-- Logs begin at Tue 2022-03-22 13:11:39 UTC, end at Tue 2022-03-22 15:33:26 UTC. -- Mar 22 13:48:01.559826 n-d-758851-5 systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 13:48:04.453947 n-d-758851-5 neutron-server[103781]: INFO neutron.common.config [-] Logging enabled! Mar 22 13:48:04.454756 n-d-758851-5 neutron-server[103781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 13:48:04.454863 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 13:48:04.458123 n-d-758851-5 neutron-server[103781]: INFO neutron.common.config [-] Logging enabled! Mar 22 13:48:04.458386 n-d-758851-5 neutron-server[103781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 13:48:04.458699 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 13:48:04.459670 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:48:04.459906 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:48:04.460272 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:48:04.460517 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:48:04.460747 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:48:04.461510 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.461948 n-d-758851-5 neutron-server[103781]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 13:48:04.462296 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.462595 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.462877 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.463179 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.463473 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.463767 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.464052 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.464354 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.464642 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.464924 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.465214 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.465507 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.465775 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.466089 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.466384 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.466667 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] debug = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.466948 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.467374 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.467811 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.468093 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.468383 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.468678 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.468939 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.469216 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.469501 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.469829 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] host = n-d-758851-5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.470135 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.470449 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.470737 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.471025 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.471301 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.471580 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.471865 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.472141 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.472417 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.472694 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.472986 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.473276 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.473567 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.473797 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.474046 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.474339 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.474627 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.474906 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.475182 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.475455 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.475731 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.476007 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.476283 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.476567 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.476853 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.477141 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.477418 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.477694 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.477975 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.478282 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.478569 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.478843 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.479119 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.479395 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.479680 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.479952 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.480226 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.480526 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.480812 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.481097 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.481384 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.481658 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.481938 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.482234 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.482506 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.482776 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_json = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.483050 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.483322 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.483603 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.483879 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.484152 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.484422 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.484693 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.484982 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.485253 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:04.485551 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.485928 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.486232 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.486534 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.486829 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.487111 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.487402 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.487685 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.487976 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.488268 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.488560 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.488839 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.489142 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.489435 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.489732 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.490062 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.490359 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.490652 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.490930 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.491205 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.491481 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.491762 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.492049 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.492327 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.492616 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.492904 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.493185 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.493484 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.493774 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.494094 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.494387 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.494663 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.494951 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.495248 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.495533 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.495811 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.496092 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.496390 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.496670 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.496949 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.497237 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.497519 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.497795 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.498093 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.498375 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.498667 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.498948 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.499221 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.499493 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.499770 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.500043 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.500329 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.500606 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.500877 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.501152 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.501455 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.501731 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.502028 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.502309 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.502583 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.502860 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.503133 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.503409 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.503682 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.503953 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.504226 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.504499 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.504770 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.505049 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.505325 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.505904 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.506208 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.506484 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.506758 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.507046 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.507347 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.507629 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.507906 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.508185 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.508464 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.508742 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.509018 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.509297 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.509575 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.509849 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.510165 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.510451 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.510737 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.511035 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.511314 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.511610 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.511888 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.512164 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.512446 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.512723 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.512999 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.513282 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.513569 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.513861 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.514180 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.514474 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.514767 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.515058 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.515341 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.515653 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.515938 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:04.516162 n-d-758851-5 neutron-server[103781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:48:04.516401 n-d-758851-5 neutron-server[103781]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103781) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 13:48:04.897222 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 13:48:04.897613 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 13:48:04.898050 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 13:48:04.898700 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 13:48:05.241515 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.241717 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.241999 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.243182 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.243465 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.243856 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.298354 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.298626 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.298898 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.313719 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.314032 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.314329 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.342847 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.343123 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.343392 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.487396 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.488119 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.488119 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.718843 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.719134 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.719414 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.719686 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.720423 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.818491 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.818747 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.819026 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.819301 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.819559 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.819869 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.820127 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.820384 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.820635 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.820917 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.821146 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.821429 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.821667 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.821913 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.822193 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.822450 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.822699 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.822964 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.823214 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.823470 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.823737 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.823987 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.824264 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.824635 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.824882 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.825123 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.825520 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.825766 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.826040 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.826281 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.826518 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.826758 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:05.827121 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 13:48:05.830369 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 13:48:05.834468 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 13:48:05.838242 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Mar 22 13:48:05.839881 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 13:48:05.840353 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 13:48:05.840691 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 13:48:05.841084 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 13:48:05.843957 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 13:48:05.844209 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 13:48:05.844560 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 13:48:05.849587 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 13:48:05.873749 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 13:48:05.874244 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.874556 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103781) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 13:48:05.874917 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.876316 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103781) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 13:48:05.876655 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 13:48:05.876906 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 13:48:05.880295 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.880901 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:05.943483 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 13:48:05.943719 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 13:48:05.943954 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 13:48:05.944322 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 13:48:05.966009 n-d-758851-5 neutron-server[103781]: DEBUG oslo_db.sqlalchemy.engines [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103781) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 13:48:06.407114 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing driver for type 'gre' Mar 22 13:48:06.407688 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] gre ID ranges: [(1, 1000)] Mar 22 13:48:06.456637 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing driver for type 'local' Mar 22 13:48:06.456988 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing driver for type 'vlan' Mar 22 13:48:06.470215 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] VlanTypeDriver initialization complete Mar 22 13:48:06.470558 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing driver for type 'vxlan' Mar 22 13:48:06.471032 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] vxlan ID ranges: [(1, 1000)] Mar 22 13:48:06.527715 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing extension driver 'port_security' Mar 22 13:48:06.527715 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] PortSecurityExtensionDriver initialization complete Mar 22 13:48:06.528286 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing mechanism driver 'openvswitch' Mar 22 13:48:06.528388 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing mechanism driver 'hyperv' Mar 22 13:48:06.535308 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:06.535994 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.536371 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.536719 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.537253 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.537683 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.538064 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.538412 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.538809 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.539212 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.539556 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.539883 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.540267 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.540667 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.541017 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.541352 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.541881 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.542316 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.542664 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.543007 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.543399 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.543802 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > address_group after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.544147 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > address_group after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.544481 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.544879 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103781) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 13:48:06.545321 n-d-758851-5 neutron-server[103781]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] ML2 OVO RPC backend initialized. {{(pid=103781) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 13:48:06.546046 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.546388 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.546805 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.547153 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > networks before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.547502 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.547844 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > ports before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.548214 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.548560 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnets before_response 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.548912 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.549298 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.549621 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.549967 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.550314 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.550651 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.550987 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.551326 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.551703 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.559489 n-d-758851-5 neutron-server[103781]: INFO neutron.quota [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded quota_driver: . Mar 22 13:48:06.559860 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.plugin [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Modular L2 Plugin initialization complete Mar 22 13:48:06.560237 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading services supported by the core plugin {{(pid=103781) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 13:48:06.560585 n-d-758851-5 neutron-server[103781]: INFO neutron.plugins.ml2.managers [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Got port-security extension from driver 'port_security' Mar 22 13:48:06.561069 n-d-758851-5 neutron-server[103781]: INFO neutron.extensions.vlantransparent [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Disabled vlantransparent extension. Mar 22 13:48:06.561570 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103781) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 13:48:06.561896 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: router Mar 22 13:48:06.597690 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.598114 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_create 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.598484 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router before_create 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.598844 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.599216 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.599567 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_delete 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.599919 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.600267 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.600622 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_create 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.600947 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.601292 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.601637 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.602015 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.602425 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.602790 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.603131 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.603470 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: subnet after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.603809 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.604138 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.604482 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_create 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.604825 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.605161 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.605513 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router after_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.605858 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.606230 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_create 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.606588 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.606927 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_update 55549900 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.607285 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > agent after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.607632 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > agent after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.607972 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > network after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.608816 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Tracking information for resource: router configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:06.609158 n-d-758851-5 neutron-server[103781]: DEBUG neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Tracking information for resource: floatingip configured {{(pid=103781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 13:48:06.614128 n-d-758851-5 neutron-server[103781]: INFO neutron.db.l3_agentschedulers_db [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 13:48:06.614709 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.615078 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.615431 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.615777 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.616691 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router before_create 55550100 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.617054 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.617416 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_create 55550100 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.617772 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > router precommit_update 55550100 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.622704 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.provider_configuration [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service providers = [] {{(pid=103781) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 13:48:06.623066 n-d-758851-5 neutron-server[103781]: DEBUG neutron.db.servicetype_db [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103781) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 13:48:06.626083 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.service_base [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:48:06.626491 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.service_base [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:48:06.626846 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.service_base [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:48:06.627733 n-d-758851-5 neutron-server[103781]: DEBUG neutron.services.service_base [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 13:48:06.628105 n-d-758851-5 neutron-server[103781]: INFO neutron.services.service_base [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 13:48:06.628478 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.628819 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 13:48:06.639793 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.640135 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: auto_allocate Mar 22 13:48:06.646004 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: network precommit_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.646398 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: network precommit_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.646910 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.647227 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: tag Mar 22 13:48:06.653853 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.654210 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: timestamp Mar 22 13:48:06.658459 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.658720 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: network_ip_availability Mar 22 13:48:06.664283 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.664659 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.665004 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.665748 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.666089 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: flavors Mar 22 13:48:06.670966 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.671301 n-d-758851-5 neutron-server[103781]: INFO neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading Plugin: revisions Mar 22 13:48:06.675687 n-d-758851-5 neutron-server[103781]: DEBUG neutron.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 13:48:06.676080 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 13:48:06.676826 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103781) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 13:48:06.677167 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Initializing extension manager. Mar 22 13:48:06.677692 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: __init__.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.678063 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: __pycache__ {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.678399 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: address_group.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.679150 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.679726 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: address-group Mar 22 13:48:06.680057 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: address_scope.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.680747 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.681253 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: address-scope Mar 22 13:48:06.681575 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.682519 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.683028 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: router-admin-state-down-before-update Mar 22 13:48:06.683349 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: agent.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.684229 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.684734 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: agent Mar 22 13:48:06.685057 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: agent_resources_synced.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.685980 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.686479 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: agent-resources-synced Mar 22 13:48:06.686803 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: allowedaddresspairs.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.688578 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.689127 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: allowed-address-pairs Mar 22 13:48:06.689449 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: auto_allocated_topology.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.690842 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.691352 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: auto-allocated-topology Mar 22 13:48:06.691681 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: availability_zone.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.692371 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.692873 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: availability_zone Mar 22 13:48:06.693196 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: availability_zone_filter.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.694136 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.694638 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: availability_zone_filter Mar 22 13:48:06.694955 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: data_plane_status.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.695857 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.696361 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 13:48:06.696678 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: default_subnetpools.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.697583 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.698115 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: default-subnetpools Mar 22 13:48:06.698438 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.699250 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.699765 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: dhcp_agent_scheduler Mar 22 13:48:06.700105 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: dns.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.701005 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.701505 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension dns-integration not supported by any of loaded plugins Mar 22 13:48:06.701822 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: dns_domain_ports.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.702755 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.703260 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 13:48:06.703576 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.704576 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.705061 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 13:48:06.705380 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: dvr.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.706074 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.706578 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: dvr Mar 22 13:48:06.706891 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: ecmp_routes.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.707799 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.708305 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 13:48:06.708622 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: empty_string_filtering.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.709543 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.710073 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: empty-string-filtering Mar 22 13:48:06.710395 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.711275 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.711769 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 13:48:06.712084 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.713000 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.713518 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 13:48:06.713834 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: external_net.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.714762 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.715270 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: external-net Mar 22 13:48:06.715577 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.716476 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.716981 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: extra_dhcp_opt Mar 22 13:48:06.717304 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: extraroute.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.718288 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.718786 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: extraroute Mar 22 13:48:06.719106 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: extraroute_atomic.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.720171 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.720658 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: extraroute-atomic Mar 22 13:48:06.720998 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: filter_validation.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.721657 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.722179 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: filter-validation Mar 22 13:48:06.722495 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: fip_pf_description.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.723403 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.723914 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 13:48:06.724232 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: fip_pf_port_range.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.725149 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.725651 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 13:48:06.725971 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: fip_port_details.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.726905 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.727406 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: fip-port-details Mar 22 13:48:06.727729 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: flavors.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.728964 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.729484 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: flavors Mar 22 13:48:06.729811 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.731529 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.732048 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 13:48:06.732380 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: floatingip_pools.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.733075 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.733580 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: floatingip-pools Mar 22 13:48:06.733901 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: ip_allocation.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.734863 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.735362 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 13:48:06.735705 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.736640 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.737136 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: ip-substring-filtering Mar 22 13:48:06.737460 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l2_adjacency.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.738450 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.738952 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 13:48:06.739274 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.741863 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.742430 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: router Mar 22 13:48:06.742761 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.745017 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.745546 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 13:48:06.745875 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.746824 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.747334 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: ext-gw-mode Mar 22 13:48:06.747656 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.748562 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.749066 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: l3-ha Mar 22 13:48:06.749392 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.750331 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.750834 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 13:48:06.751154 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_flavors.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.752083 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.752586 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: l3-flavors Mar 22 13:48:06.752912 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.754332 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.754839 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 13:48:06.755164 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.756384 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.756891 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 13:48:06.757220 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: l3agentscheduler.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.758322 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.758833 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: l3_agent_scheduler Mar 22 13:48:06.759164 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: local_ip.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.761010 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.761540 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension local_ip not supported by any of loaded plugins Mar 22 13:48:06.761868 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: logging.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.763378 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.763905 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension logging not supported by any of loaded plugins Mar 22 13:48:06.764237 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: metering.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.764974 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.765547 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: metering Mar 22 13:48:06.765880 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.767068 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.767587 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: metering_source_and_destination_fields Mar 22 13:48:06.767917 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: multiprovidernet.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.768836 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.769351 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: multi-provider Mar 22 13:48:06.769681 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: netmtu.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.770621 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.771125 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: net-mtu Mar 22 13:48:06.771447 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: netmtu_writable.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.772355 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.772857 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: net-mtu-writable Mar 22 13:48:06.773209 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: network_availability_zone.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.773876 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.774407 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: network_availability_zone Mar 22 13:48:06.774731 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: network_ip_availability.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.775835 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.776349 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: network-ip-availability Mar 22 13:48:06.776673 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: network_segment_range.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.777569 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.778105 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 13:48:06.778432 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: pagination.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.779418 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.779746 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: pagination Mar 22 13:48:06.780069 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: port_device_profile.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.780966 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.781476 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: port-device-profile Mar 22 13:48:06.781799 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.782753 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.783263 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: port-mac-address-regenerate Mar 22 13:48:06.783585 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.784495 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.784997 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: port-numa-affinity-policy Mar 22 13:48:06.785317 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: port_resource_request.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.786251 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.786753 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 13:48:06.787073 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: port_resource_request_groups.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.788032 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.788529 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 13:48:06.788846 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: portbindings.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.789773 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.790310 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: binding Mar 22 13:48:06.790628 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: portbindings_extended.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.792173 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.792684 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: binding-extended Mar 22 13:48:06.793006 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: portsecurity.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.793906 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.794451 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: port-security Mar 22 13:48:06.794774 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: project_id.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.795743 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.796074 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: project-id Mar 22 13:48:06.796395 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: providernet.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.797302 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.797808 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: provider Mar 22 13:48:06.798187 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.801925 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.802461 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos not supported by any of loaded plugins Mar 22 13:48:06.802802 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.804052 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.804565 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 13:48:06.804894 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.805805 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.806354 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 13:48:06.806678 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_default.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.807606 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.808116 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-default not supported by any of loaded plugins Mar 22 13:48:06.808440 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_fip.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.809364 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.809883 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-fip not supported by any of loaded plugins Mar 22 13:48:06.810246 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.811155 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.811668 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 13:48:06.811986 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_gateway_ip.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.812894 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.813412 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 13:48:06.813730 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_port_network_policy.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.814687 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.815194 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 13:48:06.815514 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.816537 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.817061 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 13:48:06.817387 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.818451 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.818953 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 13:48:06.819283 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_pps_rule.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.820455 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.820972 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-pps not supported by any of loaded plugins Mar 22 13:48:06.821299 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_rule_type_details.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.822251 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.822746 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 13:48:06.823065 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.823980 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.824516 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 13:48:06.824844 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: qos_rules_alias.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.825896 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.826443 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 13:48:06.826763 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: quota_check_limit.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.827667 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.828177 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: quota-check-limit Mar 22 13:48:06.828501 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: quotasv2.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.829534 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.830000 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: quotas Mar 22 13:48:06.830336 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: quotasv2_detail.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.832178 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.832518 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: quota_details Mar 22 13:48:06.832848 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: rbac.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.833925 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.834494 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: rbac-policies Mar 22 13:48:06.834822 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: rbac_address_group.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.835753 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.836269 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: rbac-address-group Mar 22 13:48:06.836593 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: rbac_address_scope.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.837515 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.838056 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: rbac-address-scope Mar 22 13:48:06.838381 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: rbac_security_groups.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.839371 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.839867 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: rbac-security-groups Mar 22 13:48:06.840233 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: rbac_subnetpool.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.841144 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.841650 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: rbac-subnetpool Mar 22 13:48:06.841977 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: revisionifmatch.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.842942 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.843461 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: revision-if-match Mar 22 13:48:06.843791 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: revisions.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.844911 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.845471 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: standard-attr-revisions Mar 22 13:48:06.845792 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: router_availability_zone.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.846494 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.847002 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: router_availability_zone Mar 22 13:48:06.847323 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: routerservicetype.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.848235 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.848738 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension router-service-type not supported by any of loaded plugins Mar 22 13:48:06.849061 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.850038 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.850557 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: security-groups-normalized-cidr Mar 22 13:48:06.850882 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.851803 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.852311 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: port-security-groups-filtering Mar 22 13:48:06.852636 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.853562 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.854099 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: security-groups-remote-address-group Mar 22 13:48:06.854426 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.855345 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.855850 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: security-groups-shared-filtering Mar 22 13:48:06.856171 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.856764 n-d-758851-5 neutron-server[103781]: WARNING neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 13:48:06.857088 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: securitygroup.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.866902 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.867440 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: security-group Mar 22 13:48:06.867778 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: segment.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.868496 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.868985 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension segment not supported by any of loaded plugins Mar 22 13:48:06.869317 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.870292 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.870793 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 13:48:06.871120 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: servicetype.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.872221 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.872735 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: service-type Mar 22 13:48:06.873063 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: sorting.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.874070 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.874398 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: sorting Mar 22 13:48:06.874717 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: standard_attr_segment.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.875653 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.876148 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 13:48:06.876492 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: standardattrdescription.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.877152 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.877656 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: standard-attr-description Mar 22 13:48:06.878054 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: stateful_security_group.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.879005 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.879524 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: stateful-security-group Mar 22 13:48:06.879848 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: stdattrs_common.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.880410 n-d-758851-5 neutron-server[103781]: WARNING neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 13:48:06.881043 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.881983 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.882509 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 13:48:06.882827 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnet_onboard.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.883901 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.884415 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: subnet_onboard Mar 22 13:48:06.884739 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.885663 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.886203 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 13:48:06.886524 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnet_service_types.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.887435 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.887944 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: subnet-service-types Mar 22 13:48:06.888265 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnetallocation.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.889356 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.889870 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: subnet_allocation Mar 22 13:48:06.890221 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.890874 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.891380 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: subnetpool-prefix-ops Mar 22 13:48:06.891700 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.892927 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.893434 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 13:48:06.893754 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: tagging.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.894835 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.895343 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: standard-attr-tag Mar 22 13:48:06.895668 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: timestamp.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.896872 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.897381 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loaded extension: standard-attr-timestamp Mar 22 13:48:06.897710 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: trunk.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.898771 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.899279 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension trunk not supported by any of loaded plugins Mar 22 13:48:06.899603 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: trunk_details.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.900514 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.901021 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension trunk-details not supported by any of loaded plugins Mar 22 13:48:06.901343 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: uplink_status_propagation.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.902291 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.902795 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 13:48:06.903113 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Loading extension file: vlantransparent.py {{(pid=103781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 13:48:06.903777 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 13:48:06.904278 n-d-758851-5 neutron-server[103781]: INFO neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 13:48:06.906814 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:network Mar 22 13:48:06.907337 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnet Mar 22 13:48:06.907761 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:48:06.908212 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:port Mar 22 13:48:06.909577 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.909992 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service FLAVORS assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.910608 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.911033 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.911365 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:router Mar 22 13:48:06.911783 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:floatingip Mar 22 13:48:06.912275 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service METERING assigned prefix: /metering {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.913716 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.914118 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.914484 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:48:06.915482 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 13:48:06.915913 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:security_group Mar 22 13:48:06.916330 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 13:48:06.916928 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service CORE assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.917245 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:48:06.917585 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] subnetpool is already registered Mar 22 13:48:06.918027 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service CORE assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.918354 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:48:06.918683 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] subnetpool is already registered Mar 22 13:48:06.920973 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.921400 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service FLAVORS assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.921982 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.922428 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.922759 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:router Mar 22 13:48:06.923094 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] router is already registered Mar 22 13:48:06.923545 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:floatingip Mar 22 13:48:06.923876 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] floatingip is already registered Mar 22 13:48:06.924324 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service METERING assigned prefix: /metering {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.924983 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 13:48:06.925312 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] rbac_policy is already registered Mar 22 13:48:06.925714 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:security_group Mar 22 13:48:06.926079 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] security_group is already registered Mar 22 13:48:06.926478 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 13:48:06.926807 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] security_group_rule is already registered Mar 22 13:48:06.927422 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service CORE assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.927748 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:48:06.928074 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] subnetpool is already registered Mar 22 13:48:06.928494 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.v2.resource_helper [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Service CORE assigned prefix: {{(pid=103781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 13:48:06.928821 n-d-758851-5 neutron-server[103781]: INFO neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 13:48:06.929148 n-d-758851-5 neutron-server[103781]: WARNING neutron.quota.resource_registry [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] subnetpool is already registered Mar 22 13:48:06.929623 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: extensions {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.931128 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: address-groups {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.932598 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: address-scopes {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.933910 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: agents {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.935092 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: auto-allocated-topology {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.936366 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: availability_zones {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.937575 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: dhcp-networks {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.939189 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: dhcp-agents {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.940609 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: routers {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.942862 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: flavors {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.944019 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: service_profiles {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.945233 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: next_providers {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.946708 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: service_profiles {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.949169 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: floatingip-pools {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.950433 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: routers {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.952550 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: floatingips {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.953848 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: l3-routers {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.955318 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: l3-agents {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.956726 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: metering-labels {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.958093 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: metering-label-rules {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.959372 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: network-ip-availabilities {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.960654 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: bindings {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.962304 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: quotas {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.963858 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: quotas {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.965752 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: rbac-policies {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.967069 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: security-groups {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.968301 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: security-group-rules {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.969528 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: service-providers {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.970787 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: subnetpools {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.972217 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: subnetpools {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.973674 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.975388 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.977169 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.978957 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.980734 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.982629 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.984293 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.986271 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.988016 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.989868 n-d-758851-5 neutron-server[103781]: DEBUG neutron.api.extensions [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Extended resource: tags {{(pid=103781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 13:48:06.995961 n-d-758851-5 neutron-server[103781]: WARNING keystonemiddleware.auth_token [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 13:48:07.000666 n-d-758851-5 neutron-server[103781]: WARNING keystonemiddleware.auth_token [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 13:48:07.009719 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Acquired lock "singleton_lock" {{(pid=103781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 13:48:07.010222 n-d-758851-5 neutron-server[103781]: DEBUG oslo_concurrency.lockutils [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Releasing lock "singleton_lock" {{(pid=103781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 13:48:07.010869 n-d-758851-5 neutron-server[103781]: INFO oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Starting 2 workers Mar 22 13:48:07.015675 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Started child 103890 {{(pid=103781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:48:07.020216 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Started child 103891 {{(pid=103781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:48:07.021003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.021688 n-d-758851-5 neutron-server[103781]: INFO neutron.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 13:48:07.022392 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.022518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [-] (103890) wsgi starting up on http://0.0.0.0:9696 Mar 22 13:48:07.024825 n-d-758851-5 neutron-server[103781]: INFO oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Starting 1 workers Mar 22 13:48:07.024962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.026365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [-] (103891) wsgi starting up on http://0.0.0.0:9696 Mar 22 13:48:07.030165 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Started child 103892 {{(pid=103781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:48:07.030739 n-d-758851-5 neutron-server[103781]: INFO oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Starting 1 workers Mar 22 13:48:07.033717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] calling RpcWorker wait() {{(pid=103892) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 13:48:07.034321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] returning from RpcWorker wait() {{(pid=103892) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 13:48:07.035372 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Started child 103893 {{(pid=103781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 13:48:07.035853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.036184 n-d-758851-5 neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6cfd-77c7-4a8c-8de0-7ab66aa6906c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.036328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:07.038323 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 13:48:07.038494 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:48:07.038687 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:48:07.038896 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:48:07.039281 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:48:07.039415 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:48:07.039913 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.040182 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.040476 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.040656 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:07.041170 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.041170 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.041566 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.041843 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.042059 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.042542 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.042667 n-d-758851-5 neutron-server[103893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:07.042744 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.042899 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.043231 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.043493 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.043753 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.044046 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.044334 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.044581 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.044845 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.045005 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.045256 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.045521 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.045775 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.046063 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] debug = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.046315 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.046789 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.047030 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.047275 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.047478 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.047761 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.047997 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.048300 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.048531 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.048746 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.048990 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.049306 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.049471 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.049717 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.049920 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.050176 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.050430 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.050665 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.051125 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] host = n-d-758851-5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.051367 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.051594 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.051834 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.052095 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.052340 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.052572 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.052816 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.053090 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.053313 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.053554 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.053800 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.054050 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.054275 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.054522 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.054686 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_options = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.054931 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.055208 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.055457 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.055642 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.055789 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.055955 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.056209 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.056363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.056614 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.056825 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.057034 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.057273 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.057489 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.057698 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.057930 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.058177 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.058395 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.058621 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.058865 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.060493 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.061662 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.061662 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.061662 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.061662 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.062598 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.062598 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.062598 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.062598 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.063126 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.063126 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.063419 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.063682 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.064023 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.064820 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.065519 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.065676 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.067251 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.067251 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.067251 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.067990 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.068939 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.070391 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.071279 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.071792 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.072104 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.072310 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.072577 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_json = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.072829 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.073078 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.073336 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.073580 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.073804 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.074096 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.074317 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.074876 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.075050 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.075903 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.075903 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.075903 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.076188 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.076429 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.076652 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.077050 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.077507 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.077737 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.078178 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.078674 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.079104 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.079586 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.080030 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.080570 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.081040 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.081623 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.082122 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.082614 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.082895 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.083166 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.083466 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.083964 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.084395 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.084864 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.085295 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.085761 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.086292 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.086759 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.087282 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.087714 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.088189 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.088470 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.088658 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.089060 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.089273 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.089671 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.089911 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.090180 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.090455 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.090684 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.090903 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.091125 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.091357 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.091571 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.091935 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.092450 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.092793 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.093055 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.093296 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.093518 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.093749 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.093977 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.094197 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.094454 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.094683 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.094933 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.095232 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.095680 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.095898 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.096110 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.096348 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.096603 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.096817 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.097031 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.097240 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.097474 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.097684 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.097948 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.098205 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.098405 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.098616 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.098831 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.099056 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.099276 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.099546 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.099743 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.099976 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.100206 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.100415 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.100626 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.100836 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.101067 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.101290 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.101501 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.101715 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.101924 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.102176 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.102385 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.102595 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.102821 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.103106 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.103426 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.103673 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.103918 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.104148 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.104390 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.104604 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.104851 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.105068 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.105297 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.105718 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.105988 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.106243 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.106488 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.106709 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.107078 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.107336 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.107553 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.107942 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.108306 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.108696 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.108933 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.109179 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.109444 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.109681 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.109933 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.110210 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.110443 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.110762 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.111002 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.111271 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.111489 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.111764 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.112068 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.112332 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.112594 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.113063 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.113324 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.113576 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.113821 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.114098 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116998 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.116998 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.117181 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.117610 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.117844 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.118109 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.118386 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.118637 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.118877 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.119118 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.119397 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.119590 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.119823 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.120052 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.120267 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.120502 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.120734 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.120966 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.121176 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.121413 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.121667 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.122057 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.122294 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.122524 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.122748 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.122964 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.123285 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.123420 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.123638 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.123870 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.124082 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.124316 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.124531 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.124756 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.125003 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.125235 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.125505 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.125803 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.125992 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.126228 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.126536 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.126804 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.127030 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.127274 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.127512 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.127750 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.127941 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.128183 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.128397 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.128628 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.128857 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.129071 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.129322 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.129557 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.129893 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.130179 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.130410 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.130962 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.131196 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.131411 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.131628 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.131845 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.132082 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.132301 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.132537 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.132752 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.132967 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.133181 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.133394 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.133636 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.133899 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.134165 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.134405 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.134626 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.134849 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.135065 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.135278 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.135491 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.135718 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.135925 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.136133 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.136346 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.136555 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.136851 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.137112 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.137354 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.137612 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.137825 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.138114 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.138341 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.138557 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.138767 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.138985 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.139071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:07.139198 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.139405 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.139645 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.139853 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.140070 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.140310 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.140546 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.140730 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.140969 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.141223 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.141424 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.141641 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.141856 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.142124 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.143120 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.143618 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.143832 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.144054 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.144443 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.144577 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.144716 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.144876 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.145082 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.145302 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.145514 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.145739 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.146264 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.146432 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.146568 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.146792 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.147035 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.147287 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.147537 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.147824 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.148037 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.148294 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.148528 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.148742 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.148959 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.149219 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.149528 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.149792 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.150220 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.150474 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.150751 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.151100 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.151306 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.151521 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.151810 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.152152 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.152424 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.152668 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.152894 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.153140 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.153383 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.153611 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.153842 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.154118 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.154334 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.154590 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.154817 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.155060 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.155277 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.155502 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.155716 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.155939 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.156154 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.156407 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.156618 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.156771 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:48:07.157302 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 13:48:07.157464 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 13:48:07.157666 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 13:48:07.157864 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 13:48:07.158058 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 13:48:07.158212 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 13:48:07.158420 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.158581 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.158739 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.158898 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159054 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159233 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159392 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159547 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159752 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.159844 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160004 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160224 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160361 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160484 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160716 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.160978 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161230 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161357 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161479 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161602 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161753 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.161912 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.162093 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] debug = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.162308 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.162442 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.162823 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.162984 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163140 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163296 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163455 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163611 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163768 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.163924 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164080 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164235 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164391 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164546 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164752 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.164899 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165022 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165144 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165279 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] host = n-d-758851-5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165434 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165589 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165746 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.165901 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166080 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166241 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166396 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166549 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166712 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.166865 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.167020 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.167173 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.167472 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_options = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169076 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.169650 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170292 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170292 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170292 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170292 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170563 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170563 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170727 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170806 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.170946 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171104 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171284 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171487 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171638 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171782 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.171938 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172065 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172183 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172304 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172402 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172556 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172712 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.172869 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173026 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173206 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173363 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173520 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173679 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173836 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.173997 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174158 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174313 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174469 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174625 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174781 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.174937 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_json = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175092 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175249 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175405 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175564 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175719 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.175877 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.176033 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.176191 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.176386 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 13:48:07.176513 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.176669 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.176839 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.176998 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177157 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177318 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177478 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177635 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177793 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.177952 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178139 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178298 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178467 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178627 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178785 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.178947 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179106 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179266 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179427 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179587 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179746 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.179904 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180072 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180233 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180391 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180548 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180707 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.180874 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181031 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181207 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181367 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181530 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181688 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.181847 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182033 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182195 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182354 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182515 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182681 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182839 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.182998 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183156 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183313 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183472 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183631 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183789 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.183950 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184112 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184266 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184425 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184606 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184734 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.184893 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185053 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185212 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185372 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185530 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185698 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.185855 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186034 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186193 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186351 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186511 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186668 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186827 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.186985 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187143 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187301 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187473 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187631 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187789 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.187947 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188104 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188262 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188420 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188578 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188736 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.188940 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189100 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189257 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189414 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189571 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189730 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.189887 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190053 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190213 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190372 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190530 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190688 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.190851 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191009 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191176 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191351 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191508 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191666 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191823 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.191981 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192144 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192301 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192458 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192616 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192774 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.192932 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193089 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193250 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193408 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193566 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193723 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.193882 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194061 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194220 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194378 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194537 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194695 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.194854 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195013 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195170 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195329 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195487 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195655 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195812 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.195973 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196132 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196297 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196466 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196625 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196785 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.196950 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197108 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197265 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197430 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197588 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197746 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.197903 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198081 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198253 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198411 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198571 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198728 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.198910 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199067 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199239 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199371 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199530 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199686 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.199845 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200001 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200163 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200323 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200481 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200640 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200797 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.200955 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201112 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201271 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201429 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201588 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201745 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.201904 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202085 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202244 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202402 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202559 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202716 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.202874 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203031 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203190 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203347 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203507 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203665 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203822 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.203979 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204137 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204294 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204475 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204634 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204793 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.204950 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205109 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205268 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205430 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205589 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205748 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.205908 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206086 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206246 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206405 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206563 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206722 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.206881 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207040 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207198 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207356 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207516 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207692 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.207850 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208009 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208170 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208328 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208487 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208646 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208804 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.208961 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209117 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209277 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209435 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209593 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209752 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.209910 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210089 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210249 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210412 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210571 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210728 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.210889 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211047 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211205 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211361 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211518 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211676 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211834 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.211995 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212153 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212324 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212488 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212657 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212783 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.212934 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213092 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213261 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213419 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213577 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213734 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.213892 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214070 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214238 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214395 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214552 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214709 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.214866 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215022 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215189 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215347 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215504 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215662 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215820 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.215978 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216145 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216303 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216461 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216616 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216773 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.216932 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217100 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217257 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217416 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217573 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217729 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.217886 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218074 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218233 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218392 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218559 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218717 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.218874 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219033 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219203 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219362 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219523 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219681 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.219840 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220000 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220228 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220428 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220555 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220722 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.220918 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221065 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221230 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221362 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221526 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221689 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.221859 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222041 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222182 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222341 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222499 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222658 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222817 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.222974 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223132 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223290 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223447 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223606 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223764 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.223925 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224083 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224242 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224400 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224558 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224721 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.224877 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 13:48:07.225028 n-d-758851-5 neutron-server[103781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 13:48:07.228722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:07.237377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064640 Mar 22 13:48:18.591452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e211916-6dc5-48ac-b5bb-b36c87061c5a None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 13:48:18.651639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e211916-6dc5-48ac-b5bb-b36c87061c5a None None] No non-hosted networks {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 13:48:18.669708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f419c04a-05d0-4cf5-93b7-187e1e3a799b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:20.861182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5126-1fa9-4a7e-bf4c-73c6c8569103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:20.918971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12fe093e-06b4-4a50-bf95-c1c8b11d15b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:21.734661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:23.499759 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:24.649626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51788) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:24.821340 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:24.825478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.825934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.827611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.830369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.831767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.832418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.832974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.833375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.834235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.834641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.835021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.835544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.836260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.836788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.837387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:24.839158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758851-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:24.863482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758851-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:25.122691 n-d-758851-5 neutron-server[103892]: INFO neutron.db.l3_hamode_db [None req-85851354-d4e2-496e-a7a0-b0a703de89bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 13:48:25.207476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85851354-d4e2-496e-a7a0-b0a703de89bd None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:48:25.207844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85851354-d4e2-496e-a7a0-b0a703de89bd None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 13:48:25.226472 n-d-758851-5 neutron-server[103891]: WARNING oslo_policy.policy [None req-7da381d1-68d7-4580-a62f-3a53e886a01a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:25.227054 n-d-758851-5 neutron-server[103891]: WARNING oslo_policy.policy [None req-7da381d1-68d7-4580-a62f-3a53e886a01a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:25.447813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-7da381d1-68d7-4580-a62f-3a53e886a01a admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:48:25.448904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7da381d1-68d7-4580-a62f-3a53e886a01a admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7982774 Mar 22 13:48:27.961854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:28.309567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:28.399794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.policy [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103891) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 13:48:28.441545 n-d-758851-5 neutron-server[103891]: WARNING oslo_policy.policy [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:28.441903 n-d-758851-5 neutron-server[103891]: WARNING oslo_policy.policy [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:28.550177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728383020569', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728383019238', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382971795', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382993161', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382982424', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728383188364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1305193', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1279355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977169'] for rbac-policy (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:28.623532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:28.624712 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1d232f0d-b2fc-45fa-9032-b0d7deb52ea9 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6615112 Mar 22 13:48:31.115537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:31.660679 n-d-758851-5 neutron-server[103890]: WARNING oslo_policy.policy [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:31.661471 n-d-758851-5 neutron-server[103890]: WARNING oslo_policy.policy [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:31.884820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:31.949365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Made reservation on behalf of 0eda26bab42142ba9195e157e6d9ace4 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:48:32.013357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.policy [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 13:48:32.054419 n-d-758851-5 neutron-server[103890]: WARNING oslo_policy.policy [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:32.054761 n-d-758851-5 neutron-server[103890]: WARNING oslo_policy.policy [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 13:48:32.065399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.088431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.200001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks [] for security_group (321dc52d-3a25-4faa-b129-7b5e3496defa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.206180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (321dc52d-3a25-4faa-b129-7b5e3496defa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.230364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:48:32.265163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728380956218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (00dccbff-b56b-4882-9235-d209f1ec88b6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.265775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Unsubscribe: segment precommit_create {{(pid=103890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 13:48:32.266316 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Added segment 00dccbff-b56b-4882-9235-d209f1ec88b6 of type vlan for network 092b576e-ba61-4a6d-a2b5-69461588d3ee Mar 22 13:48:32.282091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=321dc52d-3a25-4faa-b129-7b5e3496defa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:32.335059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.335405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.335735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.336063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.336387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.336707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.337023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.337338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.337646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.337983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.338289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.338582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.338887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.339196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.339500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Tracked resource versions report: Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: pushed versions: Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: { 'AddressGroup': {'1.2'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Agent': {'1.1'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Log': {'1.0'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'NDPProxy': {'1.0'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Network': {'1.1'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Port': {'1.7'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'PortForwarding': {'1.3'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'QosPolicy': {'1.10'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SecurityGroup': {'1.5'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SubPort': {'1.0'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Subnet': {'1.1'}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Trunk': {'1.1'}} Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: consumer versions: Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: L3 agent@n-d-758851-5: {}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: Metadata agent@n-d-758851-5: {}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: Metering agent@n-d-758851-5: {}, Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Agent': '1.1', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'ConntrackHelper': '1.0', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'LocalIPAssociation': '1.0', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Log': '1.0', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'NDPProxy': '1.0', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Network': '1.1', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Port': '1.7', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'PortForwarding': '1.3', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'QosPolicy': '1.10', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SecurityGroup': '1.5', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SecurityGroupRule': '1.2', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'SubPort': '1.0', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Subnet': '1.1', Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: 'Trunk': '1.1'}} Mar 22 13:48:32.340753 n-d-758851-5 neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:48:32.375689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (092b576e-ba61-4a6d-a2b5-69461588d3ee), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.419698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (092b576e-ba61-4a6d-a2b5-69461588d3ee), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.425151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:32.425886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:32.521900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4040568 Mar 22 13:48:32.548308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef2e37-b0dd-413c-9949-04e55c561b48 demo demo] Pushing event updated for resources: {'Network': ['ID=092b576e-ba61-4a6d-a2b5-69461588d3ee,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:32.561369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:48:35.085493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:35.504080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae673d7a-1568-4de1-ae2b-bf25b549b4d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:35.505735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae673d7a-1568-4de1-ae2b-bf25b549b4d0 demo admin] 10.222.0.81 "GET /v2.0/networks/092b576e-ba61-4a6d-a2b5-69461588d3ee HTTP/1.1" status: 200 len: 825 time: 0.4192040 Mar 22 13:48:35.549055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c604a92b-8745-4630-9be4-a97062cfb46f demo admin] 10.222.0.81 "GET /v2.0/subnetpools/a79a8132-bae8-4ca8-85ca-b2bb14c43ef7 HTTP/1.1" status: 200 len: 734 time: 0.0342836 Mar 22 13:48:35.558234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:35.585304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Made reservation on behalf of 0eda26bab42142ba9195e157e6d9ace4 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:48:35.587656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:35.910259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (1d0f2437-f00a-4edb-87f1-27ecad56d9fc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:35.971879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Pushing event updated for resources: {'Subnet': ['ID=1d0f2437-f00a-4edb-87f1-27ecad56d9fc,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:35.987896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Checking segment: {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:48:35.988273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Network hostable DHCP agents. Network: 092b576e-ba61-4a6d-a2b5-69461588d3ee, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:48:36.013200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:48:36.031074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 092b576e-ba61-4a6d-a2b5-69461588d3ee) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:48:36.037020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:36.037337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:36.040997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82f34f-bcc4-435e-b2fd-a9f8422abc84 None None] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:48:36.058217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0ced9db1-a6fa-4489-89fe-084cc824aeaa demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5034490 Mar 22 13:48:36.428394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-092b576e-ba61-4a6d-a2b5-69461588d3ee', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:48:36.429633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:36.706783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Allocated IP 172.20.0.2 (092b576e-ba61-4a6d-a2b5-69461588d3ee/1d0f2437-f00a-4edb-87f1-27ecad56d9fc/5bfc1fc3-b68b-4f75-a240-a06b2d37ab05) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:48:36.976129 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks [] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:36.984801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:37.054258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:48:37.062785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:48:37.073820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:48:37.076945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Pushing event updated for resources: {'Port': ['ID=5bfc1fc3-b68b-4f75-a240-a06b2d37ab05,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:37.107304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.107655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.108001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.108340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.108676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.109002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.109334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.109665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.109992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.110318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.110642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.110962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.111282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.111611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.111951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Tracked resource versions report: Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: pushed versions: Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: { 'AddressGroup': {'1.2'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Agent': {'1.1'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'ConntrackHelper': {'1.0'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Log': {'1.0'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'NDPProxy': {'1.0'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Network': {'1.1'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Port': {'1.7'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'PortForwarding': {'1.3'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'QosPolicy': {'1.10'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SecurityGroup': {'1.5'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SubPort': {'1.0'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Subnet': {'1.1'}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Trunk': {'1.1'}} Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: consumer versions: Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: L3 agent@n-d-758851-5: {}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: Metadata agent@n-d-758851-5: {}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: Metering agent@n-d-758851-5: {}, Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Agent': '1.1', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'ConntrackHelper': '1.0', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'LocalIPAssociation': '1.0', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Log': '1.0', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'NDPProxy': '1.0', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Network': '1.1', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Port': '1.7', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'PortForwarding': '1.3', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'QosPolicy': '1.10', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SecurityGroup': '1.5', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SecurityGroupRule': '1.2', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'SubPort': '1.0', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Subnet': '1.1', Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: 'Trunk': '1.1'}} Mar 22 13:48:37.113173 n-d-758851-5 neutron-server[103892]: {{(pid=103892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:48:37.162370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Attempting to bind port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:48:37.162778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Attempting to bind port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:48:37.163201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Attempting to bind port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 on network 092b576e-ba61-4a6d-a2b5-69461588d3ee {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:48:37.168356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:48:37.168720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Checking segment: {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:48:37.169191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:37.169582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Bound using segment: {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:48:37.170082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Bound port: 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:48:37.170494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:37.234476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] For port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:48:37.239378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] For port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5bfc1fc3-b68b-4f75-a240-a06b2d37ab05,segment=NetworkSegment(00dccbff-b56b-4882-9235-d209f1ec88b6),segment_id=00dccbff-b56b-4882-9235-d209f1ec88b6)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:48:37.251701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:37.313432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd22fe-f167-4ded-b3fd-9e308f0e0d86 None None] Pushing event updated for resources: {'Port': ['ID=5bfc1fc3-b68b-4f75-a240-a06b2d37ab05,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:38.581657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51852) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:38.906260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-313258cc-0fd6-455c-bf3b-9cde806445dc admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:48:38.907257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-313258cc-0fd6-455c-bf3b-9cde806445dc admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3245499 Mar 22 13:48:41.428415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:41.756330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-1fbbd641-4f07-4198-a4ee-b0ac5467c8d1 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:48:41.769990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1fbbd641-4f07-4198-a4ee-b0ac5467c8d1 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280272 Mar 22 13:48:44.280508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:44.600289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:44.631238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (1634dd21-81c1-49e8-be90-10956748ffa1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:44.633085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (1634dd21-81c1-49e8-be90-10956748ffa1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:44.780830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Publish callbacks [] for router_controller (1634dd21-81c1-49e8-be90-10956748ffa1), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:44.787138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (1634dd21-81c1-49e8-be90-10956748ffa1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:44.810108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:44.811691 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f2b500cf-cdb2-409d-92f6-5e041b33a13a demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5299191 Mar 22 13:48:47.335876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51880) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:47.495495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:48:47.589812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:47.590399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:47.700876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:48:47.701050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-8cb8929f-c2c4-47f4-a777-0037a205697a admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:48:47.701268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:47.705854 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cb8929f-c2c4-47f4-a777-0037a205697a admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3653693 Mar 22 13:48:47.734913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5bfc1fc3-b68b-4f75-a240-a06b2d37ab05,segment=NetworkSegment(00dccbff-b56b-4882-9235-d209f1ec88b6),segment_id=00dccbff-b56b-4882-9235-d209f1ec88b6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:48:47.739752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:47.791261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5bfc1fc3-b68b-4f75-a240-a06b2d37ab05,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:48.522627 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d739189-5cc4-4666-b198-920de79edd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:48.581160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fb11c-566a-4921-b644-6c63bf4f4dc8 None None] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:48:48.644972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9e222e74-b582-4e6d-af11-47033c868c62 None None] Provisioning complete for port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:48.645344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e222e74-b582-4e6d-af11-47033c868c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:48.771165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9e222e74-b582-4e6d-af11-47033c868c62 None None] Current status of the port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:48:48.997055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3bf0073e-c971-4e01-bf52-820a043e8061 None None] Provisioning complete for port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:48.997471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3bf0073e-c971-4e01-bf52-820a043e8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:49.075978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0073e-c971-4e01-bf52-820a043e8061 None None] Current status of the port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:48:49.449047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:48:49.498902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:49.499294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:49.577735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:48:50.243942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51888) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:50.591091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:50.613025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Made reservation on behalf of a0574e5a77c14690be5ebcff74824b1e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:48:50.615280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.623494 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.699885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks [] for security_group (72ba1e7a-58df-478c-bb74-d56729cb2fca), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.706190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (72ba1e7a-58df-478c-bb74-d56729cb2fca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.720804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Reserving flat network on physical network physnet1 {{(pid=103890) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 13:48:50.739804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba1e7a-58df-478c-bb74-d56729cb2fca,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:50.743702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bc339a38-015d-48cc-85db-7d873788375f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.744038 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Added segment bc339a38-015d-48cc-85db-7d873788375f of type flat for network 08c63ee7-2544-4d82-ab92-fa8a055acb24 Mar 22 13:48:50.792711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (08c63ee7-2544-4d82-ab92-fa8a055acb24), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.830094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (08c63ee7-2544-4d82-ab92-fa8a055acb24), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.831003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:50.831575 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.858144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97f64567-c76e-4d49-8a7c-984564b26a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:50.903275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6582077 Mar 22 13:48:50.926206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f73b01-5cd0-4352-a06a-39cd95961272 admin admin] Pushing event updated for resources: {'Network': ['ID=08c63ee7-2544-4d82-ab92-fa8a055acb24,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:50.936901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:48:51.699688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:52.079611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:48:53.426134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:53.435984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:53.666761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18b691-83c3-48cc-a283-e638b73eca19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:53.668218 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eb18b691-83c3-48cc-a283-e638b73eca19 demo admin] 10.222.0.81 "GET /v2.0/subnets/1d0f2437-f00a-4edb-87f1-27ecad56d9fc HTTP/1.1" status: 200 len: 849 time: 0.2411468 Mar 22 13:48:53.786578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82139b17-20ba-4413-8676-3e6955fc9a29 demo admin] 10.222.0.81 "GET /v2.0/routers/1634dd21-81c1-49e8-be90-10956748ffa1 HTTP/1.1" status: 200 len: 704 time: 0.1123402 Mar 22 13:48:54.079743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.390158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Allocated IP 172.20.0.1 (092b576e-ba61-4a6d-a2b5-69461588d3ee/1d0f2437-f00a-4edb-87f1-27ecad56d9fc/41b75fab-ca83-4f9e-a37e-4086b4ce4a8e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:48:54.599454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks [] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.674270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.734438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:48:54.739829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:48:54.788671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Pushing event updated for resources: {'Port': ['ID=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:54.792237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:48:54.792237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (1634dd21-81c1-49e8-be90-10956748ffa1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.814406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:54.858579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.858927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.859271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.859631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.859964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.860277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.860669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.860993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.861320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.861640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.861990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.862304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.862622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.862940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.863257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Tracked resource versions report: Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: pushed versions: Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: { 'AddressGroup': {'1.2'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Agent': {'1.1'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'ConntrackHelper': {'1.0'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Log': {'1.0'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'NDPProxy': {'1.0'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Network': {'1.1'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Port': {'1.7'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'PortForwarding': {'1.3'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'QosPolicy': {'1.10'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SecurityGroup': {'1.5'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SubPort': {'1.0'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Subnet': {'1.1'}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Trunk': {'1.1'}} Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: consumer versions: Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: L3 agent@n-d-758851-5: {}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: Metadata agent@n-d-758851-5: {}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: Metering agent@n-d-758851-5: {}, Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Agent': '1.1', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'ConntrackHelper': '1.0', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'LocalIPAssociation': '1.0', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Log': '1.0', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'NDPProxy': '1.0', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Network': '1.1', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Port': '1.7', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'PortForwarding': '1.3', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'QosPolicy': '1.10', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SecurityGroup': '1.5', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SecurityGroupRule': '1.2', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'SubPort': '1.0', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Subnet': '1.1', Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: 'Trunk': '1.1'}} Mar 22 13:48:54.864451 n-d-758851-5 neutron-server[103891]: {{(pid=103891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:48:55.006556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.041253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-04025947-8a62-4451-b63f-b377f798e282 None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:55.041688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-04025947-8a62-4451-b63f-b377f798e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.120639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-04025947-8a62-4451-b63f-b377f798e282 None None] Port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:48:55.274510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks [] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.282868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.283614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (1634dd21-81c1-49e8-be90-10956748ffa1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.357649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Pushing event updated for resources: {'Port': ['ID=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:55.409041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:48:55.410375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:48:55.584413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Router 1634dd21-81c1-49e8-be90-10956748ffa1 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:48:55.643083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e3f96c18-009c-4c9d-b180-af284641862c None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:55.643552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3f96c18-009c-4c9d-b180-af284641862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:55.676776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e3f96c18-009c-4c9d-b180-af284641862c None None] Port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:48:55.684826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:48:55.690405 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1adb7a7d-8b7f-472c-a11a-436b7b8e2119 demo admin] 10.222.0.81 "PUT /v2.0/routers/1634dd21-81c1-49e8-be90-10956748ffa1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8986645 Mar 22 13:48:55.705358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Sync routers for ids ['1634dd21-81c1-49e8-be90-10956748ffa1'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:48:55.718132 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Routers {'1634dd21-81c1-49e8-be90-10956748ffa1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:48:55.719007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1634dd21-81c1-49e8-be90-10956748ffa1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:55.911732 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Set router 1634dd21-81c1-49e8-be90-10956748ffa1 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:48:56.348702 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:48:54Z', 'revision_number': 2, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port_host': None, '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:55Z', 'revision_number': 2, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:56.400643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Checking router: 1634dd21-81c1-49e8-be90-10956748ffa1 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:48:56.401023 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Updating router 1634dd21-81c1-49e8-be90-10956748ffa1 port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:48:56.452735 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:56.963595 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks [] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:56.971639 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.126853 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Pushing event updated for resources: {'Port': ['ID=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:57.142218 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.142578 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.142906 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.143245 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.143668 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.143892 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.144212 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.144540 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.144868 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.145186 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.145510 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.145825 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.146174 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.146494 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.146810 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Tracked resource versions report: Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: pushed versions: Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: { 'AddressGroup': {'1.2'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Agent': {'1.1'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'ConntrackHelper': {'1.0'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Log': {'1.0'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'NDPProxy': {'1.0'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Network': {'1.1'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Port': {'1.7'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'PortForwarding': {'1.3'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'QosPolicy': {'1.10'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SecurityGroup': {'1.5'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SubPort': {'1.0'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Subnet': {'1.1'}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Trunk': {'1.1'}} Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: consumer versions: Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: L3 agent@n-d-758851-5: {}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: Metadata agent@n-d-758851-5: {}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: Metering agent@n-d-758851-5: {}, Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Agent': '1.1', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'ConntrackHelper': '1.0', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'LocalIPAssociation': '1.0', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Log': '1.0', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'NDPProxy': '1.0', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Network': '1.1', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Port': '1.7', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'PortForwarding': '1.3', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'QosPolicy': '1.10', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SecurityGroup': '1.5', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SecurityGroupRule': '1.2', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'SubPort': '1.0', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Subnet': '1.1', Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: 'Trunk': '1.1'}} Mar 22 13:48:57.148024 n-d-758851-5 neutron-server[103893]: {{(pid=103893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:48:57.150472 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Attempting to bind port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:48:57.150869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Attempting to bind port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:48:57.151300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Attempting to bind port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e on network 092b576e-ba61-4a6d-a2b5-69461588d3ee {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:48:57.157334 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:48:57.157740 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Checking segment: {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:48:57.158245 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.158627 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Bound using segment: {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:48:57.159506 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Bound port: 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dccbff-b56b-4882-9235-d209f1ec88b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:48:57.159506 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.210161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-690a0c0c-f148-475e-97f3-b8e36a31b011 None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:57.210721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-690a0c0c-f148-475e-97f3-b8e36a31b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.227551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] For port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:48:57.244673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-690a0c0c-f148-475e-97f3-b8e36a31b011 None None] Port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:48:57.246745 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] For port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,segment=NetworkSegment(00dccbff-b56b-4882-9235-d209f1ec88b6),segment_id=00dccbff-b56b-4882-9235-d209f1ec88b6)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:48:57.254386 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.314259 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Routers {'1634dd21-81c1-49e8-be90-10956748ffa1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:48:57.315332 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1634dd21-81c1-49e8-be90-10956748ffa1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:57.352597 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2683b-7dc7-4856-8675-7bb3a1824ca2 None None] Pushing event updated for resources: {'Port': ['ID=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:57.410243 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] Set router 1634dd21-81c1-49e8-be90-10956748ffa1 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:48:57.471461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:48:57.471876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.547119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Current status of the port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:48:57.547934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.580205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] For port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,segment=NetworkSegment(00dccbff-b56b-4882-9235-d209f1ec88b6),segment_id=00dccbff-b56b-4882-9235-d209f1ec88b6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:48:57.585072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:57.636872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:48:54Z', 'revision_number': 2, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port_host': None, '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:57Z', 'revision_number': 4, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:57.653125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036570d-ad99-40e6-a67b-a802bdb91066 None None] Pushing event updated for resources: {'Port': ['ID=41b75fab-ca83-4f9e-a37e-4086b4ce4a8e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:57.664791 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0db20f-afc1-4f6f-88a7-657959016541 None None] The sync data for ids ['1634dd21-81c1-49e8-be90-10956748ffa1'] in n-d-758851-5 is: [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:48:54Z', 'revision_number': 2, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port_host': None, '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:57Z', 'revision_number': 4, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:48:58.154936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51930) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:48:58.265621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8721017-b807-4931-b93e-e00c0e80b34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:58.266974 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c8721017-b807-4931-b93e-e00c0e80b34d admin admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 842 time: 0.1108184 Mar 22 13:48:58.276704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:58.305147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Made reservation on behalf of a0574e5a77c14690be5ebcff74824b1e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:48:58.307618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:58.634624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 13:48:58.635037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (2ca7edc2-0843-42ca-850f-0928dd9a7b53), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:58.690255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca7edc2-0843-42ca-850f-0928dd9a7b53,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:58.697003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:48:58.697353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Network hostable DHCP agents. Network: 08c63ee7-2544-4d82-ab92-fa8a055acb24, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:48:58.719555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:48:58.733744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 08c63ee7-2544-4d82-ab92-fa8a055acb24) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:48:58.738142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:58.738863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:48:58.744616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a38c2-2e45-4e4b-ad3e-788420bd7006 None None] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:48:58.757083 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32abbea0-636c-425b-be40-5cbce46ac551 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839358 Mar 22 13:48:58.866766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d4d27-e4f1-4d16-bfd5-f8a82f8c051c None None] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:49:01.219681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51938) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:49:01.354402 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3c3ce09d-775d-4d56-8d4d-d60cd606fc80 demo admin] 10.222.0.81 "GET /v2.0/routers/1634dd21-81c1-49e8-be90-10956748ffa1 HTTP/1.1" status: 200 len: 710 time: 0.1334064 Mar 22 13:49:01.443855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20871d3e-02c6-4c2d-96a3-f9d9c1f7d2a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:01.445231 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20871d3e-02c6-4c2d-96a3-f9d9c1f7d2a5 demo admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 886 time: 0.0852013 Mar 22 13:49:01.454458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:49:01.703892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks [] for router_gateway (1634dd21-81c1-49e8-be90-10956748ffa1), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.012344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks [] for router_gateway (1634dd21-81c1-49e8-be90-10956748ffa1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.088501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.190512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Allocated IP 172.25.3.80 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:49:02.293014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks [] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.329236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.363351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:49:02.366132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:49:02.374540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:49:02.380160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Pushing event updated for resources: {'Port': ['ID=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:02.650716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks [] for router_gateway (1634dd21-81c1-49e8-be90-10956748ffa1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.860881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (1634dd21-81c1-49e8-be90-10956748ffa1), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.864580 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (1634dd21-81c1-49e8-be90-10956748ffa1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:02.976419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Router 1634dd21-81c1-49e8-be90-10956748ffa1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:49:03.085127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:49:03.089746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:03.090964 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-56407023-1963-46c1-be9d-2f551b79c3c6 demo admin] 10.222.0.81 "PUT /v2.0/routers/1634dd21-81c1-49e8-be90-10956748ffa1 HTTP/1.1" status: 200 len: 889 time: 1.6399336 Mar 22 13:49:05.497370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:49:05.548217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:49:05.548623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:05.597828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:49:05.631681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:49:05.724652 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5a18ef53-6111-49ce-8e82-24c02b597f00 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1254222 Mar 22 13:49:06.195475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Sync routers for ids ['1634dd21-81c1-49e8-be90-10956748ffa1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:49:06.207951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Routers {'1634dd21-81c1-49e8-be90-10956748ffa1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:49:06.208629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1634dd21-81c1-49e8-be90-10956748ffa1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:06.427514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Set router 1634dd21-81c1-49e8-be90-10956748ffa1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:49:06.914513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:49:02Z', 'revision_number': 4, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port': {'id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:49:02Z', 'updated_at': '2022-03-22T13:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:57Z', 'revision_number': 5, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:06.966013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Checking router: 1634dd21-81c1-49e8-be90-10956748ffa1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:49:06.966391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Updating router 1634dd21-81c1-49e8-be90-10956748ffa1 port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:49:07.023586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.348745 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks [] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.354625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.404829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58430de-2aa4-4643-bb23-83bf1085aa71 None None] Pushing event updated for resources: {'Port': ['ID=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:07.416341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Attempting to bind port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:49:07.416707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Attempting to bind port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:49:07.417078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Attempting to bind port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:49:07.422704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:49:07.423087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:49:07.423548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.423930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:49:07.424401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Bound port: 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:49:07.424775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.478761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] For port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:49:07.482215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] For port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:49:07.491237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:07.547005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Routers {'1634dd21-81c1-49e8-be90-10956748ffa1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:49:07.547629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1634dd21-81c1-49e8-be90-10956748ffa1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:07.672634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58430de-2aa4-4643-bb23-83bf1085aa71 None None] Pushing event updated for resources: {'Port': ['ID=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:07.703578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] Set router 1634dd21-81c1-49e8-be90-10956748ffa1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:49:07.968296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:49:02Z', 'revision_number': 4, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port': {'id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:49:02Z', 'updated_at': '2022-03-22T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:57Z', 'revision_number': 5, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:08.000617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589c34-d3e2-4981-8c00-2a36c0fccdde None None] The sync data for ids ['1634dd21-81c1-49e8-be90-10956748ffa1'] in n-d-758851-5 is: [{'id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'name': 'router1', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:48:44Z', 'updated_at': '2022-03-22T13:49:02Z', 'revision_number': 4, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'gw_port': {'id': '1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:49:02Z', 'updated_at': '2022-03-22T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '41b75fab-ca83-4f9e-a37e-4086b4ce4a8e', 'name': '', 'network_id': '092b576e-ba61-4a6d-a2b5-69461588d3ee', 'tenant_id': '0eda26bab42142ba9195e157e6d9ace4', 'mac_address': 'fa:16:3e:61:e2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1634dd21-81c1-49e8-be90-10956748ffa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:48:54Z', 'updated_at': '2022-03-22T13:48:57Z', 'revision_number': 5, 'project_id': '0eda26bab42142ba9195e157e6d9ace4', 'subnets': [{'id': '1d0f2437-f00a-4edb-87f1-27ecad56d9fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a79a8132-bae8-4ca8-85ca-b2bb14c43ef7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:49:09.545044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:49:09.621483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:49:09.621876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:09.722073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:49:09.722467 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:09.750130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:49:09.757416 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:09.812315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:11.561647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:49:11.724213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:49:11.725197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:11.931813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1b69afbe-c85e-42a1-b3ea-fff63d1e1d5b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:49:18.519724 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fd930ddc-c392-4655-bd32-1b679db986e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:20.878673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dbebea55-a2e7-4e8f-9d42-41cc8a44aa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:21.711169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:23.464491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:24.811367 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:29.078273 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:49:48.523209 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-81790518-68f5-4a1a-b9dd-167f2b0ef245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:50.867721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-814f0f54-25df-499e-8ae8-8187c69d4a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:51.706812 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:53.444471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:49:54.807697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:06.077001 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:50:18.522342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a773f410-e91c-46de-8c8e-dd9cf16380a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:20.862601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00d0f51c-f40b-433e-a580-4dbb7fcd4558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:21.709668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:23.447744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:24.813872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:31.549903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52468) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:31.618497 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f046ac86-6a51-4e16-8865-9a24238e8378 admin admin] GET failed (client error): The resource could not be found. Mar 22 13:50:31.619763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f046ac86-6a51-4e16-8865-9a24238e8378 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687220 Mar 22 13:50:31.783141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3020c6-22bb-4f75-a27a-4aa88d0a0fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:31.784513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dc3020c6-22bb-4f75-a27a-4aa88d0a0fc0 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604409 Mar 22 13:50:34.094676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52478) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:34.195990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6e958-d115-4017-ae93-b136f6583896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:34.197337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2ce6e958-d115-4017-ae93-b136f6583896 admin admin] 10.222.0.81 "GET /v2.0/subnets/1d0f2437-f00a-4edb-87f1-27ecad56d9fc HTTP/1.1" status: 200 len: 849 time: 0.1017122 Mar 22 13:50:34.206912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:50:34.291508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Publish callbacks [] for subnet (1d0f2437-f00a-4edb-87f1-27ecad56d9fc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:34.436161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728381116043'] for subnet (1d0f2437-f00a-4edb-87f1-27ecad56d9fc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:34.472778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:34.473638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:34.474788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] 10.222.0.81 "PUT /v2.0/subnets/1d0f2437-f00a-4edb-87f1-27ecad56d9fc HTTP/1.1" status: 200 len: 868 time: 0.2714169 Mar 22 13:50:34.477238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597265e3-fe4f-44a9-a54b-0f16eb790822 None None] Network 092b576e-ba61-4a6d-a2b5-69461588d3ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:50:34.496671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0f2437-f00a-4edb-87f1-27ecad56d9fc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:50:34.505345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.505692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.506109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.506500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.507155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.507491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.507821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.508157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.508486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.508803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.509269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.509595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.509917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.510263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.510571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986000e-7792-4bd1-b6cb-2c1a9a04db9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:50:34.839515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Provisioning complete for port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:50:34.840002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5bfc1fc3-b68b-4f75-a240-a06b2d37ab05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:34.917251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Current status of the port 5bfc1fc3-b68b-4f75-a240-a06b2d37ab05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:50:34.927355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Provisioning complete for port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:50:34.927747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b75fab-ca83-4f9e-a37e-4086b4ce4a8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:35.009370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c9231822-3ed6-49c3-bb74-b44c92c50f09 None None] Current status of the port 41b75fab-ca83-4f9e-a37e-4086b4ce4a8e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:50:36.798000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52486) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:37.009668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44341e3-2e50-4380-8f25-4b12a3619783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:37.010153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44341e3-2e50-4380-8f25-4b12a3619783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:37.011662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f44341e3-2e50-4380-8f25-4b12a3619783 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2124350 Mar 22 13:50:39.298522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52494) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:39.438509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a84eef-5889-4236-9720-b5641aac1af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:39.438972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a84eef-5889-4236-9720-b5641aac1af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:39.440497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a9a84eef-5889-4236-9720-b5641aac1af0 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1410153 Mar 22 13:50:41.775222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:41.913036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeafc5f4-ef54-4e25-a3d7-e6d863cf8ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:41.914427 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aeafc5f4-ef54-4e25-a3d7-e6d863cf8ea3 admin admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 886 time: 0.1382353 Mar 22 13:50:43.077344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:50:44.249896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:44.483845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564851c-9a56-43de-9370-a2a3b3e83d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:44.485166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9564851c-9a56-43de-9370-a2a3b3e83d63 admin admin] 10.222.0.81 "GET /v2.0/networks/092b576e-ba61-4a6d-a2b5-69461588d3ee HTTP/1.1" status: 200 len: 869 time: 0.2342386 Mar 22 13:50:46.805863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52520) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:46.932966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6615c8f-710e-4f9b-bf84-d4c4948f06c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:46.933423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6615c8f-710e-4f9b-bf84-d4c4948f06c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:46.935005 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6615c8f-710e-4f9b-bf84-d4c4948f06c4 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282184 Mar 22 13:50:48.529035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bdae13d6-59ba-4b73-a967-834ce0227fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:49.225618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52528) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:49.332751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032b65e-7fc6-4a64-8fc1-8f8e1f15d87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:49.333217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032b65e-7fc6-4a64-8fc1-8f8e1f15d87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:49.334828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0032b65e-7fc6-4a64-8fc1-8f8e1f15d87e admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078768 Mar 22 13:50:50.867385 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7157ab9d-c006-4fe1-8f66-043f88ce78ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:51.636658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52536) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:51.711150 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:51.736404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c7c99-7a4f-4991-b9bc-bc88374cecbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:51.737696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a05c7c99-7a4f-4991-b9bc-bc88374cecbb admin admin] 10.222.0.81 "GET /v2.0/subnets/1d0f2437-f00a-4edb-87f1-27ecad56d9fc HTTP/1.1" status: 200 len: 868 time: 0.0997136 Mar 22 13:50:53.450619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:50:54.047715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:50:54.136614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b94a97-7a41-4cef-8583-33f8d991c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:54.137983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f0b94a97-7a41-4cef-8583-33f8d991c7c9 admin admin] 10.222.0.81 "GET /v2.0/subnets/2ca7edc2-0843-42ca-850f-0928dd9a7b53 HTTP/1.1" status: 200 len: 816 time: 0.0892851 Mar 22 13:50:54.809157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:18.524554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f69e7b58-4c7a-413f-a87b-67f95312cdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:20.077432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:51:20.870696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c59edf7e-ca0d-4524-a815-af14e4015e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:21.717978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:22.375469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52596) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:22.427815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-a6756752-30fe-4e9c-b292-a0d0b8b9957c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:51:22.428833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6756752-30fe-4e9c-b292-a0d0b8b9957c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523801 Mar 22 13:51:23.453270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:24.793539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52604) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:24.805837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:24.858591 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-47db8cdf-7653-42aa-961f-9bdd2f458783 admin admin] GET failed (client error): The resource could not be found. Mar 22 13:51:24.859855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-47db8cdf-7653-42aa-961f-9bdd2f458783 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653522 Mar 22 13:51:24.943960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e2278-e965-463c-9ec3-cf4fb091ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:24.945392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f6e2278-e965-463c-9ec3-cf4fb091ef3b admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812180 Mar 22 13:51:27.275895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:27.328504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:51:27.352666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Made reservation on behalf of a0574e5a77c14690be5ebcff74824b1e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:51:27.355671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:27.393631 n-d-758851-5 neutron-server[103890]: WARNING neutron.services.revisions.revision_plugin [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Could not find related network for resource to bump revision. Mar 22 13:51:27.405909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:51:27.415493 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e79772c8-8d13-4bb7-8ec2-d64f5b4bb956), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:27.415817 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Added segment e79772c8-8d13-4bb7-8ec2-d64f5b4bb956 of type vlan for network 64fe597d-ea2e-4a44-aefd-13e2fd504523 Mar 22 13:51:27.459098 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (64fe597d-ea2e-4a44-aefd-13e2fd504523), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:27.492751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (64fe597d-ea2e-4a44-aefd-13e2fd504523), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:27.493719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:27.494353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:27.549795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2728021 Mar 22 13:51:27.554785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed114a6-8d39-478e-b6e7-31ae9fd159c7 admin admin] Pushing event updated for resources: {'Network': ['ID=64fe597d-ea2e-4a44-aefd-13e2fd504523,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:27.577282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:51:29.889770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:51:29.957590 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ca373a-c495-42b9-bc6d-2c50e454da62 admin admin] GET failed (client error): The resource could not be found. Mar 22 13:51:29.958928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-54ca373a-c495-42b9-bc6d-2c50e454da62 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681829 Mar 22 13:51:30.026707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d21c5-8c63-4d56-9c39-ec98800de424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:30.028129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-885d21c5-8c63-4d56-9c39-ec98800de424 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649476 Mar 22 13:51:30.040663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'name': 'shared-subnet'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:51:30.063245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Made reservation on behalf of a0574e5a77c14690be5ebcff74824b1e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:51:30.065677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.280613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (80430156-958b-49d7-842d-dd8eb1ac96c2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.331305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=80430156-958b-49d7-842d-dd8eb1ac96c2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:30.341386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:51:30.341743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Network hostable DHCP agents. Network: 64fe597d-ea2e-4a44-aefd-13e2fd504523, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:51:30.361051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:51:30.370893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 64fe597d-ea2e-4a44-aefd-13e2fd504523) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:51:30.377038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:30.377742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.381391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6daa4a1-eb39-4fe4-b5b7-94cb0b967f1c None None] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:51:30.397293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d9571307-8a2e-48e2-afb2-1a3d3418dcae admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3599637 Mar 22 13:51:30.504586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-64fe597d-ea2e-4a44-aefd-13e2fd504523', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'project_id': 'a0574e5a77c14690be5ebcff74824b1e', 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:51:30.505501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.648590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Allocated IP 192.168.233.2 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/db6bacf4-3104-4a43-8dbf-3641dffed480) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:51:30.789714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks [] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.796741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:30.837343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:51:30.844134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:51:30.846510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:51:30.852264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Pushing event updated for resources: {'Port': ['ID=db6bacf4-3104-4a43-8dbf-3641dffed480,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:30.863157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.863503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.863840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.864166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.864508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.864816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.865130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.865448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.865760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.866558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.866558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.866783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.867032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.867343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:30.867652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:31.011312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Attempting to bind port db6bacf4-3104-4a43-8dbf-3641dffed480 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:51:31.011658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Attempting to bind port db6bacf4-3104-4a43-8dbf-3641dffed480 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:51:31.012015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Attempting to bind port db6bacf4-3104-4a43-8dbf-3641dffed480 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:51:31.017213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:51:31.017581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:51:31.017981 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.018382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:51:31.018845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Bound port: db6bacf4-3104-4a43-8dbf-3641dffed480, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:51:31.019218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.081935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] For port db6bacf4-3104-4a43-8dbf-3641dffed480, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:51:31.085011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] For port db6bacf4-3104-4a43-8dbf-3641dffed480, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db6bacf4-3104-4a43-8dbf-3641dffed480,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:51:31.091571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.151431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2a940-7b9e-484d-beac-f8513ffaf5af None None] Pushing event updated for resources: {'Port': ['ID=db6bacf4-3104-4a43-8dbf-3641dffed480,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:31.627680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db6bacf4-3104-4a43-8dbf-3641dffed480 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:51:31.680194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port db6bacf4-3104-4a43-8dbf-3641dffed480 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:51:31.680579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.756851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port db6bacf4-3104-4a43-8dbf-3641dffed480 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:51:31.757247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.791754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port db6bacf4-3104-4a43-8dbf-3641dffed480, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db6bacf4-3104-4a43-8dbf-3641dffed480,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:51:31.796844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:31.854180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=db6bacf4-3104-4a43-8dbf-3641dffed480,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:32.074447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4dca42-1344-4690-bbb5-fd8a5893f88f None None] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:51:32.189301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5391a4f1-9a40-4c52-a3cf-898961bf8cd4 None None] Provisioning complete for port db6bacf4-3104-4a43-8dbf-3641dffed480 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:51:32.189686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5391a4f1-9a40-4c52-a3cf-898961bf8cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:32.277073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5391a4f1-9a40-4c52-a3cf-898961bf8cd4 None None] Current status of the port db6bacf4-3104-4a43-8dbf-3641dffed480 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:51:32.498961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-78d2dc8b-f879-4517-ba8e-49eb53680ffd None None] Provisioning complete for port db6bacf4-3104-4a43-8dbf-3641dffed480 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:51:32.499354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78d2dc8b-f879-4517-ba8e-49eb53680ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:32.582415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-78d2dc8b-f879-4517-ba8e-49eb53680ffd None None] Current status of the port db6bacf4-3104-4a43-8dbf-3641dffed480 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:51:33.561498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db6bacf4-3104-4a43-8dbf-3641dffed480 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:51:33.611837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port db6bacf4-3104-4a43-8dbf-3641dffed480 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:51:33.612237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6bacf4-3104-4a43-8dbf-3641dffed480), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:33.688675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port db6bacf4-3104-4a43-8dbf-3641dffed480 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:51:48.520786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8b14aab6-e255-4b3b-b524-c69f8618827a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:50.878921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-695f18bf-1804-4a61-8a4c-f542b32f3441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:51.719660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:53.459761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:54.810528 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:51:57.076653 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:52:18.533565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29818790-6c6c-4c58-88b1-32bb5c4557d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:20.873294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15a6c2d4-4ef9-4b8e-800c-a5f3f8453ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:21.722209 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:23.461527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:24.815746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:34.076970 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:52:48.527952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bfba1e43-2cda-474c-8a9f-be50cd346f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.446771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52658) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:50.455091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-066a07c4-004d-484d-bbb3-cb42d382a18b tempest-verify_tempest_config-1340294370 tempest-verify_tempest_config-1340294370-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:52:50.456397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-066a07c4-004d-484d-bbb3-cb42d382a18b tempest-verify_tempest_config-1340294370 tempest-verify_tempest_config-1340294370-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0083730 Mar 22 13:52:50.783204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52676) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:50.879889 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-becd5533-4c20-402d-93bd-8ec6728ea8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.902093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.976960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Publish callbacks [] for security_group (67793701-c69f-4ac1-90b0-e80d2ef42a74), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:50.982956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (67793701-c69f-4ac1-90b0-e80d2ef42a74), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.026299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7585317081243bdbbecd89861d06ace&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2419798 Mar 22 13:52:51.027125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67793701-c69f-4ac1-90b0-e80d2ef42a74,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:51.029282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52680) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:52:51.033892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.034259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.034604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.034917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.035241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.035696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.035849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.036165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.036476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.036769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.037076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.037384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.037692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.038008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.038323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d2340-28e8-4e06-966a-00e671daa14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.105606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Publish callbacks [] for security_group (67793701-c69f-4ac1-90b0-e80d2ef42a74), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.125888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Publish callbacks [] for security_group (67793701-c69f-4ac1-90b0-e80d2ef42a74), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.220040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (67793701-c69f-4ac1-90b0-e80d2ef42a74), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.222563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:51.223683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67793701-c69f-4ac1-90b0-e80d2ef42a74 HTTP/1.1" status: 204 len: 168 time: 0.1934366 Mar 22 13:52:51.231289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67793701-c69f-4ac1-90b0-e80d2ef42a74,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:51.237800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.238166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.238499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.238880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.239306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.239494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.239875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.240127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.240492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.240812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.241128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.241443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.241758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.242097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.242431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a085b1-5e5c-4a6e-9a33-643c66c4d2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:52:51.725513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:53.465484 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:52:54.826445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:11.080565 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:53:18.542339 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-988bdcd2-1ec3-4596-b682-7fa30a6b1ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:20.879474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1e38-6a13-4619-903c-a22fa79bfa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:21.734143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:23.476564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:24.829416 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:48.084728 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:53:48.549123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7ac138fa-fb73-411d-b6f7-8db00b32ff1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:50.877314 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbf7d-0b45-480a-9abb-14df4598d03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:51.740794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:53.479165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:53:54.829549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:18.542590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-497d41f2-4ac1-4dbf-a349-e109b522cf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:20.880981 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12e72822-37e0-426b-ae79-fdc82ba626af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:21.747043 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:23.492054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:24.831265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:25.089794 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:54:48.543518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb039cc7-97d2-4d32-b3c8-3b3c384a29cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:50.883996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5854e1dd-dcd4-4449-b541-2077c2391c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:51.753542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:53.489744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:54:54.837163 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:02.094488 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:55:18.540468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94acedb9-7179-479d-a30d-cf79a9ddf8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:20.881650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3be78ba1-3dce-4d7c-b2f7-c371199d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:21.744642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:23.489680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:24.841299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:39.096630 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 5 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:55:48.541776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36aece48-6e9c-4aef-bd67-66f4f835b59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:50.888832 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fd64-b3b0-4034-90a3-adf56811225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:51.749072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:53.500060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:54.842963 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:57.805816 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:55:58.898107 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-610091'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:16.095792 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:56:18.540315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2a999571-7650-43f0-b8c8-9bf6fc8e49f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:20.880414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dab93a90-fa01-4a07-b8fd-76d511ed681b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:21.751613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:23.500538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:24.849575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:27.790755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:28.857070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:43.289856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52738) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:43.420254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f4e26a1f-c72b-468f-a77b-e14a662fb175 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1292577 Mar 22 13:56:45.758871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52748) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:56:45.824446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f064241c-a998-493c-8b23-9f5878c85118 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0644183 Mar 22 13:56:48.537564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6879f99-5eda-4d54-a2f2-2cd70de571b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:50.878714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64e036ce-9cbc-4798-9443-d2975b667b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:51.754446 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:53.100129 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:56:53.501319 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:54.841199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:57.826592 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:56:58.873405 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:18.538242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a790-11d5-44af-8588-9344aa0bfc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:20.875356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6ee5-daec-4b30-a9b4-493823da6968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:21.764299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:23.501783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:24.838406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:27.829600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:28.867112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:30.100937 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:57:48.533793 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8437aa0e-aeb9-4e11-b28f-2a4822c4269e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:50.869949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9060e0ac-a7c9-4eed-9d29-7c3613322328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:51.760689 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:53.506800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:54.834092 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:57.831263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:57:58.862772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:07.101362 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:58:13.467923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52972) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:13.562356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:13.854830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-network', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:13.875053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Made reservation on behalf of 93a1a235813a4e68bedd03e66a410df1 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:13.878079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.890428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:13.930171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fbd6fbd6-68b3-48c8-a002-34c626f2b4df tempest-AutoAllocateNetworkTest-1974930401 tempest-AutoAllocateNetworkTest-1974930401-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=73dd21087c914b1283e0dd67af0a2b59&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3666220 Mar 22 13:58:13.933105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52998) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:13.995065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks [] for security_group (28ffd42a-1245-4198-9caf-f0e0853e427c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.002430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (28ffd42a-1245-4198-9caf-f0e0853e427c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.030281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ffd42a-1245-4198-9caf-f0e0853e427c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.038774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.039248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.039587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.039992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.040329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.040654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.040971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.041451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.041906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.042544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.043008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.043490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.043946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.044411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.044871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Tracked resource versions report: Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: pushed versions: Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: { 'AddressGroup': {'1.2'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Agent': {'1.1'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Log': {'1.0'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'NDPProxy': {'1.0'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Network': {'1.1'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Port': {'1.7'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'PortForwarding': {'1.3'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'QosPolicy': {'1.10'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SecurityGroup': {'1.5'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SubPort': {'1.0'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Subnet': {'1.1'}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Trunk': {'1.1'}} Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: consumer versions: Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: HyperV agent@n-h1-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: HyperV agent@n-h2-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: L3 agent@n-d-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: Metadata agent@n-d-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: Metering agent@n-d-758851-5: {}, Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Agent': '1.1', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'ConntrackHelper': '1.0', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'LocalIPAssociation': '1.0', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Log': '1.0', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'NDPProxy': '1.0', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Network': '1.1', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Port': '1.7', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'PortForwarding': '1.3', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'QosPolicy': '1.10', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SecurityGroup': '1.5', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SecurityGroupRule': '1.2', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'SubPort': '1.0', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Subnet': '1.1', Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: 'Trunk': '1.1'}} Mar 22 13:58:14.046290 n-d-758851-5 neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:58:14.057591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:14.070482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a8563999-8dc6-4101-986b-4fc360eef847), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.071158 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Added segment a8563999-8dc6-4101-986b-4fc360eef847 of type vlan for network de6c34e0-50db-443b-8bc8-eacf6eb602af Mar 22 13:58:14.121451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (de6c34e0-50db-443b-8bc8-eacf6eb602af), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.126036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c4961-8e0a-4324-a2f4-74336baa3ec2 tempest-AutoAllocateNetworkTest-1974930401 tempest-AutoAllocateNetworkTest-1974930401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:14.130543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d2c4961-8e0a-4324-a2f4-74336baa3ec2 tempest-AutoAllocateNetworkTest-1974930401 tempest-AutoAllocateNetworkTest-1974930401-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1962824 Mar 22 13:58:14.131410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53008) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.232531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c6edf81-d6b7-4683-96a9-4a636135c546 tempest-AutoAllocateNetworkTest-1974930401 tempest-AutoAllocateNetworkTest-1974930401-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992680 Mar 22 13:58:14.235446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.244278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (de6c34e0-50db-443b-8bc8-eacf6eb602af), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.245244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:14.245834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.267345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8447878b-1482-4358-a49b-f8f38ec41b75 tempest-AutoAllocateNetworkTest-1974930401 tempest-AutoAllocateNetworkTest-1974930401-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=73dd21087c914b1283e0dd67af0a2b59 HTTP/1.1" status: 200 len: 208 time: 0.0305278 Mar 22 13:58:14.302484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8335896 Mar 22 13:58:14.305593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53020) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.310791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Request body: {'subnet': {'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-subnet', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:14.325492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138dd98-1c94-4a86-bc88-503832456589 admin admin] Pushing event updated for resources: {'Network': ['ID=de6c34e0-50db-443b-8bc8-eacf6eb602af,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.341349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network de6c34e0-50db-443b-8bc8-eacf6eb602af details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:14.347162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Made reservation on behalf of 93a1a235813a4e68bedd03e66a410df1 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:14.349785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.535270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (64e7c891-3274-491e-a225-2dad0db19a54), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.585441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e7c891-3274-491e-a225-2dad0db19a54,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:14.612360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Checking segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:14.612758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Network hostable DHCP agents. Network: de6c34e0-50db-443b-8bc8-eacf6eb602af, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:14.631012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:14.641780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, de6c34e0-50db-443b-8bc8-eacf6eb602af) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:14.646296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:14.646902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.651301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66c45b-09e8-4cb5-9f22-38df338385c1 None None] Network de6c34e0-50db-443b-8bc8-eacf6eb602af requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:14.681315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.688275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:14.693911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-914812d9-7482-4c62-8040-ebfb4325e695 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3863142 Mar 22 13:58:14.717818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.719349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.766740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-de6c34e0-50db-443b-8bc8-eacf6eb602af', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:58:14.767865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.798523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for router_controller (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:14.894624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53060) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:14.918120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Allocated IP 172.20.0.2 (de6c34e0-50db-443b-8bc8-eacf6eb602af/64e7c891-3274-491e-a225-2dad0db19a54/f700abec-aef4-4ff8-b838-4e58db508b27) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:14.968332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for router_gateway (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.109798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks [] for port (f700abec-aef4-4ff8-b838-4e58db508b27), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.122619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.166706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Pushing event updated for resources: {'Port': ['ID=f700abec-aef4-4ff8-b838-4e58db508b27,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.179342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.179891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.180398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.180982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.181448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.182075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.182801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.183273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.183846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.184381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.184839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.185352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.185842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.186525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.187012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Tracked resource versions report: Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: pushed versions: Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: { 'AddressGroup': {'1.2'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Agent': {'1.1'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'ConntrackHelper': {'1.0'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Log': {'1.0'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'NDPProxy': {'1.0'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Network': {'1.1'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Port': {'1.7'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'PortForwarding': {'1.3'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'QosPolicy': {'1.10'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SecurityGroup': {'1.5'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SubPort': {'1.0'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Subnet': {'1.1'}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Trunk': {'1.1'}} Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: consumer versions: Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: HyperV agent@n-h1-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: HyperV agent@n-h2-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: L3 agent@n-d-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: Metadata agent@n-d-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: Metering agent@n-d-758851-5: {}, Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Agent': '1.1', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'ConntrackHelper': '1.0', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'LocalIPAssociation': '1.0', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Log': '1.0', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'NDPProxy': '1.0', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Network': '1.1', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Port': '1.7', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'PortForwarding': '1.3', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'QosPolicy': '1.10', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SecurityGroup': '1.5', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SecurityGroupRule': '1.2', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'SubPort': '1.0', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Subnet': '1.1', Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: 'Trunk': '1.1'}} Mar 22 13:58:15.188625 n-d-758851-5 neutron-server[103892]: {{(pid=103892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:58:15.205247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:15.206927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:15.209599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:15.283732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Attempting to bind port f700abec-aef4-4ff8-b838-4e58db508b27 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:15.284341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Attempting to bind port f700abec-aef4-4ff8-b838-4e58db508b27 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:15.285116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Attempting to bind port f700abec-aef4-4ff8-b838-4e58db508b27 on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:15.287723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dff2428-141b-490d-9a93-4feac3f4891e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.291932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:15.292618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Checking segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:15.293239 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.293872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Bound using segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:15.294559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Bound port: f700abec-aef4-4ff8-b838-4e58db508b27, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:15.295201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.389595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] For port f700abec-aef4-4ff8-b838-4e58db508b27, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:15.395324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] For port f700abec-aef4-4ff8-b838-4e58db508b27, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f700abec-aef4-4ff8-b838-4e58db508b27,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:15.399791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for router_gateway (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.404734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.427583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.474383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dff2428-141b-490d-9a93-4feac3f4891e admin admin] Publish callbacks [] for security_group (a9946c1f-44dd-47b5-a44c-08fbd13f34e8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.483086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dff2428-141b-490d-9a93-4feac3f4891e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a9946c1f-44dd-47b5-a44c-08fbd13f34e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.517851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24622f73-62ac-492e-a9cb-a0127137285b None None] Pushing event updated for resources: {'Port': ['ID=f700abec-aef4-4ff8-b838-4e58db508b27,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.519016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff2428-141b-490d-9a93-4feac3f4891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9946c1f-44dd-47b5-a44c-08fbd13f34e8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.557499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3dff2428-141b-490d-9a93-4feac3f4891e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73dd21087c914b1283e0dd67af0a2b59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6615872 Mar 22 13:58:15.560263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53082) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:15.597229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Allocated IP 172.25.3.232 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:15.632362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] Publish callbacks [] for security_group (a9946c1f-44dd-47b5-a44c-08fbd13f34e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.660279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] Publish callbacks [] for security_group (a9946c1f-44dd-47b5-a44c-08fbd13f34e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.724567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a9946c1f-44dd-47b5-a44c-08fbd13f34e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.729470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.732355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9946c1f-44dd-47b5-a44c-08fbd13f34e8 HTTP/1.1" status: 204 len: 168 time: 0.1709805 Mar 22 13:58:15.756831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02da22-0f5d-4fe7-afb4-5a32ce4d49c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9946c1f-44dd-47b5-a44c-08fbd13f34e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:15.834286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.904917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:15.990017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:15.993041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:15.997933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:16.059701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:16.109861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.110228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.110563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.111011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.111347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.111662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.112044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.112388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.112709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.113202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.113525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.113918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.114440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.114760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.115241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Tracked resource versions report: Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: pushed versions: Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: { 'AddressGroup': {'1.2'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Agent': {'1.1'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'ConntrackHelper': {'1.0'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Log': {'1.0'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'NDPProxy': {'1.0'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Network': {'1.1'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Port': {'1.7'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'PortForwarding': {'1.3'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'QosPolicy': {'1.10'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SecurityGroup': {'1.5'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SubPort': {'1.0'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Subnet': {'1.1'}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Trunk': {'1.1'}} Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: consumer versions: Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: HyperV agent@n-h1-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: HyperV agent@n-h2-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: L3 agent@n-d-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: Metadata agent@n-d-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: Metering agent@n-d-758851-5: {}, Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Agent': '1.1', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'ConntrackHelper': '1.0', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'LocalIPAssociation': '1.0', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Log': '1.0', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'NDPProxy': '1.0', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Network': '1.1', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Port': '1.7', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'PortForwarding': '1.3', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'QosPolicy': '1.10', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SecurityGroup': '1.5', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SecurityGroupRule': '1.2', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'SubPort': '1.0', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Subnet': '1.1', Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: 'Trunk': '1.1'}} Mar 22 13:58:16.116511 n-d-758851-5 neutron-server[103891]: {{(pid=103891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:58:16.475808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for router_gateway (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.637661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53110) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:16.724507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.844244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a662-73f1-4990-ab3e-9ecb08930b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:16.885367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:17.077737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a662-73f1-4990-ab3e-9ecb08930b6f admin admin] Publish callbacks [] for security_group (58269656-d592-4df7-8c47-5e8434e9185b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.086524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a662-73f1-4990-ab3e-9ecb08930b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (58269656-d592-4df7-8c47-5e8434e9185b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.124896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1a662-73f1-4990-ab3e-9ecb08930b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58269656-d592-4df7-8c47-5e8434e9185b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:17.153116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:17.170115 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:17.185759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.187828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fee39165-020a-4d0a-95ff-6afe832e75c2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5051317 Mar 22 13:58:17.192129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53132) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:17.213809 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:17.216323 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:57:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:17.387465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7f80d-14d4-4ba8-8907-558cc55fe783 None None] Network de6c34e0-50db-443b-8bc8-eacf6eb602af requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:17.509375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Provisioning complete for port f700abec-aef4-4ff8-b838-4e58db508b27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:17.510065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.513920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:17.522071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e4c1a662-73f1-4990-ab3e-9ecb08930b6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73bc6e935b9f4bbc970b82d72244fdb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8831398 Mar 22 13:58:17.549467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:17.669631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] Publish callbacks [] for security_group (58269656-d592-4df7-8c47-5e8434e9185b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.739670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] Publish callbacks [] for security_group (58269656-d592-4df7-8c47-5e8434e9185b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.904685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (58269656-d592-4df7-8c47-5e8434e9185b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.919181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:17.920371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58269656-d592-4df7-8c47-5e8434e9185b HTTP/1.1" status: 204 len: 168 time: 0.4054022 Mar 22 13:58:17.945932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e34b73-857b-480a-b763-27256f53d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58269656-d592-4df7-8c47-5e8434e9185b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:17.983946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f700abec-aef4-4ff8-b838-4e58db508b27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:17.992371 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:16Z', 'revision_number': 3, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:18.008741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Current status of the port f700abec-aef4-4ff8-b838-4e58db508b27 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:18.009134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.042656 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:18.043259 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Updating router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:18.123413 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.153546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] For port f700abec-aef4-4ff8-b838-4e58db508b27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f700abec-aef4-4ff8-b838-4e58db508b27,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:18.164997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.183505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f700abec-aef4-4ff8-b838-4e58db508b27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:18.184102 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.315237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53192) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:18.345231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f700abec-aef4-4ff8-b838-4e58db508b27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:18.353391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31579-9944-446c-a8ba-9780fb661dfd None None] Pushing event updated for resources: {'Port': ['ID=f700abec-aef4-4ff8-b838-4e58db508b27,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:18.495418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8290d3e5-7a30-46d6-bd0c-4e2ea3060cd0 None None] Provisioning complete for port f700abec-aef4-4ff8-b838-4e58db508b27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:18.496516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8290d3e5-7a30-46d6-bd0c-4e2ea3060cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.556542 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks [] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.572969 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.587423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1bd0-c101-4c10-910f-2c042d010890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.623279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.656444 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Pushing event updated for resources: {'Port': ['ID=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:18.667043 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.667670 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.668270 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.668818 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.669361 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.669886 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.670441 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.670976 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.671513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.672101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.672629 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.673165 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.673693 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.674263 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.674794 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Tracked resource versions report: Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: pushed versions: Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: { 'AddressGroup': {'1.2'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Agent': {'1.1'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'ConntrackHelper': {'1.0'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'LocalIPAssociation': {'1.0'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Log': {'1.0'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'NDPProxy': {'1.0'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Network': {'1.1'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Port': {'1.7'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'PortForwarding': {'1.3'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'QosPolicy': {'1.10'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SecurityGroup': {'1.5'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SubPort': {'1.0'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Subnet': {'1.1'}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Trunk': {'1.1'}} Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: consumer versions: Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: { DHCP agent@n-d-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: HyperV agent@n-h1-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: HyperV agent@n-h2-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: L3 agent@n-d-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: Metadata agent@n-d-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: Metering agent@n-d-758851-5: {}, Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: Open vSwitch agent@n-d-758851-5: { 'AddressGroup': '1.2', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Agent': '1.1', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'ConntrackHelper': '1.0', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'LocalIPAssociation': '1.0', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Log': '1.0', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'NDPProxy': '1.0', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Network': '1.1', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Port': '1.7', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'PortForwarding': '1.3', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'QosPolicy': '1.10', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SecurityGroup': '1.5', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SecurityGroupRule': '1.2', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'SubPort': '1.0', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Subnet': '1.1', Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: 'Trunk': '1.1'}} Mar 22 13:58:18.676344 n-d-758851-5 neutron-server[103893]: {{(pid=103893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:58:18.696391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8290d3e5-7a30-46d6-bd0c-4e2ea3060cd0 None None] Current status of the port f700abec-aef4-4ff8-b838-4e58db508b27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:18.715621 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Attempting to bind port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:18.716008 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Attempting to bind port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:18.716368 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Attempting to bind port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Bound port: 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:18.727501 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.829825 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] For port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:18.833276 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] For port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:18.842008 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:18.906786 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ad99b-505c-43f7-818f-0bd9b9096bbe None None] Pushing event updated for resources: {'Port': ['ID=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:18.923620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:18.924228 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:57:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:18.971353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6460076e-df9b-4f16-af77-c219e460591a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.015683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53212) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:19.030591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Allocated IP 172.20.0.1 (de6c34e0-50db-443b-8bc8-eacf6eb602af/64e7c891-3274-491e-a225-2dad0db19a54/d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:19.083151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:19.098102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5a5a-1d8a-43f9-8b50-5434faf295f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.103516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53214) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:19.108599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6460076e-df9b-4f16-af77-c219e460591a admin admin] Publish callbacks [] for security_group (ba6b3f65-3689-495f-a282-7e9b154ce66d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.114579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6460076e-df9b-4f16-af77-c219e460591a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ba6b3f65-3689-495f-a282-7e9b154ce66d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.175982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6460076e-df9b-4f16-af77-c219e460591a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a83d04c8d1f94b1397ec2a55d2e2175a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8595850 Mar 22 13:58:19.179075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53218) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:19.202281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460076e-df9b-4f16-af77-c219e460591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6b3f65-3689-495f-a282-7e9b154ce66d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.323945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] Publish callbacks [] for security_group (ba6b3f65-3689-495f-a282-7e9b154ce66d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.356758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] Publish callbacks [] for security_group (ba6b3f65-3689-495f-a282-7e9b154ce66d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.404911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:16Z', 'revision_number': 3, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:19.424332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks [] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.443565 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161c86a-9a46-4828-820a-65d8f77ee70b None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:16Z', 'revision_number': 3, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:19.489506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b604ff37-6b94-443c-ba05-295c7554c067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.501997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5a5a-1d8a-43f9-8b50-5434faf295f1 admin admin] Publish callbacks [] for security_group (e9a2423a-7b77-4984-a22f-07b9369908f9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.528991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5a5a-1d8a-43f9-8b50-5434faf295f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9a2423a-7b77-4984-a22f-07b9369908f9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.568669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d5a5a-1d8a-43f9-8b50-5434faf295f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a2423a-7b77-4984-a22f-07b9369908f9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.580315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ba6b3f65-3689-495f-a282-7e9b154ce66d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.583200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.584383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba6b3f65-3689-495f-a282-7e9b154ce66d HTTP/1.1" status: 204 len: 168 time: 0.3945715 Mar 22 13:58:19.608888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc66b86-aa87-490e-b20b-8c038c7a7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6b3f65-3689-495f-a282-7e9b154ce66d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.621988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.639087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53238) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:19.639740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dc4d5a5a-1d8a-43f9-8b50-5434faf295f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6d53795bedf4039a9af8b1f45305ac9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6202619 Mar 22 13:58:19.720331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] Publish callbacks [] for security_group (e9a2423a-7b77-4984-a22f-07b9369908f9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.723430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Pushing event updated for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:19.739831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:19.743658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:19.749121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:19.749681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.828897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] Publish callbacks [] for security_group (e9a2423a-7b77-4984-a22f-07b9369908f9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.964742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9a2423a-7b77-4984-a22f-07b9369908f9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.964890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f700abec-aef4-4ff8-b838-4e58db508b27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:19.969139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:19.971060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9a2423a-7b77-4984-a22f-07b9369908f9 HTTP/1.1" status: 204 len: 168 time: 0.3297968 Mar 22 13:58:19.987348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906739e-0ecc-42c9-ade2-67585caf78cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a2423a-7b77-4984-a22f-07b9369908f9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.047893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b604ff37-6b94-443c-ba05-295c7554c067 admin admin] Publish callbacks [] for security_group (d41e3c45-a907-4be2-91e9-4b8b10bdac8f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.080890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b604ff37-6b94-443c-ba05-295c7554c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d41e3c45-a907-4be2-91e9-4b8b10bdac8f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.149333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b604ff37-6b94-443c-ba05-295c7554c067 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdc083c47bbe48e986541bedda947b82&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0436876 Mar 22 13:58:20.152382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53258) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:20.183933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f700abec-aef4-4ff8-b838-4e58db508b27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:20.184298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.287154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-263039e3-0bca-403b-8299-1dda9f0dbd72 None None] Provisioning complete for port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:20.287547 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-263039e3-0bca-403b-8299-1dda9f0dbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.299338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] Publish callbacks [] for security_group (d41e3c45-a907-4be2-91e9-4b8b10bdac8f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.356180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ff37-6b94-443c-ba05-295c7554c067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e3c45-a907-4be2-91e9-4b8b10bdac8f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.357143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] Publish callbacks [] for security_group (d41e3c45-a907-4be2-91e9-4b8b10bdac8f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.384365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-263039e3-0bca-403b-8299-1dda9f0dbd72 None None] Port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:20.450181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f700abec-aef4-4ff8-b838-4e58db508b27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:20.474219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d41e3c45-a907-4be2-91e9-4b8b10bdac8f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.478824 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.480443 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d41e3c45-a907-4be2-91e9-4b8b10bdac8f HTTP/1.1" status: 204 len: 168 time: 0.3264062 Mar 22 13:58:20.501690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645131d-3413-4f53-890b-de405809d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e3c45-a907-4be2-91e9-4b8b10bdac8f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.524156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.656692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:20.675695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e48ae5be-476f-4f1f-bc0c-a705d46f2244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.793374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e48ae5be-476f-4f1f-bc0c-a705d46f2244 admin admin] Publish callbacks [] for security_group (85f514b0-816e-438a-9451-fe3b49e8129b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.801131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e48ae5be-476f-4f1f-bc0c-a705d46f2244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (85f514b0-816e-438a-9451-fe3b49e8129b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.848768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks [] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.857390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.858711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:20.864822 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e48ae5be-476f-4f1f-bc0c-a705d46f2244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88ee088ae92840f4b029f1a70e4d4f94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2070408 Mar 22 13:58:20.866643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ae5be-476f-4f1f-bc0c-a705d46f2244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f514b0-816e-438a-9451-fe3b49e8129b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:20.870111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53282) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:20.876935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b66ee040-c58e-45af-896a-f731ee699bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.004635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Pushing event updated for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:21.042889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] Publish callbacks [] for security_group (85f514b0-816e-438a-9451-fe3b49e8129b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.168744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:21.196883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53300) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:21.200462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:21.203819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:21.209465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53302) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:21.225154 n-d-758851-5 neutron-server[103890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:58:21.226455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7187ede-830b-4929-b43f-621978679e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.230413 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] Publish callbacks [] for security_group (85f514b0-816e-438a-9451-fe3b49e8129b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.271178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-b2d0dcc9-e68e-4432-a4d9-8c00ac978b5b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b9f5eec762134066a25ec30186fd486a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602515 Mar 22 13:58:21.389404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7187ede-830b-4929-b43f-621978679e50 admin admin] Publish callbacks [] for security_group (24320c11-8a89-4738-83ea-e7ac64047a2a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.396989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7187ede-830b-4929-b43f-621978679e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (24320c11-8a89-4738-83ea-e7ac64047a2a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.437779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187ede-830b-4929-b43f-621978679e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24320c11-8a89-4738-83ea-e7ac64047a2a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:21.488397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7187ede-830b-4929-b43f-621978679e50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fda92295ffcc4ed7bc053902a26430e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2903225 Mar 22 13:58:21.490991 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c8307f-25ad-4138-850e-e198e4c5bc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.493317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53308) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:21.538086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9b6efef0-6e4e-4ad6-a032-c6b3e3d2f565 None None] Provisioning complete for port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:21.539213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9b6efef0-6e4e-4ad6-a032-c6b3e3d2f565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.563570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (85f514b0-816e-438a-9451-fe3b49e8129b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.566144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.567299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85f514b0-816e-438a-9451-fe3b49e8129b HTTP/1.1" status: 204 len: 168 time: 0.6818357 Mar 22 13:58:21.595772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9287-fe2b-49e4-80a7-8fbc1df81ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f514b0-816e-438a-9451-fe3b49e8129b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:21.605719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] Publish callbacks [] for security_group (24320c11-8a89-4738-83ea-e7ac64047a2a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.653991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9b6efef0-6e4e-4ad6-a032-c6b3e3d2f565 None None] Port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:21.656881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-df91c849-3c47-415d-902d-21babad5bf06 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:21.658366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-df91c849-3c47-415d-902d-21babad5bf06 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709648 Mar 22 13:58:21.685368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:21.695435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-95a125c2-2201-4443-a60c-8c3665da4f1f tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/quotas/b9f5eec762134066a25ec30186fd486a HTTP/1.1" status: 200 len: 375 time: 0.0261037 Mar 22 13:58:21.720844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] Publish callbacks [] for security_group (24320c11-8a89-4738-83ea-e7ac64047a2a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.761533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c8307f-25ad-4138-850e-e198e4c5bc3c admin admin] Publish callbacks [] for security_group (52050e49-dd46-4506-82dd-1ba7e13d17c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.771721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c8307f-25ad-4138-850e-e198e4c5bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (52050e49-dd46-4506-82dd-1ba7e13d17c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.774249 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.834936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-2e70f5c0-1704-4ad9-971d-496c8c4ec49e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b9f5eec762134066a25ec30186fd486a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290040 Mar 22 13:58:21.851517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7c8307f-25ad-4138-850e-e198e4c5bc3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8a9a84811d84c298c240ea78bde6daa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6816339 Mar 22 13:58:21.854214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53324) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:21.902574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:21.911713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8e5cc03a-7815-49c8-afdd-dc358fbca3fd admin admin] 10.222.0.81 "PUT /v2.0/routers/283dfd92-cbd9-4e2b-b9a0-4b99748e7878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7062571 Mar 22 13:58:21.940527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:21.949639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (24320c11-8a89-4738-83ea-e7ac64047a2a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.953120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:21.956905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:21.957056 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24320c11-8a89-4738-83ea-e7ac64047a2a HTTP/1.1" status: 204 len: 168 time: 0.4603527 Mar 22 13:58:21.962545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:21.963997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:21.969705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8307f-25ad-4138-850e-e198e4c5bc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52050e49-dd46-4506-82dd-1ba7e13d17c9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:21.988016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10225e4a-4f9a-4911-bf59-bddf2fe16962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24320c11-8a89-4738-83ea-e7ac64047a2a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:22.022203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] Publish callbacks [] for security_group (52050e49-dd46-4506-82dd-1ba7e13d17c9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.072677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] Publish callbacks [] for security_group (52050e49-dd46-4506-82dd-1ba7e13d17c9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.186043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (52050e49-dd46-4506-82dd-1ba7e13d17c9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.189114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.192605 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52050e49-dd46-4506-82dd-1ba7e13d17c9 HTTP/1.1" status: 204 len: 168 time: 0.3347983 Mar 22 13:58:22.200353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f32d99-4133-46c7-b8c0-a9ef68cc0303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52050e49-dd46-4506-82dd-1ba7e13d17c9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:22.233883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:22.330416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:22.330729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.500265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:22.500658 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.527478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:22.535126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.568519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 2, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:22.602757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:22.603116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Updating router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:22.635840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:22.644866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:22.737977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53372) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:22.877661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53388) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:22.898166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d1cf-dd95-48a2-ad7d-b95f28f6ec28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.016436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d1cf-dd95-48a2-ad7d-b95f28f6ec28 admin admin] Publish callbacks [] for security_group (99e1f4d5-af2c-4651-9085-1cff0c5580f8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.026877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d1cf-dd95-48a2-ad7d-b95f28f6ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99e1f4d5-af2c-4651-9085-1cff0c5580f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.043609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks [] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.053329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.077404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53396) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:23.078097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c1a2d1cf-dd95-48a2-ad7d-b95f28f6ec28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0265eb96111241c7817b0f1b9be8777a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1987803 Mar 22 13:58:23.078921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2d1cf-dd95-48a2-ad7d-b95f28f6ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1f4d5-af2c-4651-9085-1cff0c5580f8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.203225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] Publish callbacks [] for security_group (99e1f4d5-af2c-4651-9085-1cff0c5580f8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.234413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c6246-9f87-4f15-95ba-92785d575abd None None] Pushing event updated for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.276450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1892bef3-7c64-43d2-8913-f894d0fb2c9f req-90ab5c12-adf1-4cf2-bfb4-d1003b44ef55 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 210 time: 0.5354939 Mar 22 13:58:23.277020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] Publish callbacks [] for security_group (99e1f4d5-af2c-4651-9085-1cff0c5580f8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.300131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Attempting to bind port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:23.300555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Attempting to bind port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:23.300922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Attempting to bind port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:23.308016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:23.308483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Checking segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:23.309463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.309569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Bound using segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:23.310099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Bound port: d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:23.310486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.387888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] For port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:23.393786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] For port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:23.399832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99e1f4d5-af2c-4651-9085-1cff0c5580f8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.405408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.405768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.409167 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99e1f4d5-af2c-4651-9085-1cff0c5580f8 HTTP/1.1" status: 204 len: 168 time: 0.3293912 Mar 22 13:58:23.423429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7259e-ea0a-4f1a-ac7d-64d935cda552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1f4d5-af2c-4651-9085-1cff0c5580f8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.546850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Provisioning complete for port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:23.547502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.550219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:23.551242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:23.695931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c6246-9f87-4f15-95ba-92785d575abd None None] Pushing event updated for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:23.704682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.792983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Current status of the port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:23.793537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:23.797743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:23.903989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] For port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:23.907033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:23.912999 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.089592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:24.095809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-network', 'tenant_id': '311c7f36640b4426857989db6430aa31'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:24.128441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Made reservation on behalf of 311c7f36640b4426857989db6430aa31 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:24.132902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.148196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.199786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551b1f0-ec3f-4953-9142-12bdcffd0bfb None None] Pushing event updated for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.208827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-971a7e76-8451-4519-b3ff-10ec3e8631ef None None] Provisioning complete for port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:24.209308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-971a7e76-8451-4519-b3ff-10ec3e8631ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.251158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks [] for security_group (99159022-df32-41d6-850b-e56df26e42f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.258066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99159022-df32-41d6-850b-e56df26e42f1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.281033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:24.281415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.296725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99159022-df32-41d6-850b-e56df26e42f1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.316412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:24.362612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728380956218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.365116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Unsubscribe: segment precommit_create {{(pid=103891) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 13:58:24.365609 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Added segment f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0 of type vlan for network f3504e16-ec70-4c6d-9181-478008eddca6 Mar 22 13:58:24.420161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:24.452555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bdfea-28aa-4ceb-af87-eb8bd37fa7ec None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:24.455992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-971a7e76-8451-4519-b3ff-10ec3e8631ef None None] Current status of the port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:24.471545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:24.495940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.82', 49927) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:24.546502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f3504e16-ec70-4c6d-9181-478008eddca6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.560297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69fa70dc-c55b-400a-b5df-8eda5b2c23aa req-d4d9a45e-e626-4ed9-94cd-7f7d76a49519 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 210 time: 0.0760632 Mar 22 13:58:24.581295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-14659d1f-bd3b-4031-b8ea-84b866fdfe0e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b9f5eec762134066a25ec30186fd486a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834920 Mar 22 13:58:24.643017 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f3504e16-ec70-4c6d-9181-478008eddca6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.644055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:24.647582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.765023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-4a30aedc-89f1-4515-ac7c-256617262f6e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:24.766514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-4a30aedc-89f1-4515-ac7c-256617262f6e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805050 Mar 22 13:58:24.821153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7302883 Mar 22 13:58:24.824054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:24.829231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Request body: {'subnet': {'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-subnet', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:24.851478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.858183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec1d2-f07c-47ba-9fda-7e009c42c96d admin admin] Pushing event updated for resources: {'Network': ['ID=f3504e16-ec70-4c6d-9181-478008eddca6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:24.870360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Made reservation on behalf of 311c7f36640b4426857989db6430aa31 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:24.871192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f3504e16-ec70-4c6d-9181-478008eddca6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:24.872718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:24.881199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Request body: {'port': {'device_id': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'b9f5eec762134066a25ec30186fd486a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:25.205569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Made reservation on behalf of b9f5eec762134066a25ec30186fd486a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:25.210531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.225205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.382354 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (8e108c5f-d06a-4270-b68c-858a57b7fba9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.494870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks [] for security_group (f4ab3fb6-f92a-4e18-91b8-30a8228352a8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.500648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e108c5f-d06a-4270-b68c-858a57b7fba9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:25.512701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4ab3fb6-f92a-4e18-91b8-30a8228352a8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.518194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Checking segment: {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:25.518561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Network hostable DHCP agents. Network: f3504e16-ec70-4c6d-9181-478008eddca6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:25.647617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ab3fb6-f92a-4e18-91b8-30a8228352a8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:25.666429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Network f3504e16-ec70-4c6d-9181-478008eddca6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:25.704710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f3504e16-ec70-4c6d-9181-478008eddca6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:25.723431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306c586-caa9-4f03-a6b2-5fbff408490a None None] Network f3504e16-ec70-4c6d-9181-478008eddca6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:25.730422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:25.731438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.814196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36104461-fa7f-4f4d-b221-42b0c1792a5f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9889474 Mar 22 13:58:25.817009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53520) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:25.821591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:25.877561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (74697bb9-32ca-469a-848a-31f75d677915), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.878742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (74697bb9-32ca-469a-848a-31f75d677915), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:25.893793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Allocated IP 192.168.233.204 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/6e8b0045-6c8f-4035-95da-1c1ed87467cb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:25.999724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:26.073459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for router_controller (74697bb9-32ca-469a-848a-31f75d677915), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.188259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-f3504e16-ec70-4c6d-9181-478008eddca6', 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6', 'project_id': '311c7f36640b4426857989db6430aa31', 'fixed_ips': [{'subnet_id': '8e108c5f-d06a-4270-b68c-858a57b7fba9'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:58:26.189251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.550224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:26.555588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.583640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53546) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:26.605865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b0055ec-07ec-4a99-8d89-e1c47356d31e req-11473cff-daaa-4e70-ba0f-dc9e403188d9 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 210 time: 0.1516757 Mar 22 13:58:26.845256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Allocated IP 172.20.0.2 (f3504e16-ec70-4c6d-9181-478008eddca6/8e108c5f-d06a-4270-b68c-858a57b7fba9/483a4f62-0ad6-4cfe-a606-bf883232a16e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:26.906920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks [] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.936370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for router_gateway (74697bb9-32ca-469a-848a-31f75d677915), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:26.997602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.019036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:27.181570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:27.199548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:27.230052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:27.235986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks [] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.244815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:27.245198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.246250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.277823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604686290-network', 'tenant_id': 'd81e207daa33465da57f63cee7a13efe'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:27.331513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Pushing event updated for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:27.354092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Made reservation on behalf of d81e207daa33465da57f63cee7a13efe for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:27.356560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.394854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Network f3504e16-ec70-4c6d-9181-478008eddca6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:27.396417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.429276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-8fe7cabd-4fa7-419b-86a5-948b9769bcf1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5540605 Mar 22 13:58:27.436715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:27.441402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:27.463770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Pushing event updated for resources: {'Port': ['ID=483a4f62-0ad6-4cfe-a606-bf883232a16e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:27.468916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-09b32918-6aed-454f-8edb-c84ea2741c6b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:58:27.469479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-09b32918-6aed-454f-8edb-c84ea2741c6b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204120 Mar 22 13:58:27.529189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for router_gateway (74697bb9-32ca-469a-848a-31f75d677915), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.560531 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.672500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Attempting to bind port 483a4f62-0ad6-4cfe-a606-bf883232a16e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:27.672914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Attempting to bind port 483a4f62-0ad6-4cfe-a606-bf883232a16e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:27.673260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Attempting to bind port 483a4f62-0ad6-4cfe-a606-bf883232a16e on network f3504e16-ec70-4c6d-9181-478008eddca6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:27.709403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:27.710042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Checking segment: {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:27.712493 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.714096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Bound using segment: {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:27.715765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Bound port: 483a4f62-0ad6-4cfe-a606-bf883232a16e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:27.718167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.755870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks [] for security_group (daba8d2d-0620-466e-aca7-998f47f40ff3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.764802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (daba8d2d-0620-466e-aca7-998f47f40ff3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.800686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:27.826631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4b13cb5f-81de-414d-91a9-e9167bcaae7a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.827153 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Added segment 4b13cb5f-81de-414d-91a9-e9167bcaae7a of type vlan for network e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 Mar 22 13:58:27.849755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Allocated IP 172.25.3.218 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4c2a0928-8d1c-4c72-9f38-31212d6fa852) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:27.907254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Request body: {'port': {'device_id': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'device_owner': 'compute:tempest-test_az-453177639', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:27.988736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:27.998946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.004634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ca694c33-8868-4396-b37c-d398bde2bb70 None None] Provisioning complete for port 6e8b0045-6c8f-4035-95da-1c1ed87467cb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:28.013065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca694c33-8868-4396-b37c-d398bde2bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.061197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba8d2d-0620-466e-aca7-998f47f40ff3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.106244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] For port 483a4f62-0ad6-4cfe-a606-bf883232a16e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:28.122665 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.155934 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.157167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:28.157947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.165676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] For port 483a4f62-0ad6-4cfe-a606-bf883232a16e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=483a4f62-0ad6-4cfe-a606-bf883232a16e,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:28.196876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ca694c33-8868-4396-b37c-d398bde2bb70 None None] Port 6e8b0045-6c8f-4035-95da-1c1ed87467cb cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:28.209767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.227896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] Pushing event updated for resources: {'Network': ['ID=e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.255964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.279050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6605c258-9de3-4fd9-9c53-6edd30cd491a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6918511 Mar 22 13:58:28.289912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf2b7e-9ece-47d3-ab9a-47233c729f35 req-dfe98040-b9f1-43ef-8331-5df1c941db34 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:28.297179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ebf2b7e-9ece-47d3-ab9a-47233c729f35 req-dfe98040-b9f1-43ef-8331-5df1c941db34 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 936 time: 0.2687726 Mar 22 13:58:28.298994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53590) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:28.337768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Request body: {'subnet': {'network_id': 'e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604686290-subnet', 'tenant_id': 'd81e207daa33465da57f63cee7a13efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:28.350102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:28.362559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f18223-da68-41b2-812b-703a3a12bfde None None] Pushing event updated for resources: {'Port': ['ID=483a4f62-0ad6-4cfe-a606-bf883232a16e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.385686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.562479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Pushing event updated for resources: {'Port': ['ID=4c2a0928-8d1c-4c72-9f38-31212d6fa852,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:28.583459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:28.587458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:28.593473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:28.665156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Made reservation on behalf of d81e207daa33465da57f63cee7a13efe for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:28.667660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:28.778828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ebf2b7e-9ece-47d3-ab9a-47233c729f35 req-d067839e-821d-4b97-8a6f-2de956b54b93 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806471 Mar 22 13:58:28.885613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.130442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for router_gateway (74697bb9-32ca-469a-848a-31f75d677915), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.430428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8b0045-6c8f-4035-95da-1c1ed87467cb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:29.451784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks [] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.507212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (e6a72f27-8e45-4272-be14-08296a07ccf8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.520801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Transition to ACTIVE for port object 6e8b0045-6c8f-4035-95da-1c1ed87467cb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:29.590698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.661519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (74697bb9-32ca-469a-848a-31f75d677915), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.737688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a72f27-8e45-4272-be14-08296a07ccf8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:29.844956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:29.847885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Checking segment: {'id': '4b13cb5f-81de-414d-91a9-e9167bcaae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:29.853231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Network hostable DHCP agents. Network: e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:29.902063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Attempting to bind port 6e8b0045-6c8f-4035-95da-1c1ed87467cb on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:29.903575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Attempting to bind port 6e8b0045-6c8f-4035-95da-1c1ed87467cb by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:29.916039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Attempting to bind port 6e8b0045-6c8f-4035-95da-1c1ed87467cb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:29.946267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Port 6e8b0045-6c8f-4035-95da-1c1ed87467cb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:29.946816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Attempting to bind port 6e8b0045-6c8f-4035-95da-1c1ed87467cb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:29.951672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Network e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:29.971425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:29.973210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:29.973914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:29.976902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:29.977903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Bound port: 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:29.978284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:29.980675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132c6db-c5c6-4f8b-9563-05fb5f3c8ada None None] Network e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:30.103608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Router 74697bb9-32ca-469a-848a-31f75d677915 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:30.116001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:30.119242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.156923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53684) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.287752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.336242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 483a4f62-0ad6-4cfe-a606-bf883232a16e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:30.345990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c84b68-104a-4f71-a9cd-3235b9f3506d None None] Network f3504e16-ec70-4c6d-9181-478008eddca6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:30.358498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:30.370666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08c48475-0030-465e-a065-19e7835b0294 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0622809 Mar 22 13:58:30.371659 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Sync routers for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:30.394456 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:30.395848 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:30.423184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.427863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5fdd87e8-7452-48c9-9306-e5ba2123468a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6097753 Mar 22 13:58:30.430834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53700) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:30.438909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36215923-f5e4-47c6-823f-ba3b91613590 req-668f559f-5c71-469d-a471-e508059f91d6 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:30.443125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36215923-f5e4-47c6-823f-ba3b91613590 req-668f559f-5c71-469d-a471-e508059f91d6 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.3900065 Mar 22 13:58:30.535390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:30.549039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:30.567816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e7011-13c7-4348-bbf1-95d6408afe45 None None] Network e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:30.584938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.618770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:30.619406 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:30.620859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] 10.222.0.82 "PUT /v2.0/ports/6e8b0045-6c8f-4035-95da-1c1ed87467cb HTTP/1.1" status: 200 len: 1117 time: 2.8881640 Mar 22 13:58:30.635539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:30.774287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:31.104812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 483a4f62-0ad6-4cfe-a606-bf883232a16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:31.106235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.110795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36215923-f5e4-47c6-823f-ba3b91613590 req-0d9c0bad-f206-4e78-9455-2899d741b088 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584909 Mar 22 13:58:31.263171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73186fc-6958-47b8-ab30-48ca399e893d service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:31.267388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c6d6-7c3f-47e4-9b2f-6f92025074dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.289763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-23881afe-b83e-49a2-9fb3-583f9314f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.292216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-23881afe-b83e-49a2-9fb3-583f9314f51d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f5eec762134066a25ec30186fd486a&device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 1151 time: 0.3768787 Mar 22 13:58:31.319050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3598-a348-443a-a718-3ac7844f759d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.480392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3598-a348-443a-a718-3ac7844f759d admin admin] Publish callbacks [] for security_group (6b6b9dfc-fd79-49a9-b2da-796729248759), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.499670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3598-a348-443a-a718-3ac7844f759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6b6b9dfc-fd79-49a9-b2da-796729248759), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.512591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Provisioning complete for port 483a4f62-0ad6-4cfe-a606-bf883232a16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:31.513410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.560323 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 3, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:31.595454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d2e3598-a348-443a-a718-3ac7844f759d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=570513d9269c427eb9aa9d7883175af2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3039656 Mar 22 13:58:31.642695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Checking router: 74697bb9-32ca-469a-848a-31f75d677915 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:31.643046 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Updating router 74697bb9-32ca-469a-848a-31f75d677915 port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:31.711027 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:31.715055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:31.798551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-d25e01eb-cf2d-4610-b352-b7f4222c4a96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb HTTP/1.1" status: 200 len: 217 time: 0.4882176 Mar 22 13:58:31.802923 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f69a4-f626-4523-ac3d-9a624851693b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:31.876233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3598-a348-443a-a718-3ac7844f759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b9dfc-fd79-49a9-b2da-796729248759,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:31.936572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-f20b0823-ddf3-4500-be59-7d8d100d03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:31.938907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-f20b0823-ddf3-4500-be59-7d8d100d03ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1243753 Mar 22 13:58:31.955992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] Publish callbacks [] for security_group (6b6b9dfc-fd79-49a9-b2da-796729248759), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.004701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] Publish callbacks [] for security_group (6b6b9dfc-fd79-49a9-b2da-796729248759), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.041095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:32.050641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 483a4f62-0ad6-4cfe-a606-bf883232a16e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:32.051053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.120420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Current status of the port 483a4f62-0ad6-4cfe-a606-bf883232a16e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:32.121251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.129824 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6b6b9dfc-fd79-49a9-b2da-796729248759), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.139187 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.140863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b6b9dfc-fd79-49a9-b2da-796729248759 HTTP/1.1" status: 204 len: 168 time: 0.4167502 Mar 22 13:58:32.143697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c6d6-7c3f-47e4-9b2f-6f92025074dc admin admin] Publish callbacks [] for security_group (ca9aa42f-d446-47dd-8623-e8a8304b4f9c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.307629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 483a4f62-0ad6-4cfe-a606-bf883232a16e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=483a4f62-0ad6-4cfe-a606-bf883232a16e,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:32.316396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.349348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea52b4-03d4-40a4-b5ea-7dd669f5abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b9dfc-fd79-49a9-b2da-796729248759,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.455484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-e754b28b-fe04-4133-a836-5f0d8c8bd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.459245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-e754b28b-fe04-4133-a836-5f0d8c8bd133 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3632967 Mar 22 13:58:32.475340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c6d6-7c3f-47e4-9b2f-6f92025074dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca9aa42f-d446-47dd-8623-e8a8304b4f9c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.506674 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks [] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.516145 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.575135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=483a4f62-0ad6-4cfe-a606-bf883232a16e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.604084 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ecc5c6d6-7c3f-47e4-9b2f-6f92025074dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4206faafefb14de6883578f3e7dafc78&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4428053 Mar 22 13:58:32.629762 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885da2-1118-4ac1-9b9e-3062cbfceb35 None None] Pushing event updated for resources: {'Port': ['ID=4c2a0928-8d1c-4c72-9f38-31212d6fa852,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.663721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53754) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:32.665398 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:58:32.666240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:32.666990 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:58:32.667463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5c6d6-7c3f-47e4-9b2f-6f92025074dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9aa42f-d446-47dd-8623-e8a8304b4f9c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.668195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e525dcef-8f6f-4709-957c-7841b1d53d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.674374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Attempting to bind port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:32.675083 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Attempting to bind port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:32.675615 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Attempting to bind port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:32.680993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1393851020-network', 'tenant_id': '0760efb149ca422180d92af6afb91a57'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:32.683198 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:32.683637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:32.684049 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.684168 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c48faf0-3cb6-49ee-8ab3-5eda4a727d42 x-openstack-request-id: req-9c48faf0-3cb6-49ee-8ab3-5eda4a727d42 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:32.684343 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:32.684511 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:32.684618 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c48faf0-3cb6-49ee-8ab3-5eda4a727d42 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:32.684993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Bound port: 4c2a0928-8d1c-4c72-9f38-31212d6fa852, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:32.685101 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c48faf0-3cb6-49ee-8ab3-5eda4a727d42'] response: {'name': 'network-changed', 'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb', 'status': 'completed', 'code': 200} Mar 22 13:58:32.685430 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.707652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9f0f-503b-4588-8170-440ac9906ea7 req-312c32c3-6513-405f-8150-e01d84af27b8 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:32.717156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f54d9f0f-503b-4588-8170-440ac9906ea7 req-312c32c3-6513-405f-8150-e01d84af27b8 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.4558802 Mar 22 13:58:32.747475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Made reservation on behalf of 0760efb149ca422180d92af6afb91a57 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:32.750097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.811939 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] For port 4c2a0928-8d1c-4c72-9f38-31212d6fa852, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:32.816844 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] For port 4c2a0928-8d1c-4c72-9f38-31212d6fa852, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c2a0928-8d1c-4c72-9f38-31212d6fa852,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:32.825713 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:32.868987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f54d9f0f-503b-4588-8170-440ac9906ea7 req-b89abea3-b61c-4cb2-8cde-fc554b467b15 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507180 Mar 22 13:58:32.883959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-b6a9be69-45b4-4d26-acce-c077041b3b30 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025490 Mar 22 13:58:32.970652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.000036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:33.001233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:33.013981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e525dcef-8f6f-4709-957c-7841b1d53d94 admin admin] Publish callbacks [] for security_group (c84f9334-8140-4151-9d5f-449c3b570c6c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.026163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e525dcef-8f6f-4709-957c-7841b1d53d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c84f9334-8140-4151-9d5f-449c3b570c6c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.089606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525dcef-8f6f-4709-957c-7841b1d53d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f9334-8140-4151-9d5f-449c3b570c6c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.099484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e525dcef-8f6f-4709-957c-7841b1d53d94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4692dabd66e4f7999de69a008446ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0569746 Mar 22 13:58:33.102574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0c11a61-a5d7-4f02-b23a-0d435968325a req-20c8c53f-7846-464c-bc60-4080ff2974bf service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095842 Mar 22 13:58:33.103182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:33.112779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] Publish callbacks [] for security_group (ca9aa42f-d446-47dd-8623-e8a8304b4f9c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.152341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.207467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:33.223002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] Publish callbacks [] for security_group (ca9aa42f-d446-47dd-8623-e8a8304b4f9c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.225101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] Publish callbacks [] for security_group (c84f9334-8140-4151-9d5f-449c3b570c6c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.283944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d0d24cac-07c4-4a97-86a2-6651db92126f None None] Current status of the port 483a4f62-0ad6-4cfe-a606-bf883232a16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:33.321671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] Publish callbacks [] for security_group (c84f9334-8140-4151-9d5f-449c3b570c6c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.338486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53766) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:33.349714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885da2-1118-4ac1-9b9e-3062cbfceb35 None None] Pushing event updated for resources: {'Port': ['ID=4c2a0928-8d1c-4c72-9f38-31212d6fa852,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.363786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b939e41-6cfe-4635-bf73-4593bd4cc79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.449347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ca33c9de-2040-43b5-8944-98c1394ee645 None None] Provisioning complete for port 483a4f62-0ad6-4cfe-a606-bf883232a16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:33.449664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9de-2040-43b5-8944-98c1394ee645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.456323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f69a4-f626-4523-ac3d-9a624851693b req-31775322-7290-4220-a4c9-e32419a3181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.470706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-31775322-7290-4220-a4c9-e32419a3181c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f5eec762134066a25ec30186fd486a&device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 1151 time: 0.2759271 Mar 22 13:58:33.590901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ca33c9de-2040-43b5-8944-98c1394ee645 None None] Current status of the port 483a4f62-0ad6-4cfe-a606-bf883232a16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:33.608886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca9aa42f-d446-47dd-8623-e8a8304b4f9c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.611670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c84f9334-8140-4151-9d5f-449c3b570c6c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.611970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.618793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca9aa42f-d446-47dd-8623-e8a8304b4f9c HTTP/1.1" status: 204 len: 168 time: 0.9405897 Mar 22 13:58:33.618972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.618972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c84f9334-8140-4151-9d5f-449c3b570c6c HTTP/1.1" status: 204 len: 168 time: 0.5110850 Mar 22 13:58:33.623144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks [] for security_group (2891dfc7-7849-4ff9-a403-b63d1dd4c1a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.639199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2891dfc7-7849-4ff9-a403-b63d1dd4c1a8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.654424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:33.666843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bf2e5e87-d4cf-4588-beaa-f10b5219a8b5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.667749 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Added segment bf2e5e87-d4cf-4588-beaa-f10b5219a8b5 of type vlan for network 129fae52-0f45-45e8-a4df-d649675d4de3 Mar 22 13:58:33.674713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1abb2c-eb81-4893-bbf3-f9632a194665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f9334-8140-4151-9d5f-449c3b570c6c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.739182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (129fae52-0f45-45e8-a4df-d649675d4de3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.743113 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 3, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:33.773643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf4320-58ef-47c1-8ad1-705b797c14c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9aa42f-d446-47dd-8623-e8a8304b4f9c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.787719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (129fae52-0f45-45e8-a4df-d649675d4de3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.789200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.790703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:33.839592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2891dfc7-7849-4ff9-a403-b63d1dd4c1a8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:33.904852 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a99b1d-8a0e-427a-8a75-5eb31207a087 None None] The sync data for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 is: [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:28Z', 'revision_number': 3, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:33.936683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f69a4-f626-4523-ac3d-9a624851693b req-7eb8bc18-8d88-4f01-926d-56a1d35e5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:33.940317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-7eb8bc18-8d88-4f01-926d-56a1d35e5acf service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4359443 Mar 22 13:58:33.989284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b939e41-6cfe-4635-bf73-4593bd4cc79b admin admin] Publish callbacks [] for security_group (dcb0821f-ff4a-4011-8fff-d499c12f4493), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.005135 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b939e41-6cfe-4635-bf73-4593bd4cc79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dcb0821f-ff4a-4011-8fff-d499c12f4493), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.061168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3808362 Mar 22 13:58:34.062012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.079733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Request body: {'subnet': {'network_id': '129fae52-0f45-45e8-a4df-d649675d4de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1393851020-subnet', 'tenant_id': '0760efb149ca422180d92af6afb91a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:34.113447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168876b-18ca-44fc-a02b-cd2fd176bfca admin admin] Pushing event updated for resources: {'Network': ['ID=129fae52-0f45-45e8-a4df-d649675d4de3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:34.116592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Allocated IP 172.20.0.1 (f3504e16-ec70-4c6d-9181-478008eddca6/8e108c5f-d06a-4270-b68c-858a57b7fba9/3d91e7b6-dbb3-4d13-919f-f0b683a018d7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:34.128289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 129fae52-0f45-45e8-a4df-d649675d4de3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:34.137285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-d975f3f6-e15a-406c-aa4c-caf1ce0576d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb HTTP/1.1" status: 200 len: 217 time: 0.1454227 Mar 22 13:58:34.168980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Made reservation on behalf of 0760efb149ca422180d92af6afb91a57 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:34.172705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.240831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b939e41-6cfe-4635-bf73-4593bd4cc79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb0821f-ff4a-4011-8fff-d499c12f4493,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:34.402628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8b939e41-6cfe-4635-bf73-4593bd4cc79b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c70293c2ebb4779b4a86c054d77117a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0604775 Mar 22 13:58:34.405186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.477919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks [] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.505732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f69a4-f626-4523-ac3d-9a624851693b req-74051188-d53c-4269-8877-e5d223a13896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.508070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-74051188-d53c-4269-8877-e5d223a13896 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2715685 Mar 22 13:58:34.716450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068282-7737-42c0-aa2f-be47d5dfe187 req-8ca1decf-f086-45bb-939b-de05c77c6eaf tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.740959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17068282-7737-42c0-aa2f-be47d5dfe187 req-8ca1decf-f086-45bb-939b-de05c77c6eaf tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.6593142 Mar 22 13:58:34.754893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.811115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c2a0928-8d1c-4c72-9f38-31212d6fa852 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:34.828354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c499dea-abce-4308-91c1-b1875e5d4b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.847938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.872482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (bafcea4e-282e-43c5-8862-e382f32456f0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.874800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:34.902543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17068282-7737-42c0-aa2f-be47d5dfe187 req-95f86695-c5d1-416b-a4e5-2ded4f289234 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588185 Mar 22 13:58:34.927455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:34.928224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.940945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] Publish callbacks [] for security_group (dcb0821f-ff4a-4011-8fff-d499c12f4493), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.982446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] Publish callbacks [] for security_group (dcb0821f-ff4a-4011-8fff-d499c12f4493), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:34.985758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f69a4-f626-4523-ac3d-9a624851693b req-cda6a29e-07e5-4941-b549-50239135d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:34.987339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-cda6a29e-07e5-4941-b549-50239135d3e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4314213 Mar 22 13:58:35.030195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Network f3504e16-ec70-4c6d-9181-478008eddca6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:35.048011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:35.091511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dcb0821f-ff4a-4011-8fff-d499c12f4493), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.098391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.101426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252a1c5f-2359-4dc7-9c10-d005cca88026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.102791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcb0821f-ff4a-4011-8fff-d499c12f4493 HTTP/1.1" status: 204 len: 168 time: 0.6892536 Mar 22 13:58:35.128667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7350f5-b9d0-4d56-8dae-b29f19bdcc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb0821f-ff4a-4011-8fff-d499c12f4493,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.159018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:35.159668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (74697bb9-32ca-469a-848a-31f75d677915), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.180089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:35.181777 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.266230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 4c2a0928-8d1c-4c72-9f38-31212d6fa852, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c2a0928-8d1c-4c72-9f38-31212d6fa852,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:35.282680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.286573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 483a4f62-0ad6-4cfe-a606-bf883232a16e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:35.351844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Pushing event updated for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.431458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-d9102e14-1c8c-45b7-bddc-0e56afffe8e9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634661 Mar 22 13:58:35.528542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafcea4e-282e-43c5-8862-e382f32456f0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.553734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 483a4f62-0ad6-4cfe-a606-bf883232a16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:35.553938 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.649717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Checking segment: {'id': 'bf2e5e87-d4cf-4588-beaa-f10b5219a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '129fae52-0f45-45e8-a4df-d649675d4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:35.650119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Network hostable DHCP agents. Network: 129fae52-0f45-45e8-a4df-d649675d4de3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:35.711259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f69a4-f626-4523-ac3d-9a624851693b req-c49df923-cdd8-4088-8141-3a3766a41911 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706032 Mar 22 13:58:35.737705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bfaea898-f18e-4274-bac2-38d30fcae126 None None] Provisioning complete for port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:35.738048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bfaea898-f18e-4274-bac2-38d30fcae126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.819489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c499dea-abce-4308-91c1-b1875e5d4b51 admin admin] Publish callbacks [] for security_group (f7ef3d57-5726-4b33-9c81-d495e9da97f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.823555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bfaea898-f18e-4274-bac2-38d30fcae126 None None] Port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:35.826022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=4c2a0928-8d1c-4c72-9f38-31212d6fa852,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.847470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c499dea-abce-4308-91c1-b1875e5d4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7ef3d57-5726-4b33-9c81-d495e9da97f1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.863177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Network 129fae52-0f45-45e8-a4df-d649675d4de3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:35.913931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 483a4f62-0ad6-4cfe-a606-bf883232a16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:35.966830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 129fae52-0f45-45e8-a4df-d649675d4de3) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:35.980270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff381b-7c79-4408-83d3-aabd8112564c None None] Network 129fae52-0f45-45e8-a4df-d649675d4de3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:35.985719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:35.995650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:35.996262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.011544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4c499dea-abce-4308-91c1-b1875e5d4b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9810182fab014c4aa1d596b0e6ae0ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2539265 Mar 22 13:58:36.011762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:36.032609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c499dea-abce-4308-91c1-b1875e5d4b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef3d57-5726-4b33-9c81-d495e9da97f1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.121589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252a1c5f-2359-4dc7-9c10-d005cca88026 admin admin] Publish callbacks [] for security_group (d81d377d-8591-4ff7-98e4-05bfe771dc5b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.151948 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-efba07e8-84e5-4229-ac87-4b1fe047454b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0853593 Mar 22 13:58:36.152928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252a1c5f-2359-4dc7-9c10-d005cca88026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d81d377d-8591-4ff7-98e4-05bfe771dc5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.204227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] Publish callbacks [] for security_group (f7ef3d57-5726-4b33-9c81-d495e9da97f1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.223180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a1c5f-2359-4dc7-9c10-d005cca88026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d377d-8591-4ff7-98e4-05bfe771dc5b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.254955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] Publish callbacks [] for security_group (f7ef3d57-5726-4b33-9c81-d495e9da97f1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.367768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a29ac-f898-4f2a-b062-1f3058bcc093 None None] Network 129fae52-0f45-45e8-a4df-d649675d4de3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:36.373304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef74d5-a153-444a-b30f-c40186f56e48 req-be49c556-3027-4df6-b074-3f62971935d1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:36.376757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dcef74d5-a153-444a-b30f-c40186f56e48 req-be49c556-3027-4df6-b074-3f62971935d1 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.3550446 Mar 22 13:58:36.378803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7ef3d57-5726-4b33-9c81-d495e9da97f1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.381696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.393419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7ef3d57-5726-4b33-9c81-d495e9da97f1 HTTP/1.1" status: 204 len: 168 time: 0.3768430 Mar 22 13:58:36.417450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aa9f0-b443-4d2f-a3ea-18d9e3995606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef3d57-5726-4b33-9c81-d495e9da97f1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:36.507938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53808) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:36.558519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c2a0928-8d1c-4c72-9f38-31212d6fa852 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:36.643715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dcef74d5-a153-444a-b30f-c40186f56e48 req-7859d635-d53c-49cb-9a4d-4d562f80a7dc tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459197 Mar 22 13:58:36.701999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Deleting subnet e6a72f27-8e45-4272-be14-08296a07ccf8 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:58:36.707021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:36.707461 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.711951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Publish callbacks [] for subnet (e6a72f27-8e45-4272-be14-08296a07ccf8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.803406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-252a1c5f-2359-4dc7-9c10-d005cca88026 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=132d44aae4fd4e1fbbdb1bd773375ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9184840 Mar 22 13:58:36.806205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53816) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:36.823536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Publish callbacks [] for subnet (e6a72f27-8e45-4272-be14-08296a07ccf8), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.857345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (e6a72f27-8e45-4272-be14-08296a07ccf8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:36.879765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:36.977468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] Publish callbacks [] for security_group (d81d377d-8591-4ff7-98e4-05bfe771dc5b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.010470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (e6a72f27-8e45-4272-be14-08296a07ccf8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.071695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a72f27-8e45-4272-be14-08296a07ccf8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:37.082837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.088965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks [] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.096086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cd6e4f54-4cca-48a2-98bd-23aba4d4cb99 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e6a72f27-8e45-4272-be14-08296a07ccf8 HTTP/1.1" status: 204 len: 168 time: 0.5869522 Mar 22 13:58:37.098538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:37.112877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] Publish callbacks [] for security_group (d81d377d-8591-4ff7-98e4-05bfe771dc5b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.190886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.192921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (74697bb9-32ca-469a-848a-31f75d677915), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.204803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d81d377d-8591-4ff7-98e4-05bfe771dc5b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.211209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.214487 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d81d377d-8591-4ff7-98e4-05bfe771dc5b HTTP/1.1" status: 204 len: 168 time: 0.4033294 Mar 22 13:58:37.264072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc974df-6732-4538-a869-f3f590cfcd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d377d-8591-4ff7-98e4-05bfe771dc5b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:37.267177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.338358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Pushing event updated for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:37.430662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Network f3504e16-ec70-4c6d-9181-478008eddca6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:37.432518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:37.596149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Router 74697bb9-32ca-469a-848a-31f75d677915 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:37.639012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:37.698946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.704214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.705267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.706047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.706782 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.707478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.708027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.708536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.709041 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.709552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.813442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:37.826279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Sync routers for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:37.826661 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee83d5d7-e2ab-4abe-8c29-144889a1df9c admin admin] 10.222.0.81 "PUT /v2.0/routers/74697bb9-32ca-469a-848a-31f75d677915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3941345 Mar 22 13:58:37.848747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:37.851650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:37.901175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.902690 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.903168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.903663 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:58:37.904235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.002301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13cb5f-81de-414d-91a9-e9167bcaae7a') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.002852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13cb5f-81de-414d-91a9-e9167bcaae7a') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.027083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (4b13cb5f-81de-414d-91a9-e9167bcaae7a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.067294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4b13cb5f-81de-414d-91a9-e9167bcaae7a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.078821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ba2c5a07-fba8-463b-a7bc-2eb56df776ce None None] Provisioning complete for port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:38.079462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5a07-fba8-463b-a7bc-2eb56df776ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.084273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1aa61-3834-4f57-a2f5-1c032cbbe962 req-b9bd8c79-338f-4feb-8dc2-3e0834f70ed6 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:38.086192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ff1aa61-3834-4f57-a2f5-1c032cbbe962 req-b9bd8c79-338f-4feb-8dc2-3e0834f70ed6 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.1700263 Mar 22 13:58:38.091214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:58:38.091877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (4b13cb5f-81de-414d-91a9-e9167bcaae7a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: from cryptography.utils import int_from_bytes Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: from cryptography.utils import int_from_bytes Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: timer() Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:58:38.139666 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:58:38.150097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c5a07-fba8-463b-a7bc-2eb56df776ce None None] Port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:38.152870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:38.263594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ff1aa61-3834-4f57-a2f5-1c032cbbe962 req-d36d7918-3e1c-42b7-aad0-778bf3ce3b56 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008909 Mar 22 13:58:38.274329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.280857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.288623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5 HTTP/1.1" status: 204 len: 168 time: 1.1889291 Mar 22 13:58:38.292492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:38.302310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13816a9-c117-41bd-9c5b-2d40fde15eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e890f7e0-cc87-4bf6-aa78-0ece26d3f9e5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:38.349608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Deleting subnet bafcea4e-282e-43c5-8862-e382f32456f0 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:58:38.353409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Publish callbacks [] for subnet (bafcea4e-282e-43c5-8862-e382f32456f0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.378168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3d91e7b6-dbb3-4d13-919f-f0b683a018d7', 'name': '', 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'mac_address': 'fa:16:3e:41:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:33Z', 'updated_at': '2022-03-22T13:58:36Z', 'revision_number': 2, 'project_id': '311c7f36640b4426857989db6430aa31', 'subnets': [{'id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.391982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Publish callbacks [] for subnet (bafcea4e-282e-43c5-8862-e382f32456f0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.402872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (bafcea4e-282e-43c5-8862-e382f32456f0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.475218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (bafcea4e-282e-43c5-8862-e382f32456f0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.518774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.526047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:38.534578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bafcea4e-282e-43c5-8862-e382f32456f0 HTTP/1.1" status: 204 len: 168 time: 0.2398479 Mar 22 13:58:38.535530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6887-aa33-4594-98ef-b6b549f1ff2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafcea4e-282e-43c5-8862-e382f32456f0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:38.550500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Checking router: 74697bb9-32ca-469a-848a-31f75d677915 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:38.550841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Updating router 74697bb9-32ca-469a-848a-31f75d677915 port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:38.584533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.638228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (129fae52-0f45-45e8-a4df-d649675d4de3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.738111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (129fae52-0f45-45e8-a4df-d649675d4de3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.773861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129fae52-0f45-45e8-a4df-d649675d4de3']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.790858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2e5e87-d4cf-4588-beaa-f10b5219a8b5') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.791196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2e5e87-d4cf-4588-beaa-f10b5219a8b5') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:38.814438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (bf2e5e87-d4cf-4588-beaa-f10b5219a8b5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.823830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53884) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:38.838372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bf2e5e87-d4cf-4588-beaa-f10b5219a8b5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.849578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (bf2e5e87-d4cf-4588-beaa-f10b5219a8b5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: timer() Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:58:38.854471 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:58:38.935613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (129fae52-0f45-45e8-a4df-d649675d4de3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.941195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.944870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] 10.222.0.81 "DELETE /v2.0/networks/129fae52-0f45-45e8-a4df-d649675d4de3 HTTP/1.1" status: 204 len: 168 time: 0.4168167 Mar 22 13:58:38.959779 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks [] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.965152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df518-d8cb-4489-ab06-9189d3e84381 admin admin] Pushing event deleted for resources: {'Network': ['ID=129fae52-0f45-45e8-a4df-d649675d4de3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:38.968300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:38.996486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1899723944-network', 'tenant_id': '561faf9056d34dc6ae7186108d04dad7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:39.036255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:39.039091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.058737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.114930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53906) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.125028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598744452', 'description': 'tempest-description--1884821704'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:39.127830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Attempting to bind port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:39.128317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Attempting to bind port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:39.128616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Attempting to bind port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 on network f3504e16-ec70-4c6d-9181-478008eddca6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:39.131679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1d265-e64e-43fa-bd66-2af82eb91e74 None None] Pushing event updated for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.150751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:39.158282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Checking segment: {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:39.158723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.159142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Bound using segment: {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:39.159656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Bound port: 3d91e7b6-dbb3-4d13-919f-f0b683a018d7, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:39.160047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.183105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.199614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53912) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.231325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks [] for security_group (b1c95d5c-d66a-47d0-93d2-32aa26fc074e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.248262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] For port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:39.252133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] For port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:39.258307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b1c95d5c-d66a-47d0-93d2-32aa26fc074e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.261267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.301693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (7c2843df-60c6-4191-9c66-2ba1e47d2dc2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.307808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c2843df-60c6-4191-9c66-2ba1e47d2dc2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.330020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:39.333944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.335801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2193568 Mar 22 13:58:39.358139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.362517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c95d5c-d66a-47d0-93d2-32aa26fc074e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.373320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'security_group_rule': {'security_group_id': '7c2843df-60c6-4191-9c66-2ba1e47d2dc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:39.386303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0a64958-faad-42b1-91d7-46dcd66715e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d81e207daa33465da57f63cee7a13efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850865 Mar 22 13:58:39.390521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.395680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:39.396749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:39.416267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f0078e0c-1d12-47af-a6ce-7c3978d29210), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.421345 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Added segment f0078e0c-1d12-47af-a6ce-7c3978d29210 of type vlan for network bddefe54-9fa5-4bd7-9e88-63789f359fb3 Mar 22 13:58:39.498266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980abf1b-b0c8-4739-9652-353713a7b516 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2843df-60c6-4191-9c66-2ba1e47d2dc2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.530695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (bddefe54-9fa5-4bd7-9e88-63789f359fb3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.536974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] Publish callbacks [] for security_group (daba8d2d-0620-466e-aca7-998f47f40ff3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.561415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1d265-e64e-43fa-bd66-2af82eb91e74 None None] Pushing event updated for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.567076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e025f-1d34-4a80-a896-8500cd82cc5a req-9d4ddd6c-76f0-4b99-8c7d-c37b0e736e9b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.568811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d2e025f-1d34-4a80-a896-8500cd82cc5a req-9d4ddd6c-76f0-4b99-8c7d-c37b0e736e9b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.2088518 Mar 22 13:58:39.576566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] Publish callbacks [] for security_group (daba8d2d-0620-466e-aca7-998f47f40ff3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.578721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (6c0a3192-6117-49f0-8e29-5ff6d9604f4d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.630360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Provisioning complete for port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:39.630734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.643066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:58:39.659673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (daba8d2d-0620-466e-aca7-998f47f40ff3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.662462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.666374 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/daba8d2d-0620-466e-aca7-998f47f40ff3 HTTP/1.1" status: 204 len: 168 time: 0.2708151 Mar 22 13:58:39.680551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829df9b-bbab-4e66-932e-fe095f953458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba8d2d-0620-466e-aca7-998f47f40ff3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.682727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (bddefe54-9fa5-4bd7-9e88-63789f359fb3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.683678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:39.684250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.707074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d2e025f-1d34-4a80-a896-8500cd82cc5a req-32cff37e-3808-4ed2-b8e4-96b9138e0527 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234765 Mar 22 13:58:39.744456 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9194875 Mar 22 13:58:39.750582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (6c0a3192-6117-49f0-8e29-5ff6d9604f4d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.751724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53928) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.764551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Request body: {'subnet': {'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1899723944-subnet', 'tenant_id': '561faf9056d34dc6ae7186108d04dad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:39.786968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6c0a3192-6117-49f0-8e29-5ff6d9604f4d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.796792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:39.799473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.812693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:39.884222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0a3192-6117-49f0-8e29-5ff6d9604f4d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.887447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28599b-2c46-4588-b3a2-58e5a8148599 admin admin] Pushing event updated for resources: {'Network': ['ID=bddefe54-9fa5-4bd7-9e88-63789f359fb3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:39.917522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:39.918773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-844f80d2-b81d-439c-bd74-a047abfe8e52 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5572500 Mar 22 13:58:39.921513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53934) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:39.930267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'security_group_rule': {'security_group_id': '7c2843df-60c6-4191-9c66-2ba1e47d2dc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:39.974417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (2c05c3b3-d817-4295-8ee4-8cc46a212f1b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.054011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:40.086072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Current status of the port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:40.086691 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.124946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] For port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:40.126345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (2c05c3b3-d817-4295-8ee4-8cc46a212f1b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.142131 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (2c05c3b3-d817-4295-8ee4-8cc46a212f1b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.151107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (31cc4db5-738f-41b7-940e-f928714bc343), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.168900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.195467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c05c3b3-d817-4295-8ee4-8cc46a212f1b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.214095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.219148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:40.220103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-148355b1-bcb0-4d62-8323-9456e657312d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975585 Mar 22 13:58:40.224172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:40.271041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cc4db5-738f-41b7-940e-f928714bc343,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.275139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.288513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:40.292191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:40.292748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Network hostable DHCP agents. Network: bddefe54-9fa5-4bd7-9e88-63789f359fb3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:40.316283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:40.327366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab44bb-f7a9-43f9-856a-fc5b71dee300 None None] Pushing event updated for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.330308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, bddefe54-9fa5-4bd7-9e88-63789f359fb3) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:40.341844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.342483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.342925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f92aed-505c-4c37-aa95-200eb0232091 None None] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:40.347599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0ddfce7a-d2a5-4a58-99a9-5aaed60f9fd8 None None] Provisioning complete for port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:40.348134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ddfce7a-d2a5-4a58-99a9-5aaed60f9fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.374958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a93d26b2-ad1d-4b06-b8c5-8e8e460f81f3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6208665 Mar 22 13:58:40.442448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3d91e7b6-dbb3-4d13-919f-f0b683a018d7', 'name': '', 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'mac_address': 'fa:16:3e:41:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:33Z', 'updated_at': '2022-03-22T13:58:39Z', 'revision_number': 4, 'project_id': '311c7f36640b4426857989db6430aa31', 'subnets': [{'id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:40.454451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53958) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:40.481775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e737c45-8999-4c2a-9057-7a592cb9b284 None None] The sync data for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 is: [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3d91e7b6-dbb3-4d13-919f-f0b683a018d7', 'name': '', 'network_id': 'f3504e16-ec70-4c6d-9181-478008eddca6', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'mac_address': 'fa:16:3e:41:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:33Z', 'updated_at': '2022-03-22T13:58:39Z', 'revision_number': 4, 'project_id': '311c7f36640b4426857989db6430aa31', 'subnets': [{'id': '8e108c5f-d06a-4270-b68c-858a57b7fba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:40.533808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53962) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:40.534646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a581b8e-b3f9-4db0-a60d-aacdf76d756e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0760efb149ca422180d92af6afb91a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450998 Mar 22 13:58:40.577144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213c114-ed98-4961-adbd-c20a386a58ae None None] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:40.666105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] Publish callbacks [] for security_group (2891dfc7-7849-4ff9-a403-b63d1dd4c1a8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.667348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfce7a-d2a5-4a58-99a9-5aaed60f9fd8 None None] Current status of the port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:40.688791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.718755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] Publish callbacks [] for security_group (2891dfc7-7849-4ff9-a403-b63d1dd4c1a8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.833132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2891dfc7-7849-4ff9-a403-b63d1dd4c1a8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.836710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.840394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2891dfc7-7849-4ff9-a403-b63d1dd4c1a8 HTTP/1.1" status: 204 len: 168 time: 0.3031650 Mar 22 13:58:40.867272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af1c8-80e2-4192-b1d7-e5a24ff89b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2891dfc7-7849-4ff9-a403-b63d1dd4c1a8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:40.893537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a75d7-38ec-41cb-b5a3-02ea57d5d45d req-e5816b2b-c8af-4616-8f4d-229caf7e0cfe tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:40.901143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Allocated IP 172.25.3.223 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/427440ae-2015-4ae3-904c-811b23927361) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:40.902140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d15a75d7-38ec-41cb-b5a3-02ea57d5d45d req-e5816b2b-c8af-4616-8f4d-229caf7e0cfe tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.0781748 Mar 22 13:58:40.941333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1cf301d-9427-4aee-a2a8-d0cce2e164e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:40.995181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d15a75d7-38ec-41cb-b5a3-02ea57d5d45d req-5c85bd19-82d3-483b-8ede-312f9240e050 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887272 Mar 22 13:58:41.081932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for port (427440ae-2015-4ae3-904c-811b23927361), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.117309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1cf301d-9427-4aee-a2a8-d0cce2e164e1 admin admin] Publish callbacks [] for security_group (55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.126766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (427440ae-2015-4ae3-904c-811b23927361), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.128111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1cf301d-9427-4aee-a2a8-d0cce2e164e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.165008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:41.170645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:41.174310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf301d-9427-4aee-a2a8-d0cce2e164e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.176699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:41.207832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'Port': ['ID=427440ae-2015-4ae3-904c-811b23927361,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.207832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53978) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:41.210455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1cf301d-9427-4aee-a2a8-d0cce2e164e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=540c2a0b2ff1424cbb3d533c125d51f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7467241 Mar 22 13:58:41.330000 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.354517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] Publish callbacks [] for security_group (55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.395210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (427440ae-2015-4ae3-904c-811b23927361), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.397938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] Publish callbacks [] for security_group (55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.677255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54000) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:41.683253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1230062272-network', 'tenant_id': '7db6a3f4e97e457180b662e2de68eb52'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:41.715320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Made reservation on behalf of 7db6a3f4e97e457180b662e2de68eb52 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:41.718056 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.722044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.730956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.737536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38 HTTP/1.1" status: 204 len: 168 time: 0.5289044 Mar 22 13:58:41.740939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.797836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851b2a-fba6-4b56-8f84-313b96eb7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d8cecc-a7f8-4d74-b1b7-7d3ca7fcfb38,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.848082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for port (427440ae-2015-4ae3-904c-811b23927361), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.861755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (427440ae-2015-4ae3-904c-811b23927361), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.910469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.916385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks [] for security_group (486ad4f2-bea5-440e-80ef-f2f5e40a4e22), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.923069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (486ad4f2-bea5-440e-80ef-f2f5e40a4e22), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.932361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.938479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7181075 Mar 22 13:58:41.955939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe9ac-5e5a-4740-825e-ef3c48e74c57 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'Port': ['ID=427440ae-2015-4ae3-904c-811b23927361,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.956315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:41.965871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ad4f2-bea5-440e-80ef-f2f5e40a4e22,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:41.973609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cd1cb7d8-efe4-4cde-8dab-5c1e353e7271), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:41.973609 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Added segment cd1cb7d8-efe4-4cde-8dab-5c1e353e7271 of type vlan for network 5da2fd55-7f8b-441b-b69d-6eeb681785ee Mar 22 13:58:42.026534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5da2fd55-7f8b-441b-b69d-6eeb681785ee), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.063827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5da2fd55-7f8b-441b-b69d-6eeb681785ee), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.065293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.065887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.174651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4953060 Mar 22 13:58:42.178515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54034) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:42.185725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39764ece-238e-41de-a211-fc61246a7af6 admin admin] Pushing event updated for resources: {'Network': ['ID=5da2fd55-7f8b-441b-b69d-6eeb681785ee,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.187416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Request body: {'subnet': {'network_id': '5da2fd55-7f8b-441b-b69d-6eeb681785ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1230062272-subnet', 'tenant_id': '7db6a3f4e97e457180b662e2de68eb52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:42.199443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5da2fd55-7f8b-441b-b69d-6eeb681785ee details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:42.236952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c704bf5-61f2-40d9-8675-6d4609a0892b req-a8f5429e-e7d3-40c8-ac0a-ed9fb0ef749b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.240523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Made reservation on behalf of 7db6a3f4e97e457180b662e2de68eb52 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:42.245582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.245749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c704bf5-61f2-40d9-8675-6d4609a0892b req-a8f5429e-e7d3-40c8-ac0a-ed9fb0ef749b tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 969 time: 0.1740546 Mar 22 13:58:42.368869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c704bf5-61f2-40d9-8675-6d4609a0892b req-5cf769f9-8009-4465-a119-e961dfeb24b5 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221998 Mar 22 13:58:42.375715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-82aee57d-56fb-4fb7-9172-bb12370edc0b tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--598744452&fields=id&tenant_id=93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 267 time: 0.1280193 Mar 22 13:58:42.501020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54046) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:42.502585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:42.520576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e93f9a61-e231-4b4a-9c9f-b4002d227e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.539440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6e8b0045-6c8f-4035-95da-1c1ed87467cb details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:42.565819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (dfe932d8-8570-4607-8eb7-dc91bcf45fdb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.581643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54048) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:42.644704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-ab0f5c32-833b-49e3-8552-2f7dd1de80e8 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.646361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-ab0f5c32-833b-49e3-8552-2f7dd1de80e8 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 824 time: 0.2564232 Mar 22 13:58:42.657199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe932d8-8570-4607-8eb7-dc91bcf45fdb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.673432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-fe738cdb-8f31-4de5-beda-2ffd352f2adc tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/quotas/93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 375 time: 0.0208280 Mar 22 13:58:42.677541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Checking segment: {'id': 'cd1cb7d8-efe4-4cde-8dab-5c1e353e7271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5da2fd55-7f8b-441b-b69d-6eeb681785ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:42.682428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Network hostable DHCP agents. Network: 5da2fd55-7f8b-441b-b69d-6eeb681785ee, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:42.701595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e93f9a61-e231-4b4a-9c9f-b4002d227e43 admin admin] Publish callbacks [] for security_group (89c9122f-b237-4114-aea3-0caa48fb6f35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.713260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e93f9a61-e231-4b4a-9c9f-b4002d227e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (89c9122f-b237-4114-aea3-0caa48fb6f35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.732780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Network 5da2fd55-7f8b-441b-b69d-6eeb681785ee is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:42.760532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-b77a48c3-14fa-46d8-ac04-2c52c9be94bb tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813737 Mar 22 13:58:42.768822 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e93f9a61-e231-4b4a-9c9f-b4002d227e43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=905520cf1a9d46418d6da4cea2cf369a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666254 Mar 22 13:58:42.770158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f9a61-e231-4b4a-9c9f-b4002d227e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c9122f-b237-4114-aea3-0caa48fb6f35,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.771440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:42.781872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 5da2fd55-7f8b-441b-b69d-6eeb681785ee) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:42.785885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:42.786605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.803602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7685bd6-9998-40e1-8305-b5a24c0a8d12 None None] Network 5da2fd55-7f8b-441b-b69d-6eeb681785ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:42.817681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f292c3ed-fe45-409b-b2b2-5a2398510e09 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6268899 Mar 22 13:58:42.818149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-network', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:42.873608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Made reservation on behalf of 4fb0e26fdb5241069c0cc093e898d6d1 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:42.875898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.880754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:42.890328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.898995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6e8b0045-6c8f-4035-95da-1c1ed87467cb', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6e8b0045-6c8f-4035-95da-1c1ed87467cb', 'mac_address': 'fa:16:3e:ba:38:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-453177639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:42.899247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] Publish callbacks [] for security_group (89c9122f-b237-4114-aea3-0caa48fb6f35), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.930914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-82745946-8fdb-4d3d-96e4-74e528faed96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:58:42.931932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-82745946-8fdb-4d3d-96e4-74e528faed96 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947073 Mar 22 13:58:42.939182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] Publish callbacks [] for security_group (89c9122f-b237-4114-aea3-0caa48fb6f35), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:42.957800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:42.958208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.000187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315bd56-93ad-4dcb-a8d2-8275def9867c None None] Network 5da2fd55-7f8b-441b-b69d-6eeb681785ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:43.004372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6e8b0045-6c8f-4035-95da-1c1ed87467cb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:43.004755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.074058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b0045-6c8f-4035-95da-1c1ed87467cb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:43.079196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (89c9122f-b237-4114-aea3-0caa48fb6f35), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.082608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.083776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89c9122f-b237-4114-aea3-0caa48fb6f35 HTTP/1.1" status: 204 len: 168 time: 0.3110187 Mar 22 13:58:43.110120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:43.124519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf062-6351-4286-8ea0-c6c72610f4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c9122f-b237-4114-aea3-0caa48fb6f35,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:43.127331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks [] for security_group (3d9b068f-4136-4913-9f0b-ea26252bdd62), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.132713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.134404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-20f954d3-7552-4531-8dc5-facea37327cc service neutron] 10.222.0.81 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911399 Mar 22 13:58:43.137075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3d9b068f-4136-4913-9f0b-ea26252bdd62), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.169920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:43.220558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b068f-4136-4913-9f0b-ea26252bdd62,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:43.231635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.232330 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Added segment 82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b of type vlan for network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 Mar 22 13:58:43.271735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:43.283280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:43.457438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6e8b0045-6c8f-4035-95da-1c1ed87467cb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:43.488732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.526794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-560ccb89-e7e2-4cb4-82b4-1baeace5f052 service neutron] 10.222.0.81 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676765 Mar 22 13:58:43.577413 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.578562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.579166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.653646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0711520 Mar 22 13:58:43.657128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54088) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:43.663367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Request body: {'subnet': {'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-subnet', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:43.675096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0149df-bf89-4be6-9670-f182cb61a5aa admin admin] Pushing event updated for resources: {'Network': ['ID=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:43.686663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-69ce60bb-8304-45e1-8b9e-a70d54f386ae tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.688152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-69ce60bb-8304-45e1-8b9e-a70d54f386ae tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.2014027 Mar 22 13:58:43.688613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Made reservation on behalf of 4fb0e26fdb5241069c0cc093e898d6d1 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:43.691571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.694038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:43.720979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-948d4351-49ba-4340-822a-5301666a5e09 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/quotas/561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 375 time: 0.0259893 Mar 22 13:58:43.776068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-22843b60-b95d-4e84-8a6a-d22e53997300 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457306 Mar 22 13:58:43.834469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3717a4-c983-4875-80e4-1a4e5fdb5ba1 req-957f157b-7882-4dba-b464-f50e3f2c579d tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.835982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3717a4-c983-4875-80e4-1a4e5fdb5ba1 req-957f157b-7882-4dba-b464-f50e3f2c579d tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 970 time: 0.0625579 Mar 22 13:58:43.910326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3717a4-c983-4875-80e4-1a4e5fdb5ba1 req-b583ffa6-eefc-418a-b576-4675fe599b2f tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635152 Mar 22 13:58:43.948776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:43.979754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-573c2a74-57ef-455f-854a-dc3195b163b7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:58:43.981320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-573c2a74-57ef-455f-854a-dc3195b163b7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0639336 Mar 22 13:58:44.021673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:44.029258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Checking segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:44.029609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Network hostable DHCP agents. Network: 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:44.050716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:44.066053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:44.072752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:44.073328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.080890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128cb21-1224-474a-b8db-6c462c2903b1 None None] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:44.095274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5d477cc-b277-4c7c-baaf-55c4dc1edd11 req-8326543a-f7b3-43b5-ad67-f2da9f3a2c24 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0930567 Mar 22 13:58:44.104770 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:58:44.110359 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-babe7fe0-71ed-4acc-832d-3d07ccbaed58 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4516721 Mar 22 13:58:44.112801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54118) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:44.118039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:44.143502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.145157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.204600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-7d53233d-96c2-4ae9-a3fe-629f11037fa5 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158811 Mar 22 13:58:44.215635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for router_controller (65d72bb4-f75c-4a7e-9251-d558049621e3), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.229788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:58:44.231352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.371390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-9130b41e-90bf-430e-a71f-0b7fb6f622c8 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658933 Mar 22 13:58:44.413284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for router_gateway (65d72bb4-f75c-4a7e-9251-d558049621e3), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.480823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Allocated IP 172.20.0.2 (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16/6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f/d5a67b58-50ad-472a-ab39-e08ef74b0666) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:44.556520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6e8b0045-6c8f-4035-95da-1c1ed87467cb up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:44.599647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f269358b-a410-4e16-8ac2-982265eb9142 req-9ab9d53c-07c0-4116-9fca-0db32e3d158b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 210 time: 0.0454903 Mar 22 13:58:44.728057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for router_gateway (65d72bb4-f75c-4a7e-9251-d558049621e3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.754704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.770309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 6e8b0045-6c8f-4035-95da-1c1ed87467cb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:58:44.781120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6e8b0045-6c8f-4035-95da-1c1ed87467cb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:44.781496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.820809 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks [] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.833264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:44.888913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Allocated IP 172.25.3.62 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/d0a1fe6c-8d27-46f0-89ca-38c065554427) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:44.895132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:44.907634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:44.910315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:44.914214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Pushing event updated for resources: {'Port': ['ID=d5a67b58-50ad-472a-ab39-e08ef74b0666,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.005791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Attempting to bind port d5a67b58-50ad-472a-ab39-e08ef74b0666 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:45.006193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Attempting to bind port d5a67b58-50ad-472a-ab39-e08ef74b0666 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:45.006554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Attempting to bind port d5a67b58-50ad-472a-ab39-e08ef74b0666 on network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:45.016329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:45.016329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Checking segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:45.016647 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.017037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Bound using segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:45.017509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Bound port: d5a67b58-50ad-472a-ab39-e08ef74b0666, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:45.018457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.081522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.087097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6e8b0045-6c8f-4035-95da-1c1ed87467cb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:45.087540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.136014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.149568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337c767-d69a-49b0-a46b-4384b99f4a80 req-14b7fbfd-f2d1-4a10-930c-8d88396a6387 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.152396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d337c767-d69a-49b0-a46b-4384b99f4a80 req-14b7fbfd-f2d1-4a10-930c-8d88396a6387 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 970 time: 0.0982373 Mar 22 13:58:45.170584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:45.177859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:45.201672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:45.204798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:45.208421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:45.298005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Pushing event updated for resources: {'Port': ['ID=d0a1fe6c-8d27-46f0-89ca-38c065554427,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.299538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25fcb494-20d2-4055-8236-786a00c308bc req-3dbc1ccb-b66d-4681-b2fc-c9b2752e7b56 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0761700 Mar 22 13:58:45.328246 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.340978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] For port d5a67b58-50ad-472a-ab39-e08ef74b0666, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:45.354971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d337c767-d69a-49b0-a46b-4384b99f4a80 req-f06bf94e-ee25-4156-88e8-09e2b12dbc0d tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878893 Mar 22 13:58:45.402396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] For port d5a67b58-50ad-472a-ab39-e08ef74b0666, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5a67b58-50ad-472a-ab39-e08ef74b0666,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:45.415743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.446489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.535646 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7682c458-e5be-404b-9168-9e11f430511f" -d '{"events": [{"server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:45.540055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6329e-17d0-4c9f-aa4f-d3437dec2cd6 None None] Pushing event updated for resources: {'Port': ['ID=d5a67b58-50ad-472a-ab39-e08ef74b0666,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:45.658786 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef8811-1969-4c2c-acec-8c2a39db4a23 x-openstack-request-id: req-73ef8811-1969-4c2c-acec-8c2a39db4a23 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:45.659589 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:45.659983 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73ef8811-1969-4c2c-acec-8c2a39db4a23 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:45.660678 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ef8811-1969-4c2c-acec-8c2a39db4a23'] response: {'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb', 'code': 200} Mar 22 13:58:45.831726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1286646b-1cce-4d23-bbe7-d06c7e436ebc req-3da623c4-e237-4cec-aec3-e20ebbe4859e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 210 time: 0.0933301 Mar 22 13:58:45.848042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for router_gateway (65d72bb4-f75c-4a7e-9251-d558049621e3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.894619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-d9b97901-9ac6-412e-b404-7b1b0c6630d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.896594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-d9b97901-9ac6-412e-b404-7b1b0c6630d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 1153 time: 0.1262519 Mar 22 13:58:45.918452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-cc070eb0-4aaf-41b8-bbdf-3da75751ee00 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:45.963439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.78', 64876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:46.033637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-cc070eb0-4aaf-41b8-bbdf-3da75751ee00 service neutron] Publish callbacks [] for security_group (7c282cbd-eb77-4fec-88ee-392004125466), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.038949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-cc070eb0-4aaf-41b8-bbdf-3da75751ee00 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c282cbd-eb77-4fec-88ee-392004125466), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.100907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3de06c06-57cb-43ff-b04e-aad3b01ebb91 req-cc070eb0-4aaf-41b8-bbdf-3da75751ee00 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974597 Mar 22 13:58:46.128062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070eb0-4aaf-41b8-bbdf-3da75751ee00 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c282cbd-eb77-4fec-88ee-392004125466,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:46.183290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.78', 64877) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:46.278470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-5403e5d0-f2a3-4e92-b5c5-c6d74df6254f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.279991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-5403e5d0-f2a3-4e92-b5c5-c6d74df6254f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 824 time: 0.3155210 Mar 22 13:58:46.305752 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.335945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-2eae6478-e033-4ee8-8af6-464a198e3361 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.337738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-2eae6478-e033-4ee8-8af6-464a198e3361 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.1532147 Mar 22 13:58:46.391484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Request body: {'port': {'device_id': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'admin_state_up': True, 'tenant_id': '561faf9056d34dc6ae7186108d04dad7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:46.515491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54210) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:46.543443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-917690ae-06c8-4985-afe0-dacf8b0d5707 req-9a4b647f-6ac4-4d62-b8e7-8cf2f1577f77 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.1085608 Mar 22 13:58:46.598814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5a67b58-50ad-472a-ab39-e08ef74b0666 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:46.642709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-530105b6-2e1a-4032-babd-6140343affea tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 379 time: 0.2128532 Mar 22 13:58:46.671923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4aab-f505-4479-874c-3cd19e80370d req-1bb85be9-13b5-43cd-b1f0-a8d3bfe93ab0 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.683726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-428e4aab-f505-4479-874c-3cd19e80370d req-1bb85be9-13b5-43cd-b1f0-a8d3bfe93ab0 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.2009258 Mar 22 13:58:46.717914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d5a67b58-50ad-472a-ab39-e08ef74b0666 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:46.722406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.732977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:46.737086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:46.766874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Router 65d72bb4-f75c-4a7e-9251-d558049621e3 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:46.782317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-428e4aab-f505-4479-874c-3cd19e80370d req-a15e95ba-100f-47d4-834b-e4b9a9babb58 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972960 Mar 22 13:58:46.960222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-866ba72c-70d3-46d2-bd6f-4a102470a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.007400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d5a67b58-50ad-472a-ab39-e08ef74b0666 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:47.007660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.015768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42e1a9b9-8a2b-40f8-b652-bc56a87233b3 req-13e6f1ed-6a8a-4b07-93fa-52971c7c6540 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 210 time: 0.0658386 Mar 22 13:58:47.037525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Allocated IP 172.20.0.5 (bddefe54-9fa5-4bd7-9e88-63789f359fb3/31cc4db5-738f-41b7-940e-f928714bc343/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:47.055692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:47.055944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port d5a67b58-50ad-472a-ab39-e08ef74b0666, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5a67b58-50ad-472a-ab39-e08ef74b0666,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:47.061686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.075784 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Sync routers for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:47.095238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:47.095899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:47.119817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.124113 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-69b5b870-7e45-4ff3-bb2e-206011be501a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0094793 Mar 22 13:58:47.124793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54216) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:47.128007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69471f8-e5cc-44f8-877d-ae3baf9b9433 None None] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:47.183950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=d5a67b58-50ad-472a-ab39-e08ef74b0666,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.212361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0fd048ef-6c7d-41c7-bba8-4e9f971f573e None None] Provisioning complete for port d5a67b58-50ad-472a-ab39-e08ef74b0666 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:47.212988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0fd048ef-6c7d-41c7-bba8-4e9f971f573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.225066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-866ba72c-70d3-46d2-bd6f-4a102470a853 admin admin] Publish callbacks [] for security_group (cfe6ea62-e03f-4953-8027-d4349e7f1764), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.235791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-866ba72c-70d3-46d2-bd6f-4a102470a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cfe6ea62-e03f-4953-8027-d4349e7f1764), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.280520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:47.299830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ba72c-70d3-46d2-bd6f-4a102470a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6ea62-e03f-4953-8027-d4349e7f1764,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.305143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-866ba72c-70d3-46d2-bd6f-4a102470a853 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6604a932238b41229052deaf7ca98302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7868242 Mar 22 13:58:47.306414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks [] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.308105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:47.360218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.397895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0fd048ef-6c7d-41c7-bba8-4e9f971f573e None None] Current status of the port d5a67b58-50ad-472a-ab39-e08ef74b0666 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:47.435958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:47.442437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:47.447740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] Publish callbacks [] for security_group (cfe6ea62-e03f-4953-8027-d4349e7f1764), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.454793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:47.490436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] Publish callbacks [] for security_group (cfe6ea62-e03f-4953-8027-d4349e7f1764), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.506646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.541866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.542901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.573776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-d8d69b87-a0c9-4ced-a6e1-b36c7f77f430 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877136 Mar 22 13:58:47.597728 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:45Z', 'revision_number': 3, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:47.629009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Checking router: 65d72bb4-f75c-4a7e-9251-d558049621e3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:47.629632 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Updating router 65d72bb4-f75c-4a7e-9251-d558049621e3 port d0a1fe6c-8d27-46f0-89ca-38c065554427 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:47.644384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cfe6ea62-e03f-4953-8027-d4349e7f1764), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.647097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.648329 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfe6ea62-e03f-4953-8027-d4349e7f1764 HTTP/1.1" status: 204 len: 168 time: 0.3393135 Mar 22 13:58:47.662752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1b9dc-1662-4f94-b113-a5bfa3122cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6ea62-e03f-4953-8027-d4349e7f1764,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.694994 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.695828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe1d5a23-1a76-4af2-88a7-c2fa2137189f req-be0073ca-480f-4ac8-9aa7-2c0f3ebcfa8d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0365717 Mar 22 13:58:47.742994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-681848c7-63ff-49d2-9cc4-8cc8c8d0963f None None] Provisioning complete for port d5a67b58-50ad-472a-ab39-e08ef74b0666 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:47.743705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-681848c7-63ff-49d2-9cc4-8cc8c8d0963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.903437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-681848c7-63ff-49d2-9cc4-8cc8c8d0963f None None] Current status of the port d5a67b58-50ad-472a-ab39-e08ef74b0666 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:47.904929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:47.921815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e79dc-cbd1-47bf-9466-d4e52b908a66 req-869680c5-4976-44c6-b48c-f7c5c5ce4bdd tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:47.923988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d9e79dc-cbd1-47bf-9466-d4e52b908a66 req-869680c5-4976-44c6-b48c-f7c5c5ce4bdd tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.0756223 Mar 22 13:58:48.003595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d9e79dc-cbd1-47bf-9466-d4e52b908a66 req-b2467a78-53c9-4b05-90ea-bce1dd4a84ec tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Mar 22 13:58:48.172138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54230) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:48.196190 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks [] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.203219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77fec-28c0-4c36-9050-d5dda7bd50b8 req-4951eea4-4050-473a-b4f1-35128293d9d6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:48.206756 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.211147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe77fec-28c0-4c36-9050-d5dda7bd50b8 req-4951eea4-4050-473a-b4f1-35128293d9d6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 931 time: 0.0867994 Mar 22 13:58:48.218175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2f91-82c9-4fe9-b3d0-1d0a4d05b63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.259553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Allocated IP 172.20.0.1 (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16/6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f/3417c9c9-8f42-41bf-b9a5-57b5af07b987) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:48.273238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Attempting to bind port d0a1fe6c-8d27-46f0-89ca-38c065554427 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:48.273602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Attempting to bind port d0a1fe6c-8d27-46f0-89ca-38c065554427 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:48.274181 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Attempting to bind port d0a1fe6c-8d27-46f0-89ca-38c065554427 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:48.281756 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba230f2e-2e60-4292-bb00-8d9e9f369c88 None None] Pushing event updated for resources: {'Port': ['ID=d0a1fe6c-8d27-46f0-89ca-38c065554427,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.288150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe77fec-28c0-4c36-9050-d5dda7bd50b8 req-db3bd687-273b-42be-8b5b-a5ca96c6b6c1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756812 Mar 22 13:58:48.291242 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:48.291588 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:48.292570 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.293302 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:48.293973 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Bound port: d0a1fe6c-8d27-46f0-89ca-38c065554427, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:48.294385 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.354409 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] For port d0a1fe6c-8d27-46f0-89ca-38c065554427, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:48.358283 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] For port d0a1fe6c-8d27-46f0-89ca-38c065554427, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0a1fe6c-8d27-46f0-89ca-38c065554427,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:48.374453 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.425673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5a67b58-50ad-472a-ab39-e08ef74b0666 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:48.426644 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:48.427274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:48.494898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d5a67b58-50ad-472a-ab39-e08ef74b0666 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:48.495636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.506704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba230f2e-2e60-4292-bb00-8d9e9f369c88 None None] Pushing event updated for resources: {'Port': ['ID=d0a1fe6c-8d27-46f0-89ca-38c065554427,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.554403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-323db6b1-80dd-4d6d-a011-e50d2c078be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.560645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2f91-82c9-4fe9-b3d0-1d0a4d05b63f admin admin] Publish callbacks [] for security_group (7c7d80cd-1ab7-4c58-baa5-97d979685d63), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.573670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2f91-82c9-4fe9-b3d0-1d0a4d05b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c7d80cd-1ab7-4c58-baa5-97d979685d63), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.584567 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:48.601178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks [] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.613152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d5a67b58-50ad-472a-ab39-e08ef74b0666 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:48.634225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e2f91-82c9-4fe9-b3d0-1d0a4d05b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d80cd-1ab7-4c58-baa5-97d979685d63,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.643704 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3b3e2f91-82c9-4fe9-b3d0-1d0a4d05b63f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eab7e0d1b2e942a9b73f869b85158946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4678113 Mar 22 13:58:48.643977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54232) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:48.705798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.735894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] Publish callbacks [] for security_group (7c7d80cd-1ab7-4c58-baa5-97d979685d63), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.775507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:48.780143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] Publish callbacks [] for security_group (7c7d80cd-1ab7-4c58-baa5-97d979685d63), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.782116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Pushing event updated for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:48.792831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:48.802695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:45Z', 'revision_number': 3, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:48.823234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9746e457-2850-41e7-8df5-a8663a63423b req-80075818-ab9c-40d6-b9c3-850e0be7976b tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0423982 Mar 22 13:58:48.823926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:48.824124 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (65d72bb4-f75c-4a7e-9251-d558049621e3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.836180 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc9d23-3268-4a22-b1c9-0145a5f5cb52 None None] The sync data for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 is: [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:45Z', 'revision_number': 3, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:48.932150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c7d80cd-1ab7-4c58-baa5-97d979685d63), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.934739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:48.938287 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c7d80cd-1ab7-4c58-baa5-97d979685d63 HTTP/1.1" status: 204 len: 168 time: 0.2910249 Mar 22 13:58:48.950623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872f99f-a91d-4e25-938d-7ce349bb59be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d80cd-1ab7-4c58-baa5-97d979685d63,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:49.026845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.149375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369dea-0826-4d3e-a304-ca330e906817 req-555584a7-6485-478c-b7ea-b24993130b10 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.151211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88369dea-0826-4d3e-a304-ca330e906817 req-555584a7-6485-478c-b7ea-b24993130b10 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.0655582 Mar 22 13:58:49.156924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-07dd3c3d-cf69-4d2a-b551-639c70bf3db1 None None] Provisioning complete for port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:49.160620 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-07dd3c3d-cf69-4d2a-b551-639c70bf3db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.255116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-07dd3c3d-cf69-4d2a-b551-639c70bf3db1 None None] Port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:49.264706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88369dea-0826-4d3e-a304-ca330e906817 req-aa36ac43-2a3d-4c4d-9bb0-907c77d275e7 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045051 Mar 22 13:58:49.282924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks [] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.291312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.292319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (65d72bb4-f75c-4a7e-9251-d558049621e3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.418448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Pushing event updated for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:49.484909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:49.491865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:49.505782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fe43f-3cdf-4ad2-bd06-40dc1e51fe0b req-acec933c-5532-42d7-8283-7ba86e010cc9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.513435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c08fe43f-3cdf-4ad2-bd06-40dc1e51fe0b req-acec933c-5532-42d7-8283-7ba86e010cc9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 931 time: 0.1324046 Mar 22 13:58:49.559128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-cd2737ce-63e8-42af-bf2e-15241e099256 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:49.560673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-cd2737ce-63e8-42af-bf2e-15241e099256 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 1153 time: 0.1388297 Mar 22 13:58:49.594579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-1adcf4ba-e109-4a4c-b2b9-36ff41113679 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.641567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c08fe43f-3cdf-4ad2-bd06-40dc1e51fe0b req-8f1e2778-05c7-435d-a439-f6fedf70c085 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271002 Mar 22 13:58:49.709476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Router 65d72bb4-f75c-4a7e-9251-d558049621e3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:49.761744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-1adcf4ba-e109-4a4c-b2b9-36ff41113679 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] Publish callbacks [] for security_group (973b5bc9-0c49-41de-b628-adaf826a0d14), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.767950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-1adcf4ba-e109-4a4c-b2b9-36ff41113679 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (973b5bc9-0c49-41de-b628-adaf826a0d14), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.793900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-19db5152-7b6f-4da0-a24a-c83d3ead38f6 None None] Provisioning complete for port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:49.793900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19db5152-7b6f-4da0-a24a-c83d3ead38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:49.841685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcf4ba-e109-4a4c-b2b9-36ff41113679 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b5bc9-0c49-41de-b628-adaf826a0d14,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:49.849349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea56513f-4fa3-43dd-9e6f-b0736276aa72 req-1adcf4ba-e109-4a4c-b2b9-36ff41113679 tempest-AggregatesAdminTestJSON-1158548350 tempest-AggregatesAdminTestJSON-1158548350-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821949 Mar 22 13:58:49.849840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-19db5152-7b6f-4da0-a24a-c83d3ead38f6 None None] Port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:49.914570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:49.921074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9efbb68-17e4-4ea7-891d-a5d00157df66 admin admin] 10.222.0.81 "PUT /v2.0/routers/65d72bb4-f75c-4a7e-9251-d558049621e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7938933 Mar 22 13:58:49.958653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46601a82-ff23-4bde-ac9a-b5a64f33ff43 req-53d68f7e-5f17-45c8-98b1-4d30499ba568 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0550754 Mar 22 13:58:50.275189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f30c0c-b4c9-4338-924c-ab233b5e47df req-c0324e2d-2298-45b2-8db8-63943fea2ff9 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:50.277634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9f30c0c-b4c9-4338-924c-ab233b5e47df req-c0324e2d-2298-45b2-8db8-63943fea2ff9 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.0778575 Mar 22 13:58:50.340271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9f30c0c-b4c9-4338-924c-ab233b5e47df req-2ed2401e-aca5-4ffe-af8f-6057fb352567 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 Mar 22 13:58:50.470851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0a1fe6c-8d27-46f0-89ca-38c065554427 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:50.540288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d0a1fe6c-8d27-46f0-89ca-38c065554427 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:50.540673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.635084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d0a1fe6c-8d27-46f0-89ca-38c065554427 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:50.635481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.662829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port d0a1fe6c-8d27-46f0-89ca-38c065554427, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0a1fe6c-8d27-46f0-89ca-38c065554427,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:50.669410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.754896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=d0a1fe6c-8d27-46f0-89ca-38c065554427,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:50.813599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8043be-ed32-4688-91b3-490bd097179a req-55a41e8f-92fe-4d27-be7a-0d002f7bb9f1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:50.818588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8043be-ed32-4688-91b3-490bd097179a req-55a41e8f-92fe-4d27-be7a-0d002f7bb9f1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 931 time: 0.0932574 Mar 22 13:58:50.838937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:50.844918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-network', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:50.881037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4451929-453b-4fa2-ac74-b1ccda982927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.883422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Made reservation on behalf of f2c188d7bb3d4bef97c884c24369be92 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:50.887320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:50.891034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8043be-ed32-4688-91b3-490bd097179a req-af759564-e0ed-4a0b-a0ed-25a763928b77 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684752 Mar 22 13:58:50.898292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.001024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks [] for security_group (020ca2f5-9396-4d9b-b334-0e3306eb5f55), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.007250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (020ca2f5-9396-4d9b-b334-0e3306eb5f55), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.035855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:58:51.044981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ca2f5-9396-4d9b-b334-0e3306eb5f55,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:51.051339 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5abc344f-9007-4acc-924c-42ec355e7c21), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.051890 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Added segment 5abc344f-9007-4acc-924c-42ec355e7c21 of type vlan for network 764cf5b7-c702-462f-a731-0a290a00c1c0 Mar 22 13:58:51.068145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f605faa2-7409-465b-80ec-984c99b98dd2 req-0f7009e2-3b57-4a6b-8df0-78acbcbd3dee tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Mar 22 13:58:51.100511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (764cf5b7-c702-462f-a731-0a290a00c1c0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.116235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Sync routers for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:51.126081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:51.126748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:51.133140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (764cf5b7-c702-462f-a731-0a290a00c1c0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.134336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.135004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.196243 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3561540 Mar 22 13:58:51.199036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54308) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:51.208204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Request body: {'subnet': {'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-subnet', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:51.225229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3000952-0384-45e4-b947-571693d22fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=764cf5b7-c702-462f-a731-0a290a00c1c0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:51.241065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Made reservation on behalf of f2c188d7bb3d4bef97c884c24369be92 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:51.243803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.256822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:51.338779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:58:51.486933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4494f-c013-4dfc-8233-91cc33a31b41 req-46d91e3d-7742-4442-a8b9-d075ce701645 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.488697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97a4494f-c013-4dfc-8233-91cc33a31b41 req-46d91e3d-7742-4442-a8b9-d075ce701645 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.0690050 Mar 22 13:58:51.499141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (b6dd82c2-ee3a-4c2c-89af-65294f12589d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.552455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97a4494f-c013-4dfc-8233-91cc33a31b41 req-31b5847b-11b0-4aab-b1bd-52ad4fbc8f3a tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579145 Mar 22 13:58:51.565144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:49Z', 'revision_number': 2, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:51.578154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6dd82c2-ee3a-4c2c-89af-65294f12589d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:51.585909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Checking segment: {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:51.586290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Network hostable DHCP agents. Network: 764cf5b7-c702-462f-a731-0a290a00c1c0, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:58:51.596369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Checking router: 65d72bb4-f75c-4a7e-9251-d558049621e3 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:51.597215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Updating router 65d72bb4-f75c-4a7e-9251-d558049621e3 port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:51.604461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:58:51.616322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 764cf5b7-c702-462f-a731-0a290a00c1c0) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:51.622753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.624296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.632429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b4318-6a34-499f-95a7-e9ec33b93f84 None None] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:51.644398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5e3ecbc-4c4c-4026-bffc-9beb5f9cff42 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4440839 Mar 22 13:58:51.647291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:51.650750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.653515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:51.679077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.680393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.743834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for router_controller (627e1ade-5d5a-4df4-be1e-fcbb98520c17), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.795536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54320) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:51.841782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.856101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-764cf5b7-c702-462f-a731-0a290a00c1c0', 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0', 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'fixed_ips': [{'subnet_id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:58:51.858024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.920134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for router_gateway (627e1ade-5d5a-4df4-be1e-fcbb98520c17), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.929487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea5df-ef06-4d34-a577-2772a6345d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:51.978281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'port': {'device_id': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'admin_state_up': True, 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'security_groups': ['7c2843df-60c6-4191-9c66-2ba1e47d2dc2']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:51.993665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-254b3c12-82d3-4c50-bf9d-d85ffa19a82a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:58:51.994941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-254b3c12-82d3-4c50-bf9d-d85ffa19a82a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221486 Mar 22 13:58:52.107369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421619-2828-4872-a761-4711b6b66e9b req-6e42e45f-1b3c-42ed-bdae-ab7777348180 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.114193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2421619-2828-4872-a761-4711b6b66e9b req-6e42e45f-1b3c-42ed-bdae-ab7777348180 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 931 time: 0.1391940 Mar 22 13:58:52.140377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Request body: {'port': {'device_id': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:52.157583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Made reservation on behalf of 93a1a235813a4e68bedd03e66a410df1 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:58:52.161198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-8e1ad1ee-c5c2-43e9-847c-b876698313ac tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.161705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.162413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Allocated IP 172.20.0.2 (764cf5b7-c702-462f-a731-0a290a00c1c0/b6dd82c2-ee3a-4c2c-89af-65294f12589d/eb146c62-541c-49d0-b8b1-554674b0a1eb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:52.163386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-8e1ad1ee-c5c2-43e9-847c-b876698313ac tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.1520355 Mar 22 13:58:52.231407 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea5df-ef06-4d34-a577-2772a6345d26 admin admin] Publish callbacks [] for security_group (e715b659-2ed3-4cd0-af8e-e3b9bdb74f32), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.283639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8b126a4-6b4e-4aa2-93cd-317ddc8182ef req-d9cdc137-76b9-4d87-8edf-ebe5e9de1f38 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.0969179 Mar 22 13:58:52.284339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea5df-ef06-4d34-a577-2772a6345d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e715b659-2ed3-4cd0-af8e-e3b9bdb74f32), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.407011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2421619-2828-4872-a761-4711b6b66e9b req-fbc1e3f0-c944-4877-9f89-c79b225b5891 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917185 Mar 22 13:58:52.429571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks [] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.437567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.445853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea5df-ef06-4d34-a577-2772a6345d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715b659-2ed3-4cd0-af8e-e3b9bdb74f32,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:52.454577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7d3ea5df-ef06-4d34-a577-2772a6345d26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9757710f8c354694916f0994e051d020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579039 Mar 22 13:58:52.455781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54330) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:52.456741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.491177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0a1fe6c-8d27-46f0-89ca-38c065554427 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:52.529166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for router_gateway (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.559259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.603415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bece8-ee44-4044-9418-9a3ae4127a75 None None] Pushing event updated for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:52.605662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Deleting port 6e8b0045-6c8f-4035-95da-1c1ed87467cb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:58:52.613530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.629196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks [] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.676324 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.709648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Allocated IP 172.25.3.210 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5a7f8baa-1113-4ba8-9e05-7fcff5e805ce) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:52.727980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Pushing event updated for resources: {'Port': ['ID=eb146c62-541c-49d0-b8b1-554674b0a1eb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:52.751673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:52.754354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:52.757115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:52.759657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Attempting to bind port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:52.760031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Attempting to bind port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:52.760393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Attempting to bind port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 on network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:52.767282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:52.767647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Checking segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:52.768063 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.768459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Bound using segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:52.768952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Bound port: 3417c9c9-8f42-41bf-b9a5-57b5af07b987, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:52.769332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.771536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d0a1fe6c-8d27-46f0-89ca-38c065554427 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:52.771902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.819529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.881853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.913939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Attempting to bind port eb146c62-541c-49d0-b8b1-554674b0a1eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:52.914341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Attempting to bind port eb146c62-541c-49d0-b8b1-554674b0a1eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:52.914703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Attempting to bind port eb146c62-541c-49d0-b8b1-554674b0a1eb on network 764cf5b7-c702-462f-a731-0a290a00c1c0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:52.927938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] Publish callbacks [] for security_group (e715b659-2ed3-4cd0-af8e-e3b9bdb74f32), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.948627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] For port 3417c9c9-8f42-41bf-b9a5-57b5af07b987, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:52.953850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] For port 3417c9c9-8f42-41bf-b9a5-57b5af07b987, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3417c9c9-8f42-41bf-b9a5-57b5af07b987,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:52.955940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:52.956784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Checking segment: {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:52.956995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.957383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Bound using segment: {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:52.958075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Bound port: eb146c62-541c-49d0-b8b1-554674b0a1eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:52.958844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.970906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:52.978311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:52.980693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Pushing event updated for resources: {'Port': ['ID=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:52.981083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:52.983549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:52.986271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Allocated IP 172.20.0.13 (de6c34e0-50db-443b-8bc8-eacf6eb602af/64e7c891-3274-491e-a225-2dad0db19a54/33f4e756-87c4-4276-ae3b-2353e1eb2074) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:53.006530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] Publish callbacks [] for security_group (e715b659-2ed3-4cd0-af8e-e3b9bdb74f32), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.034359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Provisioning complete for port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:53.035019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.042775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:53.043410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:53.142653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150fccb-b7c2-445f-af3e-cc9709c85127 req-cf0eaa14-6111-4f48-ba0e-e312e5016b42 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.144120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b150fccb-b7c2-445f-af3e-cc9709c85127 req-cf0eaa14-6111-4f48-ba0e-e312e5016b42 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 971 time: 0.2258484 Mar 22 13:58:53.146335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] For port 6e8b0045-6c8f-4035-95da-1c1ed87467cb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6e8b0045-6c8f-4035-95da-1c1ed87467cb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:53.146708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.182558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Calling delete_port for 6e8b0045-6c8f-4035-95da-1c1ed87467cb owned by compute:tempest-test_az-453177639 {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:58:53.224836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e715b659-2ed3-4cd0-af8e-e3b9bdb74f32), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.227167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.230725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e715b659-2ed3-4cd0-af8e-e3b9bdb74f32 HTTP/1.1" status: 204 len: 168 time: 0.7685602 Mar 22 13:58:53.315140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06016f-850b-4a05-9548-7c2947dd8d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715b659-2ed3-4cd0-af8e-e3b9bdb74f32,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.356704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b150fccb-b7c2-445f-af3e-cc9709c85127 req-54b43087-12db-4958-947e-bd4935d2a1c9 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4ab3fb6-f92a-4e18-91b8-30a8228352a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040801 Mar 22 13:58:53.376017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d0a1fe6c-8d27-46f0-89ca-38c065554427 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:53.382566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:53.389939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bece8-ee44-4044-9418-9a3ae4127a75 None None] Pushing event updated for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.393438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks [] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.419244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.436496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Transition to ACTIVE for port object 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:53.436625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for router_gateway (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.468861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Current status of the port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:53.469256 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.517341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] For port 3417c9c9-8f42-41bf-b9a5-57b5af07b987, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3417c9c9-8f42-41bf-b9a5-57b5af07b987,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:53.537723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.554981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.580094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] For port eb146c62-541c-49d0-b8b1-554674b0a1eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:53.602376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6e8b0045-6c8f-4035-95da-1c1ed87467cb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.613128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] For port eb146c62-541c-49d0-b8b1-554674b0a1eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb146c62-541c-49d0-b8b1-554674b0a1eb,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:53.614876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.627456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6e8b0045-6c8f-4035-95da-1c1ed87467cb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:58:53.663944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:53.671781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.677637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.743842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d7782-2781-451c-81e8-7ae879ee6919 None None] Pushing event updated for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.781631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.794999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:53.816072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c191-25b2-44a5-872d-f0a29eef2203 None None] Pushing event updated for resources: {'Port': ['ID=eb146c62-541c-49d0-b8b1-554674b0a1eb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.826037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8971954d-7c2c-4be8-8a41-6444d46a0fca None None] Provisioning complete for port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:53.826523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8971954d-7c2c-4be8-8a41-6444d46a0fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.832007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:53.874615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2efcb1ed-f5ed-469b-a4ae-ebb36697a76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.885460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] No DVR routers for this DVR port 6e8b0045-6c8f-4035-95da-1c1ed87467cb on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:53.889765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.894321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b133daee-6bd5-465e-8c0c-97d2b5c8122e req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.82 "DELETE /v2.0/ports/6e8b0045-6c8f-4035-95da-1c1ed87467cb HTTP/1.1" status: 204 len: 173 time: 1.7041011 Mar 22 13:58:53.900938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4093cf18-4543-463f-a742-1468197fb086 req-53286fa0-617d-4019-91a5-4daeca089e72 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 210 time: 0.3535714 Mar 22 13:58:53.911246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:53.924115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:53.929364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.930054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:53.936416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:53.963649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'name': 'network-vif-deleted', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:53.969842 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079999e7-ccf1-43f0-8116-93188085f1e7" -d '{"events": [{"server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "name": "network-vif-deleted", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:53.991098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-680c7182-28be-460e-abfb-5c209b2c0de0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179846 Mar 22 13:58:54.022709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Request body: {'port': {'device_id': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:58:54.109674 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3179fdcf-1d6d-437f-a3ba-a0c2500aa2bf x-openstack-request-id: req-3179fdcf-1d6d-437f-a3ba-a0c2500aa2bf {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:54.111385 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4967dc8-8244-4eff-a1d9-fc48f21796fe", "name": "network-vif-deleted", "tag": "6e8b0045-6c8f-4035-95da-1c1ed87467cb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:54.111901 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3179fdcf-1d6d-437f-a3ba-a0c2500aa2bf {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:54.112414 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3179fdcf-1d6d-437f-a3ba-a0c2500aa2bf'] response: {'server_uuid': 'a4967dc8-8244-4eff-a1d9-fc48f21796fe', 'name': 'network-vif-deleted', 'tag': '6e8b0045-6c8f-4035-95da-1c1ed87467cb', 'status': 'completed', 'code': 200} Mar 22 13:58:54.179818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf71c60-b341-4706-8025-26e5d9f46f74 req-da018407-8978-430e-99ec-345bfad187f4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.181444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baf71c60-b341-4706-8025-26e5d9f46f74 req-da018407-8978-430e-99ec-345bfad187f4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.6303270 Mar 22 13:58:54.185644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.205219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8971954d-7c2c-4be8-8a41-6444d46a0fca None None] Current status of the port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:54.257199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915b6a2-c9b8-4c3c-bd97-ad307188310e tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] Pushing event deleted for resources: {'Port': ['ID=6e8b0045-6c8f-4035-95da-1c1ed87467cb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.268215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:52Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:54.268468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.307530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d54c5-d00c-4677-9713-ae3de4fce023 None None] The sync data for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 is: [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:52Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:54.315899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2efcb1ed-f5ed-469b-a4ae-ebb36697a76f admin admin] Publish callbacks [] for security_group (162f0d4d-55c7-42de-9c73-e5372f193f9f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.318295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:58:54.345211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2efcb1ed-f5ed-469b-a4ae-ebb36697a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (162f0d4d-55c7-42de-9c73-e5372f193f9f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.347304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:54.347630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:54.347958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:54.357108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:54.358281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:54.378848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:54.379192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:54.379578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:54.380552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Bound port: 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:54.381077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.387764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baf71c60-b341-4706-8025-26e5d9f46f74 req-0f47fc1e-4518-4b96-adb0-8edde35b7b25 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347365 Mar 22 13:58:54.433918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2efcb1ed-f5ed-469b-a4ae-ebb36697a76f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a654080add8f428daa310808bedd9f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6363788 Mar 22 13:58:54.434319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:54.444891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d6297cc7-efdc-4638-8fee-e8ba31922d81 None None] Provisioning complete for port 33f4e756-87c4-4276-ae3b-2353e1eb2074 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:54.445268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d6297cc7-efdc-4638-8fee-e8ba31922d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.589054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d6297cc7-efdc-4638-8fee-e8ba31922d81 None None] Port 33f4e756-87c4-4276-ae3b-2353e1eb2074 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:54.645679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-059873de-0e14-4da2-95ee-110e35be05cb req-cc7d7f29-62c8-439c-ab88-5f41afe7aff0 tempest-AggregatesAdminTestJSON-476767599 tempest-AggregatesAdminTestJSON-476767599-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4967dc8-8244-4eff-a1d9-fc48f21796fe HTTP/1.1" status: 200 len: 210 time: 0.0869033 Mar 22 13:58:54.662687 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] Publish callbacks [] for security_group (162f0d4d-55c7-42de-9c73-e5372f193f9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.681448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb146c62-541c-49d0-b8b1-554674b0a1eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:54.705989 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] Publish callbacks [] for security_group (162f0d4d-55c7-42de-9c73-e5372f193f9f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.708175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:54.715750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:54.730342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.776536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eb146c62-541c-49d0-b8b1-554674b0a1eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:54.777362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.783322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.784192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.785623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] 10.222.0.78 "PUT /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 1091 time: 2.7313106 Mar 22 13:58:54.826100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46cf41-d308-455b-b282-972acf4016ed service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.835939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (162f0d4d-55c7-42de-9c73-e5372f193f9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.839384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.843150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/162f0d4d-55c7-42de-9c73-e5372f193f9f HTTP/1.1" status: 204 len: 168 time: 0.4052601 Mar 22 13:58:54.856740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:54.866855 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Sync routers for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:54.881003 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:54.882350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:54.898177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde78fab-1dcb-4029-a103-eeaf9e98b7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162f0d4d-55c7-42de-9c73-e5372f193f9f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.941457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:54.957433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-52647e4d-1e88-422d-8fcd-3b161b26eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:54.959271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-52647e4d-1e88-422d-8fcd-3b161b26eb1d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1125 time: 0.1134570 Mar 22 13:58:54.961863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcb1ed-f5ed-469b-a4ae-ebb36697a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162f0d4d-55c7-42de-9c73-e5372f193f9f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.998657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.002530 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ffbb2405-cbcd-4ddd-a899-caa698af3fbc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3513930 Mar 22 13:58:55.007624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54356) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:55.058440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eb146c62-541c-49d0-b8b1-554674b0a1eb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:55.059206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.075632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-538801a1-e69f-4faf-b105-56f711e3a456 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.1090026 Mar 22 13:58:55.132846 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:55.149976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port eb146c62-541c-49d0-b8b1-554674b0a1eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb146c62-541c-49d0-b8b1-554674b0a1eb,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:55.157934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.220983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-374a1da4-1ebe-4fe4-9525-6024efdb9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:55.223091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-374a1da4-1ebe-4fe4-9525-6024efdb9d24 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1413422 Mar 22 13:58:55.298412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-23860ac2-114c-462c-ad08-898cbc78806e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649092 Mar 22 13:58:55.312771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ead127-056a-4a02-8b83-2e8e5eca6446 req-6f09c972-a21b-45e6-accd-0b5e294fbc15 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:55.314328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3ead127-056a-4a02-8b83-2e8e5eca6446 req-6f09c972-a21b-45e6-accd-0b5e294fbc15 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 932 time: 0.2112026 Mar 22 13:58:55.551507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=eb146c62-541c-49d0-b8b1-554674b0a1eb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:55.567837 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 3, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:55.587433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3ead127-056a-4a02-8b83-2e8e5eca6446 req-8d966986-43d6-498f-82f3-64d972c140d5 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467370 Mar 22 13:58:55.591291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf3324-6322-42d5-a41a-52e261dab6ef None None] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:58:55.652802 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Checking router: 627e1ade-5d5a-4df4-be1e-fcbb98520c17 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:55.653150 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Updating router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:58:55.683354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-3488a136-373b-47e3-9098-91dbdb30f293 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642843 Mar 22 13:58:55.695304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dd8dd-6b46-435f-b5e6-17500602bc2a req-80687928-3b9a-4fb8-9af5-4204e2b1c434 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:55.695647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c6e60a86-9f19-4426-92d8-c1602fa6cfd1 None None] Provisioning complete for port eb146c62-541c-49d0-b8b1-554674b0a1eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:55.696088 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6e60a86-9f19-4426-92d8-c1602fa6cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.703355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-438dd8dd-6b46-435f-b5e6-17500602bc2a req-80687928-3b9a-4fb8-9af5-4204e2b1c434 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.1383893 Mar 22 13:58:55.749377 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:55.852212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5461fa6c-37c6-4241-bac1-9d9ec2726e37 req-46e9e64f-be0c-40ea-bfc6-df409ef687c8 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358583 Mar 22 13:58:55.930497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-438dd8dd-6b46-435f-b5e6-17500602bc2a req-716714a2-be25-41dc-a07f-aa8912cff933 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217271 Mar 22 13:58:55.955866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c6e60a86-9f19-4426-92d8-c1602fa6cfd1 None None] Current status of the port eb146c62-541c-49d0-b8b1-554674b0a1eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:56.092776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.113104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:56.115872 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:56.195984 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f9db8f-c050-40d3-b537-ff82e4fbe067 x-openstack-request-id: req-c3f9db8f-c050-40d3-b537-ff82e4fbe067 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:56.196319 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:56.197182 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3f9db8f-c050-40d3-b537-ff82e4fbe067 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:56.197594 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f9db8f-c050-40d3-b537-ff82e4fbe067'] response: {'name': 'network-changed', 'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'status': 'completed', 'code': 200} Mar 22 13:58:56.259325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f4e756-87c4-4276-ae3b-2353e1eb2074 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:56.268359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks [] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.327991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-bff6064c-c0a6-4fa1-90de-728292267c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.330800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Transition to ACTIVE for port object 33f4e756-87c4-4276-ae3b-2353e1eb2074 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:58:56.333996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-bff6064c-c0a6-4fa1-90de-728292267c84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1125 time: 0.1144550 Mar 22 13:58:56.338319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.392755 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks [] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.401831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-89a9b9c0-0697-4f81-aec9-7a295a2d64b1 None None] Provisioning complete for port eb146c62-541c-49d0-b8b1-554674b0a1eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:56.402235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89a9b9c0-0697-4f81-aec9-7a295a2d64b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.420455 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.504745 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Attempting to bind port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:56.505586 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Attempting to bind port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:56.507064 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Attempting to bind port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:56.526387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Pushing event updated for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:56.577268 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:56.578508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:56.579122 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.579348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:56.580525 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Bound port: 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:56.580971 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.584298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6e8b0045-6c8f-4035-95da-1c1ed87467cb no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:58:56.625611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-a52085c5-9bc3-4381-9b69-e2efee774579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.629147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-a52085c5-9bc3-4381-9b69-e2efee774579 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2821245 Mar 22 13:58:56.655538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 6e8b0045-6c8f-4035-95da-1c1ed87467cb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:58:56.656720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6e8b0045-6c8f-4035-95da-1c1ed87467cb not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:58:56.661007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-89a9b9c0-0697-4f81-aec9-7a295a2d64b1 None None] Current status of the port eb146c62-541c-49d0-b8b1-554674b0a1eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:56.685656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb146c62-541c-49d0-b8b1-554674b0a1eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:56.762179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] For port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:56.767744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-5dfd036b-0d41-407b-9c55-0c0934f3b41b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.1309879 Mar 22 13:58:56.768337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] For port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:56.775855 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65223-5646-4efe-9edf-d0f3a49ea060 None None] Pushing event updated for resources: {'Port': ['ID=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:56.792033 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.825325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eb146c62-541c-49d0-b8b1-554674b0a1eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:56.827439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:56.891866 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:58:56.892718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:56.900889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Allocated IP 172.20.0.1 (764cf5b7-c702-462f-a731-0a290a00c1c0/b6dd82c2-ee3a-4c2c-89af-65294f12589d/76b05e6f-8227-4e7b-8756-a92d5c22f731) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:58:56.947352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-35b7b364-73a2-4f05-a70f-4b0c4f7b8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:56.948910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-35b7b364-73a2-4f05-a70f-4b0c4f7b8f69 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1638820 Mar 22 13:58:57.019997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eb146c62-541c-49d0-b8b1-554674b0a1eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:57.021691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3417c9c9-8f42-41bf-b9a5-57b5af07b987 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:57.023724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-4190e151-1f16-4c6c-a0dd-3018b0a784cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493085 Mar 22 13:58:57.041708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9f5e-c41c-43b4-ada5-2ec1527b7d43 req-a4b0c776-5406-41af-a5e3-3ceda330a1f0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.043842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daed9f5e-c41c-43b4-ada5-2ec1527b7d43 req-a4b0c776-5406-41af-a5e3-3ceda330a1f0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 944 time: 0.2787287 Mar 22 13:58:57.088931 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65223-5646-4efe-9edf-d0f3a49ea060 None None] Pushing event updated for resources: {'Port': ['ID=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.095432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:57.096002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.097366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Attempting to bind port 33f4e756-87c4-4276-ae3b-2353e1eb2074 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:58:57.097870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Attempting to bind port 33f4e756-87c4-4276-ae3b-2353e1eb2074 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:58:57.100304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Attempting to bind port 33f4e756-87c4-4276-ae3b-2353e1eb2074 on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:57.112491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Port 33f4e756-87c4-4276-ae3b-2353e1eb2074 on network de6c34e0-50db-443b-8bc8-eacf6eb602af not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:58:57.112816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Attempting to bind port 33f4e756-87c4-4276-ae3b-2353e1eb2074 on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:58:57.137047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:58:57.137442 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:58:57.137854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Checking segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:58:57.138601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Bound using segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:58:57.140214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Bound port: 33f4e756-87c4-4276-ae3b-2353e1eb2074, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:58:57.140801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.209815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-20ddc30c-b7d7-4946-8104-e83ad20bba57 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649566 Mar 22 13:58:57.222470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks [] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.251404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:58:57.280804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:58:57.286981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:57.299888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.324952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.382524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:57.388940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:57.389124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083797a-7669-4605-86cb-f3fe1a5f5d4f req-4f158ac0-6a4b-4fd0-9cca-bebfc407069e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.392257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4083797a-7669-4605-86cb-f3fe1a5f5d4f req-4f158ac0-6a4b-4fd0-9cca-bebfc407069e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.3714488 Mar 22 13:58:57.401238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:57.401873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.403323 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] 10.222.0.78 "PUT /v2.0/ports/33f4e756-87c4-4276-ae3b-2353e1eb2074 HTTP/1.1" status: 200 len: 1092 time: 3.4008729 Mar 22 13:58:57.404014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:58:57.404477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.406795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:57.424648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daed9f5e-c41c-43b4-ada5-2ec1527b7d43 req-813f2f8c-9336-4724-a77f-8bcec7504a42 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671362 Mar 22 13:58:57.465189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d59bdb1-e8ee-468f-8838-2a338a2a42d6 req-b7e5e84a-00ec-4d8e-9283-46a9241d66f7 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404065 Mar 22 13:58:57.582684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4083797a-7669-4605-86cb-f3fe1a5f5d4f req-1476895e-d3fd-4fd9-83f1-6bde1ce58b28 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796563 Mar 22 13:58:57.583306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 3, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:57.687720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6004ef3-6c96-435c-b3fd-0de497e4e3e5 None None] The sync data for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 is: [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 3, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:57.772219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39849b2-06dd-42ab-a29d-6046d60f8a5a service neutron] Pushing event updated for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.879871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:57.913651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0c717bc8-61ef-4319-9724-89f275e30304 None None] Provisioning complete for port 76b05e6f-8227-4e7b-8756-a92d5c22f731 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:57.914320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0c717bc8-61ef-4319-9724-89f275e30304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.029358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0c717bc8-61ef-4319-9724-89f275e30304 None None] Port 76b05e6f-8227-4e7b-8756-a92d5c22f731 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:58.065636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Pushing event updated for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:58.079427 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9f8574-a8cb-47d8-a59d-e35498ee8254" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:58:58.113394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-a288a4ad-3eb0-456c-9d7c-46945e1514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:58.115101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-a288a4ad-3eb0-456c-9d7c-46945e1514b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 1126 time: 0.5583289 Mar 22 13:58:58.127212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54468) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:58.233816 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-467f11f5-b0cf-4428-b2ea-7a1fed5d4eb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074 HTTP/1.1" status: 200 len: 217 time: 0.0965211 Mar 22 13:58:58.326288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.383459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-3a3fef24-c07f-4909-82a7-9a2dd01d0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:58.385053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-3a3fef24-c07f-4909-82a7-9a2dd01d0c4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.1420333 Mar 22 13:58:58.390742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9379-b6d2-4169-aaf7-e9273a5addf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.495934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:58:58.501630 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf228d-5325-4060-94fb-154d017ce3ae x-openstack-request-id: req-babf228d-5325-4060-94fb-154d017ce3ae {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:58:58.508376 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:58:58.508828 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-babf228d-5325-4060-94fb-154d017ce3ae {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:58:58.509577 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babf228d-5325-4060-94fb-154d017ce3ae'] response: {'name': 'network-changed', 'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'status': 'completed', 'code': 200} Mar 22 13:58:58.537820 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9379-b6d2-4169-aaf7-e9273a5addf7 admin admin] Publish callbacks [] for security_group (d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.545372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9379-b6d2-4169-aaf7-e9273a5addf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.604766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b0cf9379-b6d2-4169-aaf7-e9273a5addf7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3938797a381a4aaca61c88a341e4bf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760652 Mar 22 13:58:58.606395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9379-b6d2-4169-aaf7-e9273a5addf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:58.608495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54484) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:58.630936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-497b66dd-f80e-4239-ae21-fb497326b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:58.632988 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-497b66dd-f80e-4239-ae21-fb497326b8bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2341766 Mar 22 13:58:58.645697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:58.646241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.760348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] Publish callbacks [] for security_group (d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.763453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:58:58.764120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.794250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60347f1f-58b1-4729-aa88-9a69ce1b5641 req-3ad30671-47b7-458a-a864-db04c0ae07d9 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:58.802019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60347f1f-58b1-4729-aa88-9a69ce1b5641 req-3ad30671-47b7-458a-a864-db04c0ae07d9 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 944 time: 0.1150098 Mar 22 13:58:58.809859 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-bd520485-841e-4597-83b1-3b740c6564a1 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497438 Mar 22 13:58:58.812023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:58.812645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] Publish callbacks [] for security_group (d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.822632 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.891738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:58.898422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.945634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks [] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.956154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.956996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.960051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60347f1f-58b1-4729-aa88-9a69ce1b5641 req-7d69dba3-f98b-41e3-8626-ea7c03ca0614 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571968 Mar 22 13:58:58.980024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.987427 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:58.988781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a HTTP/1.1" status: 204 len: 168 time: 0.3669069 Mar 22 13:58:58.999104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227c4f7-4df1-431b-ac87-350a34ee8e25 req-424c921d-9042-4e5a-bcd6-7d594e847d45 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.007330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2227c4f7-4df1-431b-ac87-350a34ee8e25 req-424c921d-9042-4e5a-bcd6-7d594e847d45 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.1321902 Mar 22 13:58:59.026598 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73903f15-a2ff-4777-96e3-b7201a8d74d8 req-a1924535-6c16-4d8e-a1cb-b3d8178d037b service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057025 Mar 22 13:58:59.029636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69ca12-9c31-466a-bb37-3945e284efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48aa3cd-f6fa-4ec7-aa9d-bc389c61941a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.079343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2227c4f7-4df1-431b-ac87-350a34ee8e25 req-22852f2d-e2ce-4ad8-b875-0407087cb818 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710166 Mar 22 13:58:59.080556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Pushing event updated for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.197453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:58:59.200926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:58:59.330091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-7940579a-d26f-4896-9176-9a53430f84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.332112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-7940579a-d26f-4896-9176-9a53430f84f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 1126 time: 0.1946502 Mar 22 13:58:59.408451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54502) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:59.435180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0359ba52-dddb-4ec8-bc4f-766c20cf1b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.613685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0359ba52-dddb-4ec8-bc4f-766c20cf1b78 admin admin] Publish callbacks [] for security_group (4c4f88af-365b-427b-bb11-13d57e0752ff), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.623038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-a75469c5-441a-46d1-ad69-528e536e9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.623499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0359ba52-dddb-4ec8-bc4f-766c20cf1b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4c4f88af-365b-427b-bb11-13d57e0752ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.624788 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-a75469c5-441a-46d1-ad69-528e536e9716 service neutron] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 925 time: 0.2835765 Mar 22 13:58:59.632216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:58:59.662568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:58:59.664417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ba52-dddb-4ec8-bc4f-766c20cf1b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f88af-365b-427b-bb11-13d57e0752ff,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.688019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0359ba52-dddb-4ec8-bc4f-766c20cf1b78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dabe1c8b66f1406b9c1d0b1f118eff8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777643 Mar 22 13:58:59.691676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54522) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:58:59.710180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-679a0d22-b381-42d4-a64c-6cefdfcffe82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074 HTTP/1.1" status: 200 len: 217 time: 0.0763929 Mar 22 13:58:59.729292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d66cf20f-bfbd-47d4-9b25-7485d4272aa3 None None] Provisioning complete for port 76b05e6f-8227-4e7b-8756-a92d5c22f731 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:58:59.729659 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d66cf20f-bfbd-47d4-9b25-7485d4272aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.816097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] Publish callbacks [] for security_group (4c4f88af-365b-427b-bb11-13d57e0752ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.858242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] Publish callbacks [] for security_group (4c4f88af-365b-427b-bb11-13d57e0752ff), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.898742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:58:59.948940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-9f55b1e2-befd-41aa-b60d-2e92ebbd3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:59.950190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-9f55b1e2-befd-41aa-b60d-2e92ebbd3423 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.0531123 Mar 22 13:58:59.951814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:58:59.954078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1374fec2-6c7d-4af7-bb80-5fccca5915c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/627e1ade-5d5a-4df4-be1e-fcbb98520c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9456437 Mar 22 13:58:59.976917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'port_id': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'mac_address': 'fa:16:3e:9e:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cc4db5-738f-41b7-940e-f928714bc343', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:58:59.981501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d66cf20f-bfbd-47d4-9b25-7485d4272aa3 None None] Port 76b05e6f-8227-4e7b-8756-a92d5c22f731 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:58:59.987224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4c4f88af-365b-427b-bb11-13d57e0752ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.990103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:58:59.991346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c4f88af-365b-427b-bb11-13d57e0752ff HTTP/1.1" status: 204 len: 168 time: 0.2986965 Mar 22 13:59:00.003333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8889e-7299-4fcd-bf05-f0574cd2ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f88af-365b-427b-bb11-13d57e0752ff,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:00.060869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:00.062337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.083468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:00.098516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-3b5eb569-6baf-41dc-80cd-bcd675403ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.101062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-3b5eb569-6baf-41dc-80cd-bcd675403ba6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1408427 Mar 22 13:59:00.106606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:00.123154 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.207387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:00.248553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44c9b-5d0f-42b4-bfa2-9457ea896458 req-ee4b189c-bc49-447c-9ba6-3fb05f43cc5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.250459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ea44c9b-5d0f-42b4-bfa2-9457ea896458 req-ee4b189c-bc49-447c-9ba6-3fb05f43cc5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 944 time: 0.1056955 Mar 22 13:59:00.322860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ea44c9b-5d0f-42b4-bfa2-9457ea896458 req-eceef29b-bba0-43ed-bf4e-3e451678f488 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649934 Mar 22 13:59:00.402321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-de9e3694-d70f-4bf5-bb48-9daf1641a24d service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921467 Mar 22 13:59:00.420343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a282f71-c81f-4e73-9fdb-d11b0f316290 req-092034ab-4299-4fac-a3fc-58819db87b40 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:00.428119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a282f71-c81f-4e73-9fdb-d11b0f316290 req-092034ab-4299-4fac-a3fc-58819db87b40 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.0984223 Mar 22 13:59:00.479105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:00.499211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a282f71-c81f-4e73-9fdb-d11b0f316290 req-f2516312-af92-4e48-b3bc-965d5f31411e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Mar 22 13:59:00.565217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:00.603923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Sync routers for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:00.649412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:00.650679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:00.653609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cb9f8574-a8cb-47d8-a59d-e35498ee8254 req-88d77c81-6306-4d89-adb8-eed8ff9ec9bd service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341762 Mar 22 13:59:00.688677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:00.783307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:00.783974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:00.921656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:00.963641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bac9e073-df0e-4990-be2e-cc34f4ece7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.202463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bac9e073-df0e-4990-be2e-cc34f4ece7a8 admin admin] Publish callbacks [] for security_group (46de7a8a-728e-4b4b-8e74-62c9a4d441d7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.220842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bac9e073-df0e-4990-be2e-cc34f4ece7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (46de7a8a-728e-4b4b-8e74-62c9a4d441d7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.263796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bac9e073-df0e-4990-be2e-cc34f4ece7a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c619c9b500e43ada24ace446aaa9f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728498 Mar 22 13:59:01.266373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:01.325232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:01.366185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] Publish callbacks [] for security_group (46de7a8a-728e-4b4b-8e74-62c9a4d441d7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.368919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e073-df0e-4990-be2e-cc34f4ece7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46de7a8a-728e-4b4b-8e74-62c9a4d441d7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:01.444968 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] Publish callbacks [] for security_group (46de7a8a-728e-4b4b-8e74-62c9a4d441d7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.550169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (46de7a8a-728e-4b4b-8e74-62c9a4d441d7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.550169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:01.566579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46de7a8a-728e-4b4b-8e74-62c9a4d441d7 HTTP/1.1" status: 204 len: 168 time: 0.2974761 Mar 22 13:59:01.618567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975fdf-9254-4b8c-a47f-6169a54c4f9a req-3a01be5d-5f50-4466-a287-8395366a8950 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:01.622183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750913a-248a-4dd8-bd02-f4d6e684b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de7a8a-728e-4b4b-8e74-62c9a4d441d7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:01.631976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79975fdf-9254-4b8c-a47f-6169a54c4f9a req-3a01be5d-5f50-4466-a287-8395366a8950 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 944 time: 0.0953457 Mar 22 13:59:01.679759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 33f4e756-87c4-4276-ae3b-2353e1eb2074 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:01.752848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:01.763978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79975fdf-9254-4b8c-a47f-6169a54c4f9a req-8ff83b6e-3c8c-4a00-8058-82203b64f854 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309721 Mar 22 13:59:01.984064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '76b05e6f-8227-4e7b-8756-a92d5c22f731', 'name': '', 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'mac_address': 'fa:16:3e:7d:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 2, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'subnets': [{'id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:02.027956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277698-802b-4fa1-8552-4f9da4b627c4 req-ccb89e0d-18d1-4adb-a380-e0df95482609 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:02.032424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0277698-802b-4fa1-8552-4f9da4b627c4 req-ccb89e0d-18d1-4adb-a380-e0df95482609 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.1765945 Mar 22 13:59:02.175465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Checking router: 627e1ade-5d5a-4df4-be1e-fcbb98520c17 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:02.176072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Updating router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 port 76b05e6f-8227-4e7b-8756-a92d5c22f731 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:59:02.181443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:02.188795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0277698-802b-4fa1-8552-4f9da4b627c4 req-cd36cd4e-830c-48d9-b7ff-6a25df4259f1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506643 Mar 22 13:59:02.314789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:02.322310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.373073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54700) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:02.391003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:02.395734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a90a010-00f7-4094-a129-cd57816caf67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.402852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.544848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'port_id': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'mac_address': 'fa:16:3e:c3:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:02.751088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a90a010-00f7-4094-a129-cd57816caf67 admin admin] Publish callbacks [] for security_group (8d43a12b-f065-4c77-ba9b-cc6f1e648adc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.760382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a90a010-00f7-4094-a129-cd57816caf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8d43a12b-f065-4c77-ba9b-cc6f1e648adc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:02.907635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90a010-00f7-4094-a129-cd57816caf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d43a12b-f065-4c77-ba9b-cc6f1e648adc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:02.921085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8a90a010-00f7-4094-a129-cd57816caf67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=497bd1662922494da1f53fa1f1b80ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5465150 Mar 22 13:59:02.923693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:03.093512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:03.117105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] Publish callbacks [] for security_group (8d43a12b-f065-4c77-ba9b-cc6f1e648adc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.185656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591fead-cf20-416a-9871-090d4186dfd0 req-ef3ab0ef-d70c-4a9b-8b77-ff0abd80a95f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:03.195202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] Publish callbacks [] for security_group (8d43a12b-f065-4c77-ba9b-cc6f1e648adc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.204888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 33f4e756-87c4-4276-ae3b-2353e1eb2074 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:03.205709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c591fead-cf20-416a-9871-090d4186dfd0 req-ef3ab0ef-d70c-4a9b-8b77-ff0abd80a95f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 944 time: 0.1497149 Mar 22 13:59:03.206210 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.346416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8d43a12b-f065-4c77-ba9b-cc6f1e648adc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.349294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.352856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d43a12b-f065-4c77-ba9b-cc6f1e648adc HTTP/1.1" status: 204 len: 168 time: 0.4259200 Mar 22 13:59:03.357403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c591fead-cf20-416a-9871-090d4186dfd0 req-2fb60853-d565-4d3d-9c45-57125d670412 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504314 Mar 22 13:59:03.361242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc3e1-a9e2-4e40-9b23-6a4de71b3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d43a12b-f065-4c77-ba9b-cc6f1e648adc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.444569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f4e756-87c4-4276-ae3b-2353e1eb2074 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:03.518199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:03.519345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.551357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:03.566453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.571969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091ed2-9680-4552-bf94-4625a90dc494 req-cc3667eb-3a23-43fe-b71d-339a0dbbfdd4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:03.579353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8091ed2-9680-4552-bf94-4625a90dc494 req-cc3667eb-3a23-43fe-b71d-339a0dbbfdd4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.1579926 Mar 22 13:59:03.625938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:03.631478 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5292579-72f0-45f7-85f5-c1ebf9276c74" -d '{"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-plugged", "status": "completed", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:03.680027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:03.681100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8091ed2-9680-4552-bf94-4625a90dc494 req-2b3cbcc1-af7b-4e34-be59-62dcb68eb95d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946331 Mar 22 13:59:03.767932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:03.778008 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6bcd27-bbdd-4259-98c8-748f084dd73b x-openstack-request-id: req-8d6bcd27-bbdd-4259-98c8-748f084dd73b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:03.778299 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-plugged", "status": "completed", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:03.783247 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d6bcd27-bbdd-4259-98c8-748f084dd73b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:03.783678 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6bcd27-bbdd-4259-98c8-748f084dd73b'] response: {'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'code': 200} Mar 22 13:59:03.813306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.831233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['33f4e756-87c4-4276-ae3b-2353e1eb2074'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:04.050432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06a09c98-0303-440b-96d6-9e75c7da0e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.134304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54784) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:04.194683 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks [] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.199549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:04.243650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.255980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06a09c98-0303-440b-96d6-9e75c7da0e86 admin admin] Publish callbacks [] for security_group (4b04adfb-60bf-4aba-be44-ad8a6ab3ba81), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.269606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06a09c98-0303-440b-96d6-9e75c7da0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4b04adfb-60bf-4aba-be44-ad8a6ab3ba81), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.319799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a09c98-0303-440b-96d6-9e75c7da0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b04adfb-60bf-4aba-be44-ad8a6ab3ba81,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:04.324514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d181a8e-f9d2-49ef-b71b-a9345b508488 req-d489dbe7-07f3-40e7-8790-ae25c1654f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:04.326070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6d181a8e-f9d2-49ef-b71b-a9345b508488 req-d489dbe7-07f3-40e7-8790-ae25c1654f22 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1127 time: 0.4433680 Mar 22 13:59:04.437529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d347c-320f-465f-b5eb-8f2a9e0ddd30 None None] Pushing event updated for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:04.477889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06a09c98-0303-440b-96d6-9e75c7da0e86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16b116ceab794e8bb03bae2923928c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3573384 Mar 22 13:59:04.480520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54808) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:04.654017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6d181a8e-f9d2-49ef-b71b-a9345b508488 req-12e327f7-ea76-44f9-aa9e-4c6acb64aba9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748125 Mar 22 13:59:04.682806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03dd85d5-2f3c-42a8-a1ab-caac97b0e16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.704162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Attempting to bind port 76b05e6f-8227-4e7b-8756-a92d5c22f731 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:04.704820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Attempting to bind port 76b05e6f-8227-4e7b-8756-a92d5c22f731 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:04.704936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Attempting to bind port 76b05e6f-8227-4e7b-8756-a92d5c22f731 on network 764cf5b7-c702-462f-a731-0a290a00c1c0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:04.717683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] Publish callbacks [] for security_group (4b04adfb-60bf-4aba-be44-ad8a6ab3ba81), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.728528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:04.728911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Checking segment: {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:04.732806 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.733317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Bound using segment: {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:04.735349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Bound port: 76b05e6f-8227-4e7b-8756-a92d5c22f731, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc344f-9007-4acc-924c-42ec355e7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:04.735750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.759105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4231a-c2cd-4b1f-b26a-3d05a384ef31 req-bd96d73b-db36-481e-b1e7-880a3465fa02 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:04.761046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d4231a-c2cd-4b1f-b26a-3d05a384ef31 req-bd96d73b-db36-481e-b1e7-880a3465fa02 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 945 time: 0.1932495 Mar 22 13:59:04.804285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] Publish callbacks [] for security_group (4b04adfb-60bf-4aba-be44-ad8a6ab3ba81), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.916872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d4231a-c2cd-4b1f-b26a-3d05a384ef31 req-af985d77-a5fc-4041-9c85-f1459768d7dc tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495593 Mar 22 13:59:04.940214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03dd85d5-2f3c-42a8-a1ab-caac97b0e16c admin admin] Publish callbacks [] for security_group (e31267e0-f8bc-4490-b048-c62c4880feeb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:04.946152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03dd85d5-2f3c-42a8-a1ab-caac97b0e16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e31267e0-f8bc-4490-b048-c62c4880feeb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.005829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4b04adfb-60bf-4aba-be44-ad8a6ab3ba81), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.007543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] For port 76b05e6f-8227-4e7b-8756-a92d5c22f731, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:05.008864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.012492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b04adfb-60bf-4aba-be44-ad8a6ab3ba81 HTTP/1.1" status: 204 len: 168 time: 0.5279169 Mar 22 13:59:05.027558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] For port 76b05e6f-8227-4e7b-8756-a92d5c22f731, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=76b05e6f-8227-4e7b-8756-a92d5c22f731,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:05.036904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd85d5-2f3c-42a8-a1ab-caac97b0e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31267e0-f8bc-4490-b048-c62c4880feeb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.044969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:05.056442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03dd85d5-2f3c-42a8-a1ab-caac97b0e16c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=702b635540444f07a1022ee567bb6058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9207706 Mar 22 13:59:05.093265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.094717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d3e67-eafd-47ff-9cde-f742830b0490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b04adfb-60bf-4aba-be44-ad8a6ab3ba81,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.386408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:05.391733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:05.412844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Provisioning complete for port 76b05e6f-8227-4e7b-8756-a92d5c22f731 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:05.413223 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.446147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052b52-fab2-4954-a596-7f5e3315b9ec req-cedb9f1b-47ce-46d9-95b1-5e21f30c258f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:05.451288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62052b52-fab2-4954-a596-7f5e3315b9ec req-cedb9f1b-47ce-46d9-95b1-5e21f30c258f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 945 time: 0.1455052 Mar 22 13:59:05.470075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] Publish callbacks [] for security_group (e31267e0-f8bc-4490-b048-c62c4880feeb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.520987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] Publish callbacks [] for security_group (e31267e0-f8bc-4490-b048-c62c4880feeb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.597637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62052b52-fab2-4954-a596-7f5e3315b9ec req-0f3786cf-d55e-42de-8ed7-18d399d20776 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353405 Mar 22 13:59:05.656817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e31267e0-f8bc-4490-b048-c62c4880feeb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.659806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.668662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e31267e0-f8bc-4490-b048-c62c4880feeb HTTP/1.1" status: 204 len: 168 time: 0.6225493 Mar 22 13:59:05.684042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66ed8e-d7da-4552-8b8b-67f50cfef9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31267e0-f8bc-4490-b048-c62c4880feeb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.851124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54838) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:05.875568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53989e93-d88c-4eb9-8fcb-6d500f40031d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:05.913822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d347c-320f-465f-b5eb-8f2a9e0ddd30 None None] Pushing event updated for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.941922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Current status of the port 76b05e6f-8227-4e7b-8756-a92d5c22f731 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:05.942349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.047073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] For port 76b05e6f-8227-4e7b-8756-a92d5c22f731, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=76b05e6f-8227-4e7b-8756-a92d5c22f731,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:06.068676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:06.075975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.087725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53989e93-d88c-4eb9-8fcb-6d500f40031d admin admin] Publish callbacks [] for security_group (c7e97157-d958-410c-a27b-6819d8236dca), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.096657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53989e93-d88c-4eb9-8fcb-6d500f40031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7e97157-d958-410c-a27b-6819d8236dca), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.142258 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53989e93-d88c-4eb9-8fcb-6d500f40031d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c0add97b338497a9a2ce6c4612566f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897367 Mar 22 13:59:06.144874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54856) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:06.169273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989e93-d88c-4eb9-8fcb-6d500f40031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e97157-d958-410c-a27b-6819d8236dca,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:06.218616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] Publish callbacks [] for security_group (c7e97157-d958-410c-a27b-6819d8236dca), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.244560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] Publish callbacks [] for security_group (c7e97157-d958-410c-a27b-6819d8236dca), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.287916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7aaf42ec-755e-4060-831e-2346e51c3035 None None] Provisioning complete for port 76b05e6f-8227-4e7b-8756-a92d5c22f731 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:06.288966 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7aaf42ec-755e-4060-831e-2346e51c3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.328801 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7e97157-d958-410c-a27b-6819d8236dca), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.331866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:06.333527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7e97157-d958-410c-a27b-6819d8236dca HTTP/1.1" status: 204 len: 168 time: 0.1872535 Mar 22 13:59:06.372001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5c8d7-768a-4acb-a619-4250b1125dc9 None None] Pushing event updated for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:06.451298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf42ec-755e-4060-831e-2346e51c3035 None None] Current status of the port 76b05e6f-8227-4e7b-8756-a92d5c22f731 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:06.553018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '76b05e6f-8227-4e7b-8756-a92d5c22f731', 'name': '', 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'mac_address': 'fa:16:3e:7d:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 4, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'subnets': [{'id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:06.604577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcee4ec-644a-4935-88d9-d5ccd14f7f25 None None] The sync data for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 is: [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '76b05e6f-8227-4e7b-8756-a92d5c22f731', 'name': '', 'network_id': '764cf5b7-c702-462f-a731-0a290a00c1c0', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'mac_address': 'fa:16:3e:7d:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:56Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 4, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'subnets': [{'id': 'b6dd82c2-ee3a-4c2c-89af-65294f12589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:06.628103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2b8c-f30e-48a3-b102-ecf71b787e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e97157-d958-410c-a27b-6819d8236dca,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:06.666455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b00c-9c00-4eb9-9589-05ef539d818a req-00e80c16-3d49-4a7e-a2ce-2edff335a216 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:06.679718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62e8b00c-9c00-4eb9-9589-05ef539d818a req-00e80c16-3d49-4a7e-a2ce-2edff335a216 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 945 time: 0.4602611 Mar 22 13:59:06.828783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62e8b00c-9c00-4eb9-9589-05ef539d818a req-1789a5ac-c2e3-44ca-8dbc-5252c6bcfdb4 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476376 Mar 22 13:59:07.117257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3dde9-9598-487e-9b88-5d76a8e1e905 req-0f3e3e71-9d2e-4a6c-9208-232a96654732 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:07.129635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89d3dde9-9598-487e-9b88-5d76a8e1e905 req-0f3e3e71-9d2e-4a6c-9208-232a96654732 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 945 time: 0.1237125 Mar 22 13:59:07.234353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:07.258487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f6db160-c4c6-4c49-922f-af4f962ee0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.271056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89d3dde9-9598-487e-9b88-5d76a8e1e905 req-af0fc171-529c-460b-981c-9278db4f2b69 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333141 Mar 22 13:59:07.529456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f6db160-c4c6-4c49-922f-af4f962ee0f4 admin admin] Publish callbacks [] for security_group (76190fed-e4f0-4ec9-8c52-d37b37039e1f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.540259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f6db160-c4c6-4c49-922f-af4f962ee0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (76190fed-e4f0-4ec9-8c52-d37b37039e1f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.616101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1f6db160-c4c6-4c49-922f-af4f962ee0f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=395cceabab9f4da7bf2f15b3f40bfc83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798871 Mar 22 13:59:07.620470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54910) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:07.662401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db160-c4c6-4c49-922f-af4f962ee0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76190fed-e4f0-4ec9-8c52-d37b37039e1f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:07.677335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 33f4e756-87c4-4276-ae3b-2353e1eb2074 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:07.753768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] Publish callbacks [] for security_group (76190fed-e4f0-4ec9-8c52-d37b37039e1f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.803904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] Publish callbacks [] for security_group (76190fed-e4f0-4ec9-8c52-d37b37039e1f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.881978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (76190fed-e4f0-4ec9-8c52-d37b37039e1f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.887471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:07.888967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76190fed-e4f0-4ec9-8c52-d37b37039e1f HTTP/1.1" status: 204 len: 168 time: 0.2673614 Mar 22 13:59:07.900203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d2b4-c4cb-4801-a4de-0b563f1baadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76190fed-e4f0-4ec9-8c52-d37b37039e1f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:08.103659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f207b-fe0e-461d-b5af-2d8271893460 req-c09040ce-b755-421e-b507-52bc4ea1a59d tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:08.112683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-038f207b-fe0e-461d-b5af-2d8271893460 req-c09040ce-b755-421e-b507-52bc4ea1a59d tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1127 time: 0.1548791 Mar 22 13:59:08.170316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7bfe5-79a6-427e-b583-87767adf490e req-6be3ea26-6193-42bf-bb2a-741334a135f0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:08.178106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac7bfe5-79a6-427e-b583-87767adf490e req-6be3ea26-6193-42bf-bb2a-741334a135f0 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 945 time: 0.1632664 Mar 22 13:59:08.196466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 33f4e756-87c4-4276-ae3b-2353e1eb2074 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:08.203431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 33f4e756-87c4-4276-ae3b-2353e1eb2074 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:08.204553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.294293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-038f207b-fe0e-461d-b5af-2d8271893460 req-9ec7ac22-af16-4339-9591-6aff4b91e0e0 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759706 Mar 22 13:59:08.320495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 33f4e756-87c4-4276-ae3b-2353e1eb2074 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:08.321105 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.357912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac7bfe5-79a6-427e-b583-87767adf490e req-aff0754f-713a-4f8c-98c7-2f4ba7f22923 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745527 Mar 22 13:59:08.373575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:08.406101 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1fe140-d764-4f93-ad79-c31e310db07e" -d '{"events": [{"server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "name": "network-vif-plugged", "status": "completed", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:08.406341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54930) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:08.455514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:08.461888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.533658 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e54c8-bac5-4d2e-a9b0-db579e4a391f x-openstack-request-id: req-021e54c8-bac5-4d2e-a9b0-db579e4a391f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:08.534181 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "name": "network-vif-plugged", "status": "completed", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:08.534571 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-021e54c8-bac5-4d2e-a9b0-db579e4a391f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:08.535300 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021e54c8-bac5-4d2e-a9b0-db579e4a391f'] response: {'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'code': 200} Mar 22 13:59:08.545209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54938) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:08.579751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689af90-9f15-42d8-ad05-960eff43f35b req-52c18785-eb01-4fdf-8cd8-b62c0d235106 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:08.583068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4689af90-9f15-42d8-ad05-960eff43f35b req-52c18785-eb01-4fdf-8cd8-b62c0d235106 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1127 time: 0.1366346 Mar 22 13:59:08.618800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:08.673868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eb29e-4160-4aa5-bcd4-7af803d0d191 req-23c035f2-43b0-4426-8d18-4fbfd0aac59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:08.675752 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-228eb29e-4160-4aa5-bcd4-7af803d0d191 req-23c035f2-43b0-4426-8d18-4fbfd0aac59b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 1128 time: 0.0978060 Mar 22 13:59:08.688331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 76b05e6f-8227-4e7b-8756-a92d5c22f731 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:08.725981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4689af90-9f15-42d8-ad05-960eff43f35b req-00e13f31-997a-4405-8845-b69009709a14 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120794 Mar 22 13:59:08.809934 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-228eb29e-4160-4aa5-bcd4-7af803d0d191 req-7337a950-ba18-4c81-8ff5-2fa918feac45 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276999 Mar 22 13:59:08.823780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 76b05e6f-8227-4e7b-8756-a92d5c22f731 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:08.823780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:08.992576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-b671fed4-2bdd-4525-bc0d-75e8633ba548 req-cdf283a1-f954-4005-8622-c6fd1ace7884 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:59:09.001049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b671fed4-2bdd-4525-bc0d-75e8633ba548 req-cdf283a1-f954-4005-8622-c6fd1ace7884 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160425 Mar 22 13:59:09.011213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7cc0131-b618-4b7e-8893-827900999b84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9f5eec762134066a25ec30186fd486a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6035960 Mar 22 13:59:09.012150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:09.040880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-840b1392-ca74-4864-b064-7f01c57bcb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.066927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 76b05e6f-8227-4e7b-8756-a92d5c22f731 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:09.151988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] Publish callbacks [] for security_group (f4ab3fb6-f92a-4e18-91b8-30a8228352a8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.215531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] Publish callbacks [] for security_group (f4ab3fb6-f92a-4e18-91b8-30a8228352a8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.290441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-840b1392-ca74-4864-b064-7f01c57bcb04 admin admin] Publish callbacks [] for security_group (224379ac-dd63-4dcc-878a-aa049132a77a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.305538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-840b1392-ca74-4864-b064-7f01c57bcb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (224379ac-dd63-4dcc-878a-aa049132a77a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.326502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4ab3fb6-f92a-4e18-91b8-30a8228352a8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.330159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.334998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4ab3fb6-f92a-4e18-91b8-30a8228352a8 HTTP/1.1" status: 204 len: 168 time: 0.3213847 Mar 22 13:59:09.354747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec3446-f6af-4049-abe2-929143f6238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ab3fb6-f92a-4e18-91b8-30a8228352a8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:09.475106 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-840b1392-ca74-4864-b064-7f01c57bcb04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c2bab4549934e03aaaa03737fd2597c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9285367 Mar 22 13:59:09.495143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54976) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:09.518944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1392-ca74-4864-b064-7f01c57bcb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224379ac-dd63-4dcc-878a-aa049132a77a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:09.681871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] Publish callbacks [] for security_group (224379ac-dd63-4dcc-878a-aa049132a77a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.691740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416a24-1ac6-48d3-b4d9-fce034986be7 req-217aa52d-9661-46cd-a22f-f0bf79098119 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:09.693392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30416a24-1ac6-48d3-b4d9-fce034986be7 req-217aa52d-9661-46cd-a22f-f0bf79098119 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 946 time: 0.1859725 Mar 22 13:59:09.752493 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] Publish callbacks [] for security_group (224379ac-dd63-4dcc-878a-aa049132a77a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.817157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30416a24-1ac6-48d3-b4d9-fce034986be7 req-6c7422d3-00f9-48fc-8c5f-be20d6979ff1 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127822 Mar 22 13:59:09.846431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (224379ac-dd63-4dcc-878a-aa049132a77a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.851040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:09.852414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/224379ac-dd63-4dcc-878a-aa049132a77a HTTP/1.1" status: 204 len: 168 time: 0.3561559 Mar 22 13:59:09.862984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b881e-dfbd-4648-b17e-144471e9f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224379ac-dd63-4dcc-878a-aa049132a77a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:10.189866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:10.255124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c0cc5563-6ede-47d1-9c67-21229b8c6221 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51d35c3b272347168bb4b2724e340603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634301 Mar 22 13:59:10.257775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55000) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:10.316218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] Publish callbacks [] for security_group (973b5bc9-0c49-41de-b628-adaf826a0d14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.358349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] Publish callbacks [] for security_group (973b5bc9-0c49-41de-b628-adaf826a0d14), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.422942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (973b5bc9-0c49-41de-b628-adaf826a0d14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.428716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.430184 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/973b5bc9-0c49-41de-b628-adaf826a0d14 HTTP/1.1" status: 204 len: 168 time: 0.1713226 Mar 22 13:59:10.448676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbbe42-3b8e-49eb-b349-c15b62fb63d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b5bc9-0c49-41de-b628-adaf826a0d14,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:10.638070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:10.670978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3833f-3978-428c-8758-d1d44658d775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.951933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3833f-3978-428c-8758-d1d44658d775 admin admin] Publish callbacks [] for security_group (b72aba3f-8299-4ff2-9ee0-ffc52e58dc14), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:10.968136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5e3833f-3978-428c-8758-d1d44658d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b72aba3f-8299-4ff2-9ee0-ffc52e58dc14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.022387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3833f-3978-428c-8758-d1d44658d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72aba3f-8299-4ff2-9ee0-ffc52e58dc14,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:11.048601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5e3833f-3978-428c-8758-d1d44658d775 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b44caee2ab434a94b2510bc1519c93d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100938 Mar 22 13:59:11.051477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55030) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:11.153455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] Publish callbacks [] for security_group (b72aba3f-8299-4ff2-9ee0-ffc52e58dc14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.185760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] Publish callbacks [] for security_group (b72aba3f-8299-4ff2-9ee0-ffc52e58dc14), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.259413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b72aba3f-8299-4ff2-9ee0-ffc52e58dc14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.263053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:11.264395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b72aba3f-8299-4ff2-9ee0-ffc52e58dc14 HTTP/1.1" status: 204 len: 168 time: 0.2100196 Mar 22 13:59:11.274061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f50e-6411-4f5d-b0a1-6b5ca9d53e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72aba3f-8299-4ff2-9ee0-ffc52e58dc14,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:11.875540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7aa52-f302-48d8-9278-ccb8aa779c2b req-b44e6035-f0df-4615-a525-99cd6992d5fd tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:11.885771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7e7aa52-f302-48d8-9278-ccb8aa779c2b req-b44e6035-f0df-4615-a525-99cd6992d5fd tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 946 time: 0.1400518 Mar 22 13:59:11.963753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7e7aa52-f302-48d8-9278-ccb8aa779c2b req-2ada6430-dc52-4f9c-a0de-f05ef44e1aeb tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747752 Mar 22 13:59:12.282950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55092) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:12.651880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5001-c4b9-4a3e-9661-c7d90d75b581 req-021b5bab-6d34-4d8b-928d-28e46abbdc5b tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:12.653803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89ad5001-c4b9-4a3e-9661-c7d90d75b581 req-021b5bab-6d34-4d8b-928d-28e46abbdc5b tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 946 time: 0.0581210 Mar 22 13:59:12.662865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55106) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:12.667490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'floatingip': {'port_id': '33f4e756-87c4-4276-ae3b-2353e1eb2074'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:12.731225 n-d-758851-5 neutron-server[103891]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:59:12.742409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-9e76eabf-a640-4972-a094-e7c30c616cd4 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:59:12.750713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-9e76eabf-a640-4972-a094-e7c30c616cd4 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4621677 Mar 22 13:59:12.757513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.513602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-d6337711-eb27-46e1-9dfb-1152e4801887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:13.527010 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-d6337711-eb27-46e1-9dfb-1152e4801887 service neutron] 10.222.0.81 "GET /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 1124 time: 0.4250848 Mar 22 13:59:13.566716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Request body: {'binding': {'host': 'n-h1-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:13.567398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:59:13.737772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:59:13.857041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.872296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on host n-h1-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:13.872844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:13.873349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:13.876018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:13.919600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:13.919600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:13.963779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:13.964162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:13.964501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:13.964941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Bound port: 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:14.293861 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Floating IP bdac3db6-5199-44ee-a437-1ec871eeec66 associated. External IP: 172.25.3.223, port: 33f4e756-87c4-4276-ae3b-2353e1eb2074. Mar 22 13:59:14.333036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:14.367659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.369095 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-60a0abeb-9e03-49d6-8689-a183b88bfae0 service neutron] 10.222.0.81 "POST /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea/bindings HTTP/1.1" status: 201 len: 389 time: 0.8107431 Mar 22 13:59:14.622835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:14.631933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83a36-ad1f-4cef-99cd-c6c60bea478e req-36dc3a88-c9d6-4a7c-aa33-94954a5cad07 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:14.644005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def83a36-ad1f-4cef-99cd-c6c60bea478e req-36dc3a88-c9d6-4a7c-aa33-94954a5cad07 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 945 time: 0.1033783 Mar 22 13:59:14.715484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def83a36-ad1f-4cef-99cd-c6c60bea478e req-1830deee-a76c-47c0-90c1-dc915297c48a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 Mar 22 13:59:14.773643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:14.779100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:14.789533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:14.800075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-97bb313d-948c-42c8-8cb5-52ced95fadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:14.800369 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:14.800982 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:14.801603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-97bb313d-948c-42c8-8cb5-52ced95fadba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1127 time: 0.0839186 Mar 22 13:59:14.813246 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-308b11b0-25b6-48b9-8a7e-baa6711313da tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "PUT /v2.0/floatingips/bdac3db6-5199-44ee-a437-1ec871eeec66 HTTP/1.1" status: 200 len: 992 time: 2.1492877 Mar 22 13:59:14.814027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:14.816447 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feffbb91-5251-4336-8198-4edf885c77f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:14.913120 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:14.915590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-a61d1ba6-0877-4636-bfd9-b451db890e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:14.917058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-a61d1ba6-0877-4636-bfd9-b451db890e7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1084454 Mar 22 13:59:14.970506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-6697a131-14fb-486a-b25d-3b2b34c5d818 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.0477734 Mar 22 13:59:15.085694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-ff3fcabb-22c4-4ff0-af60-61e8379036d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:15.088271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-ff3fcabb-22c4-4ff0-af60-61e8379036d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1113615 Mar 22 13:59:15.147584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-a41f5d0c-a023-4508-86cc-1718b2cf6d87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530713 Mar 22 13:59:15.276688 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:c3:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T13:59:13Z', 'revision_number': 1, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:15.330473 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:15.348881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f5f9cf50-9cc1-4964-8b8f-705a090893cd service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904821 Mar 22 13:59:15.351238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:15.358290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:58:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:15.595059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-b49662bf-be1f-4b42-a5f2-035c70b68020 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426989 Mar 22 13:59:15.615599 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:15.632340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230ffa2-fe05-4ef6-946b-0869c08ac8f5 req-044c2248-60ca-4b42-93de-a47a837e1003 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:15.634940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9230ffa2-fe05-4ef6-946b-0869c08ac8f5 req-044c2248-60ca-4b42-93de-a47a837e1003 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 946 time: 0.1309428 Mar 22 13:59:15.707790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9230ffa2-fe05-4ef6-946b-0869c08ac8f5 req-ce55f8fc-9588-4789-a153-22d6d04c712d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647151 Mar 22 13:59:15.765733 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ffdd16-4818-48f8-b643-e36718cc83fd x-openstack-request-id: req-60ffdd16-4818-48f8-b643-e36718cc83fd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:15.766264 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:15.766360 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60ffdd16-4818-48f8-b643-e36718cc83fd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:15.767347 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ffdd16-4818-48f8-b643-e36718cc83fd'] response: {'name': 'network-changed', 'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'status': 'completed', 'code': 200} Mar 22 13:59:15.919755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbb91-5251-4336-8198-4edf885c77f5 req-9c6fbe3b-e0de-42d2-b8fc-5b113ff46946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:15.922945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-9c6fbe3b-e0de-42d2-b8fc-5b113ff46946 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 1128 time: 0.1171505 Mar 22 13:59:16.108760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198639b-cd70-438a-b6fe-0ebbb07be1e6 req-05fb90e4-a6b8-45c7-b7bb-2d165e7d2c35 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.117645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8198639b-cd70-438a-b6fe-0ebbb07be1e6 req-05fb90e4-a6b8-45c7-b7bb-2d165e7d2c35 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 945 time: 0.2137778 Mar 22 13:59:16.121747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbb91-5251-4336-8198-4edf885c77f5 req-4d4d25bf-dab9-49a8-8d11-58873edf093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.125139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-4d4d25bf-dab9-49a8-8d11-58873edf093d service neutron] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 925 time: 0.1915796 Mar 22 13:59:16.174762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-394722de-be18-4482-aec4-db96a31a5b53 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.176519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-394722de-be18-4482-aec4-db96a31a5b53 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.2208667 Mar 22 13:59:16.198263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:16.335951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:c3:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T13:59:13Z', 'revision_number': 1, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:16.340201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-d4370e6a-2c88-444d-9c4f-a62d85487e05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074 HTTP/1.1" status: 200 len: 1000 time: 0.2095485 Mar 22 13:59:16.358238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8198639b-cd70-438a-b6fe-0ebbb07be1e6 req-2a244f6d-43d5-43c8-a194-e0890fbde5a0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391064 Mar 22 13:59:16.418301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.432274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52fa4-1f99-4d39-a995-ac4cff0a0c46 None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:c3:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T13:59:13Z', 'revision_number': 1, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:16.442772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbb91-5251-4336-8198-4edf885c77f5 req-21002299-7b12-49fe-96d6-c0e5273a85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.452741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-21002299-7b12-49fe-96d6-c0e5273a85a7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.1017964 Mar 22 13:59:16.558558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbb91-5251-4336-8198-4edf885c77f5 req-540d747d-e152-4783-b495-e6482a5511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:16.563926 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-540d747d-e152-4783-b495-e6482a5511dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026688 Mar 22 13:59:16.764496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:16.798539 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-212df12e-0a41-4384-bdda-2db0a58d3be0 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254443 Mar 22 13:59:16.824437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:16.914091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:16.915704 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93812cd-a4b8-4c70-b692-9f38a0c87416" -d '{"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:16.916574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319d6c1-1d6c-418e-8a48-0c79322e5106 None None] New status for floating IP bdac3db6-5199-44ee-a437-1ec871eeec66: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:59:16.942959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks [] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:16.955261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:16.963958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.041179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-feffbb91-5251-4336-8198-4edf885c77f5 req-88364ee5-21df-43a0-b8b2-40e4d1e5af75 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365808 Mar 22 13:59:17.045952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55270) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:17.057191 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fddb6e6-80c7-4b33-8e63-d72ab1fe197d x-openstack-request-id: req-9fddb6e6-80c7-4b33-8e63-d72ab1fe197d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:17.057821 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:17.058104 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fddb6e6-80c7-4b33-8e63-d72ab1fe197d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:17.060407 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fddb6e6-80c7-4b33-8e63-d72ab1fe197d'] response: {'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'code': 200} Mar 22 13:59:17.134529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55274) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:17.142717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.147281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on host n-h2-758851-5 for vnic_type normal with profile {"migrating_to": "n-h1-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:17.147608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:17.147927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:17.155074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.155275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.155551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.155882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.156202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.156511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.156833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.157148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.157465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.157782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.163619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.163960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.164302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.164634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.164965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.190366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:17.190721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Attempting to bind port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:17.196323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:17.196654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:17.197036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:17.197458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Bound port: 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:17.197805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.352212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:17.353230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:17.362335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:17.389190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.424882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.523790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aadd86e-bb0a-4c85-932d-a0dd61dc23d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.573371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68cfdcf7-9700-4ecd-8524-3c4063e953d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.619488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad36a0-00d8-4c95-962d-fe2f19f7c6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.667397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.691592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Publish callbacks [] for security_group (b801033c-421b-4732-8e56-6d37d541e5f7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.704806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b801033c-421b-4732-8e56-6d37d541e5f7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.772679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:17.773585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.775020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f15a915b-af7e-42bb-adee-16ff2dbcd946 service neutron] 10.222.0.82 "PUT /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 1121 time: 1.5895422 Mar 22 13:59:17.794371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a0a76d23c284596b30c1005090a40c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8295627 Mar 22 13:59:17.795692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801033c-421b-4732-8e56-6d37d541e5f7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:17.797793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:17.819586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb5c54-9adf-47c1-8f0f-5abcc0bccc7e req-3c3ae490-e289-4357-b395-97cebef076da tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:17.822020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55cb5c54-9adf-47c1-8f0f-5abcc0bccc7e req-3c3ae490-e289-4357-b395-97cebef076da tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.3677912 Mar 22 13:59:17.835253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aadd86e-bb0a-4c85-932d-a0dd61dc23d0 admin admin] Publish callbacks [] for security_group (82a23ce5-67a2-4b59-9624-8c2a82010237), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.843449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.844946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.845349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.845760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.846183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.846521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.846855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.847182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.847772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.848130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.848464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.848802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.849149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.849473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.849855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea312-9dda-4e83-bd40-dbf042628017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:17.852197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:17.895876 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aadd86e-bb0a-4c85-932d-a0dd61dc23d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (82a23ce5-67a2-4b59-9624-8c2a82010237), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.946597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68cfdcf7-9700-4ecd-8524-3c4063e953d4 admin admin] Publish callbacks [] for security_group (27619c57-a49e-4f86-8509-d4e628106e96), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:17.989372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68cfdcf7-9700-4ecd-8524-3c4063e953d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27619c57-a49e-4f86-8509-d4e628106e96), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.013446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadd86e-bb0a-4c85-932d-a0dd61dc23d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a23ce5-67a2-4b59-9624-8c2a82010237,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.030733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad36a0-00d8-4c95-962d-fe2f19f7c6eb admin admin] Publish callbacks [] for security_group (cab889e4-eeac-4154-84cc-b699df9676bf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.041183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad36a0-00d8-4c95-962d-fe2f19f7c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cab889e4-eeac-4154-84cc-b699df9676bf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.048611 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4aadd86e-bb0a-4c85-932d-a0dd61dc23d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbe86cbd744649b685c845ba948b8c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9130063 Mar 22 13:59:18.077474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfdcf7-9700-4ecd-8524-3c4063e953d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27619c57-a49e-4f86-8509-d4e628106e96,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.080678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55302) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.104312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] Publish callbacks [] for security_group (b801033c-421b-4732-8e56-6d37d541e5f7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.114506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad36a0-00d8-4c95-962d-fe2f19f7c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab889e4-eeac-4154-84cc-b699df9676bf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.159528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55cb5c54-9adf-47c1-8f0f-5abcc0bccc7e req-091fd860-8bac-4f96-8e03-71f8b2af078d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219721 Mar 22 13:59:18.162400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b2ad36a0-00d8-4c95-962d-fe2f19f7c6eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5791bffd91854cd6b20929e959f0efca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1010365 Mar 22 13:59:18.165143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55304) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.193598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] Publish callbacks [] for security_group (b801033c-421b-4732-8e56-6d37d541e5f7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.229026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] Publish callbacks [] for security_group (cab889e4-eeac-4154-84cc-b699df9676bf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.278362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] Publish callbacks [] for security_group (cab889e4-eeac-4154-84cc-b699df9676bf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.323741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55314) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:18.325989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68cfdcf7-9700-4ecd-8524-3c4063e953d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=166429e5107d480cbdc6d154b085bce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9714508 Mar 22 13:59:18.336179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b801033c-421b-4732-8e56-6d37d541e5f7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.344539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.348091 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b801033c-421b-4732-8e56-6d37d541e5f7 HTTP/1.1" status: 204 len: 168 time: 0.5404747 Mar 22 13:59:18.372579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee111d26-5561-4799-ae66-1db4f6c277df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801033c-421b-4732-8e56-6d37d541e5f7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.407745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] Publish callbacks [] for security_group (82a23ce5-67a2-4b59-9624-8c2a82010237), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.428240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] Publish callbacks [] for security_group (27619c57-a49e-4f86-8509-d4e628106e96), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.455484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] Publish callbacks [] for security_group (82a23ce5-67a2-4b59-9624-8c2a82010237), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.463959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] Publish callbacks [] for security_group (27619c57-a49e-4f86-8509-d4e628106e96), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.573007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cab889e4-eeac-4154-84cc-b699df9676bf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.573186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (82a23ce5-67a2-4b59-9624-8c2a82010237), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.576824 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.581197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82a23ce5-67a2-4b59-9624-8c2a82010237 HTTP/1.1" status: 204 len: 168 time: 0.4777365 Mar 22 13:59:18.581659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.587003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cab889e4-eeac-4154-84cc-b699df9676bf HTTP/1.1" status: 204 len: 168 time: 0.4169486 Mar 22 13:59:18.588458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b464bc9b-ad84-41d0-a792-85f27e6e1a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.602835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cde11-62da-4c4a-8c74-f470776771b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a23ce5-67a2-4b59-9624-8c2a82010237,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.607348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27619c57-a49e-4f86-8509-d4e628106e96), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.627102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:18.630825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27619c57-a49e-4f86-8509-d4e628106e96 HTTP/1.1" status: 204 len: 168 time: 0.3060656 Mar 22 13:59:18.632237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234f6c-972d-4be4-a384-d217c83df01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab889e4-eeac-4154-84cc-b699df9676bf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:18.653491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0370e-42f4-4ac0-a5a7-e5cce8df1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27619c57-a49e-4f86-8509-d4e628106e96,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:19.061672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:19.065065 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49628241-f6a8-4955-baa0-205796cb381a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:19.142513 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a8576-7691-49a3-b057-7aa034b4b14f x-openstack-request-id: req-826a8576-7691-49a3-b057-7aa034b4b14f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:19.142833 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:19.143087 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-826a8576-7691-49a3-b057-7aa034b4b14f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:19.143491 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826a8576-7691-49a3-b057-7aa034b4b14f'] response: {'name': 'network-changed', 'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'status': 'completed', 'code': 200} Mar 22 13:59:19.221549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55342) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:19.240415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889bbb5d-fe74-4b86-880b-c6a29fb475be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.240645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628241-f6a8-4955-baa0-205796cb381a req-9f186110-405b-42f6-aeab-6d9e8e5f2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.242378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-9f186110-405b-42f6-aeab-6d9e8e5f2b0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1155 time: 0.0758746 Mar 22 13:59:19.447127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628241-f6a8-4955-baa0-205796cb381a req-17bd5fbe-199b-4531-acf7-8084b08742d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.448761 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-17bd5fbe-199b-4531-acf7-8084b08742d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1994538 Mar 22 13:59:19.507193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621f50-814c-451c-a73a-e17f791adbfb req-5e87ae07-718d-46bb-855d-bac0a74ca1aa tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.525430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e621f50-814c-451c-a73a-e17f791adbfb req-5e87ae07-718d-46bb-855d-bac0a74ca1aa tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.2089510 Mar 22 13:59:19.567869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-a6082f78-1361-44dc-bebf-1eba0c3f6bf5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.1120150 Mar 22 13:59:19.607264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889bbb5d-fe74-4b86-880b-c6a29fb475be admin admin] Publish callbacks [] for security_group (eaa69adf-4eec-40cf-a461-c092b7c1ff92), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.621796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889bbb5d-fe74-4b86-880b-c6a29fb475be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eaa69adf-4eec-40cf-a461-c092b7c1ff92), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.650754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e621f50-814c-451c-a73a-e17f791adbfb req-b935fcec-91d9-4edc-b515-b5aa32dd0d44 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194372 Mar 22 13:59:19.667462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49628241-f6a8-4955-baa0-205796cb381a req-18bcd8c4-b480-4cfb-8e82-80c29a28f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:19.669196 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-18bcd8c4-b480-4cfb-8e82-80c29a28f0ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0950682 Mar 22 13:59:19.675567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:19.694129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-889bbb5d-fe74-4b86-880b-c6a29fb475be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d2c5eca7c964a77bda04c18f8711e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688811 Mar 22 13:59:19.694129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bbb5d-fe74-4b86-880b-c6a29fb475be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa69adf-4eec-40cf-a461-c092b7c1ff92,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:19.696210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55348) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:19.716690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8741d8c7-092d-454a-b286-f6b9820e8c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.742142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:19.759317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e07a-6002-437b-b36a-04b24e8271d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.771455 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-b8fa3f56-6cab-45d2-8bbd-4198b9e9d109 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944374 Mar 22 13:59:19.864501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e07a-6002-437b-b36a-04b24e8271d4 admin admin] Publish callbacks [] for security_group (63099e42-2dd8-42dd-8193-5a30cf8b5bbd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.877529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e07a-6002-437b-b36a-04b24e8271d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (63099e42-2dd8-42dd-8193-5a30cf8b5bbd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.898381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] Publish callbacks [] for security_group (eaa69adf-4eec-40cf-a461-c092b7c1ff92), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.953617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e3c8e07a-6002-437b-b36a-04b24e8271d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79d01c26e73f4c6283f08fb6f69ffdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100749 Mar 22 13:59:19.956161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55352) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:19.966200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] Publish callbacks [] for security_group (eaa69adf-4eec-40cf-a461-c092b7c1ff92), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:19.968333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8e07a-6002-437b-b36a-04b24e8271d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63099e42-2dd8-42dd-8193-5a30cf8b5bbd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.049902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eaa69adf-4eec-40cf-a461-c092b7c1ff92), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.052958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.054324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eaa69adf-4eec-40cf-a461-c092b7c1ff92 HTTP/1.1" status: 204 len: 168 time: 0.3571765 Mar 22 13:59:20.069488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55356) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:20.071019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beda318-e7c4-435f-bee7-05d4b1012bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa69adf-4eec-40cf-a461-c092b7c1ff92,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.105383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-fe21bfd4-9c94-4c83-a5ed-e1e568fc37c9 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259373 Mar 22 13:59:20.111323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c191ae8e-9c13-47b4-a873-7c9d48c592a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.209256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] Publish callbacks [] for security_group (63099e42-2dd8-42dd-8193-5a30cf8b5bbd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.235388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8741d8c7-092d-454a-b286-f6b9820e8c70 admin admin] Publish callbacks [] for security_group (450e1920-e300-4f77-974e-2b786e81df61), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.269708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8741d8c7-092d-454a-b286-f6b9820e8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (450e1920-e300-4f77-974e-2b786e81df61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.302801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8741d8c7-092d-454a-b286-f6b9820e8c70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20e2961246594f7598edc4979371cec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221781 Mar 22 13:59:20.303710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55360) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:20.317787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] Publish callbacks [] for security_group (63099e42-2dd8-42dd-8193-5a30cf8b5bbd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.371452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49628241-f6a8-4955-baa0-205796cb381a req-6a061869-93e9-4c4a-8263-3163165deb64 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511749 Mar 22 13:59:20.394998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741d8c7-092d-454a-b286-f6b9820e8c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e1920-e300-4f77-974e-2b786e81df61,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.413699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] Publish callbacks [] for security_group (450e1920-e300-4f77-974e-2b786e81df61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.479656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] Publish callbacks [] for security_group (450e1920-e300-4f77-974e-2b786e81df61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.481221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c191ae8e-9c13-47b4-a873-7c9d48c592a0 admin admin] Publish callbacks [] for security_group (efe48fa1-ed31-4128-ae2c-9de0ec5b8b70), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.485031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (63099e42-2dd8-42dd-8193-5a30cf8b5bbd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.488334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.494659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63099e42-2dd8-42dd-8193-5a30cf8b5bbd HTTP/1.1" status: 204 len: 168 time: 0.5187981 Mar 22 13:59:20.500783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c191ae8e-9c13-47b4-a873-7c9d48c592a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (efe48fa1-ed31-4128-ae2c-9de0ec5b8b70), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.531635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c191ae8e-9c13-47b4-a873-7c9d48c592a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc46c8387cd64e37b5bef7f843cdafa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509177 Mar 22 13:59:20.533132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f252fa3-2804-4f4c-920c-92787b451fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63099e42-2dd8-42dd-8193-5a30cf8b5bbd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.541570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:20.589353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (450e1920-e300-4f77-974e-2b786e81df61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.592287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:20.593482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.597452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191ae8e-9c13-47b4-a873-7c9d48c592a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe48fa1-ed31-4128-ae2c-9de0ec5b8b70,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.598242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/450e1920-e300-4f77-974e-2b786e81df61 HTTP/1.1" status: 204 len: 168 time: 0.2929025 Mar 22 13:59:20.610196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fb82-f885-461e-a140-c46ebd7d9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e1920-e300-4f77-974e-2b786e81df61,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.654855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] Publish callbacks [] for security_group (efe48fa1-ed31-4128-ae2c-9de0ec5b8b70), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.684454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] Publish callbacks [] for security_group (efe48fa1-ed31-4128-ae2c-9de0ec5b8b70), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.825006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (efe48fa1-ed31-4128-ae2c-9de0ec5b8b70), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.827754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.828922 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efe48fa1-ed31-4128-ae2c-9de0ec5b8b70 HTTP/1.1" status: 204 len: 168 time: 0.2860732 Mar 22 13:59:20.845213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:20.848767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0427f7f-22b1-44d3-8486-cce070a356f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe48fa1-ed31-4128-ae2c-9de0ec5b8b70,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:20.903200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea has no active binding in host n-h1-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 13:59:20.912500 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21260f4a-2aff-4cd9-b2d2-54b302776c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:20.926287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87013b-8a85-4b50-abb0-cc112f0ec9cb req-4eb6b727-590a-4de2-af4d-dcf24a70638e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:20.928554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed87013b-8a85-4b50-abb0-cc112f0ec9cb req-4eb6b727-590a-4de2-af4d-dcf24a70638e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.1373830 Mar 22 13:59:20.998189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed87013b-8a85-4b50-abb0-cc112f0ec9cb req-f63d1765-191e-4413-82d1-ba32159789f4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Mar 22 13:59:21.112278 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:59:21.784819 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:22.221262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585cced-ab35-424d-aae6-38bd3855584a req-9d23a71f-48c1-4c26-bb48-0865b4339acf tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:22.224208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f585cced-ab35-424d-aae6-38bd3855584a req-9d23a71f-48c1-4c26-bb48-0865b4339acf tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.1107612 Mar 22 13:59:22.308692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f585cced-ab35-424d-aae6-38bd3855584a req-098c7574-09dc-4bd3-809c-5d5d588d9578 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773013 Mar 22 13:59:23.450100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5dfd6-66f3-433b-aec7-4336fb3b74a3 req-3f20000a-db23-40f8-b29a-8dcf2a0bf1d7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:23.451672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57d5dfd6-66f3-433b-aec7-4336fb3b74a3 req-3f20000a-db23-40f8-b29a-8dcf2a0bf1d7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 943 time: 0.0809214 Mar 22 13:59:23.518731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-59442955-4c1f-4c00-b1aa-dec125303304 service neutron] 10.222.0.78 "GET /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.0965650 Mar 22 13:59:23.525041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:23.538387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57d5dfd6-66f3-433b-aec7-4336fb3b74a3 req-b64a38b1-6916-45e2-9ccf-ff4e26013654 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 Mar 22 13:59:23.817906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:23.860056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:23.909852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:23.929587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:23.953307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.051601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] Transition to ACTIVE for port object 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:24.059273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.147473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] No DVR routers for this DVR port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:24.154048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:24.186791 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-937d60f6-3d0e-4acd-8da0-c131f227e142 service neutron] 10.222.0.78 "PUT /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea/bindings/n-h1-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6588147 Mar 22 13:59:24.323287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0f7f579a-8fad-48c5-96cd-5ac707b45711 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.324812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0f7f579a-8fad-48c5-96cd-5ac707b45711 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.0741262 Mar 22 13:59:24.483933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-95232fe4-7377-44dd-b267-0009cc146555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.486330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-95232fe4-7377-44dd-b267-0009cc146555 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&tenant_id=561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 1126 time: 0.1544123 Mar 22 13:59:24.668280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-9553df5b-ee42-4903-998f-bee33c875bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.670379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-9553df5b-ee42-4903-998f-bee33c875bd0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1126 time: 0.1217225 Mar 22 13:59:24.823575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd38ea-f314-44c5-9415-a3e36d67f644 req-7f7aa932-abdf-477b-afc5-d7bc02f5b9f2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.825007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cd38ea-f314-44c5-9415-a3e36d67f644 req-7f7aa932-abdf-477b-afc5-d7bc02f5b9f2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.1534159 Mar 22 13:59:24.847235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:24.864078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-a8fc6632-6a45-4d51-b355-03c3dabdb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:24.865539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-a8fc6632-6a45-4d51-b355-03c3dabdb839 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1823826 Mar 22 13:59:24.898847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cd38ea-f314-44c5-9415-a3e36d67f644 req-422de178-851e-436f-9135-96d0d9f955ac tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Mar 22 13:59:24.954460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-82e12a72-181e-4fa0-b06a-f614ce05725f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.0603220 Mar 22 13:59:25.021953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-395f01bc-c2ae-4736-83b2-e2bb15b7a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:25.023696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-395f01bc-c2ae-4736-83b2-e2bb15b7a2ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0635529 Mar 22 13:59:25.062987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0fcf491e-f92e-4147-9ef2-d90fd3ebbba5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327215 Mar 22 13:59:25.167092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-d32cbb6a-a8f4-472c-a536-28f87545c13a service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972340 Mar 22 13:59:25.291448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0ed1f24d-ddd4-415b-8d75-e4d14e2936ad service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177824 Mar 22 13:59:25.680714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0dc65248-394b-47dd-af1e-33805c8d752c tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:25.683757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-0dc65248-394b-47dd-af1e-33805c8d752c tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.0665777 Mar 22 13:59:25.911628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f4e4f18b-9c18-4be1-8d7b-4ca2a22e4196 service neutron] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:25.915887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f4e4f18b-9c18-4be1-8d7b-4ca2a22e4196 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:25.917427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f21261f5-2f9c-4453-89ab-7d0b7b0ecb1d req-f4e4f18b-9c18-4be1-8d7b-4ca2a22e4196 service neutron] 10.222.0.82 "DELETE /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea/bindings/n-h2-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.2265241 Mar 22 13:59:26.230099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f50d-c16e-4c27-8aa1-7ded64140c81 req-afc9dd98-ec88-4013-a4ef-9067ea9de9c8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:26.231875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7515f50d-c16e-4c27-8aa1-7ded64140c81 req-afc9dd98-ec88-4013-a4ef-9067ea9de9c8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.0758677 Mar 22 13:59:26.295631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7515f50d-c16e-4c27-8aa1-7ded64140c81 req-03a649c0-0a80-4130-81ab-f3a3abd9aa41 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529287 Mar 22 13:59:26.830272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:26.906996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-466c492b-e086-4ec3-964a-f624b6579caf tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463119 Mar 22 13:59:27.021268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1952821-b26c-4b22-86b1-1772ca48f416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.046962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-962bb961-80e7-4990-8dd6-3c26ac232e5f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:27.054695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-962bb961-80e7-4990-8dd6-3c26ac232e5f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446242 Mar 22 13:59:27.065347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-47972d62-f650-49a9-9e71-c77b3a145e76 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/quotas/45826a3e60f3413e868c4be5d337412a HTTP/1.1" status: 200 len: 375 time: 0.0097971 Mar 22 13:59:27.112405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-60fc1820-f48e-41ef-bf74-26bf3205bd89 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410662 Mar 22 13:59:27.187701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1952821-b26c-4b22-86b1-1772ca48f416 admin admin] Publish callbacks [] for security_group (d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.196849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1952821-b26c-4b22-86b1-1772ca48f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.226529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1952821-b26c-4b22-86b1-1772ca48f416 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6580ea74244942ed848c4572248d233d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951490 Mar 22 13:59:27.229275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55618) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:27.248234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1952821-b26c-4b22-86b1-1772ca48f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:27.441780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] Publish callbacks [] for security_group (d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.475448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] Publish callbacks [] for security_group (d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.517714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531204c-96a0-46bb-9dd2-b58adffb519a req-1060aa51-ddd8-4b84-a7bc-cd0b32b0f134 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:27.525175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3531204c-96a0-46bb-9dd2-b58adffb519a req-1060aa51-ddd8-4b84-a7bc-cd0b32b0f134 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1126 time: 0.1733940 Mar 22 13:59:27.591363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.595315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:27.596641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66 HTTP/1.1" status: 204 len: 168 time: 0.3664129 Mar 22 13:59:27.603671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3531204c-96a0-46bb-9dd2-b58adffb519a req-44fc1c66-2107-4a0f-9c16-d97709496dda tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776365 Mar 22 13:59:27.608979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa5319-731e-427e-b4eb-46d438ae7932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4114c6d-54ef-4c7a-82b7-5a5bdeddfe66,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:27.794371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-8faa2b14-f77b-4ff9-a9c6-d431b1ac640d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440624 Mar 22 13:59:27.800319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:27.927746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:59:27.928169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:27.940762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.000185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-b86bc46d-e216-4d04-8e22-80fe6329e647 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:28.015496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-b86bc46d-e216-4d04-8e22-80fe6329e647 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200639 Mar 22 13:59:28.031306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-4ef81556-1b2d-498c-b417-abf8da365f7a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/quotas/45826a3e60f3413e868c4be5d337412a HTTP/1.1" status: 200 len: 375 time: 0.0145104 Mar 22 13:59:28.095292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-983dfbc3-f16a-4761-a27d-3ac250b19bf6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507076 Mar 22 13:59:28.169002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55664) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:28.183379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0dade415-71d6-461b-9913-946e253c2cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.316848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0dade415-71d6-461b-9913-946e253c2cd2 admin admin] Publish callbacks [] for security_group (9036636b-a745-4341-882f-fcc6f9a96199), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.324537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0dade415-71d6-461b-9913-946e253c2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9036636b-a745-4341-882f-fcc6f9a96199), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.365429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dade415-71d6-461b-9913-946e253c2cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036636b-a745-4341-882f-fcc6f9a96199,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:28.426314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:28.427284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0dade415-71d6-461b-9913-946e253c2cd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f1cfe79ebea4f5b89be521d1a0c2824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633519 Mar 22 13:59:28.735874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-d0c22f16-f19c-4049-880a-79a2f6543159 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:28.737345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-d0c22f16-f19c-4049-880a-79a2f6543159 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.4497273 Mar 22 13:59:28.781633 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] Publish callbacks [] for security_group (9036636b-a745-4341-882f-fcc6f9a96199), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.811581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5981ca2d-247b-4532-940c-b5a4a7039f86 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/quotas/561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 375 time: 0.0634882 Mar 22 13:59:28.813773 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] Publish callbacks [] for security_group (9036636b-a745-4341-882f-fcc6f9a96199), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.907147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:28.915236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-3c1be054-21dd-4765-b6b2-dfa084edbca0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296786 Mar 22 13:59:29.027838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9036636b-a745-4341-882f-fcc6f9a96199), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.037644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.039204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9036636b-a745-4341-882f-fcc6f9a96199 HTTP/1.1" status: 204 len: 168 time: 0.6075881 Mar 22 13:59:29.059648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-da3d6823-88d4-44ee-ba7f-f6f40d940db1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2378619 Mar 22 13:59:29.286465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5a4f-6972-4de2-b81d-e0c989fdbb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036636b-a745-4341-882f-fcc6f9a96199,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:29.345337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec3853bf-6536-4591-ae00-28cf5005dfed req-1f8c2826-33ae-4dd8-a860-a48b174c1d53 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 210 time: 0.0450597 Mar 22 13:59:29.386812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-52a480ff-9ebe-43f2-9f44-cf7e4b90b6de service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261452 Mar 22 13:59:29.404387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-c75e7db2-e2fb-44c4-a4c6-daa234371638 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:29.405887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-c75e7db2-e2fb-44c4-a4c6-daa234371638 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4849706 Mar 22 13:59:29.455228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Request body: {'port': {'device_id': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '45826a3e60f3413e868c4be5d337412a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:29.595662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-2bd89e32-650f-4ee4-a37e-3eba786ab618 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060750 Mar 22 13:59:29.645864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Made reservation on behalf of 45826a3e60f3413e868c4be5d337412a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:29.651759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.674847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.701761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:29.900662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks [] for security_group (f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.922857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:29.987411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-d4c32d6f-7325-4afd-914f-432cb0749e05 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482345 Mar 22 13:59:29.994130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-decc8421-954d-482b-80b8-01440db1e71c req-33169f93-fd9d-4e55-8342-b2ed078b279c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 210 time: 0.0919337 Mar 22 13:59:30.057369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.149565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Allocated IP 192.168.233.154 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/bf060853-a219-46b7-b865-63e2451967bc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:30.172426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-035cced1-1df3-453a-86b4-64448dfcf527 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:30.174346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-035cced1-1df3-453a-86b4-64448dfcf527 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810904 Mar 22 13:59:30.214904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Request body: {'port': {'device_id': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '45826a3e60f3413e868c4be5d337412a'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:30.270325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42581978-e9c1-4db1-81b0-8675125fee03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.362764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55738) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:30.572498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab8f75d8-4b24-433d-abd2-0dd4dce5313a req-21ea1db6-77ba-46d8-be10-fa054f1cbc37 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 210 time: 0.0591321 Mar 22 13:59:30.603830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks [] for port (bf060853-a219-46b7-b865-63e2451967bc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.660941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42581978-e9c1-4db1-81b0-8675125fee03 admin admin] Publish callbacks [] for security_group (a3edd1be-35f0-4319-a6b4-537a2cd44a50), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.666932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42581978-e9c1-4db1-81b0-8675125fee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3edd1be-35f0-4319-a6b4-537a2cd44a50), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.670216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.695631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581978-e9c1-4db1-81b0-8675125fee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edd1be-35f0-4319-a6b4-537a2cd44a50,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.742665 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-42581978-e9c1-4db1-81b0-8675125fee03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20703bdb0ad64a82b119c5091a215f94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0392914 Mar 22 13:59:30.754613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:30.768982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:30.774538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:30.788824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:30.835897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Made reservation on behalf of 45826a3e60f3413e868c4be5d337412a for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:30.839540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:30.915964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:30.990690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:31.000742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.001192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] Publish callbacks [] for security_group (a3edd1be-35f0-4319-a6b4-537a2cd44a50), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.082763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca1573f6-fa37-4b4b-b463-416845c9f8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.115428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:31.200415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Allocated IP 192.168.233.197 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/ff5e852d-a2eb-47a5-824f-8a9274f0bd3d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:31.287040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca1573f6-fa37-4b4b-b463-416845c9f8f3 admin admin] Publish callbacks [] for security_group (9bcb9c4f-4588-4fca-8060-6ac934c1b8e6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.312888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-231f7b2e-cec3-4935-be6a-283127fd8361 None None] Provisioning complete for port bf060853-a219-46b7-b865-63e2451967bc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:31.314049 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-231f7b2e-cec3-4935-be6a-283127fd8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf060853-a219-46b7-b865-63e2451967bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.330977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca1573f6-fa37-4b4b-b463-416845c9f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bcb9c4f-4588-4fca-8060-6ac934c1b8e6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.408698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-231f7b2e-cec3-4935-be6a-283127fd8361 None None] Port bf060853-a219-46b7-b865-63e2451967bc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:31.428053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca1573f6-fa37-4b4b-b463-416845c9f8f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7e20a71f5d3424ca8f7502c4e6918b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0639820 Mar 22 13:59:31.428799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55770) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:31.448237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1573f6-fa37-4b4b-b463-416845c9f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb9c4f-4588-4fca-8060-6ac934c1b8e6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:31.489319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] Publish callbacks [] for security_group (a3edd1be-35f0-4319-a6b4-537a2cd44a50), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.502198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d8cf0f5-8866-4250-99ad-b8154dcd577b req-49c38af7-6ad7-4352-9e77-ba0632bdb758 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 210 time: 0.1927519 Mar 22 13:59:31.516803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b9c3d45e-d671-45e1-946a-6ff1b4fcfcc6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0954065 Mar 22 13:59:31.543554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] Publish callbacks [] for security_group (9bcb9c4f-4588-4fca-8060-6ac934c1b8e6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.554811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Request body: {'port': {'device_id': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:31.580998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3edd1be-35f0-4319-a6b4-537a2cd44a50), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.583180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.587583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3edd1be-35f0-4319-a6b4-537a2cd44a50 HTTP/1.1" status: 204 len: 168 time: 0.8110175 Mar 22 13:59:31.611585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8fa92-72e8-40c0-bc3d-a9bc52e96153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edd1be-35f0-4319-a6b4-537a2cd44a50,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:31.655516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58fc01e-e4bf-4973-80ec-dd63d5f498f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.679357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks [] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.761323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.763327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58fc01e-e4bf-4973-80ec-dd63d5f498f2 admin admin] Publish callbacks [] for security_group (e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.775742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.82', 49944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:31.780409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58fc01e-e4bf-4973-80ec-dd63d5f498f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.832897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] Publish callbacks [] for security_group (9bcb9c4f-4588-4fca-8060-6ac934c1b8e6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.837603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fc01e-e4bf-4973-80ec-dd63d5f498f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:31.863006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:31.899948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:31.903349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:31.909938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:31.910682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.936662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7435133 Mar 22 13:59:31.949411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:31.961109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Request body: {'port': {'device_id': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:32.016124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaba01d-1860-46c0-a140-b18fda5fe488 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event updated for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.077121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e58fc01e-e4bf-4973-80ec-dd63d5f498f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f96ef9f54524533934b89680e916b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7885110 Mar 22 13:59:32.082331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:32.157639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] Publish callbacks [] for security_group (e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.159747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.234260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-799d6b7b-4774-4e44-aa1d-8dc7ab5715ca tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.239799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-799d6b7b-4774-4e44-aa1d-8dc7ab5715ca tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.4558258 Mar 22 13:59:32.254835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] Publish callbacks [] for security_group (e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.268501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321dbda-6daa-4367-93ec-6a53913fd8e0 req-ae14df2c-2b8c-4b91-9193-14b2bc629734 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:32.277193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9321dbda-6daa-4367-93ec-6a53913fd8e0 req-ae14df2c-2b8c-4b91-9193-14b2bc629734 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 936 time: 0.5064838 Mar 22 13:59:32.307339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Request body: {'port': {'device_id': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'admin_state_up': True, 'tenant_id': '561faf9056d34dc6ae7186108d04dad7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:32.316139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:32.373078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-95206f8f-ffd6-46c9-be87-8ac62dd6a6df None None] Provisioning complete for port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:32.374014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-95206f8f-ffd6-46c9-be87-8ac62dd6a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.442271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ea0-101b-4bb3-8e8b-3a6fd0ec0d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.453553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-95206f8f-ffd6-46c9-be87-8ac62dd6a6df None None] Port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:32.464043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bcb9c4f-4588-4fca-8060-6ac934c1b8e6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.467295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.472778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bcb9c4f-4588-4fca-8060-6ac934c1b8e6 HTTP/1.1" status: 204 len: 168 time: 1.0195148 Mar 22 13:59:32.499394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377544-54ea-4998-a7d9-ce9b6b7a5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcb9c4f-4588-4fca-8060-6ac934c1b8e6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.534319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9321dbda-6daa-4367-93ec-6a53913fd8e0 req-78f0429f-0386-4846-bdbc-eaf48e9e8d87 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558041 Mar 22 13:59:32.567618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.570176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.574777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e HTTP/1.1" status: 204 len: 168 time: 0.4910357 Mar 22 13:59:32.615231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112fb6-81d7-46f4-9b3f-778fb874c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e4ed9-f4de-4d6e-89a7-3e7ee032d13e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.717792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbb8efda-ed78-46f1-83f7-720ce4378480 req-aa2b0bdb-c7d0-40f9-9a8b-d62eef2cd847 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 210 time: 0.0419874 Mar 22 13:59:32.728735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ea0-101b-4bb3-8e8b-3a6fd0ec0d30 admin admin] Publish callbacks [] for security_group (27f76555-2abb-4637-b269-1c0c741d28da), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.731627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:32.735069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.739082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ea0-101b-4bb3-8e8b-3a6fd0ec0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27f76555-2abb-4637-b269-1c0c741d28da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.836009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55816) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:32.836144 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4fe7ea0-101b-4bb3-8e8b-3a6fd0ec0d30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4846111670de4c2c9e892c1761769ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145583 Mar 22 13:59:32.839990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7ea0-101b-4bb3-8e8b-3a6fd0ec0d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f76555-2abb-4637-b269-1c0c741d28da,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:32.890568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5e852d-a2eb-47a5-824f-8a9274f0bd3d {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:32.903437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks [] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.928350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] Publish callbacks [] for security_group (27f76555-2abb-4637-b269-1c0c741d28da), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.943460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Transition to ACTIVE for port object ff5e852d-a2eb-47a5-824f-8a9274f0bd3d will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:32.951025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.965362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] Publish callbacks [] for security_group (27f76555-2abb-4637-b269-1c0c741d28da), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:32.992768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55820) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.000355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875219960', 'description': 'tempest-description--928582032'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:33.010148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Allocated IP 172.20.0.12 (bddefe54-9fa5-4bd7-9e88-63789f359fb3/31cc4db5-738f-41b7-940e-f928714bc343/6b48a843-8afe-4a93-978e-fe9e1294bca6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:33.055852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.075635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.101510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27f76555-2abb-4637-b269-1c0c741d28da), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.104858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.106595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27f76555-2abb-4637-b269-1c0c741d28da HTTP/1.1" status: 204 len: 168 time: 0.2692099 Mar 22 13:59:33.127721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308e1a-dc22-44f5-9522-e5b0e7fb0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f76555-2abb-4637-b269-1c0c741d28da,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.160809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Attempting to bind port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:33.161148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Attempting to bind port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:33.161634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Attempting to bind port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:33.232894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.239217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:33.239537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Attempting to bind port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:33.264235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55826) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.269158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:33.269618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:33.270224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:33.270781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Bound port: ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:33.271280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.285390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f026b85-a17e-4567-a702-6e28aaff63ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.313780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccf9437d-e352-4a35-bf44-ee116df7aa5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.400663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf060853-a219-46b7-b865-63e2451967bc {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:33.416164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f026b85-a17e-4567-a702-6e28aaff63ab admin admin] Publish callbacks [] for security_group (7b27bece-3a4a-43be-a8fe-049d7872c07d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.418791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks [] for port (bf060853-a219-46b7-b865-63e2451967bc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.429342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f026b85-a17e-4567-a702-6e28aaff63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b27bece-3a4a-43be-a8fe-049d7872c07d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.433763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (989b926f-b382-43d7-a284-c8398dbef0e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.455876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Transition to ACTIVE for port object bf060853-a219-46b7-b865-63e2451967bc will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:33.461710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (989b926f-b382-43d7-a284-c8398dbef0e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.471430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.517552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f026b85-a17e-4567-a702-6e28aaff63ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=256539b72b824e1a8c9708b43e0cd3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805345 Mar 22 13:59:33.518977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.526013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:33.526223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f026b85-a17e-4567-a702-6e28aaff63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27bece-3a4a-43be-a8fe-049d7872c07d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.526326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks [] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.536369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.537800 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5409532 Mar 22 13:59:33.546502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55834) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.555027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:33.559215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'security_group_rule': {'security_group_id': '989b926f-b382-43d7-a284-c8398dbef0e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:33.567211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c448-a227-4f51-a9ee-843bc23e3cb0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989b926f-b382-43d7-a284-c8398dbef0e8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.594207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.595045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.705644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.706424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.707954 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] 10.222.0.78 "PUT /v2.0/ports/ff5e852d-a2eb-47a5-824f-8a9274f0bd3d HTTP/1.1" status: 200 len: 1096 time: 1.7570090 Mar 22 13:59:33.711596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:33.719990 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42e2dc-bc10-4048-9688-c4823de104db" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:33.729180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccf9437d-e352-4a35-bf44-ee116df7aa5e admin admin] Publish callbacks [] for security_group (35931b84-1f43-482e-adee-f409519c2d96), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.744904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (e76fb509-b9fb-4b86-be29-6d1999b84af8), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.765457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccf9437d-e352-4a35-bf44-ee116df7aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (35931b84-1f43-482e-adee-f409519c2d96), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.782273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.788343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] Publish callbacks [] for security_group (7b27bece-3a4a-43be-a8fe-049d7872c07d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.842724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde40c35-ab5f-42b4-8f9f-9f8477e24af2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.849440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] Publish callbacks [] for security_group (7b27bece-3a4a-43be-a8fe-049d7872c07d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.906154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Attempting to bind port bf060853-a219-46b7-b865-63e2451967bc on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:33.906609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Attempting to bind port bf060853-a219-46b7-b865-63e2451967bc by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:33.907146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Attempting to bind port bf060853-a219-46b7-b865-63e2451967bc on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:33.911949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b27bece-3a4a-43be-a8fe-049d7872c07d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.915490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.916643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b27bece-3a4a-43be-a8fe-049d7872c07d HTTP/1.1" status: 204 len: 168 time: 0.3944874 Mar 22 13:59:33.930815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:33.936292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c54314-72ad-445e-9dbd-bb2553d852c7 req-16d1e9d5-c1ed-4e2c-80e9-ecbd35dcad21 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.938299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6c54314-72ad-445e-9dbd-bb2553d852c7 req-16d1e9d5-c1ed-4e2c-80e9-ecbd35dcad21 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 948 time: 0.2626586 Mar 22 13:59:33.940231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd717c-d7ea-4038-a9c5-2f27fecfd937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27bece-3a4a-43be-a8fe-049d7872c07d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.942327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Port bf060853-a219-46b7-b865-63e2451967bc on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:33.942994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Attempting to bind port bf060853-a219-46b7-b865-63e2451967bc on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:33.943384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:33.946414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:33.951040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:33.951384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:33.951767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:33.952189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Bound port: bf060853-a219-46b7-b865-63e2451967bc, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:33.952540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.953348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:33.954163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:33.978528 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ccf9437d-e352-4a35-bf44-ee116df7aa5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f03e904bf904209bdf771e2f70a489a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048490 Mar 22 13:59:33.981838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:33.987700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9437d-e352-4a35-bf44-ee116df7aa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35931b84-1f43-482e-adee-f409519c2d96,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:33.994196 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6993523 Mar 22 13:59:34.042968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Request body: {'port': {'device_id': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:34.069194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-e90db7af-4aae-450a-b9ec-833b90726dde tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=87fe913a7de047839d48814b9b784fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543623 Mar 22 13:59:34.107745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (e76fb509-b9fb-4b86-be29-6d1999b84af8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.111593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70effe1e-581a-4d6d-827b-5075588cc605 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:34.129031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e76fb509-b9fb-4b86-be29-6d1999b84af8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.132155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-f6597e85-ac36-4e8a-9f88-485f0e75b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.134070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-f6597e85-ac36-4e8a-9f88-485f0e75b4fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 1130 time: 0.3696969 Mar 22 13:59:34.224193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76fb509-b9fb-4b86-be29-6d1999b84af8,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:34.239942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-d4dc81be-4a38-4f23-a325-6ba94f0402c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d HTTP/1.1" status: 200 len: 217 time: 0.0841920 Mar 22 13:59:34.246568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6c54314-72ad-445e-9dbd-bb2553d852c7 req-23972d24-b000-4b11-8849-e1aa4655a21d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719357 Mar 22 13:59:34.259555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.260727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b2aa9432-d74f-4a81-a059-25af6a48d0c6 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7080033 Mar 22 13:59:34.265195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:34.270694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-fc376285-ff7c-47ae-8ddc-48a23c54be11 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.279830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'security_group_rule': {'security_group_id': '989b926f-b382-43d7-a284-c8398dbef0e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:34.281503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-fc376285-ff7c-47ae-8ddc-48a23c54be11 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761894 Mar 22 13:59:34.309634 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd70eb1-7535-40e7-bb42-163b0b3482dc x-openstack-request-id: req-afd70eb1-7535-40e7-bb42-163b0b3482dc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:34.309915 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:34.310199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afd70eb1-7535-40e7-bb42-163b0b3482dc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:34.310595 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd70eb1-7535-40e7-bb42-163b0b3482dc'] response: {'name': 'network-changed', 'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d', 'status': 'completed', 'code': 200} Mar 22 13:59:34.325664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.333147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-90073c8a-e406-4f2e-a6a5-2dd266c9be45 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/quotas/87fe913a7de047839d48814b9b784fc8 HTTP/1.1" status: 200 len: 375 time: 0.0388365 Mar 22 13:59:34.372957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] Publish callbacks [] for security_group (35931b84-1f43-482e-adee-f409519c2d96), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.384942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-03ad182b-99db-4877-9db6-a66428a1efd3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449300 Mar 22 13:59:34.389157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:34.393249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-c14f2bdc-81b2-4a35-8aad-c0b061619b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.394765 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-c14f2bdc-81b2-4a35-8aad-c0b061619b4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1303530 Mar 22 13:59:34.456031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (e4824b86-d51e-4ac6-9ee2-2057d8c87146), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.474327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] Publish callbacks [] for security_group (35931b84-1f43-482e-adee-f409519c2d96), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.489319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:34.505311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.545882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.546818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:34.548214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] 10.222.0.82 "PUT /v2.0/ports/bf060853-a219-46b7-b865-63e2451967bc HTTP/1.1" status: 200 len: 1096 time: 3.0060823 Mar 22 13:59:34.548733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:34.551683 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be39ffa-1ee5-4644-9c4f-5991fabf428e" -d '{"events": [{"name": "network-changed", "server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "tag": "bf060853-a219-46b7-b865-63e2451967bc"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:34.572112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be00a-859f-4555-9b1b-8bba72c68c95 req-683719eb-8f5f-466f-bf7d-8b5da941722b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.580904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe8be00a-859f-4555-9b1b-8bba72c68c95 req-683719eb-8f5f-466f-bf7d-8b5da941722b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 932 time: 0.1943483 Mar 22 13:59:34.762659 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fcbfcd-cd6d-4fbb-b634-84b4e272d953 x-openstack-request-id: req-59fcbfcd-cd6d-4fbb-b634-84b4e272d953 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:34.762968 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "tag": "bf060853-a219-46b7-b865-63e2451967bc", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:34.763225 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59fcbfcd-cd6d-4fbb-b634-84b4e272d953 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:34.763650 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fcbfcd-cd6d-4fbb-b634-84b4e272d953'] response: {'name': 'network-changed', 'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc', 'status': 'completed', 'code': 200} Mar 22 13:59:34.788667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe8be00a-859f-4555-9b1b-8bba72c68c95 req-97852246-932f-45ce-ac74-f15121b97cbb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068298 Mar 22 13:59:34.864285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79b3247d-0705-484e-85bf-293c23a40bf3 req-a7a5e8ea-da9b-4c4f-9b27-3cf0f18098bb tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 210 time: 0.0724812 Mar 22 13:59:34.865083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b83955-b382-40af-9b82-9342cfec6535 service neutron] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:34.896082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-1248c47c-cdad-4dac-829e-0c0bf34e1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:34.898194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-1248c47c-cdad-4dac-829e-0c0bf34e1133 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1130 time: 0.2926030 Mar 22 13:59:34.967205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-b36c0fc8-773f-4120-9b97-3aec1357a384 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=bf060853-a219-46b7-b865-63e2451967bc HTTP/1.1" status: 200 len: 217 time: 0.0600338 Mar 22 13:59:34.998306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-7743a82a-54b2-48ec-94a4-1b5d7a240fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.000519 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-7743a82a-54b2-48ec-94a4-1b5d7a240fdf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5970628 Mar 22 13:59:35.051255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-66aae648-58dd-45fb-a8ef-be42baea89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.052905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-66aae648-58dd-45fb-a8ef-be42baea89ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0780640 Mar 22 13:59:35.102788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (35931b84-1f43-482e-adee-f409519c2d96), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.105341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.106702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35931b84-1f43-482e-adee-f409519c2d96 HTTP/1.1" status: 204 len: 168 time: 1.1160526 Mar 22 13:59:35.109156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (e4824b86-d51e-4ac6-9ee2-2057d8c87146), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.120827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-40778cfc-5326-420d-9b40-521b166aef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.122628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-40778cfc-5326-420d-9b40-521b166aef62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0616088 Mar 22 13:59:35.126053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e4824b86-d51e-4ac6-9ee2-2057d8c87146), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.150253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28835c-f443-45a8-a3e2-b340e85bfeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35931b84-1f43-482e-adee-f409519c2d96,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:35.187450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4824b86-d51e-4ac6-9ee2-2057d8c87146,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:35.205412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.206792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5e3fc29-ef77-4a93-a035-b6530c0512f1 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9325902 Mar 22 13:59:35.210531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55910) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:35.216420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:35.227869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-e12eb43e-47e4-4f4b-9061-dadc88f58b74 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180583 Mar 22 13:59:35.326783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-e3d66058-449b-47d0-ba34-f7d83ff8b597 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969826 Mar 22 13:59:35.329017 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.356169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b48a843-8afe-4a93-978e-fe9e1294bca6 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:35.398282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks [] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.438621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Transition to ACTIVE for port object 6b48a843-8afe-4a93-978e-fe9e1294bca6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:35.455763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.467999 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae1d63ba-1640-421d-a607-5c0c45876b53 req-fde2e410-8c2e-447e-99b0-23173565917c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307947 Mar 22 13:59:35.534570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:35.587836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d39131-6041-41d6-b4d6-da38ea6dee17 req-2b935565-8c2a-46d0-be86-c92454bcfe70 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.589173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69d39131-6041-41d6-b4d6-da38ea6dee17 req-2b935565-8c2a-46d0-be86-c92454bcfe70 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 948 time: 0.2298558 Mar 22 13:59:35.641028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:35.641460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:35.641710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:35.645034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528dd7c2-0262-4aa8-8cbc-6960b482ed21 req-170916de-7b6e-4b8d-8c2b-4d322de5ac7b service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093626 Mar 22 13:59:35.672806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69d39131-6041-41d6-b4d6-da38ea6dee17 req-cc0580c0-1c3b-4b12-830f-08c7df3a1b87 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Mar 22 13:59:35.694157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:35.694493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:35.699665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.715257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:35.715615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:35.716277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:35.716821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Bound port: 6b48a843-8afe-4a93-978e-fe9e1294bca6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:35.717218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.769522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e2dc-bc10-4048-9688-c4823de104db req-3e6b350b-5bbb-4cf2-b81b-33d93279f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.771400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-3e6b350b-5bbb-4cf2-b81b-33d93279f6c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 1130 time: 0.1895139 Mar 22 13:59:35.810585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-a32055c7-c54a-4fe3-8840-fb1dabc3f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.813062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-a32055c7-c54a-4fe3-8840-fb1dabc3f323 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1130 time: 0.0688047 Mar 22 13:59:35.942334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:35.971165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:35.972945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Allocated IP 172.25.3.136 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b0fd365f-954c-4b27-88ca-45f11cb0a52c) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:35.992443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:35.997923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-ae230778-5b61-4e5d-8214-34b3d66482df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:35.999744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-ae230778-5b61-4e5d-8214-34b3d66482df service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1783500 Mar 22 13:59:36.028365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e2dc-bc10-4048-9688-c4823de104db req-3a35b115-7e1f-49bf-be63-ad808e64d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.029891 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-3a35b115-7e1f-49bf-be63-ad808e64d612 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2320235 Mar 22 13:59:36.056871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443763f-dad3-4f43-900b-6d5f0bf8f65d req-7a97f44c-db22-49c1-b2f0-cdd74ffdeb2b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.058833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f443763f-dad3-4f43-900b-6d5f0bf8f65d req-7a97f44c-db22-49c1-b2f0-cdd74ffdeb2b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.1742556 Mar 22 13:59:36.094789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01b0a036-7acf-49b0-a18b-c12c9721d044 req-da7ed756-496c-402e-9ea4-d7c222b456a9 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 210 time: 0.0906239 Mar 22 13:59:36.097946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-98f1ab91-d081-4775-a622-2425eb2d4d9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=bf060853-a219-46b7-b865-63e2451967bc HTTP/1.1" status: 200 len: 217 time: 0.0909901 Mar 22 13:59:36.163692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.164320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.165769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] 10.222.0.82 "PUT /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 1092 time: 2.1573238 Mar 22 13:59:36.176884 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-bc07f602-88e9-4b66-a328-ec6733213766 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d HTTP/1.1" status: 200 len: 217 time: 0.1291630 Mar 22 13:59:36.198712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f443763f-dad3-4f43-900b-6d5f0bf8f65d req-b6f35690-6e81-4c9e-8565-cd27d61f4d21 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941367 Mar 22 13:59:36.198712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-1f87b280-514f-4deb-9a76-1cc7c7cdcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.198712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-1f87b280-514f-4deb-9a76-1cc7c7cdcfd2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0891252 Mar 22 13:59:36.253475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.269621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-bd22a2e9-ac40-47ab-a5e3-d17614310040 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=87fe913a7de047839d48814b9b784fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480919 Mar 22 13:59:36.321282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:36.325126 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fce749-5639-4577-a2ea-fee45678ef62" -d '{"events": [{"name": "network-changed", "server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:36.329410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.362421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fb9d8-662c-4be1-b57f-908c12dde67f service neutron] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:36.363005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-584ee3a9-f64b-4cf4-9f1c-c8417c12880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.364767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-584ee3a9-f64b-4cf4-9f1c-c8417c12880c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1613870 Mar 22 13:59:36.429539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:36.438795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:36.441806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:36.505170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.519235 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ab9820-09fc-437f-99b9-978786f08124 x-openstack-request-id: req-57ab9820-09fc-437f-99b9-978786f08124 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:36.519557 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:36.519822 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57ab9820-09fc-437f-99b9-978786f08124 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:36.520208 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ab9820-09fc-437f-99b9-978786f08124'] response: {'name': 'network-changed', 'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'status': 'completed', 'code': 200} Mar 22 13:59:36.523667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e2dc-bc10-4048-9688-c4823de104db req-1aad7824-68cc-4d1a-bde5-8d505aab98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.525141 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-1aad7824-68cc-4d1a-bde5-8d505aab98df service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.3379109 Mar 22 13:59:36.535737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-30e7af9d-dbca-4315-b036-794354957089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.536679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-30e7af9d-dbca-4315-b036-794354957089 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1126 time: 0.2464273 Mar 22 13:59:36.565373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'Port': ['ID=b0fd365f-954c-4b27-88ca-45f11cb0a52c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:36.644963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-0765424a-f6bf-4ed7-b800-2e72c9dc7772 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.0875776 Mar 22 13:59:36.645541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:36.754445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-565356db-7a5b-4942-b9f5-53dc7fd136c6 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.756153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-565356db-7a5b-4942-b9f5-53dc7fd136c6 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4801719 Mar 22 13:59:36.768455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e2dc-bc10-4048-9688-c4823de104db req-6cd0c6d8-f17c-447f-a54a-6a7a249d1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.771682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-6cd0c6d8-f17c-447f-a54a-6a7a249d1938 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2174222 Mar 22 13:59:36.782224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Request body: {'port': {'device_id': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '87fe913a7de047839d48814b9b784fc8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:36.821393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-b22ffd4f-814b-4ec1-b285-e0559a0cbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.824792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-b22ffd4f-814b-4ec1-b285-e0559a0cbf6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1748810 Mar 22 13:59:36.881230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-0f7826b8-6b8a-45ef-bf21-a589acc34b2a service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031953 Mar 22 13:59:36.928157 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-91ddf3fb-5f6e-4c63-8008-a8017ffba9e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417137 Mar 22 13:59:36.988610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaee26-aa06-48dd-a6bf-7642190d591a req-95eddc32-e783-4861-83b2-1b46e5cdb221 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:36.990264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dcaee26-aa06-48dd-a6bf-7642190d591a req-95eddc32-e783-4861-83b2-1b46e5cdb221 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 948 time: 0.2016351 Mar 22 13:59:37.044140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-27e130f6-b86f-4a02-84f3-052a3f3a71d2 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633479 Mar 22 13:59:37.062112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8be39ffa-1ee5-4644-9c4f-5991fabf428e req-b338e2d3-18ff-4ef9-baae-fa35a7087d61 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739922 Mar 22 13:59:37.065352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Made reservation on behalf of 87fe913a7de047839d48814b9b784fc8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:37.069024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.086218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.092073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dcaee26-aa06-48dd-a6bf-7642190d591a req-989cdcf7-c03e-4250-b924-917235d083e4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962875 Mar 22 13:59:37.191978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks [] for security_group (d7a59ab6-02cf-40e1-ac97-be39a7912705), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.199170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7a59ab6-02cf-40e1-ac97-be39a7912705), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.300954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-3f7a70ed-4a95-4502-b637-0340db8a385e tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5e4be0657e244b78a49a831d22edcb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804241 Mar 22 13:59:37.318983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a59ab6-02cf-40e1-ac97-be39a7912705,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:37.348624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a654354-232c-4d3f-9b11-d9bd0ef1837d req-abb5c1a3-f9be-43d0-9080-2ab5e49bc4d6 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 210 time: 0.0573914 Mar 22 13:59:37.476406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.481149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-e8b8d0c9-cf77-4178-986b-35604a1f2a96 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451994 Mar 22 13:59:37.483728 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.518144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Allocated IP 192.168.233.233 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0b666110-5051-42db-bf86-cef2a07dd04c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:37.557891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-de048506-190d-4986-9554-54a93ed3a255 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.559556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-de048506-190d-4986-9554-54a93ed3a255 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462201 Mar 22 13:59:37.587110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.601168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bf42e2dc-bc10-4048-9688-c4823de104db req-6d760972-43b1-4a79-a451-09cdc9d8bc1a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445287 Mar 22 13:59:37.602817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd99f-8472-4b4c-af2d-5eadf3e49c76 req-3a4106ab-9b9b-4963-b77a-b1e4cd08b16b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.609378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.610015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b23fd99f-8472-4b4c-af2d-5eadf3e49c76 req-3a4106ab-9b9b-4963-b77a-b1e4cd08b16b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.1669338 Mar 22 13:59:37.610637 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3991494 Mar 22 13:59:37.613067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-024307f6-cba8-4f72-8735-dbf56d44d4df tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/quotas/5e4be0657e244b78a49a831d22edcb88 HTTP/1.1" status: 200 len: 375 time: 0.0454001 Mar 22 13:59:37.633334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de39c6-a4fb-4fba-b655-200bc29e3996 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'Port': ['ID=b0fd365f-954c-4b27-88ca-45f11cb0a52c,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:37.662876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-44bd4b97-b771-4b82-acb3-692e9bbadd26 req-c4b05c7e-5471-4bb0-9874-320ecd1f7dde service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709929 Mar 22 13:59:37.700049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7b983256-6aab-4761-b293-3239402eb9ee tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5e4be0657e244b78a49a831d22edcb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458121 Mar 22 13:59:37.776431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b23fd99f-8472-4b4c-af2d-5eadf3e49c76 req-d6b113ec-7549-4d55-8155-edfd85cf72d0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655416 Mar 22 13:59:37.794776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce749-5639-4577-a2ea-fee45678ef62 req-94917fe2-1b0c-44ad-92c8-265d1ce430fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.799783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-94917fe2-1b0c-44ad-92c8-265d1ce430fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1126 time: 0.0738668 Mar 22 13:59:37.840082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks [] for port (0b666110-5051-42db-bf86-cef2a07dd04c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.844378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ff5e852d-a2eb-47a5-824f-8a9274f0bd3d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:37.882198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:37.927430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce749-5639-4577-a2ea-fee45678ef62 req-1021d204-fc98-4a8c-9b61-bbc0675dba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:37.929084 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-1021d204-fc98-4a8c-9b61-bbc0675dba2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1213059 Mar 22 13:59:38.006873 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-6f7879c9-ee4c-4ef0-a248-ab4309afd498 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.0687044 Mar 22 13:59:38.008472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:38.016945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:38.020291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.022293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:38.056577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d', 'mac_address': 'fa:16:3e:b0:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:38.087686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce749-5639-4577-a2ea-fee45678ef62 req-779a9103-2d7e-45b2-af00-786d3a1100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.091147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-779a9103-2d7e-45b2-af00-786d3a1100c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0780392 Mar 22 13:59:38.097485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Pushing event updated for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:38.114758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:38.115516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.136788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5e852d-a2eb-47a5-824f-8a9274f0bd3d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:38.168884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.169725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.170741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.174162 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-05ce5147-a9df-4ec9-9377-fe8294b54dbd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762563 Mar 22 13:59:38.177738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-2d040327-34e1-4e97-8096-e9acd91716c9 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1875219960&fields=id&tenant_id=4fb0e26fdb5241069c0cc093e898d6d1 HTTP/1.1" status: 200 len: 267 time: 0.1481905 Mar 22 13:59:38.178586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.203431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-53ff68f5-8051-4ec0-9428-343e0d35bb9d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4310100 Mar 22 13:59:38.227958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Request body: {'port': {'device_id': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:38.285032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:38.300404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.300680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.303672 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-b8aff522-f55a-48bb-aa19-7c4e1cfc7bd0 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227221 Mar 22 13:59:38.303862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.304228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.305721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.306094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.306643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.309103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.309708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.310308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.310879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.311555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.312124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.312924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.313609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:59:38.403202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.422697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-26fce749-5639-4577-a2ea-fee45678ef62 req-1c7ab5a3-e671-4ed4-b7d1-5a4059994d34 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114140 Mar 22 13:59:38.427416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:38.500514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f7be017-007a-4183-b8bc-83b897b8a0bf None None] Provisioning complete for port 0b666110-5051-42db-bf86-cef2a07dd04c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:38.501080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f7be017-007a-4183-b8bc-83b897b8a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.562332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f7be017-007a-4183-b8bc-83b897b8a0bf None None] Port 0b666110-5051-42db-bf86-cef2a07dd04c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:38.623112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:38.641944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-bc81dd9b-7a83-4aad-9fd1-0a02b50b3651 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:38.648404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-bc81dd9b-7a83-4aad-9fd1-0a02b50b3651 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/networks?id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 HTTP/1.1" status: 200 len: 815 time: 0.4601569 Mar 22 13:59:38.673288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-45583925-204a-4f98-8388-82940fdfae84 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/quotas/4fb0e26fdb5241069c0cc093e898d6d1 HTTP/1.1" status: 200 len: 375 time: 0.0239208 Mar 22 13:59:38.758364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.774458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bf060853-a219-46b7-b865-63e2451967bc', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'bf060853-a219-46b7-b865-63e2451967bc', 'mac_address': 'fa:16:3e:31:7c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:38.790892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783b23b1-0175-487a-ba47-ab3227eb13d8 req-8ba12831-3dcc-474a-a86e-76d9dccf0b1b tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 210 time: 0.0340929 Mar 22 13:59:38.804000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-94d777ed-3899-4ea6-8fa0-b07809e6ed23 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298728 Mar 22 13:59:38.806515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b666110-5051-42db-bf86-cef2a07dd04c {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:38.822260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:38.823791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.830752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks [] for port (0b666110-5051-42db-bf86-cef2a07dd04c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.846020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf060853-a219-46b7-b865-63e2451967bc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:38.866877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:38.873410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.890768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Transition to ACTIVE for port object 0b666110-5051-42db-bf86-cef2a07dd04c will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:38.901402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:38.931883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:38.987246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Pushing event updated for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:39.002232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-bdf0a19a-2feb-44c8-9233-b4753633e3bd service neutron] 10.222.0.81 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796370 Mar 22 13:59:39.017644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431411b0-8d48-4aaa-8a12-68cecbef3877 req-2f3116ad-9c28-4ccd-bcf0-8114e7ec0f97 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.019145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431411b0-8d48-4aaa-8a12-68cecbef3877 req-2f3116ad-9c28-4ccd-bcf0-8114e7ec0f97 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 949 time: 0.1353424 Mar 22 13:59:39.129990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:39.175464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Attempting to bind port 0b666110-5051-42db-bf86-cef2a07dd04c on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:39.175719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Attempting to bind port 0b666110-5051-42db-bf86-cef2a07dd04c by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:39.176041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Attempting to bind port 0b666110-5051-42db-bf86-cef2a07dd04c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:39.191159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431411b0-8d48-4aaa-8a12-68cecbef3877 req-45f080de-83f4-4794-80ff-1321548a2d61 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511393 Mar 22 13:59:39.193743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Port 0b666110-5051-42db-bf86-cef2a07dd04c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:39.194088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Attempting to bind port 0b666110-5051-42db-bf86-cef2a07dd04c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:39.202203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-4e5b6815-db58-4179-8fd3-acfee237551f service neutron] 10.222.0.81 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921604 Mar 22 13:59:39.203053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:39.203381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:39.203822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:39.204191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Bound port: 0b666110-5051-42db-bf86-cef2a07dd04c, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:39.204635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.319673 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-5167f1fb-2a36-4132-9853-e33f5d4f4b62 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=5e4be0657e244b78a49a831d22edcb88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397153 Mar 22 13:59:39.343770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:39.362141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b666110-5051-42db-bf86-cef2a07dd04c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:39.371678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.450785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be402e2-b439-4cf6-a09c-fd799e68578c req-3ab65bf1-562f-4389-aee4-b2440158788a tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.452402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be402e2-b439-4cf6-a09c-fd799e68578c req-3ab65bf1-562f-4389-aee4-b2440158788a tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 948 time: 0.1543546 Mar 22 13:59:39.457614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.458481 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.460185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] 10.222.0.78 "PUT /v2.0/ports/0b666110-5051-42db-bf86-cef2a07dd04c HTTP/1.1" status: 200 len: 1096 time: 1.2407281 Mar 22 13:59:39.460768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:39.463260 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079bd20a-fb54-45ce-806b-5afab756ef1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:39.482857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-5f7406d3-6479-4e36-bc2a-e403b79621d0 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.484974 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-5f7406d3-6479-4e36-bc2a-e403b79621d0 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590812 Mar 22 13:59:39.519431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Request body: {'port': {'device_id': 'df23b6e8-836b-419d-9854-236896326b3d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '5e4be0657e244b78a49a831d22edcb88'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:39.571387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717eed5-fe79-47c2-bedc-8803051a7136 service neutron] Pushing event updated for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:39.611648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be402e2-b439-4cf6-a09c-fd799e68578c req-23f6bfc1-cb0f-47e9-ac4b-f142206b3b4d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403224 Mar 22 13:59:39.669576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-41694201-d8aa-450f-8cdd-645726389e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.671128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-41694201-d8aa-450f-8cdd-645726389e40 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 1130 time: 0.1624119 Mar 22 13:59:39.727493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-ecf109aa-5652-4c69-aa46-2d237f5017e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b666110-5051-42db-bf86-cef2a07dd04c HTTP/1.1" status: 200 len: 217 time: 0.0477357 Mar 22 13:59:39.753819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3df796b-82b3-470e-ba69-f30f66ee01b1 req-fd00f807-36d5-4e20-a7a8-ade56d2cc5e8 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 210 time: 0.0379746 Mar 22 13:59:39.775297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Made reservation on behalf of 5e4be0657e244b78a49a831d22edcb88 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:39.777016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e15-14f8-4077-9823-5986ad201a7e req-c691ac27-902d-4d1d-8fab-b396912eb786 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.784718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43435e15-14f8-4077-9823-5986ad201a7e req-c691ac27-902d-4d1d-8fab-b396912eb786 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.1673405 Mar 22 13:59:39.789620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.799337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.843495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ff5e852d-a2eb-47a5-824f-8a9274f0bd3d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:39.849798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-f6bb23b4-128f-4050-86a6-5c2fc7438baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.851316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-f6bb23b4-128f-4050-86a6-5c2fc7438baa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1005213 Mar 22 13:59:39.878804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43435e15-14f8-4077-9823-5986ad201a7e req-388f13f0-7e33-4938-b7d8-d3c7e742f61c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726895 Mar 22 13:59:39.917915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks [] for security_group (b7953cad-04db-42c8-8ced-f4d1e2c1aa25), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.927882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7953cad-04db-42c8-8ced-f4d1e2c1aa25), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:39.932480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-038e04fc-6387-48ab-b5dd-81438f197a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:39.934972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-038e04fc-6387-48ab-b5dd-81438f197a4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0705876 Mar 22 13:59:39.936956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:39.943866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:39.944440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.003487 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f171c91a-9c7e-4f41-baf8-07283ca0dde5 x-openstack-request-id: req-f171c91a-9c7e-4f41-baf8-07283ca0dde5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:40.003790 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:40.004046 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f171c91a-9c7e-4f41-baf8-07283ca0dde5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:40.004448 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f171c91a-9c7e-4f41-baf8-07283ca0dde5'] response: {'name': 'network-changed', 'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c', 'status': 'completed', 'code': 200} Mar 22 13:59:40.043476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7953cad-04db-42c8-8ced-f4d1e2c1aa25,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:40.089506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-3c63a157-bc4c-48d3-9514-3ae76002c1e9 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479053 Mar 22 13:59:40.103456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:40.103871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.176692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Allocated IP 192.168.233.145 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/1d3436db-eb05-4e88-aa3c-d88df09b5fa6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:40.193344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e710e322-7d4b-4ef0-9f78-b9b068c79316 req-7f658622-996d-4579-b6e2-46174eadff27 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 210 time: 0.0389016 Mar 22 13:59:40.193783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:40.200506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:40.208214 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f1adf-fc5b-43b4-aefb-2dbe7cae9d71" -d '{"events": [{"server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:40.215003 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.280942 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6226e383-e18a-499f-85a0-09395cccb18e x-openstack-request-id: req-6226e383-e18a-499f-85a0-09395cccb18e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:40.282119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52125f8-6c7f-4c68-8885-78086e2281ec req-f80eda19-bb47-406e-b644-1ce069a88c26 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738899 Mar 22 13:59:40.283091 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "name": "network-vif-plugged", "status": "completed", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:40.283588 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6226e383-e18a-499f-85a0-09395cccb18e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:40.284680 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6226e383-e18a-499f-85a0-09395cccb18e'] response: {'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d', 'code': 200} Mar 22 13:59:40.322173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:40.380610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03800d-29a1-480d-a402-a3640bae1041 req-a1a68e86-f8d4-45bf-9e06-449dbc13ede6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.382458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d03800d-29a1-480d-a402-a3640bae1041 req-a1a68e86-f8d4-45bf-9e06-449dbc13ede6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 0.0819166 Mar 22 13:59:40.509572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-389b01c6-2969-43a5-8be4-e1541608435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.512395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-389b01c6-2969-43a5-8be4-e1541608435f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 1130 time: 0.1030066 Mar 22 13:59:40.529832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d03800d-29a1-480d-a402-a3640bae1041 req-f7407afc-a1fa-4ba4-acf1-050f84911dd3 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700927 Mar 22 13:59:40.550992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks [] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.554889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:40.565332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da2c6-f33a-4f0e-b8f6-3c6bbc7a1f2f req-17598f6f-73f4-458d-8ea1-156e7a7178b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.567463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f96da2c6-f33a-4f0e-b8f6-3c6bbc7a1f2f req-17598f6f-73f4-458d-8ea1-156e7a7178b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 1132 time: 0.1832507 Mar 22 13:59:40.589570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56078) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:40.625366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f96da2c6-f33a-4f0e-b8f6-3c6bbc7a1f2f req-ef03e90b-e309-4a1e-b599-962423de2776 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502319 Mar 22 13:59:40.641741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:40.663715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-2696222d-7a2d-4cb8-810c-89d0b430041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.665400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-2696222d-7a2d-4cb8-810c-89d0b430041d service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1451402 Mar 22 13:59:40.666899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.692686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6453ca11-6c74-422c-8c9b-a715c511ac82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.709876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:40.713089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:40.719842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:40.724948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.725579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.732057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Pushing event updated for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:40.749456 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-7fe11932-d733-45ca-96ea-28e585aef2f3 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2400584 Mar 22 13:59:40.762842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Request body: {'port': {'device_id': 'df23b6e8-836b-419d-9854-236896326b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:40.788794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66df1743-300c-4dbf-9576-15fae2ca435c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:40.823940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:40.879661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b04c-0484-43bb-b0db-bbb392ebca28 req-45b33602-6d2d-4899-adb3-f0def0853fdb tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:40.881463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8c0b04c-0484-43bb-b0db-bbb392ebca28 req-45b33602-6d2d-4899-adb3-f0def0853fdb tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 948 time: 0.1662326 Mar 22 13:59:40.905797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-3e143ece-3a56-4d4d-9899-ee05db5514c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b666110-5051-42db-bf86-cef2a07dd04c HTTP/1.1" status: 200 len: 217 time: 0.0677249 Mar 22 13:59:40.948211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c33bc32a-e8b6-41e6-a8d7-508064c403ac req-c7f7445c-6780-457f-8983-1234cc63d42b tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 210 time: 0.0600827 Mar 22 13:59:40.952727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.016810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-8b2f18df-e943-4e00-a201-f893d72d2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.018991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-8b2f18df-e943-4e00-a201-f893d72d2e37 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1030972 Mar 22 13:59:41.035399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:41.041322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'port_id': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'mac_address': 'fa:16:3e:02:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cc4db5-738f-41b7-940e-f928714bc343', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:41.062962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6453ca11-6c74-422c-8c9b-a715c511ac82 admin admin] Publish callbacks [] for security_group (cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.096135 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6453ca11-6c74-422c-8c9b-a715c511ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.159106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453ca11-6c74-422c-8c9b-a715c511ac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.164176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-dba7b81d-8ce7-4bcd-98d8-121d19902803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.167883 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-dba7b81d-8ce7-4bcd-98d8-121d19902803 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1382163 Mar 22 13:59:41.184936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2bf67d1b-c6a0-4740-b191-b073e43173b1 None None] Provisioning complete for port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:41.185318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2bf67d1b-c6a0-4740-b191-b073e43173b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.191026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b48a843-8afe-4a93-978e-fe9e1294bca6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:41.191420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.215050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8c0b04c-0484-43bb-b0db-bbb392ebca28 req-def95102-61f8-4f32-b399-0cf59d1b4cd8 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201935 Mar 22 13:59:41.218786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66df1743-300c-4dbf-9576-15fae2ca435c admin admin] Publish callbacks [] for security_group (5b3fd292-f07a-4585-bffd-daa42f977ea4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.236596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b48a843-8afe-4a93-978e-fe9e1294bca6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:41.256741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port bf060853-a219-46b7-b865-63e2451967bc completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:41.274179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2bf67d1b-c6a0-4740-b191-b073e43173b1 None None] Port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:41.276724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:41.277851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bf060853-a219-46b7-b865-63e2451967bc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:41.278929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf060853-a219-46b7-b865-63e2451967bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.281090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66df1743-300c-4dbf-9576-15fae2ca435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5b3fd292-f07a-4585-bffd-daa42f977ea4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.316440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.374089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:41.397602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.406814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:41.407219 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.422696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks [] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.453859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:41.459642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.460221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Transition to ACTIVE for port object 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:41.475585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.513855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.560758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-488368b0-0be4-444c-abf3-de4e1921e835 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699973 Mar 22 13:59:41.579819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76770fd5-536b-4480-8727-685825f6834a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.589718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec1856-f0c4-4137-90b5-68bb25a37fd0 req-95ee01cc-e868-4627-950f-cd122ed1c912 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.591555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fec1856-f0c4-4137-90b5-68bb25a37fd0 req-95ee01cc-e868-4627-950f-cd122ed1c912 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.5242875 Mar 22 13:59:41.593435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6453ca11-6c74-422c-8c9b-a715c511ac82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ebd03b1e764d37aca21e05c94bd529&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0374081 Mar 22 13:59:41.602426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56104) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:41.620684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b48a843-8afe-4a93-978e-fe9e1294bca6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:41.699352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Attempting to bind port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:41.699715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Attempting to bind port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:41.700053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Attempting to bind port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:41.714854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1743-300c-4dbf-9576-15fae2ca435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3fd292-f07a-4585-bffd-daa42f977ea4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:41.719414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-66df1743-300c-4dbf-9576-15fae2ca435c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78656e34912b4388b990b7fc26f5d998&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1287768 Mar 22 13:59:41.729739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:41.730164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Attempting to bind port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:41.732382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56110) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:41.753499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-5f683527-17ab-4810-8895-1f9bd4a69394 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.756008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-5f683527-17ab-4810-8895-1f9bd4a69394 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.78 "GET /v2.0/networks?id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 HTTP/1.1" status: 200 len: 815 time: 0.6609325 Mar 22 13:59:41.769436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] Publish callbacks [] for security_group (cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.800360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:41.801734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:41.802378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:41.802987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Bound port: 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:41.803525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.809809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5fcc2-38cb-43d7-80dd-1db45c8cf66b req-8e61ec71-c16f-4fdc-b10d-78bcf68714a8 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:41.817836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97f5fcc2-38cb-43d7-80dd-1db45c8cf66b req-8e61ec71-c16f-4fdc-b10d-78bcf68714a8 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 948 time: 0.2667913 Mar 22 13:59:41.853513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] Publish callbacks [] for security_group (cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:41.857662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fec1856-f0c4-4137-90b5-68bb25a37fd0 req-4f957fe4-4a34-4a22-84ae-1149e966c388 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152925 Mar 22 13:59:41.922077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-1e2e2027-091c-46b4-8743-e04c6b949262 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb0e26fdb5241069c0cc093e898d6d1 HTTP/1.1" status: 200 len: 380 time: 0.1516540 Mar 22 13:59:41.925700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:41.930242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:41.935139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'port': {'device_id': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'admin_state_up': True, 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'security_groups': ['989b926f-b382-43d7-a284-c8398dbef0e8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:41.973865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97f5fcc2-38cb-43d7-80dd-1db45c8cf66b req-861d9325-da14-43dc-b0a4-bb2a84249064 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550369 Mar 22 13:59:42.000550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.079388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76770fd5-536b-4480-8727-685825f6834a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.109461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-079bd20a-fb54-45ce-806b-5afab756ef1c req-5d494d7c-5187-4601-b201-7d245d17842f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331979 Mar 22 13:59:42.157804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.158799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.160513 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-76770fd5-536b-4480-8727-685825f6834a service neutron] 10.222.0.82 "PUT /v2.0/ports/1d3436db-eb05-4e88-aa3c-d88df09b5fa6 HTTP/1.1" status: 200 len: 1096 time: 1.4034386 Mar 22 13:59:42.165206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:42.171624 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eaae3b-4eed-409e-ae0b-9e475f238756" -d '{"events": [{"name": "network-changed", "server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:42.249389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] Publish callbacks [] for security_group (5b3fd292-f07a-4585-bffd-daa42f977ea4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.286388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:42.288744 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4288efbc-a972-461c-9fac-812aebe2ee3b" -d '{"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:42.323055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Made reservation on behalf of 4fb0e26fdb5241069c0cc093e898d6d1 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:42.337458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.338160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.340953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.344121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e HTTP/1.1" status: 204 len: 168 time: 0.7368953 Mar 22 13:59:42.363590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] Publish callbacks [] for security_group (5b3fd292-f07a-4585-bffd-daa42f977ea4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.382584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280449-5ac6-49ca-9d9e-52789992322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6de212-8602-4c88-8c7d-5fc5ee5b6b1e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.454577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5d057c2-7d68-4727-bac6-27e96d665b5c req-92a8a355-edcf-4995-bf9e-0376f33f6d0e tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 210 time: 0.1553590 Mar 22 13:59:42.465974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-44d2f29a-cb31-4c9e-bca7-3e6623cf6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.470293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-44d2f29a-cb31-4c9e-bca7-3e6623cf6123 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e4be0657e244b78a49a831d22edcb88&device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 1130 time: 0.2676711 Mar 22 13:59:42.560322 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-b5b7feee-9a6d-49e8-b108-063c705e9ec0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6 HTTP/1.1" status: 200 len: 217 time: 0.0795565 Mar 22 13:59:42.582913 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb369c-c072-4ec4-87c8-2614922a8575 x-openstack-request-id: req-49eb369c-c072-4ec4-87c8-2614922a8575 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:42.583563 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:42.583563 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49eb369c-c072-4ec4-87c8-2614922a8575 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:42.584129 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eb369c-c072-4ec4-87c8-2614922a8575'] response: {'name': 'network-changed', 'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6', 'status': 'completed', 'code': 200} Mar 22 13:59:42.647969 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5b3fd292-f07a-4585-bffd-daa42f977ea4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.652658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:42.662543 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.669346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b3fd292-f07a-4585-bffd-daa42f977ea4 HTTP/1.1" status: 204 len: 168 time: 0.9334285 Mar 22 13:59:42.716422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6882c64-4bad-4f1b-84ad-5454bdcce941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3fd292-f07a-4585-bffd-daa42f977ea4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:42.730604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-9a4633b6-5df2-419c-8afc-d2f4d42006ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.732131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-9a4633b6-5df2-419c-8afc-d2f4d42006ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1659038 Mar 22 13:59:42.774402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Allocated IP 172.20.0.3 (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16/6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f/93b45ba7-385a-4e34-997a-9477e6327cc6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:42.873689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 6b48a843-8afe-4a93-978e-fe9e1294bca6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:42.879285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6b48a843-8afe-4a93-978e-fe9e1294bca6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:42.879692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:42.888373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-44305697-5be9-4b57-93ee-023ad940c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:42.889908 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-44305697-5be9-4b57-93ee-023ad940c6d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1490333 Mar 22 13:59:43.026088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.080361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131595d-ce04-4517-9a2e-bacdd200bd49 req-fbb255cd-3400-4fb2-96b6-2afaf22d36c9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.090718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2131595d-ce04-4517-9a2e-bacdd200bd49 req-fbb255cd-3400-4fb2-96b6-2afaf22d36c9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 1.1136847 Mar 22 13:59:43.119358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b48a843-8afe-4a93-978e-fe9e1294bca6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:43.150046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.170772 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-0d896869-e80b-463f-85e4-8263ad82416f service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690344 Mar 22 13:59:43.177494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2131595d-ce04-4517-9a2e-bacdd200bd49 req-9720e7d5-08be-41ca-ae50-da53f9321529 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801237 Mar 22 13:59:43.180432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.277487 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa311825-52e1-45f9-8716-fe856d5dea25 x-openstack-request-id: req-fa311825-52e1-45f9-8716-fe856d5dea25 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:43.277646 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:43.278002 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa311825-52e1-45f9-8716-fe856d5dea25 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:43.299124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56138) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.299268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56140) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.306329 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa311825-52e1-45f9-8716-fe856d5dea25'] response: {'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc', 'code': 200} Mar 22 13:59:43.310415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:43.320179 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.334567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66e57de9-b502-455c-8612-d4004376e182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.394373 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-206668b2-2ba4-41a1-a1b3-b780f355d6a5 req-a24af972-36ef-4c1b-b67f-c5dcdc67d0dc service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062604 Mar 22 13:59:43.415329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1ba680e-5c5c-4991-9728-1121e1f6efed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.455237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.561627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-2120ccda-5d9b-40cd-a03c-895f43f034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.563212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-2120ccda-5d9b-40cd-a03c-895f43f034d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e4be0657e244b78a49a831d22edcb88&device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 1130 time: 0.0995376 Mar 22 13:59:43.605160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:43.618605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66e57de9-b502-455c-8612-d4004376e182 admin admin] Publish callbacks [] for security_group (7c744434-1cfa-4086-a6d7-3c75a92c1934), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.646019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event updated for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:43.649877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:43.668676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-66e57de9-b502-455c-8612-d4004376e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c744434-1cfa-4086-a6d7-3c75a92c1934), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.700653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-66e57de9-b502-455c-8612-d4004376e182 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e4d3c7ef79f4a0fb7a923524d83a649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940949 Mar 22 13:59:43.703811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-fcf9b86d-ab45-455c-be03-7cbee416f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.705483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-fcf9b86d-ab45-455c-be03-7cbee416f71b service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1357334 Mar 22 13:59:43.705936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:43.708387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f3c13-9212-4ec8-b6c8-368a20029665 req-2d231ea5-0d9a-4906-b384-157756ced1e7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.709891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c2f3c13-9212-4ec8-b6c8-368a20029665 req-2d231ea5-0d9a-4906-b384-157756ced1e7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 948 time: 0.6416914 Mar 22 13:59:43.754489 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-8e801b3a-a8ad-473c-84d3-938a780b4d61 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6 HTTP/1.1" status: 200 len: 217 time: 0.0421355 Mar 22 13:59:43.794050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:43.829741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] Publish callbacks [] for security_group (7c744434-1cfa-4086-a6d7-3c75a92c1934), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.844404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b666110-5051-42db-bf86-cef2a07dd04c details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:43.861901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] Publish callbacks [] for security_group (7c744434-1cfa-4086-a6d7-3c75a92c1934), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.868370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.869032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:43.873082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-1b7854df-c0e8-4776-bfb2-2eeba0cee0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.874673 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-1b7854df-c0e8-4776-bfb2-2eeba0cee0cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1127644 Mar 22 13:59:43.905733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-896a432c-2bd4-40e3-bb7e-8b14c9f64ea4 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9754362 Mar 22 13:59:43.914109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d432e9d-6761-4a52-9eba-2017b1bee23f req-aa046e78-5481-4717-ac78-9db0287a9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:43.916246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d432e9d-6761-4a52-9eba-2017b1bee23f req-aa046e78-5481-4717-ac78-9db0287a9c00 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.5178971 Mar 22 13:59:43.974722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c2f3c13-9212-4ec8-b6c8-368a20029665 req-541815ae-ddf0-4899-89b0-8b08b1bf5cb1 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324390 Mar 22 13:59:43.975654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e57de9-b502-455c-8612-d4004376e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c744434-1cfa-4086-a6d7-3c75a92c1934,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.019426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-b206f437-dc3b-4fc2-990e-cfd6a8ec5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.024706 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-b206f437-dc3b-4fc2-990e-cfd6a8ec5cc7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1372519 Mar 22 13:59:44.043757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Request body: {'port': {'device_id': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:44.094053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ef9d-b214-472c-beb2-ae8e1bf4465e req-f0d886ce-353e-46ff-a97c-b9c5cb7451f8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:44.112392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5971ef9d-b214-472c-beb2-ae8e1bf4465e req-f0d886ce-353e-46ff-a97c-b9c5cb7451f8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 946 time: 0.5789292 Mar 22 13:59:44.142798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b666110-5051-42db-bf86-cef2a07dd04c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:44.156855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0b666110-5051-42db-bf86-cef2a07dd04c', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0b666110-5051-42db-bf86-cef2a07dd04c', 'mac_address': 'fa:16:3e:3c:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:44.177755 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-a9aba3d0-9787-47b0-b373-45a434f6afea service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453247 Mar 22 13:59:44.179136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c744434-1cfa-4086-a6d7-3c75a92c1934), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.182186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.183366 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c744434-1cfa-4086-a6d7-3c75a92c1934 HTTP/1.1" status: 204 len: 168 time: 0.4764388 Mar 22 13:59:44.211576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b666110-5051-42db-bf86-cef2a07dd04c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:44.212069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.235659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b666110-5051-42db-bf86-cef2a07dd04c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:44.258963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691b6f0-fea3-4178-8988-2d9fa0e19e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c744434-1cfa-4086-a6d7-3c75a92c1934,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.357551 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11eaae3b-4eed-409e-ae0b-9e475f238756 req-c9af7fdd-c03a-472e-8c81-deddb25c74d6 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728997 Mar 22 13:59:44.405163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a30f525a-2ded-4f54-ae69-e52ccf19d363 None None] Provisioning complete for port 93b45ba7-385a-4e34-997a-9477e6327cc6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:44.405746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a30f525a-2ded-4f54-ae69-e52ccf19d363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.434369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b666110-5051-42db-bf86-cef2a07dd04c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:44.480403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.580974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5971ef9d-b214-472c-beb2-ae8e1bf4465e req-48703740-7ef8-4612-a92c-6050264ed19b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258274 Mar 22 13:59:44.635614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1ba680e-5c5c-4991-9728-1121e1f6efed admin admin] Publish callbacks [] for security_group (b42cc004-9e6f-4e34-a8cc-66f3843639eb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.696016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a30f525a-2ded-4f54-ae69-e52ccf19d363 None None] Port 93b45ba7-385a-4e34-997a-9477e6327cc6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:44.705781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1ba680e-5c5c-4991-9728-1121e1f6efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b42cc004-9e6f-4e34-a8cc-66f3843639eb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.788039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.793677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a1ba680e-5c5c-4991-9728-1121e1f6efed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8241ebce2a64f6cb9127c92dc469631&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4893818 Mar 22 13:59:44.793870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:44.824464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b666110-5051-42db-bf86-cef2a07dd04c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:44.938200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] Publish callbacks [] for security_group (b42cc004-9e6f-4e34-a8cc-66f3843639eb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:44.955249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d432e9d-6761-4a52-9eba-2017b1bee23f req-ae2fb39b-7232-4eed-960a-726e27873fc7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963524 Mar 22 13:59:44.956069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba680e-5c5c-4991-9728-1121e1f6efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cc004-9e6f-4e34-a8cc-66f3843639eb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:44.995875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] Publish callbacks [] for security_group (b42cc004-9e6f-4e34-a8cc-66f3843639eb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.019179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.072701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b42cc004-9e6f-4e34-a8cc-66f3843639eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.076042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.087277 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b42cc004-9e6f-4e34-a8cc-66f3843639eb HTTP/1.1" status: 204 len: 168 time: 0.2853191 Mar 22 13:59:45.113422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2a85f-f51f-44b7-bb88-f242049a4f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cc004-9e6f-4e34-a8cc-66f3843639eb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:45.277921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63257da-938b-4319-9bc0-6fcdd9b69130 req-f48c16b5-b2de-4d0e-ba4d-fd3b87bd4861 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.290295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d63257da-938b-4319-9bc0-6fcdd9b69130 req-f48c16b5-b2de-4d0e-ba4d-fd3b87bd4861 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 948 time: 0.9846756 Mar 22 13:59:45.305706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db6a2-ffed-4fd3-8989-47cd72cc1a31 req-ea701817-abfd-4d58-8a75-0ef983dd4b98 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:45.307136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:45.309708 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1eb8f5-de4e-4c64-8471-14ef75dfa3eb" -d '{"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-plugged", "status": "completed", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:45.314162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-982db6a2-ffed-4fd3-8989-47cd72cc1a31 req-ea701817-abfd-4d58-8a75-0ef983dd4b98 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 931 time: 0.5511916 Mar 22 13:59:45.622498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b45ba7-385a-4e34-997a-9477e6327cc6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:45.631852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks [] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.647239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Transition to ACTIVE for port object 93b45ba7-385a-4e34-997a-9477e6327cc6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:45.664522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:45.780520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d63257da-938b-4319-9bc0-6fcdd9b69130 req-7038e2d9-27fa-4fee-9f07-f814d0278018 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886622 Mar 22 13:59:45.825825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-982db6a2-ffed-4fd3-8989-47cd72cc1a31 req-1db169d4-0a3d-4271-bcd2-b5cb172b4250 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979057 Mar 22 13:59:45.829130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Pushing event updated for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:45.860227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b666110-5051-42db-bf86-cef2a07dd04c up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:45.996404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0b666110-5051-42db-bf86-cef2a07dd04c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:46.004085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0b666110-5051-42db-bf86-cef2a07dd04c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:46.004468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.046486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Attempting to bind port 93b45ba7-385a-4e34-997a-9477e6327cc6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:46.046486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Attempting to bind port 93b45ba7-385a-4e34-997a-9477e6327cc6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:46.046486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Attempting to bind port 93b45ba7-385a-4e34-997a-9477e6327cc6 on network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:46.144636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Port 93b45ba7-385a-4e34-997a-9477e6327cc6 on network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:46.144845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Attempting to bind port 93b45ba7-385a-4e34-997a-9477e6327cc6 on network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:46.216207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b666110-5051-42db-bf86-cef2a07dd04c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:46.216471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd39bc-2152-45ea-ab11-6c828cd13c48 req-72c46245-dcc7-4610-a5fd-c8adbec9fd5c tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:46.216650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.227158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29bd39bc-2152-45ea-ab11-6c828cd13c48 req-72c46245-dcc7-4610-a5fd-c8adbec9fd5c tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 949 time: 0.2560182 Mar 22 13:59:46.235674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:46.236390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Checking segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:46.236390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Bound using segment: {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:46.236821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Bound port: 93b45ba7-385a-4e34-997a-9477e6327cc6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:46.237176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.306901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b666110-5051-42db-bf86-cef2a07dd04c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:46.313465 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.326673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3be30a-6a03-43bd-8366-8b88ab1a5174 req-fe826f95-83cb-46d0-9508-31909092d3e5 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:46.328316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d3be30a-6a03-43bd-8366-8b88ab1a5174 req-fe826f95-83cb-46d0-9508-31909092d3e5 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 0.3708627 Mar 22 13:59:46.444649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:46.451632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:46.459804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=93b45ba7-385a-4e34-997a-9477e6327cc6,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:46.527959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.645478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29bd39bc-2152-45ea-ab11-6c828cd13c48 req-4dafff61-cfe0-4ed3-999a-05b479696c8c tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166436 Mar 22 13:59:46.653094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:46.671236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:46.671873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:46.673328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] 10.222.0.78 "PUT /v2.0/ports/93b45ba7-385a-4e34-997a-9477e6327cc6 HTTP/1.1" status: 200 len: 1091 time: 2.7163339 Mar 22 13:59:46.673994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:46.681440 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1a09bc-37d0-4291-bf17-340612b8aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:46.735574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d3be30a-6a03-43bd-8366-8b88ab1a5174 req-f998079d-3719-47fb-a37e-32603b139b6a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968236 Mar 22 13:59:46.750121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d2d9-3806-47d5-b76b-d5013d1a59ff service neutron] Pushing event updated for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:46.830328 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67adcbe-b9ed-4c19-8cf1-6027526f3765 x-openstack-request-id: req-d67adcbe-b9ed-4c19-8cf1-6027526f3765 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:46.830328 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-plugged", "status": "completed", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:46.830675 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d67adcbe-b9ed-4c19-8cf1-6027526f3765 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:46.830948 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67adcbe-b9ed-4c19-8cf1-6027526f3765'] response: {'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'code': 200} Mar 22 13:59:46.951979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:47.011656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6', 'mac_address': 'fa:16:3e:96:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:47.030872 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc842ed-c730-4209-a489-b72f5596031e x-openstack-request-id: req-2dc842ed-c730-4209-a489-b72f5596031e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:47.031651 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:47.032536 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dc842ed-c730-4209-a489-b72f5596031e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:47.037801 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc842ed-c730-4209-a489-b72f5596031e'] response: {'name': 'network-changed', 'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'status': 'completed', 'code': 200} Mar 22 13:59:47.104165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:47.104562 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.147145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:47.189013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:47.193702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:47.256221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4474a-52f5-43ef-842d-7df544762e6c req-eb4f1f2a-be5c-412e-ba61-261c214fb9d0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.262551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:47.263999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ca4474a-52f5-43ef-842d-7df544762e6c req-eb4f1f2a-be5c-412e-ba61-261c214fb9d0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 946 time: 0.3603671 Mar 22 13:59:47.306669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719436d0-8bf9-44b5-8603-be1f13483c98 req-03770659-d8bf-4637-9ef1-9b7055a30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.308439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-719436d0-8bf9-44b5-8603-be1f13483c98 req-03770659-d8bf-4637-9ef1-9b7055a30868 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1128 time: 0.2693925 Mar 22 13:59:47.314051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-24c8f472-7c7e-4a12-b1c8-c0ca256f4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.315711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-24c8f472-7c7e-4a12-b1c8-c0ca256f4819 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 1125 time: 0.1866157 Mar 22 13:59:47.339613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72187b-61c3-47dc-b8f9-d029453a6d56 req-5a4dd1ae-1164-4e37-945d-c38fd0cf6645 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:47.341459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a72187b-61c3-47dc-b8f9-d029453a6d56 req-5a4dd1ae-1164-4e37-945d-c38fd0cf6645 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2601156 Mar 22 13:59:47.467480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['1d3436db-eb05-4e88-aa3c-d88df09b5fa6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:47.681245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ca4474a-52f5-43ef-842d-7df544762e6c req-ca9d58eb-b793-4048-9f0d-215dc585fb97 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162045 Mar 22 13:59:48.198123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:48.203161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-719436d0-8bf9-44b5-8603-be1f13483c98 req-33892c23-3f2c-41a8-8a0f-ed2446625b83 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8799133 Mar 22 13:59:48.215320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a72187b-61c3-47dc-b8f9-d029453a6d56 req-d6912ebd-53da-4533-8c52-8922f29649b1 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223531 Mar 22 13:59:48.261519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-d7805cfd-1a20-4361-b693-5d8f9891b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.270405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-d7805cfd-1a20-4361-b693-5d8f9891b325 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9239347 Mar 22 13:59:48.299074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3875-07b5-41ca-91fd-5cb73735854c req-ca66475c-b114-40ca-8c4f-52e41139d0d9 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.300669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1ea3875-07b5-41ca-91fd-5cb73735854c req-ca66475c-b114-40ca-8c4f-52e41139d0d9 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 949 time: 0.4563742 Mar 22 13:59:48.423816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e08df87d-10b0-4a57-b20f-3cc8738cf15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.473872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1ea3875-07b5-41ca-91fd-5cb73735854c req-a50d2227-ed56-4717-8f7b-9ad5474ba445 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637948 Mar 22 13:59:48.486089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f9f39-35f9-409b-ac29-335795389d79 req-33bcbea1-7324-4009-97c9-f2c22fc80f0c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.498076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc9f9f39-35f9-409b-ac29-335795389d79 req-33bcbea1-7324-4009-97c9-f2c22fc80f0c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 943 time: 0.1482353 Mar 22 13:59:48.556893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e79ccc6c-921c-4094-9e97-175be71c86a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.560290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc9f9f39-35f9-409b-ac29-335795389d79 req-66eeddd9-b2f2-4ae4-a270-24e9db25cd84 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660231 Mar 22 13:59:48.569924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e08df87d-10b0-4a57-b20f-3cc8738cf15b admin admin] Publish callbacks [] for security_group (829d7274-3e99-4678-a18b-fb349b14fba0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.576500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e08df87d-10b0-4a57-b20f-3cc8738cf15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (829d7274-3e99-4678-a18b-fb349b14fba0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.621909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:48.624715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e08df87d-10b0-4a57-b20f-3cc8738cf15b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=557599ca0f3b45ad963b76df3e3694ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257433 Mar 22 13:59:48.650377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df87d-10b0-4a57-b20f-3cc8738cf15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829d7274-3e99-4678-a18b-fb349b14fba0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:48.652827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:48.691709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] Publish callbacks [] for security_group (829d7274-3e99-4678-a18b-fb349b14fba0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.719207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce1a94-3510-4a30-a632-c94a146d2358 req-16aac06b-dd7f-42dd-ae59-9bc64f43e64d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:48.728976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9ce1a94-3510-4a30-a632-c94a146d2358 req-16aac06b-dd7f-42dd-ae59-9bc64f43e64d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.1472447 Mar 22 13:59:48.754956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:48.763643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] Publish callbacks [] for security_group (829d7274-3e99-4678-a18b-fb349b14fba0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.764381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:48.765622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.820903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9ce1a94-3510-4a30-a632-c94a146d2358 req-8d406305-0a9c-4ff5-ae8c-fb880c773f4d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858295 Mar 22 13:59:48.836506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:48.839190 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3753689b-f3cb-484b-ad6f-d39468f49b3d" -d '{"events": [{"server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "name": "network-vif-plugged", "status": "completed", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:48.863399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (829d7274-3e99-4678-a18b-fb349b14fba0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.866315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.867816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/829d7274-3e99-4678-a18b-fb349b14fba0 HTTP/1.1" status: 204 len: 168 time: 0.2447236 Mar 22 13:59:48.903787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:48.904995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:48.907053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9cd02-843b-424b-b083-9d593e6f1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d7274-3e99-4678-a18b-fb349b14fba0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:48.970314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:48.983882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.002076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-c699f65b-d5b8-4bb0-a855-cd8497405eef tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519578 Mar 22 13:59:49.104867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:49.209744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-44191324-0b38-488e-a2d2-d2df809a7c81 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.211605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-44191324-0b38-488e-a2d2-d2df809a7c81 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022591 Mar 22 13:59:49.237121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ff2575ca-6a7e-40f9-80fc-062afdbf7f31 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/quotas/45826a3e60f3413e868c4be5d337412a HTTP/1.1" status: 200 len: 375 time: 0.0111516 Mar 22 13:59:49.292147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a189-4f62-4fd4-a621-bd617bce2035 req-830ec5f0-c2ad-4474-9670-949cb1571a3b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.299045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3e4a189-4f62-4fd4-a621-bd617bce2035 req-830ec5f0-c2ad-4474-9670-949cb1571a3b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 946 time: 0.1331749 Mar 22 13:59:49.339714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-75d5e00d-a179-4f2b-a3a6-23a57fdd07b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051662 Mar 22 13:59:49.415633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3e4a189-4f62-4fd4-a621-bd617bce2035 req-609707ec-21a5-47f3-8a04-8fa05bcdf026 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155927 Mar 22 13:59:49.460276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:49.469203 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e8663-629e-4cc7-9fc1-f54e2c380259 x-openstack-request-id: req-411e8663-629e-4cc7-9fc1-f54e2c380259 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:49.469559 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "name": "network-vif-plugged", "status": "completed", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:49.469828 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-411e8663-629e-4cc7-9fc1-f54e2c380259 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:49.470273 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411e8663-629e-4cc7-9fc1-f54e2c380259'] response: {'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c', 'code': 200} Mar 22 13:59:49.483205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a162df3b-7ca3-4da1-93da-e151c11cc293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.641541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a162df3b-7ca3-4da1-93da-e151c11cc293 admin admin] Publish callbacks [] for security_group (a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.650619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a162df3b-7ca3-4da1-93da-e151c11cc293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.694210 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a162df3b-7ca3-4da1-93da-e151c11cc293 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d579957848b46e89319e7a8ce94692b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326722 Mar 22 13:59:49.696817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:49.706922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cf3-f70e-4a2e-9fb3-23b317f3fa6a req-8d90165f-4783-412f-9fa6-d61cfea5a4a8 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:49.712335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6510cf3-f70e-4a2e-9fb3-23b317f3fa6a req-8d90165f-4783-412f-9fa6-d61cfea5a4a8 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 950 time: 0.1047945 Mar 22 13:59:49.764075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162df3b-7ca3-4da1-93da-e151c11cc293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:49.818883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e09311c6-d87f-405e-ae5d-bd9673ff4d42 req-607871a5-99da-42df-b454-95ca1d06b9e4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 210 time: 0.0982878 Mar 22 13:59:49.825071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] Publish callbacks [] for security_group (a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.853116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6510cf3-f70e-4a2e-9fb3-23b317f3fa6a req-13d24131-03f4-4608-86eb-5cfca088a330 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231990 Mar 22 13:59:49.908831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] Publish callbacks [] for security_group (a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.986685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.992250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:49.995698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b HTTP/1.1" status: 204 len: 168 time: 0.2957060 Mar 22 13:59:50.020455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce2334-01e0-49a4-bc56-ec491be1c399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a12efe-ed4b-4e56-bd45-20fe96ab1b3b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:50.119172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184da31-4457-4f4c-b5ff-6bb104eb969c req-123be8b2-d8c6-441f-96f3-563f0ac5750c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.131619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9184da31-4457-4f4c-b5ff-6bb104eb969c req-123be8b2-d8c6-441f-96f3-563f0ac5750c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 943 time: 0.1887739 Mar 22 13:59:50.347866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9184da31-4457-4f4c-b5ff-6bb104eb969c req-1849a075-f9fc-4181-85bb-970d1d40b53f tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071292 Mar 22 13:59:50.413680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bea6e0-d63e-4137-aad9-dfd80421d6b0 req-154db9e7-3818-4ce4-910a-e358fdb4de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.415379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a9bea6e0-d63e-4137-aad9-dfd80421d6b0 req-154db9e7-3818-4ce4-910a-e358fdb4de16 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 1132 time: 0.1218956 Mar 22 13:59:50.575616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a9bea6e0-d63e-4137-aad9-dfd80421d6b0 req-72e119b5-a9f5-4d01-b048-25872b8089a4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348233 Mar 22 13:59:50.728354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc43c5-3e4b-467f-8a91-e3487c0ea1e0 req-5fd78261-93b7-4650-8ed8-393374b3b191 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.736907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27fc43c5-3e4b-467f-8a91-e3487c0ea1e0 req-5fd78261-93b7-4650-8ed8-393374b3b191 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.4174771 Mar 22 13:59:50.762703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-6579262a-4083-4744-ab17-c8f6404f7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:50.772962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f1a09bc-37d0-4291-bf17-340612b8aefe req-6579262a-4083-4744-ab17-c8f6404f7051 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5877249 Mar 22 13:59:50.850947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27fc43c5-3e4b-467f-8a91-e3487c0ea1e0 req-db7de3f2-918a-41f2-939a-b3d8a74e6a2e tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924675 Mar 22 13:59:50.882383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-bac576f8-141e-4c88-bdfe-42d8f7f15174 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--598744452&fields=id&tenant_id=93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 267 time: 0.2089703 Mar 22 13:59:50.889778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-07ed648f-8367-4a14-83c0-6f01100d884b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.119365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-72c8bf11-3418-4013-beca-aa625e9e7eb3 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:51.134316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-72c8bf11-3418-4013-beca-aa625e9e7eb3 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 824 time: 0.2473807 Mar 22 13:59:51.168585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-a67ca7cf-f69f-42f3-b450-b70e38d627e6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=45826a3e60f3413e868c4be5d337412a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248191 Mar 22 13:59:51.177302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-b6c08b18-f81f-4d55-b3b0-0208fdc0ba1c tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/quotas/93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 375 time: 0.0419266 Mar 22 13:59:51.189127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56340) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:51.305704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c5ab7-5375-4e33-b274-343460077ff4 req-f35755b6-03c8-4fb4-9533-1e0ca4384c2b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:51.312698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b1c5ab7-5375-4e33-b274-343460077ff4 req-f35755b6-03c8-4fb4-9533-1e0ca4384c2b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 946 time: 0.3278728 Mar 22 13:59:51.375319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-4380521e-fd5e-4b3f-9ec4-f7238b2943c8 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969423 Mar 22 13:59:51.466588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84dbc347-22d7-434d-8f19-67b87536b960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.472140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:51.476690 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050ec3e7-66ce-49fa-94d8-40fb1f331ee4" -d '{"events": [{"server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "name": "network-vif-plugged", "status": "completed", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:51.628377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b1c5ab7-5375-4e33-b274-343460077ff4 req-22952d5a-afdc-4d1f-a143-a829e97ef323 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146801 Mar 22 13:59:51.646258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-2a86f1e8-1036-4362-b229-3fb7b2bcf525 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:51.648131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-2a86f1e8-1036-4362-b229-3fb7b2bcf525 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4672647 Mar 22 13:59:51.658859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84dbc347-22d7-434d-8f19-67b87536b960 admin admin] Publish callbacks [] for security_group (d29f5b8c-238b-47cb-92d0-21a146ae3c8a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.666335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Request body: {'port': {'device_id': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '45826a3e60f3413e868c4be5d337412a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:51.668347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84dbc347-22d7-434d-8f19-67b87536b960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d29f5b8c-238b-47cb-92d0-21a146ae3c8a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.764891 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84dbc347-22d7-434d-8f19-67b87536b960 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2876d9ffc40044f688f5549658294663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5735879 Mar 22 13:59:51.766554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbc347-22d7-434d-8f19-67b87536b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f5b8c-238b-47cb-92d0-21a146ae3c8a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:51.769055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56362) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:51.793195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-9961992d-e24e-465c-bec9-a0b4b7165249 service neutron] 10.222.0.81 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170046 Mar 22 13:59:51.796470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.826712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] Publish callbacks [] for security_group (d29f5b8c-238b-47cb-92d0-21a146ae3c8a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.829159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-9bff3433-a789-490b-948f-c789635c714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:51.830711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-9bff3433-a789-490b-948f-c789635c714e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 1125 time: 0.3392348 Mar 22 13:59:51.843064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1620a5c7-0168-4db9-b56f-66d79808864b req-cbde2ef9-9473-49e9-a9b4-1173fc2e63c5 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 210 time: 0.0850339 Mar 22 13:59:51.861714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] Publish callbacks [] for security_group (d29f5b8c-238b-47cb-92d0-21a146ae3c8a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.925261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d29f5b8c-238b-47cb-92d0-21a146ae3c8a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.929148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.931124 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d29f5b8c-238b-47cb-92d0-21a146ae3c8a HTTP/1.1" status: 204 len: 168 time: 0.1610239 Mar 22 13:59:51.940186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310f8e-db10-49d9-a701-83fbedd2dbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f5b8c-238b-47cb-92d0-21a146ae3c8a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:51.947270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Made reservation on behalf of 45826a3e60f3413e868c4be5d337412a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:51.950476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:51.979986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-c6d3c54c-0ff7-4f89-86aa-e57c5fd7ee3f service neutron] 10.222.0.81 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858480 Mar 22 13:59:52.071758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac06ef-6f64-41ad-a79b-d18d78805a67 req-095b6ef4-3e54-47dc-ada5-b4da16c80f84 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.073302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cac06ef-6f64-41ad-a79b-d18d78805a67 req-095b6ef4-3e54-47dc-ada5-b4da16c80f84 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 950 time: 0.1486747 Mar 22 13:59:52.113794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-45b6e91a-8067-4154-91ec-7125af11382a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93b45ba7-385a-4e34-997a-9477e6327cc6 HTTP/1.1" status: 200 len: 217 time: 0.0630600 Mar 22 13:59:52.258736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-c3d956c6-2812-4113-bbc3-3398f8540821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.260211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-c3d956c6-2812-4113-bbc3-3398f8540821 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f HTTP/1.1" status: 200 len: 854 time: 0.1356483 Mar 22 13:59:52.274112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cac06ef-6f64-41ad-a79b-d18d78805a67 req-c565f094-fd58-48c8-84a7-394105595537 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645317 Mar 22 13:59:52.278539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Allocated IP 192.168.233.85 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/7829fc4f-5f7d-4b57-aa72-37efd3ac8660) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:52.362199 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041647f-2c48-440a-a894-41e923f7da31 x-openstack-request-id: req-2041647f-2c48-440a-a894-41e923f7da31 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:52.362803 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "name": "network-vif-plugged", "status": "completed", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:52.363037 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2041647f-2c48-440a-a894-41e923f7da31 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:52.364210 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2041647f-2c48-440a-a894-41e923f7da31'] response: {'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6', 'code': 200} Mar 22 13:59:52.496085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b128a-61d2-4f7e-8888-3477f1316111 req-475343ab-11c5-41c2-acb3-9f58354499a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.498224 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b98b128a-61d2-4f7e-8888-3477f1316111 req-475343ab-11c5-41c2-acb3-9f58354499a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 1132 time: 0.0712225 Mar 22 13:59:52.534442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56390) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:52.556650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48a8f77a-5678-4d1b-8914-c4c373ebe25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.585554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b98b128a-61d2-4f7e-8888-3477f1316111 req-b5ee19e1-96fc-4ec3-9322-21e0a1bcbb20 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 Mar 22 13:59:52.664194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48a8f77a-5678-4d1b-8914-c4c373ebe25e admin admin] Publish callbacks [] for security_group (1abc5763-6b73-4bc6-ad3b-5af047bf1f2b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.672664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48a8f77a-5678-4d1b-8914-c4c373ebe25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1abc5763-6b73-4bc6-ad3b-5af047bf1f2b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.689187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6873840-9413-475f-acaf-c51c48a682b0 req-09461868-0795-46cd-9224-bdba76400444 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.695963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6873840-9413-475f-acaf-c51c48a682b0 req-09461868-0795-46cd-9224-bdba76400444 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 943 time: 0.5026846 Mar 22 13:59:52.714928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48a8f77a-5678-4d1b-8914-c4c373ebe25e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92b155e34c3349219a924845bb0ff798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790223 Mar 22 13:59:52.716015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8f77a-5678-4d1b-8914-c4c373ebe25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc5763-6b73-4bc6-ad3b-5af047bf1f2b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:52.718483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56396) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:59:52.782019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218ae8-768d-4f79-8150-16303ab3a414 req-2992f284-c9ea-433e-a522-3a634b03276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.784436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-2992f284-c9ea-433e-a522-3a634b03276e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5090883 Mar 22 13:59:52.805707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] Publish callbacks [] for security_group (1abc5763-6b73-4bc6-ad3b-5af047bf1f2b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.832635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] Publish callbacks [] for security_group (1abc5763-6b73-4bc6-ad3b-5af047bf1f2b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.840985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b92f-249d-4085-8904-b22b662af367 req-6a18eb72-009f-4b72-9ba7-36e2528fc6ef tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:52.842525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac63b92f-249d-4085-8904-b22b662af367 req-6a18eb72-009f-4b72-9ba7-36e2528fc6ef tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1128 time: 0.2285659 Mar 22 13:59:52.877345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6873840-9413-475f-acaf-c51c48a682b0 req-099f629a-c03d-4967-a71c-46077de7a812 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802917 Mar 22 13:59:52.904847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1abc5763-6b73-4bc6-ad3b-5af047bf1f2b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.907807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:52.908969 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1abc5763-6b73-4bc6-ad3b-5af047bf1f2b HTTP/1.1" status: 204 len: 168 time: 0.1895370 Mar 22 13:59:52.943346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b84f2d-3045-4ffc-b233-f12529ea0f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc5763-6b73-4bc6-ad3b-5af047bf1f2b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:52.984697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks [] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.000634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac63b92f-249d-4085-8904-b22b662af367 req-f354e9b9-e74f-44bb-8117-f22ab1a43ebd tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272261 Mar 22 13:59:53.004262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-ce24b4d5-fad1-4590-9f57-0dad215cd51e service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063093 Mar 22 13:59:53.146460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd3e622f-3aa9-42c8-a5c8-0c8691a30ea9 req-f7890823-e2f7-4646-ba24-09f24eb75cca tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 210 time: 0.0501449 Mar 22 13:59:53.177648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.196029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:53.202533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:53.207022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d230-2e5e-412a-809d-7861c2386251 req-d04b634d-2a01-4479-87d8-22e986de2085 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.208549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a291d230-2e5e-412a-809d-7861c2386251 req-d04b634d-2a01-4479-87d8-22e986de2085 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.1962471 Mar 22 13:59:53.248283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69218ae8-768d-4f79-8150-16303ab3a414 req-17b22188-e6d3-4987-ac64-cf5a8d1f9393 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227449 Mar 22 13:59:53.270852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:53.278755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:53.280761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event updated for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:53.285982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:53.378102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a291d230-2e5e-412a-809d-7861c2386251 req-f989cf81-9507-4696-a9e8-c7d8b61190b5 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423202 Mar 22 13:59:53.403564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.404189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.445491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ba3b7fe9-51b9-4b04-ba6c-442723916163 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7845175 Mar 22 13:59:53.472733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Request body: {'port': {'device_id': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:53.502772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-ab598b06-5057-4627-b01e-1bfcf2c76bce tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.504362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-ab598b06-5057-4627-b01e-1bfcf2c76bce tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f11305-cca9-4353-b4db-78998c6eff31 HTTP/1.1" status: 200 len: 946 time: 0.1739969 Mar 22 13:59:53.691210 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.692317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4e8f7435-5557-444f-8949-ff2ee258a26f None None] Provisioning complete for port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:53.692760 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7435-5557-444f-8949-ff2ee258a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.800342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f7435-5557-444f-8949-ff2ee258a26f None None] Port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:53.815796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-1cb973ca-59bf-494f-9e2f-0c3d0829b33c tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.817414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-1cb973ca-59bf-494f-9e2f-0c3d0829b33c tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 824 time: 0.2331808 Mar 22 13:59:53.838877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:53.879378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550858a-addb-48a0-9976-74bfc3f22b60 req-0939fc1b-7418-4cc2-969a-851492b1ab17 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.886718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7550858a-addb-48a0-9976-74bfc3f22b60 req-0939fc1b-7418-4cc2-969a-851492b1ab17 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 935 time: 0.4346523 Mar 22 13:59:53.891409 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-f788f11c-6c58-4269-8f75-8c775cde5d96 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a1a235813a4e68bedd03e66a410df1 HTTP/1.1" status: 200 len: 379 time: 0.0614374 Mar 22 13:59:53.911497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'port': {'device_id': '4f04ace2-29a7-4591-8306-922548ab61ff', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'admin_state_up': True, 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'security_groups': ['7c2843df-60c6-4191-9c66-2ba1e47d2dc2']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:53.946681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10efeec-8a1f-4ad9-b963-eebee4473f9f req-96ab85bd-cc20-46ab-ad22-ac51e843373a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:53.953764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10efeec-8a1f-4ad9-b963-eebee4473f9f req-96ab85bd-cc20-46ab-ad22-ac51e843373a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1128 time: 0.2694836 Mar 22 13:59:53.978676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Deleting port 33f4e756-87c4-4276-ae3b-2353e1eb2074 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:59:53.978676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.030353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Made reservation on behalf of 93a1a235813a4e68bedd03e66a410df1 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:54.033901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.052901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7550858a-addb-48a0-9976-74bfc3f22b60 req-09605891-e016-4c45-aaca-b6ece2dabeb8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656637 Mar 22 13:59:54.178720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Allocated IP 172.20.0.3 (de6c34e0-50db-443b-8bc8-eacf6eb602af/64e7c891-3274-491e-a225-2dad0db19a54/d151d003-f494-4540-89d0-c74a126d5acc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:54.189338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10efeec-8a1f-4ad9-b963-eebee4473f9f req-4d111203-f719-4f16-9aed-1c0f3ef7b299 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345419 Mar 22 13:59:54.253448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] For port 33f4e756-87c4-4276-ae3b-2353e1eb2074, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=33f4e756-87c4-4276-ae3b-2353e1eb2074,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:54.253800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.376048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2948e4-f22f-4d61-ab34-c014ef3b6c37 req-c473ce2d-471e-4f71-adca-9be9f72dee8e tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.378094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2948e4-f22f-4d61-ab34-c014ef3b6c37 req-c473ce2d-471e-4f71-adca-9be9f72dee8e tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 950 time: 0.2529685 Mar 22 13:59:54.580309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2948e4-f22f-4d61-ab34-c014ef3b6c37 req-da860443-5b1f-48b5-ba59-64b14f51a73d tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836960 Mar 22 13:59:54.605593 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for port (d151d003-f494-4540-89d0-c74a126d5acc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.647350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.691983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Network de6c34e0-50db-443b-8bc8-eacf6eb602af is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:54.702480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:54.707026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:54.712154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:54.712733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.721762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event updated for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:54.734540 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-0dfdf097-12d9-43c5-900d-76069dbc4b5f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275702 Mar 22 13:59:54.748368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Request body: {'port': {'device_id': '4f04ace2-29a7-4591-8306-922548ab61ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:54.823079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d151d003-f494-4540-89d0-c74a126d5acc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.862523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:54.960175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:54.996033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks [] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.040164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0455126-f776-48ef-bfeb-9c81b0bbe787 None None] Provisioning complete for port d151d003-f494-4540-89d0-c74a126d5acc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:55.040865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0455126-f776-48ef-bfeb-9c81b0bbe787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d151d003-f494-4540-89d0-c74a126d5acc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.045047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Transition to ACTIVE for port object 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:55.050639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.051013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.051619 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Floating IP bdac3db6-5199-44ee-a437-1ec871eeec66 disassociated. External IP: 172.25.3.223, port: 33f4e756-87c4-4276-ae3b-2353e1eb2074. Mar 22 13:59:55.052110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Calling delete_port for 33f4e756-87c4-4276-ae3b-2353e1eb2074 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:59:55.061171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.077193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d0455126-f776-48ef-bfeb-9c81b0bbe787 None None] Port d151d003-f494-4540-89d0-c74a126d5acc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:59:55.136317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d151d003-f494-4540-89d0-c74a126d5acc {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:55.143401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a771a-ec83-4bd3-9c01-eb0168a42ac4 req-24a0aaa7-917e-4223-97e0-4e1945420414 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.144277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks [] for port (d151d003-f494-4540-89d0-c74a126d5acc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.146949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-668a771a-ec83-4bd3-9c01-eb0168a42ac4 req-24a0aaa7-917e-4223-97e0-4e1945420414 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 931 time: 0.4794924 Mar 22 13:59:55.156037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dfe2d-12fa-491b-900b-e3d85616a4f6 req-2fd0bbbb-4163-4377-980a-2870c88d37dc tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.157399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c8dfe2d-12fa-491b-900b-e3d85616a4f6 req-2fd0bbbb-4163-4377-980a-2870c88d37dc tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 943 time: 0.5238831 Mar 22 13:59:55.157743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Transition to ACTIVE for port object d151d003-f494-4540-89d0-c74a126d5acc will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:59:55.163441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.214535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Pushing event updated for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.240780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.252948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Attempting to bind port d151d003-f494-4540-89d0-c74a126d5acc on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:55.253280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Attempting to bind port d151d003-f494-4540-89d0-c74a126d5acc by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:55.253620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Attempting to bind port d151d003-f494-4540-89d0-c74a126d5acc on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:55.258493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Port d151d003-f494-4540-89d0-c74a126d5acc on network de6c34e0-50db-443b-8bc8-eacf6eb602af not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:55.258826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Attempting to bind port d151d003-f494-4540-89d0-c74a126d5acc on network de6c34e0-50db-443b-8bc8-eacf6eb602af {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:55.264303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:55.264649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Checking segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:55.265034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Bound using segment: {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:55.265464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Bound port: d151d003-f494-4540-89d0-c74a126d5acc, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8563999-8dc6-4101-986b-4fc360eef847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:55.265829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d151d003-f494-4540-89d0-c74a126d5acc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.341096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c8dfe2d-12fa-491b-900b-e3d85616a4f6 req-19812ba1-8e11-4106-89ef-34f56287b517 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760051 Mar 22 13:59:55.362827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:55.366527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-668a771a-ec83-4bd3-9c01-eb0168a42ac4 req-d3cc6533-fc64-49be-b1a4-9a2d2c1eaf2f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046657 Mar 22 13:59:55.370633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d151d003-f494-4540-89d0-c74a126d5acc,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:55.396459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.402932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Attempting to bind port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:55.403448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Attempting to bind port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:55.404301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Attempting to bind port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:55.438559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:55.439666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Attempting to bind port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:55.453162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.453786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.458068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:55.458687 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] 10.222.0.78 "PUT /v2.0/ports/d151d003-f494-4540-89d0-c74a126d5acc HTTP/1.1" status: 200 len: 1091 time: 0.7159870 Mar 22 13:59:55.458813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:55.459213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:55.459723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:55.460312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Bound port: 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:55.460832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.461578 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14760f7e-e56a-49ce-b6d6-326c7a45e98a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "tag": "d151d003-f494-4540-89d0-c74a126d5acc"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:55.501327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc407e9-b680-49cd-a6d5-111c284721b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.573114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-acdbeb9f-0b55-4156-9b97-4aa31cfb0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.574890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-acdbeb9f-0b55-4156-9b97-4aa31cfb0fc8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 1125 time: 0.0611050 Mar 22 13:59:55.587018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (33f4e756-87c4-4276-ae3b-2353e1eb2074), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.630119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-c05287fc-87d8-49d6-8cab-09f95ce150e6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151d003-f494-4540-89d0-c74a126d5acc HTTP/1.1" status: 200 len: 217 time: 0.0450721 Mar 22 13:59:55.635840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event deleted for resources: {'Port': ['ID=33f4e756-87c4-4276-ae3b-2353e1eb2074,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:55.693742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-96b0acde-8dfb-45e5-8db5-40ca17203885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.696131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-96b0acde-8dfb-45e5-8db5-40ca17203885 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.0545092 Mar 22 13:59:55.742668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8589733-7d44-4884-a87f-7b1ef5f36e7c req-c0dfb7ef-11a9-47df-b0c3-c96c4cae352a tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.744213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8589733-7d44-4884-a87f-7b1ef5f36e7c req-c0dfb7ef-11a9-47df-b0c3-c96c4cae352a tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.2581937 Mar 22 13:59:55.747123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:59:55.770962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-9dbfe09a-dadc-4143-8523-a8cfaf2ead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.774070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-9dbfe09a-dadc-4143-8523-a8cfaf2ead21 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685804 Mar 22 13:59:55.778885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:55.801864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.867974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:55.868752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:55.870464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] 10.222.0.82 "PUT /v2.0/ports/7829fc4f-5f7d-4b57-aa72-37efd3ac8660 HTTP/1.1" status: 200 len: 1095 time: 2.4063501 Mar 22 13:59:55.879476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:55.881761 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087e730-5594-4b17-b3f7-aa7d8c7ed313" -d '{"events": [{"name": "network-changed", "server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:55.918294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 93b45ba7-385a-4e34-997a-9477e6327cc6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:59:55.920371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8589733-7d44-4884-a87f-7b1ef5f36e7c req-44442fb5-1cc3-4a16-a576-f96215d2448b tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661837 Mar 22 13:59:55.928954 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-8d41f823-cf6c-4746-8b34-911d7a93f1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439257 Mar 22 13:59:55.988227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:59:56.045295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a2c75b50-4d35-4c85-a321-52a6659d447c req-2a71ed7a-2777-485c-93fe-454617dfd46f service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047640 Mar 22 13:59:56.118743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276607c7-c02c-472d-83c9-8ce6575f4a67 service neutron] Pushing event updated for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:56.288220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=93b45ba7-385a-4e34-997a-9477e6327cc6,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:56.297169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-226f3e0e-899c-4176-9f1f-603d16e2dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.303232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-226f3e0e-899c-4176-9f1f-603d16e2dc2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 1129 time: 0.3173411 Mar 22 13:59:56.310592 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ccbf49-e03f-45e1-acdb-273ae15ce5ab x-openstack-request-id: req-43ccbf49-e03f-45e1-acdb-273ae15ce5ab {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:56.310889 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "tag": "d151d003-f494-4540-89d0-c74a126d5acc", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:56.311142 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43ccbf49-e03f-45e1-acdb-273ae15ce5ab {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:56.311612 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ccbf49-e03f-45e1-acdb-273ae15ce5ab'] response: {'name': 'network-changed', 'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc', 'status': 'completed', 'code': 200} Mar 22 13:59:56.331173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873d24-4caf-4595-a404-ff8321b4fe50 req-fa1f2847-ecfb-4b91-a767-be9a2688b4fb tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.333035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6873d24-4caf-4595-a404-ff8321b4fe50 req-fa1f2847-ecfb-4b91-a767-be9a2688b4fb tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 947 time: 0.2483337 Mar 22 13:59:56.334262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'port_id': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'mac_address': 'fa:16:3e:fa:f3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:59:56.377932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-b992c5d8-0593-4ddb-a12b-69fa61284793 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660 HTTP/1.1" status: 200 len: 217 time: 0.0433402 Mar 22 13:59:56.391838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 93b45ba7-385a-4e34-997a-9477e6327cc6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:56.392554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.403163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:59:56.411484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b45ba7-385a-4e34-997a-9477e6327cc6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:59:56.415366 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:56.419369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-eea2ef92-18ff-4e25-850c-e922ce162af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.421442 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-eea2ef92-18ff-4e25-850c-e922ce162af3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 1125 time: 0.0855453 Mar 22 13:59:56.431059 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:56.431684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:56.440075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=93b45ba7-385a-4e34-997a-9477e6327cc6,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:56.446871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.470356 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f29bd-4459-4534-bd50-47865a7a2a77 x-openstack-request-id: req-9e9f29bd-4459-4534-bd50-47865a7a2a77 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:56.470890 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:56.471144 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e9f29bd-4459-4534-bd50-47865a7a2a77 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:56.471642 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9f29bd-4459-4534-bd50-47865a7a2a77'] response: {'name': 'network-changed', 'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'status': 'completed', 'code': 200} Mar 22 13:59:56.557097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:56.610654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-010e6d0b-fc4e-4171-a063-5dde7447948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.617426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] No DVR routers for this DVR port 33f4e756-87c4-4276-ae3b-2353e1eb2074 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:56.624156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-010e6d0b-fc4e-4171-a063-5dde7447948b service neutron] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 925 time: 0.1960478 Mar 22 13:59:56.626390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:56.644346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bbffd13-4ee3-440c-b379-e04d45b6ac8d req-b3279b4b-41c4-4024-88c9-d84bbd18700a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "DELETE /v2.0/ports/33f4e756-87c4-4276-ae3b-2353e1eb2074 HTTP/1.1" status: 204 len: 173 time: 3.1033850 Mar 22 13:59:56.662652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-61f5e45c-206a-4ef4-b5a7-6171cd76d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.675836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-61f5e45c-206a-4ef4-b5a7-6171cd76d475 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2592638 Mar 22 13:59:56.675836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6873d24-4caf-4595-a404-ff8321b4fe50 req-e5a0c7d3-ff99-4326-9cef-45045cc3a70d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895770 Mar 22 13:59:56.707803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['93b45ba7-385a-4e34-997a-9477e6327cc6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:56.716015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-46c86afd-cf38-4911-9a96-627754f70b38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151d003-f494-4540-89d0-c74a126d5acc HTTP/1.1" status: 200 len: 217 time: 0.0853100 Mar 22 13:59:56.728832 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:56.771702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ae92f7d5-5326-410d-b0ff-6bba3511f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.773256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-ae92f7d5-5326-410d-b0ff-6bba3511f1c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1006832 Mar 22 13:59:56.862167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-6aff3768-782d-47d1-af63-088b73f548ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.863935 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-6aff3768-782d-47d1-af63-088b73f548ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.1408272 Mar 22 13:59:56.991275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-055353c5-31a1-44e0-bbaa-e79be7cb3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:56.992875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-055353c5-31a1-44e0-bbaa-e79be7cb3b95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1158867 Mar 22 13:59:57.076997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-354145f9-396b-4d7d-a910-a2d2966c66d6 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=87fe913a7de047839d48814b9b784fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1785555 Mar 22 13:59:57.121909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-2439b735-cadf-41e6-81c5-60b094dd3425 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184230 Mar 22 13:59:57.164113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402d841-8e9e-4aa6-87db-019d95afdf23 req-0edcb00e-ebb0-4ecc-9683-39b59a7d08df tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.171217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3402d841-8e9e-4aa6-87db-019d95afdf23 req-0edcb00e-ebb0-4ecc-9683-39b59a7d08df tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1128 time: 0.2781098 Mar 22 13:59:57.202819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-7f84fc0a-7187-4fd8-87b3-cee41ba61240 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231246 Mar 22 13:59:57.217430 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:57.253494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14760f7e-e56a-49ce-b6d6-326c7a45e98a req-c0e82dec-9789-408c-8532-128f5a614c68 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238041 Mar 22 13:59:57.280289 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:57.289789 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:59:57.290944 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:57.302569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3402d841-8e9e-4aa6-87db-019d95afdf23 req-f596afdd-0b89-4bdc-9a00-9ef14cfd9699 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301889 Mar 22 13:59:57.338266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-9af7c502-08c4-4f65-8811-640071b71cbd tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.339732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-9af7c502-08c4-4f65-8811-640071b71cbd tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556059 Mar 22 13:59:57.403613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-e8c2c930-fb8b-485d-ae04-9c730d3d31e2 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/quotas/87fe913a7de047839d48814b9b784fc8 HTTP/1.1" status: 200 len: 375 time: 0.0429838 Mar 22 13:59:57.425436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:59:57.447677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec240ba6-6e61-4cbb-8abe-447c52b6dceb req-3606dec7-b3fa-49ad-a0b6-163a7133ccf7 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324667 Mar 22 13:59:57.553122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-8ffcb2db-bcbf-49d9-a742-ee9c4a0d8349 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333120 Mar 22 13:59:57.587284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-bd76228d-bae4-44c0-91f3-c7c27f30fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.588788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-bd76228d-bae4-44c0-91f3-c7c27f30fb2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 1129 time: 0.0807657 Mar 22 13:59:57.703869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:57.718608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b40e4-7947-40a9-8c59-7c1ebecec935 req-7c8db525-ea2a-4a15-a348-2cc8dc7445f5 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.720358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9b40e4-7947-40a9-8c59-7c1ebecec935 req-7c8db525-ea2a-4a15-a348-2cc8dc7445f5 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 944 time: 0.1489336 Mar 22 13:59:57.740146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-278a8ae6-dbba-4050-a1c8-af4226e8b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.741695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-278a8ae6-dbba-4050-a1c8-af4226e8b200 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1360719 Mar 22 13:59:57.766751 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d65ef-149b-4755-bd4b-c3dc810c702a None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:57.861657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-26f40d76-7fa7-45e5-bc16-d21466f16d3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660 HTTP/1.1" status: 200 len: 217 time: 0.1127682 Mar 22 13:59:57.871341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9b40e4-7947-40a9-8c59-7c1ebecec935 req-116c5c2b-9f35-426f-a763-145bd5406401 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285870 Mar 22 13:59:57.872317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:57.930916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e842893-51bb-4ff9-bd4f-ef3ecae18dfc req-c0224399-5395-4f2d-bf5f-26a4537cbc15 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.932537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e842893-51bb-4ff9-bd4f-ef3ecae18dfc req-c0224399-5395-4f2d-bf5f-26a4537cbc15 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 943 time: 0.1771524 Mar 22 13:59:57.939492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-00f233ff-d076-44eb-9734-113e29784720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:57.941612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 93b45ba7-385a-4e34-997a-9477e6327cc6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:59:57.944659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-00f233ff-d076-44eb-9734-113e29784720 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0724287 Mar 22 13:59:58.050713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e842893-51bb-4ff9-bd4f-ef3ecae18dfc req-32d1d7da-62fe-457f-94ae-588ea7da15fc tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032350 Mar 22 13:59:58.079877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 93b45ba7-385a-4e34-997a-9477e6327cc6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:59:58.084604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 93b45ba7-385a-4e34-997a-9477e6327cc6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:59:58.084975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.088764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-0fd1b329-5da8-43e5-bd03-022d71fbc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.090462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-0fd1b329-5da8-43e5-bd03-022d71fbc890 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1231456 Mar 22 13:59:58.107167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:59:58.166583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbfdf4-5c3e-42b8-b69a-dc691425ef4d None None] New status for floating IP bdac3db6-5199-44ee-a437-1ec871eeec66: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:59:58.205996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-44141f91-f39f-47f0-832f-33eb4b3ae870 req-c0c0cbe3-5416-401e-9c43-b780da234b58 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:59:58.206965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44141f91-f39f-47f0-832f-33eb4b3ae870 req-c0c0cbe3-5416-401e-9c43-b780da234b58 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067849 Mar 22 13:59:58.209150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ad4c6b-bc9a-43e3-be87-7dd2f065d891 req-18b8108e-7fdf-4457-95af-db3ad4641130 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156564 Mar 22 13:59:58.348330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 93b45ba7-385a-4e34-997a-9477e6327cc6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:59:58.351925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4c6b-bc9a-43e3-be87-7dd2f065d891 req-3fc37bf3-49ba-4915-999d-67a5fe9bbac4 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:58.352611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.353449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ad4c6b-bc9a-43e3-be87-7dd2f065d891 req-3fc37bf3-49ba-4915-999d-67a5fe9bbac4 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348803 Mar 22 13:59:58.355813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-eff4984f-ec25-4868-b64d-09fd8a162bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304497 Mar 22 13:59:58.369822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ad4c6b-bc9a-43e3-be87-7dd2f065d891 req-de78e32f-f7b5-4f44-b602-785871ca9fca tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/quotas/bb1e2a94e10648ebb18fc233f4095ce6 HTTP/1.1" status: 200 len: 375 time: 0.0103626 Mar 22 13:59:58.411954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:58.415664 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3a0243-c84f-484a-ba3e-85922eeeafdc" -d '{"events": [{"server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "name": "network-vif-plugged", "status": "completed", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:58.431787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ad4c6b-bc9a-43e3-be87-7dd2f065d891 req-3a75df1a-03f1-41ab-b0df-5d2828675922 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513470 Mar 22 13:59:58.438315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=93b45ba7-385a-4e34-997a-9477e6327cc6,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:59:58.447606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:58.448803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 33f4e756-87c4-4276-ae3b-2353e1eb2074 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:59:58.495090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 33f4e756-87c4-4276-ae3b-2353e1eb2074 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:59:58.495605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 33f4e756-87c4-4276-ae3b-2353e1eb2074 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:59:58.522984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'name': 'network-vif-deleted', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:59:58.526085 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80318f4f-6529-4514-9da0-8d7cbcadc7f7" -d '{"events": [{"server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "name": "network-vif-deleted", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:59:58.533904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:58.614524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4087e730-5594-4b17-b3f7-aa7d8c7ed313 req-8b9ad3f0-e49e-469e-bbe8-897a002eaeca service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434516 Mar 22 13:59:58.881773 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.044461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2dad2626-4bb3-4492-a984-6a1d778650c9 req-3ec6601d-b8ed-4006-b2a8-84b7f12a9149 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 210 time: 0.2637744 Mar 22 13:59:59.166935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-6bd0d369-4de2-49fb-bbd9-e5b4e1a3d44d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=87fe913a7de047839d48814b9b784fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352976 Mar 22 13:59:59.307077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade296c4-9896-49dc-8834-731578936589 req-fa80ff37-9348-4050-aaaa-a9462b9d37b4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.308907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ade296c4-9896-49dc-8834-731578936589 req-fa80ff37-9348-4050-aaaa-a9462b9d37b4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 947 time: 0.1666515 Mar 22 13:59:59.351798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-499e630f-2d27-4945-83b3-60be24f867a4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.353264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-499e630f-2d27-4945-83b3-60be24f867a4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677315 Mar 22 13:59:59.382216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Request body: {'port': {'device_id': '63f76b9d-608b-4b4f-a924-2faa36440204', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '87fe913a7de047839d48814b9b784fc8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:59.410304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-4faf1ff8-f299-4ea2-bc2c-105fde2ae44a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:59:59.411317 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-4faf1ff8-f299-4ea2-bc2c-105fde2ae44a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058517 Mar 22 13:59:59.430223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ade296c4-9896-49dc-8834-731578936589 req-72f8ccc7-3895-4deb-8460-9d3480b6035a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131959 Mar 22 13:59:59.469521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-a02bab72-3d0c-47b1-aec0-f50fb811b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.472391 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-a02bab72-3d0c-47b1-aec0-f50fb811b708 service neutron] 10.222.0.81 "GET /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 1125 time: 0.0538924 Mar 22 13:59:59.483910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:59:59.484369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 13:59:59.498827 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b28b02-60a3-4f14-a9c5-67bef81839df x-openstack-request-id: req-21b28b02-60a3-4f14-a9c5-67bef81839df {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:59.499179 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "name": "network-vif-plugged", "status": "completed", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:59.499431 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21b28b02-60a3-4f14-a9c5-67bef81839df {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:59.499931 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b28b02-60a3-4f14-a9c5-67bef81839df'] response: {'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'code': 200} Mar 22 13:59:59.534732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Made reservation on behalf of 87fe913a7de047839d48814b9b784fc8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:59:59.542599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.563385 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfbcc08-5c3c-43ff-b18d-7b3eac0f048e x-openstack-request-id: req-2bfbcc08-5c3c-43ff-b18d-7b3eac0f048e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:59:59.563664 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f11305-cca9-4353-b4db-78998c6eff31", "name": "network-vif-deleted", "tag": "33f4e756-87c4-4276-ae3b-2353e1eb2074", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:59:59.563916 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2bfbcc08-5c3c-43ff-b18d-7b3eac0f048e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:59:59.564308 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfbcc08-5c3c-43ff-b18d-7b3eac0f048e'] response: {'server_uuid': 'e6f11305-cca9-4353-b4db-78998c6eff31', 'name': 'network-vif-deleted', 'tag': '33f4e756-87c4-4276-ae3b-2353e1eb2074', 'status': 'completed', 'code': 200} Mar 22 13:59:59.674820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e44f5-1159-47f5-b975-4aba4854c1df req-47d98f48-5c20-4b04-8086-c537b6c569ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:59:59.676887 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b40e44f5-1159-47f5-b975-4aba4854c1df req-47d98f48-5c20-4b04-8086-c537b6c569ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 1127 time: 0.0754080 Mar 22 13:59:59.685860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Allocated IP 192.168.233.88 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/00a06d48-ebb6-411e-bdbf-41f9a30478ca) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:59:59.737072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b40e44f5-1159-47f5-b975-4aba4854c1df req-5b2da01b-f942-41b4-8241-396207d2a1e9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524020 Mar 22 13:59:59.773596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:59:59.774066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:59:59.774416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:59.779236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:59:59.779646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:59:59.785394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:59:59.785811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:59:59.786297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:59:59.786883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Bound port: 6b48a843-8afe-4a93-978e-fe9e1294bca6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:59:59.844162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks [] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.846661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:59:59.856518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.858369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-b60ff870-a55c-4c32-8626-6d825aabd4bc service neutron] 10.222.0.81 "POST /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3793902 Mar 22 13:59:59.885483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:59:59.899080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b666110-5051-42db-bf86-cef2a07dd04c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:59:59.944929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:59:59.948486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:59:59.955142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:59:59.988334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d151d003-f494-4540-89d0-c74a126d5acc details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:00.046032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Pushing event updated for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:00.136753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.137717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.174804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-a7d30954-eb2d-46ff-9c59-58ee875a55a7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7977989 Mar 22 14:00:00.210542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d151d003-f494-4540-89d0-c74a126d5acc,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:00.217756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Request body: {'port': {'device_id': '63f76b9d-608b-4b4f-a924-2faa36440204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:00.231662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd151d003-f494-4540-89d0-c74a126d5acc', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'port_id': 'd151d003-f494-4540-89d0-c74a126d5acc', 'mac_address': 'fa:16:3e:eb:63:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:00.259377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd78f4-4208-4c06-9e7d-f4864debe700 req-0f20f5a5-4c80-4cf5-84ff-d29220d75ea0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.263243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74dd78f4-4208-4c06-9e7d-f4864debe700 req-0f20f5a5-4c80-4cf5-84ff-d29220d75ea0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 945 time: 0.2572351 Mar 22 14:00:00.295189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-3a15eff9-d529-4a0f-bc2e-0c902bb76fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.296913 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-3a15eff9-d529-4a0f-bc2e-0c902bb76fe0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1128 time: 0.1174073 Mar 22 14:00:00.302656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:00.312849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d151d003-f494-4540-89d0-c74a126d5acc is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:00.313425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d151d003-f494-4540-89d0-c74a126d5acc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.324700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca5280-3857-423b-bd59-509bccffea3d req-4d1318ad-26b9-4304-95b8-6507ba288f58 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.326607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89ca5280-3857-423b-bd59-509bccffea3d req-4d1318ad-26b9-4304-95b8-6507ba288f58 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 950 time: 0.3194237 Mar 22 14:00:00.354668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d151d003-f494-4540-89d0-c74a126d5acc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:00.384362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d151d003-f494-4540-89d0-c74a126d5acc,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:00.390785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.441367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-6def9e42-9ede-45d6-9809-b3335493faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.444223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-6def9e42-9ede-45d6-9809-b3335493faa3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1351645 Mar 22 14:00:00.461499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e18361c3-b8af-4768-8c38-b8d8faa2562a None None] Provisioning complete for port 00a06d48-ebb6-411e-bdbf-41f9a30478ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:00.462123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e18361c3-b8af-4768-8c38-b8d8faa2562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.496652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:00.507475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-d5d61584-ffe1-4e82-83d7-ca52256705df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.0525546 Mar 22 14:00:00.522134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89ca5280-3857-423b-bd59-509bccffea3d req-a2a4659f-768c-445f-80cf-152a132483de tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7953cad-04db-42c8-8ced-f4d1e2c1aa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782792 Mar 22 14:00:00.522479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d66fc66-fc00-4065-becb-55f88de4177b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.524615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.532644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e18361c3-b8af-4768-8c38-b8d8faa2562a None None] Port 00a06d48-ebb6-411e-bdbf-41f9a30478ca cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:00.546456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74dd78f4-4208-4c06-9e7d-f4864debe700 req-0b60a342-ba4e-4427-a939-de5e2082eab2 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626503 Mar 22 14:00:00.639775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-8ce92259-9df8-4a7d-8f90-c6459bea9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.641271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-8ce92259-9df8-4a7d-8f90-c6459bea9a3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1245177 Mar 22 14:00:00.692446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-e6aaceda-4b3e-4a1e-9e51-c61d264a9161 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401614 Mar 22 14:00:00.706527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d151d003-f494-4540-89d0-c74a126d5acc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:00.711683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-4d898302-61c1-4729-9096-03b7d47a3a0f tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.713195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-4d898302-61c1-4729-9096-03b7d47a3a0f tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.82 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 950 time: 0.1816328 Mar 22 14:00:00.720950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:00.786783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612df4-988b-4e61-a129-14171fd88e64 req-06e4b7d4-6fa4-469b-9b71-5d4fd488137a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:00.793492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7612df4-988b-4e61-a129-14171fd88e64 req-06e4b7d4-6fa4-469b-9b71-5d4fd488137a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 944 time: 0.1939149 Mar 22 14:00:00.821514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d66fc66-fc00-4065-becb-55f88de4177b admin admin] Publish callbacks [] for security_group (16e8880f-cb2c-40ef-83be-364301e9ba6d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.867941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d66fc66-fc00-4065-becb-55f88de4177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (16e8880f-cb2c-40ef-83be-364301e9ba6d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:00.872287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7612df4-988b-4e61-a129-14171fd88e64 req-b35fbff3-f3a2-40b4-b58d-d78a087164a3 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759327 Mar 22 14:00:00.947945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d66fc66-fc00-4065-becb-55f88de4177b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=367c1f9529714225908f0f29898983b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6439857 Mar 22 14:00:00.952463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:00.958451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66fc66-fc00-4065-becb-55f88de4177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8880f-cb2c-40ef-83be-364301e9ba6d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:00.962852 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-8b78f6b6-04de-4f63-a0f7-7dfcc5cd72d5 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475300 Mar 22 14:00:00.982789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:01.009241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'mac_address': 'fa:16:3e:c7:a5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:01.035681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Deleting port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:01.035946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.093049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:01.093448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.111712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:01.119693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a06d48-ebb6-411e-bdbf-41f9a30478ca {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:01.131294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd686-7a40-473b-a015-1c398e21524a req-21239626-5f08-4b1c-a481-d83b3bbbda11 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.132650 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-f8770b0e-37ac-4a04-9db6-cd37c4b50ffe service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632371 Mar 22 14:00:01.132773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c37cd686-7a40-473b-a015-1c398e21524a req-21239626-5f08-4b1c-a481-d83b3bbbda11 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 946 time: 0.2595532 Mar 22 14:00:01.134355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:01.139551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.154276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] For port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:01.154635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.162822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks [] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.168864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] Publish callbacks [] for security_group (16e8880f-cb2c-40ef-83be-364301e9ba6d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.171572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Calling delete_port for 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:01.201221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.222346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Transition to ACTIVE for port object 00a06d48-ebb6-411e-bdbf-41f9a30478ca will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:01.234800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a39370-3b1d-4b62-b77a-1511c6c2fd11 req-a03432c6-1c99-4a25-aed9-c0a41a409806 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.236271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88a39370-3b1d-4b62-b77a-1511c6c2fd11 req-a03432c6-1c99-4a25-aed9-c0a41a409806 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 935 time: 0.2343314 Mar 22 14:00:01.247063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] Publish callbacks [] for security_group (16e8880f-cb2c-40ef-83be-364301e9ba6d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.248712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.324932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c37cd686-7a40-473b-a015-1c398e21524a req-997acde4-a531-4a50-a9b1-85fb68828603 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460285 Mar 22 14:00:01.349895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-08e3ad3a-26f2-47e8-9126-4917ec2dfe2a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.351514 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-08e3ad3a-26f2-47e8-9126-4917ec2dfe2a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.1095178 Mar 22 14:00:01.366672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:01.366976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Pushing event updated for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.425383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7829fc4f-5f7d-4b57-aa72-37efd3ac8660'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:01.444103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88a39370-3b1d-4b62-b77a-1511c6c2fd11 req-f41c0d0a-7048-4fd7-ab7f-1fc8409d52c6 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947775 Mar 22 14:00:01.486244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (16e8880f-cb2c-40ef-83be-364301e9ba6d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.489051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.490347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16e8880f-cb2c-40ef-83be-364301e9ba6d HTTP/1.1" status: 204 len: 168 time: 0.5368443 Mar 22 14:00:01.510085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1d3436db-eb05-4e88-aa3c-d88df09b5fa6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.536555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4203efa-4bec-4a9d-a2e6-224648ceace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8880f-cb2c-40ef-83be-364301e9ba6d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.538436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['1d3436db-eb05-4e88-aa3c-d88df09b5fa6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:01.574510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Attempting to bind port 00a06d48-ebb6-411e-bdbf-41f9a30478ca on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:01.574844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Attempting to bind port 00a06d48-ebb6-411e-bdbf-41f9a30478ca by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:01.575286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Attempting to bind port 00a06d48-ebb6-411e-bdbf-41f9a30478ca on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:01.591915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Port 00a06d48-ebb6-411e-bdbf-41f9a30478ca on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:01.592233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Attempting to bind port 00a06d48-ebb6-411e-bdbf-41f9a30478ca on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:01.595496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.601830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Pushing event deleted for resources: {'Port': ['ID=1d3436db-eb05-4e88-aa3c-d88df09b5fa6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:01.628986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094f27b-d525-49ac-a8b5-72a21f4b6210 req-69164f57-0a46-4eb2-b013-cfb8ea72a7cd tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:01.630677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3094f27b-d525-49ac-a8b5-72a21f4b6210 req-69164f57-0a46-4eb2-b013-cfb8ea72a7cd tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 948 time: 0.1840820 Mar 22 14:00:01.636615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:01.636963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:01.637359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:01.637812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Bound port: 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:01.638201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.691916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] No DVR routers for this DVR port 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:01.705321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:01.710168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-506f555a-4aa6-41ba-8006-a207c61053c6 req-e93b8404-e0b0-4a9a-8b08-66bd7f0359c5 tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.82 "DELETE /v2.0/ports/1d3436db-eb05-4e88-aa3c-d88df09b5fa6 HTTP/1.1" status: 204 len: 173 time: 0.9819429 Mar 22 14:00:01.710575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'name': 'network-vif-deleted', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:01.712836 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45067a-6293-4e2a-8470-ff8d2d9e6f67" -d '{"events": [{"server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "name": "network-vif-deleted", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:01.887381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3094f27b-d525-49ac-a8b5-72a21f4b6210 req-ce89e3c8-e90b-46cb-a567-6fbfc298a732 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444050 Mar 22 14:00:01.941239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-087b146e-1947-4c69-843f-f8bbb7039a1e req-1337b202-6a93-4bb2-af39-1e985340fb0f tempest-TenantUsagesTestJSON-529317771 tempest-TenantUsagesTestJSON-529317771-project] 10.222.0.81 "GET /v2.0/ports?device_id=df23b6e8-836b-419d-9854-236896326b3d HTTP/1.1" status: 200 len: 210 time: 0.0901301 Mar 22 14:00:01.954230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:01.970449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:01.977872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d151d003-f494-4540-89d0-c74a126d5acc up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:01.986394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.015127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.016807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.020368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] 10.222.0.82 "PUT /v2.0/ports/00a06d48-ebb6-411e-bdbf-41f9a30478ca HTTP/1.1" status: 200 len: 1095 time: 1.8177946 Mar 22 14:00:02.024283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:02.027139 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:02.164839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56648) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:02.184792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2a792-328a-4ee8-9498-31ba19252a9a service neutron] Pushing event updated for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.195534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d151d003-f494-4540-89d0-c74a126d5acc completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:02.200182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d151d003-f494-4540-89d0-c74a126d5acc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:02.200603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d151d003-f494-4540-89d0-c74a126d5acc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.212328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3398971-d272-4e3b-9745-2d1e9bb885e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.250320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f1b5-2a82-4ddc-90b3-693fa51b7789 req-767bcff3-8f9e-43a6-a309-f322ea2b8805 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.251957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75a4f1b5-2a82-4ddc-90b3-693fa51b7789 req-767bcff3-8f9e-43a6-a309-f322ea2b8805 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 945 time: 0.1919498 Mar 22 14:00:02.271702 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b96bed-6153-4e3f-bb89-2fe04ba63067 x-openstack-request-id: req-41b96bed-6153-4e3f-bb89-2fe04ba63067 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:02.271702 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df23b6e8-836b-419d-9854-236896326b3d", "name": "network-vif-deleted", "tag": "1d3436db-eb05-4e88-aa3c-d88df09b5fa6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:02.272052 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41b96bed-6153-4e3f-bb89-2fe04ba63067 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:02.272231 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b96bed-6153-4e3f-bb89-2fe04ba63067'] response: {'server_uuid': 'df23b6e8-836b-419d-9854-236896326b3d', 'name': 'network-vif-deleted', 'tag': '1d3436db-eb05-4e88-aa3c-d88df09b5fa6', 'status': 'completed', 'code': 200} Mar 22 14:00:02.287128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db460d3-9b9e-4e1a-bfc5-3d6e8f097aa8 req-99ce3f7b-c803-46fc-9a1a-5a69c4a3fb09 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.294243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2db460d3-9b9e-4e1a-bfc5-3d6e8f097aa8 req-99ce3f7b-c803-46fc-9a1a-5a69c4a3fb09 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 944 time: 0.1809759 Mar 22 14:00:02.303894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d151d003-f494-4540-89d0-c74a126d5acc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:02.304285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d151d003-f494-4540-89d0-c74a126d5acc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.322999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:02.345938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-2869d85b-9839-4be4-933d-5cb1be5e8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.347552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-2869d85b-9839-4be4-933d-5cb1be5e8f5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 1129 time: 0.1581573 Mar 22 14:00:02.364297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d151d003-f494-4540-89d0-c74a126d5acc,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:02.365461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:02.369120 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e6fef0-fb03-4ef4-baf5-5c1174e8f68d" -d '{"events": [{"server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "name": "network-vif-plugged", "status": "completed", "tag": "d151d003-f494-4540-89d0-c74a126d5acc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:02.373564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.386771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:02.429577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-54e4d88f-f57d-4d2b-99b7-1f6b3abe37d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca HTTP/1.1" status: 200 len: 217 time: 0.0662529 Mar 22 14:00:02.437763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.437989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks [] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.447996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.464562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75a4f1b5-2a82-4ddc-90b3-693fa51b7789 req-ef5894f1-ec7f-4f15-8641-f75277ac4ad0 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924665 Mar 22 14:00:02.494536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2db460d3-9b9e-4e1a-bfc5-3d6e8f097aa8 req-03e4cd25-20ac-4aa2-a5f9-87e4ad183138 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993015 Mar 22 14:00:02.543389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:02.543826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:02.543961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:02.547107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.551385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:02.552390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Attempting to bind port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:02.556981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:02.557409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:02.557740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:02.558140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Bound port: 6b48a843-8afe-4a93-978e-fe9e1294bca6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:02.558495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.562709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-2fdaec9a-2daa-4616-997a-a8d91c946a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.565317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-2fdaec9a-2daa-4616-997a-a8d91c946a25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1188102 Mar 22 14:00:02.570700 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3398971-d272-4e3b-9745-2d1e9bb885e9 admin admin] Publish callbacks [] for security_group (d328c8e8-844e-4ac8-aadc-10716be0d051), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.576421 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bdd942-76e1-48a9-9625-d3bf4a2c1ade x-openstack-request-id: req-e0bdd942-76e1-48a9-9625-d3bf4a2c1ade {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:02.577059 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:02.577763 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0bdd942-76e1-48a9-9625-d3bf4a2c1ade {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:02.579925 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bdd942-76e1-48a9-9625-d3bf4a2c1ade'] response: {'name': 'network-changed', 'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca', 'status': 'completed', 'code': 200} Mar 22 14:00:02.593431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3398971-d272-4e3b-9745-2d1e9bb885e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d328c8e8-844e-4ac8-aadc-10716be0d051), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.613274 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6637566-7bf3-40ff-83f3-2b6e71d8b495 x-openstack-request-id: req-c6637566-7bf3-40ff-83f3-2b6e71d8b495 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:02.613666 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "name": "network-vif-plugged", "status": "completed", "tag": "d151d003-f494-4540-89d0-c74a126d5acc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:02.613925 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6637566-7bf3-40ff-83f3-2b6e71d8b495 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:02.614375 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6637566-7bf3-40ff-83f3-2b6e71d8b495'] response: {'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc', 'code': 200} Mar 22 14:00:02.632756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:02.636618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:02.647474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.672785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba91c6ee-284a-4a41-83fb-61839e9be516 req-3d23e33b-b411-410c-949f-d44f7c9385a4 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593219 Mar 22 14:00:02.707847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3398971-d272-4e3b-9745-2d1e9bb885e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d328c8e8-844e-4ac8-aadc-10716be0d051,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.735075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3398971-d272-4e3b-9745-2d1e9bb885e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc4f16a48ab9402492b7c0403f85dbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5681369 Mar 22 14:00:02.748344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:02.755312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.756369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.757944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] 10.222.0.78 "PUT /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 1122 time: 1.3988559 Mar 22 14:00:02.767826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e0b20-5e4b-4159-846e-f4ad76be5efd service neutron] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.796799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-5e4c3924-5591-4edb-893f-557096b41ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.798374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-5e4c3924-5591-4edb-893f-557096b41ff1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2168086 Mar 22 14:00:02.834565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] Publish callbacks [] for security_group (d328c8e8-844e-4ac8-aadc-10716be0d051), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.853407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b48a843-8afe-4a93-978e-fe9e1294bca6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:02.863248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] Publish callbacks [] for security_group (d328c8e8-844e-4ac8-aadc-10716be0d051), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.920179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe14c6-916f-43eb-af66-e2fefa27bc53 req-b9155079-261c-407d-850d-06e97fb50d2f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.921520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d328c8e8-844e-4ac8-aadc-10716be0d051), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.921655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7abe14c6-916f-43eb-af66-e2fefa27bc53 req-b9155079-261c-407d-850d-06e97fb50d2f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.2452881 Mar 22 14:00:02.924912 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:02.929924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d328c8e8-844e-4ac8-aadc-10716be0d051 HTTP/1.1" status: 204 len: 168 time: 0.1803894 Mar 22 14:00:02.940164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19f1b9-816f-4852-abf0-493698277578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d328c8e8-844e-4ac8-aadc-10716be0d051,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:02.949293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbef19-3883-4744-8e38-c0fbad3a74ad req-84de5252-adf1-437b-bbde-5fe93e5a25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.950768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67bbef19-3883-4744-8e38-c0fbad3a74ad req-84de5252-adf1-437b-bbde-5fe93e5a25f3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 1127 time: 0.2455034 Mar 22 14:00:02.964066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91c6ee-284a-4a41-83fb-61839e9be516 req-138838b6-2dfe-40d2-9588-77d703e4d4aa tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:02.966406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba91c6ee-284a-4a41-83fb-61839e9be516 req-138838b6-2dfe-40d2-9588-77d703e4d4aa tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847030 Mar 22 14:00:03.018470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-8f7cb783-501a-472c-8d05-1a1b71227ad9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122257 Mar 22 14:00:03.025368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba91c6ee-284a-4a41-83fb-61839e9be516 req-101cd031-8afb-4e3c-9cdb-c966860926ad tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/quotas/bb1e2a94e10648ebb18fc233f4095ce6 HTTP/1.1" status: 200 len: 375 time: 0.0405695 Mar 22 14:00:03.108990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7abe14c6-916f-43eb-af66-e2fefa27bc53 req-93e8a651-886b-46b9-aaec-23612b40cc29 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741974 Mar 22 14:00:03.375530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba91c6ee-284a-4a41-83fb-61839e9be516 req-6a42d69d-1ae9-48b7-8828-2710a9fe09ee tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3240881 Mar 22 14:00:03.389646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67bbef19-3883-4744-8e38-c0fbad3a74ad req-17b7d127-009a-46a2-a14e-fe8c138a05a5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077630 Mar 22 14:00:03.449509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c990ecf5-caf0-472d-9c9b-402354ecaf10 req-6f26ad18-46d3-4a0c-aede-e93b2209f5a3 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194274 Mar 22 14:00:03.470782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f55dd-935e-4daa-bb97-34c5d6b1f255 req-c1736a21-be6d-4bcc-a53b-d567a55f65da tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.473832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca2f55dd-935e-4daa-bb97-34c5d6b1f255 req-c1736a21-be6d-4bcc-a53b-d567a55f65da tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 947 time: 0.1018474 Mar 22 14:00:03.546676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca2f55dd-935e-4daa-bb97-34c5d6b1f255 req-9ea1a10b-c4b9-4bc9-a610-da102af376e7 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658226 Mar 22 14:00:03.674912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baadaca-0c1b-46f0-afa1-bd93ebd19b09 req-fbbe09cb-28f7-4dc0-bc63-9af09c101504 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.676454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7baadaca-0c1b-46f0-afa1-bd93ebd19b09 req-fbbe09cb-28f7-4dc0-bc63-9af09c101504 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 945 time: 0.1480982 Mar 22 14:00:03.680331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-0faf90c8-a880-457b-b594-6ea25c5ae58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.681803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-0faf90c8-a880-457b-b594-6ea25c5ae58c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87fe913a7de047839d48814b9b784fc8&device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 1129 time: 0.1340754 Mar 22 14:00:03.685933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:03.693676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Request body: {'floatingip': {'port_id': '93b45ba7-385a-4e34-997a-9477e6327cc6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:03.750320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:03.768828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:03.772857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dd741-8389-4139-b828-9202fed48465 req-e999de09-9b1b-44ea-abab-326439f1d56c tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.774547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301dd741-8389-4139-b828-9202fed48465 req-e999de09-9b1b-44ea-abab-326439f1d56c tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 948 time: 0.1619833 Mar 22 14:00:03.844985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-380dd843-52cd-4f94-8409-a553c1f5d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.846734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-380dd843-52cd-4f94-8409-a553c1f5d557 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1516507 Mar 22 14:00:03.897564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-5634913b-d27f-46fa-bf8f-fc993a167e24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca HTTP/1.1" status: 200 len: 217 time: 0.0440583 Mar 22 14:00:03.905301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301dd741-8389-4139-b828-9202fed48465 req-224fc3de-8240-470d-9fa4-d59896980cc3 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175010 Mar 22 14:00:03.958030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-210b1f62-4c08-4e37-aaa0-3df440ced6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:03.959933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-210b1f62-4c08-4e37-aaa0-3df440ced6bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0536861 Mar 22 14:00:04.050542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-2e5430dd-ba06-43d3-a7a0-dc838b97f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.052207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-2e5430dd-ba06-43d3-a7a0-dc838b97f6a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0861607 Mar 22 14:00:04.149789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc322544-9396-4efc-9ad7-e8981683fa58 req-285d1092-77eb-4699-8236-5bd537ca9c43 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.151526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc322544-9396-4efc-9ad7-e8981683fa58 req-285d1092-77eb-4699-8236-5bd537ca9c43 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.1361485 Mar 22 14:00:04.154007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:04.160818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-532260542-network', 'tenant_id': 'bdcc72eea13f45aca4e3460bd36ff978'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:04.228331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Made reservation on behalf of bdcc72eea13f45aca4e3460bd36ff978 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:04.230789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.243352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.253658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc322544-9396-4efc-9ad7-e8981683fa58 req-bd98698a-459d-435e-9074-4de78700cf9a tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961285 Mar 22 14:00:04.276571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-205e4ee7-1667-42b9-b538-bb1385cf69c1 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112305 Mar 22 14:00:04.314228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6'}, {'name': 'network-changed', 'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:04.316547 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890e9be-f1be-448c-95eb-45db39dd6871" -d '{"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6"}, {"name": "network-changed", "server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:04.329876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a7233358-ae21-4702-9456-56719659b0a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e4be0657e244b78a49a831d22edcb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747653 Mar 22 14:00:04.335111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:04.376687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:00:04.398096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3683ac6-6d6c-4d89-954f-0efa9e3043eb req-d66486fd-a5bc-4fa9-9aa2-6687c12a58c8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.399671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3683ac6-6d6c-4d89-954f-0efa9e3043eb req-d66486fd-a5bc-4fa9-9aa2-6687c12a58c8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.1449866 Mar 22 14:00:04.433656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50f0705-617b-4cc0-b680-01c1c2e6dcd8 req-ee2f1fd4-9fe1-4a52-a347-422b3d1c06c9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382756 Mar 22 14:00:04.471349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3683ac6-6d6c-4d89-954f-0efa9e3043eb req-96671c90-a060-45a1-aa38-137873b28b23 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Mar 22 14:00:04.493082 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197e77c-91a0-4d14-8082-0215463a5cbf x-openstack-request-id: req-9197e77c-91a0-4d14-8082-0215463a5cbf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:04.493378 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6", "code": 200}, {"name": "network-changed", "server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:04.493625 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9197e77c-91a0-4d14-8082-0215463a5cbf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:04.494055 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9197e77c-91a0-4d14-8082-0215463a5cbf'] response: {'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'code': 200} Mar 22 14:00:04.494315 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9197e77c-91a0-4d14-8082-0215463a5cbf'] response: {'name': 'network-changed', 'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'status': 'completed', 'code': 200} Mar 22 14:00:04.507148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.541948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.555047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks [] for security_group (47713b61-8303-40e6-b7a4-c31cdd17d401), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.576403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-697ece5d-0605-4a05-b25f-2d50a0aceb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.578004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-697ece5d-0605-4a05-b25f-2d50a0aceb0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1156 time: 0.0475342 Mar 22 14:00:04.636437 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-0c6ed2d2-f2ae-45c4-a0ed-2e4dc7a5c194 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3136926 Mar 22 14:00:04.639116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] Publish callbacks [] for security_group (b7953cad-04db-42c8-8ced-f4d1e2c1aa25), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.642642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (47713b61-8303-40e6-b7a4-c31cdd17d401), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.714545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-a083cc78-23f3-45ba-8ca2-58992b4b3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.716013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-a083cc78-23f3-45ba-8ca2-58992b4b3764 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1310463 Mar 22 14:00:04.719249 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Floating IP fb918619-aeb1-45dc-a2fd-d86a2653de58 associated. External IP: 172.25.3.136, port: 93b45ba7-385a-4e34-997a-9477e6327cc6. Mar 22 14:00:04.729786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:04.743251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47713b61-8303-40e6-b7a4-c31cdd17d401,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:04.776199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-3ee79f08-e904-4fcf-b3c6-43e9f5da7222 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.0489104 Mar 22 14:00:04.786974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3397f-ae8e-4838-87b4-4c2ed60e2363 req-41c153c0-9e54-408b-9345-f2c18b248096 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.794323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69d3397f-ae8e-4838-87b4-4c2ed60e2363 req-41c153c0-9e54-408b-9345-f2c18b248096 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 947 time: 0.1307871 Mar 22 14:00:04.802686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:04.806370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:04.810692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:04.811177 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.827929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8cb42a7-4631-498c-bf77-de554a5f4396 req-43f18815-df95-41d0-b36b-b03fc1f8c3dc tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220995 Mar 22 14:00:04.848881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] Publish callbacks [] for security_group (b7953cad-04db-42c8-8ced-f4d1e2c1aa25), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.864338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (24fdec7d-377b-4165-a04a-9c72ca760d12), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.864677 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Added segment 24fdec7d-377b-4165-a04a-9c72ca760d12 of type vlan for network 49d58950-bb50-45e5-a697-35e5e39c7e76 Mar 22 14:00:04.895051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:04.895752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.920965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:04.923127 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a4521-80bf-45ec-bd56-1ece3cb1a3d7" -d '{"events": [{"server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:04.936189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:04.942306 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.943215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:04.951514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-7158e18b-e240-4659-87c4-ca25476e5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.951881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-5e15dd7b-3208-44d7-85f5-a5d8d5b15132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:04.953194 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-7158e18b-e240-4659-87c4-ca25476e5ac6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1126 time: 0.2141874 Mar 22 14:00:04.953511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-5e15dd7b-3208-44d7-85f5-a5d8d5b15132 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1570306 Mar 22 14:00:04.963335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (49d58950-bb50-45e5-a697-35e5e39c7e76), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:04.987450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:04.987450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1d3436db-eb05-4e88-aa3c-d88df09b5fa6 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:05.000473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7953cad-04db-42c8-8ced-f4d1e2c1aa25), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.002845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-40b407d4-6e64-460e-9020-38cb6fd4485a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343814 Mar 22 14:00:05.003683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.004768 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7953cad-04db-42c8-8ced-f4d1e2c1aa25 HTTP/1.1" status: 204 len: 168 time: 0.6651869 Mar 22 14:00:05.016897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (49d58950-bb50-45e5-a697-35e5e39c7e76), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.018001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.018385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.030420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.047763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69d3397f-ae8e-4838-87b4-4c2ed60e2363 req-2298cd7a-c38e-4b27-8c9e-66737e27e9fd tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524140 Mar 22 14:00:05.113053 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4559fe8-0ef1-463a-a6c4-00f3efdbf04b x-openstack-request-id: req-a4559fe8-0ef1-463a-a6c4-00f3efdbf04b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:05.113415 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:05.113728 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4559fe8-0ef1-463a-a6c4-00f3efdbf04b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:05.114160 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4559fe8-0ef1-463a-a6c4-00f3efdbf04b'] response: {'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'code': 200} Mar 22 14:00:05.125516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6c94-d299-4e9b-b6cd-881f85df48c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7953cad-04db-42c8-8ced-f4d1e2c1aa25,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.131535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb42a7-4631-498c-bf77-de554a5f4396 req-6a4d659e-3ada-412b-9d06-9befddb1c7f9 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.146570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8cb42a7-4631-498c-bf77-de554a5f4396 req-6a4d659e-3ada-412b-9d06-9befddb1c7f9 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926950 Mar 22 14:00:05.210961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4591234 Mar 22 14:00:05.219016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8cb42a7-4631-498c-bf77-de554a5f4396 req-f1c721b8-e6af-4041-a612-1e3948494b31 tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/quotas/bb1e2a94e10648ebb18fc233f4095ce6 HTTP/1.1" status: 200 len: 375 time: 0.0710092 Mar 22 14:00:05.222837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56752) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:05.223347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.82', 49970) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:05.237904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Request body: {'subnet': {'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-532260542-subnet', 'tenant_id': 'bdcc72eea13f45aca4e3460bd36ff978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:05.242559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18f76b-7443-483e-94f6-95dcb99c4a04 admin admin] Pushing event updated for resources: {'Network': ['ID=49d58950-bb50-45e5-a697-35e5e39c7e76,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.255989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 49d58950-bb50-45e5-a697-35e5e39c7e76 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:05.308167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-adce791f-dddf-4dc3-b0df-91e9849e93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.309677 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-adce791f-dddf-4dc3-b0df-91e9849e93b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.3037770 Mar 22 14:00:05.314381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8cb42a7-4631-498c-bf77-de554a5f4396 req-2378a126-a2e3-4137-ba4c-98239240c21d tempest-QuotasAdminNegativeTest-880241166 tempest-QuotasAdminNegativeTest-880241166-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755157 Mar 22 14:00:05.315769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Made reservation on behalf of bdcc72eea13f45aca4e3460bd36ff978 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:05.318533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.343220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Router 65d72bb4-f75c-4a7e-9251-d558049621e3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:05.365019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-de504e7c-c316-411b-9f50-819a9dabc25e service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464789 Mar 22 14:00:05.387665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-ccb0bbed-93b3-4c27-99be-af9668f19fe6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2273519 Mar 22 14:00:05.472197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:05.530945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060517a-1a78-4900-9dfd-ba0c83023389 req-6a57f790-ca78-45d4-804d-791c33154ee8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.532660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9060517a-1a78-4900-9dfd-ba0c83023389 req-6a57f790-ca78-45d4-804d-791c33154ee8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.3337154 Mar 22 14:00:05.564075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c65ce0c-68ed-4651-8c5c-bfffd63151c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.648785 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-72188dd3-0d58-460c-8ac5-cfcbc63c715d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.3180866 Mar 22 14:00:05.655431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5dd0c-aa47-4d65-b55a-2a98702ac579 req-a879008a-26ec-444a-8c9d-724ae8086ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.656837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a1e5dd0c-aa47-4d65-b55a-2a98702ac579 req-a879008a-26ec-444a-8c9d-724ae8086ea7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 1131 time: 0.4304867 Mar 22 14:00:05.661977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890e9be-f1be-448c-95eb-45db39dd6871 req-32b4c6a8-4491-4c49-a9c0-3de8c816de6b service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886722 Mar 22 14:00:05.674665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9060517a-1a78-4900-9dfd-ba0c83023389 req-bd3f7ef2-7cc6-4ce9-ae3e-191808943ad4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154628 Mar 22 14:00:05.680951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-95fb0e2e-b216-48ed-988c-6c5a85f093ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.683030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-95fb0e2e-b216-48ed-988c-6c5a85f093ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 1132 time: 0.2113607 Mar 22 14:00:05.696452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdde26-0f64-4ea2-96f1-126c24615f1b req-9298555e-7de8-48c4-85ee-099efda2fb2d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.697558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebdde26-0f64-4ea2-96f1-126c24615f1b req-9298555e-7de8-48c4-85ee-099efda2fb2d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.2159905 Mar 22 14:00:05.835000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-8129c987-1044-4354-a296-845377b9e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.836358 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-8129c987-1044-4354-a296-845377b9e92d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1707845 Mar 22 14:00:05.839108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c65ce0c-68ed-4651-8c5c-bfffd63151c4 admin admin] Publish callbacks [] for security_group (c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.847847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebdde26-0f64-4ea2-96f1-126c24615f1b req-5a3152d9-bad6-46fe-b401-56f18f324ff9 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363008 Mar 22 14:00:05.850623 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c65ce0c-68ed-4651-8c5c-bfffd63151c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.868912 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a1e5dd0c-aa47-4d65-b55a-2a98702ac579 req-189c31e4-2798-4fa5-a988-804f117f2e17 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918690 Mar 22 14:00:05.894182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-888c4598-db56-471e-a7de-89f87373cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:05.895936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-888c4598-db56-471e-a7de-89f87373cc42 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1856041 Mar 22 14:00:05.903458 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-2c56da00-6706-462f-802a-5b4dc88498dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556078 Mar 22 14:00:05.923606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ce0c-68ed-4651-8c5c-bfffd63151c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:05.925612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:05.931478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c65ce0c-68ed-4651-8c5c-bfffd63151c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdea855be6514b70b99f130d89a95223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470508 Mar 22 14:00:05.936873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56768) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:05.941651 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Sync routers for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:05.948267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:05.956594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:05.957317 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:05.969309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:06.007378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-119d5cec-e7ac-4e21-beb1-362f854fc259 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "PUT /v2.0/floatingips/fb918619-aeb1-45dc-a2fd-d86a2653de58 HTTP/1.1" status: 200 len: 991 time: 2.3198915 Mar 22 14:00:06.008985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (f91494c6-834a-4f7b-ac6e-ec6ffbd7e430), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.028061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-3dc22847-8f6c-4c76-878a-4fcb2f858116 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d HTTP/1.1" status: 200 len: 217 time: 0.0922384 Mar 22 14:00:06.060678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91494c6-834a-4f7b-ac6e-ec6ffbd7e430,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.088849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Checking segment: {'id': '24fdec7d-377b-4165-a04a-9c72ca760d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:06.089275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Network hostable DHCP agents. Network: 49d58950-bb50-45e5-a697-35e5e39c7e76, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:06.150696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Network 49d58950-bb50-45e5-a697-35e5e39c7e76 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:06.181079 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:06.191147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:06.195153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 49d58950-bb50-45e5-a697-35e5e39c7e76) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:06.204510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f67450-8c52-4ffc-ac12-634c0b119ce5 None None] Network 49d58950-bb50-45e5-a697-35e5e39c7e76 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:06.207218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.207838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.254072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:00:06.259835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66d23bf8-6240-4365-8759-54b42648e470 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0353668 Mar 22 14:00:06.267061 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-61fcd14b-4b21-4c9a-8cb6-d1dbe58946a3 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532307 Mar 22 14:00:06.321357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-dc6f067e-23a3-4850-bbea-3b6c0b1ce397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.322610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd2a3c-9805-4fed-a94a-83ba4e092d1e None None] Network 49d58950-bb50-45e5-a697-35e5e39c7e76 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:06.324566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-dc6f067e-23a3-4850-bbea-3b6c0b1ce397 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2290874 Mar 22 14:00:06.350463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52199ec9-5bc8-45e7-84f5-c08560bf6249 req-206b3b95-b4a2-4b3c-aade-69446853f43f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.357857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52199ec9-5bc8-45e7-84f5-c08560bf6249 req-206b3b95-b4a2-4b3c-aade-69446853f43f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.4246123 Mar 22 14:00:06.428591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] Publish callbacks [] for security_group (c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.467161 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7d4119ae-997d-47fa-89e7-4ad8e4c79647 req-aa4e3987-c591-43f1-b596-41e4cec0b16d service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908052 Mar 22 14:00:06.495281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:06.499704 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc33f5-13d7-4918-bb01-25fd5ea688b2" -d '{"events": [{"name": "network-changed", "server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:06.519052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52199ec9-5bc8-45e7-84f5-c08560bf6249 req-d02ea7c5-f368-48ea-8797-3df02bfc7064 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597028 Mar 22 14:00:06.537112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] Publish callbacks [] for security_group (c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.555906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b2e68-e693-46bd-aaf1-7dae92cb53ac req-8b665a37-7a61-4c36-ba97-ea02ca6c8e27 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.557712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed4b2e68-e693-46bd-aaf1-7dae92cb53ac req-8b665a37-7a61-4c36-ba97-ea02ca6c8e27 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 947 time: 0.3638823 Mar 22 14:00:06.573347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fb918619-aeb1-45dc-a2fd-d86a2653de58', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'port_id': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'mac_address': 'fa:16:3e:fa:f3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:36Z', 'updated_at': '2022-03-22T14:00:04Z', 'revision_number': 1, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:06.603362 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42050398-782d-4a4d-80be-26d9096cae7d x-openstack-request-id: req-42050398-782d-4a4d-80be-26d9096cae7d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:06.603662 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:06.603912 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42050398-782d-4a4d-80be-26d9096cae7d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:06.604324 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42050398-782d-4a4d-80be-26d9096cae7d'] response: {'name': 'network-changed', 'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'status': 'completed', 'code': 200} Mar 22 14:00:06.620233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Checking router: 65d72bb4-f75c-4a7e-9251-d558049621e3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:06.631841 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:06.633053 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:06.650569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-214a1e5d-db5e-4f63-b458-24a2ef70316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.652388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-214a1e5d-db5e-4f63-b458-24a2ef70316c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2920539 Mar 22 14:00:06.743554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 00a06d48-ebb6-411e-bdbf-41f9a30478ca details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:06.761810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-f93606f6-7bac-4c71-9aab-e965a4dde0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:06.764420 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-f93606f6-7bac-4c71-9aab-e965a4dde0da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 1127 time: 0.1238596 Mar 22 14:00:06.766801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed4b2e68-e693-46bd-aaf1-7dae92cb53ac req-656ec1df-e48a-4da4-8fea-9b5e83d84dab tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010362 Mar 22 14:00:06.800025 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:06.806659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.810343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:06.814590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b HTTP/1.1" status: 204 len: 168 time: 0.8768249 Mar 22 14:00:06.833853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff02c-bd14-461f-89dc-dcb37cb2ab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57704f8-9dc1-4bb9-bbdd-1db3ed9ea26b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:06.865250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-8327e6ad-4015-486d-bd3c-16a6646b1e40 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831050 Mar 22 14:00:06.975279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:06.999839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-992bf5b9-bef8-486d-af24-64ae9a5274d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.001526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-992bf5b9-bef8-486d-af24-64ae9a5274d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 HTTP/1.1" status: 200 len: 916 time: 0.2297945 Mar 22 14:00:07.016042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '00a06d48-ebb6-411e-bdbf-41f9a30478ca', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '00a06d48-ebb6-411e-bdbf-41f9a30478ca', 'mac_address': 'fa:16:3e:57:0d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:07.085899 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-75051f77-7398-4c66-939d-5d41806a7e16 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93b45ba7-385a-4e34-997a-9477e6327cc6 HTTP/1.1" status: 200 len: 999 time: 0.0739071 Mar 22 14:00:07.110516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 00a06d48-ebb6-411e-bdbf-41f9a30478ca is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:07.115379 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.139315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a06d48-ebb6-411e-bdbf-41f9a30478ca {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:07.141856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.150123 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fb918619-aeb1-45dc-a2fd-d86a2653de58', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'port_id': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'mac_address': 'fa:16:3e:fa:f3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:36Z', 'updated_at': '2022-03-22T14:00:04Z', 'revision_number': 1, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:07.180542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:07.184260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:07.189548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-581805489-network', 'tenant_id': 'eadc8cbd97ec47ada277856031da8451'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:07.191188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.223022 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020a37f-c0be-4f01-9157-ed420584fe6c None None] The sync data for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 is: [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fb918619-aeb1-45dc-a2fd-d86a2653de58', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'port_id': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'mac_address': 'fa:16:3e:fa:f3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:59:36Z', 'updated_at': '2022-03-22T14:00:04Z', 'revision_number': 1, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:07.238368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-1a326ed9-eced-4b0f-845f-989b9aaa93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.241284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-1a326ed9-eced-4b0f-845f-989b9aaa93e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f HTTP/1.1" status: 200 len: 854 time: 0.1474454 Mar 22 14:00:07.253333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:07.270014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Made reservation on behalf of eadc8cbd97ec47ada277856031da8451 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:07.272277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.291686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.367700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-6785bfa2-7428-4c7f-a23b-38497a66e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.370406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-6785bfa2-7428-4c7f-a23b-38497a66e314 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1188772 Mar 22 14:00:07.507509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e70900b-9f7d-4bfd-9add-d71d92d7a201 req-2a50ae3c-1e31-4609-9400-cbea71ed4d1f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300204 Mar 22 14:00:07.530124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357c86-9a72-423a-9c55-8e3dcd01a02b req-69753ce5-cd63-4ff0-9337-e9be7c09d59e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.537074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['00a06d48-ebb6-411e-bdbf-41f9a30478ca'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:07.544762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35357c86-9a72-423a-9c55-8e3dcd01a02b req-69753ce5-cd63-4ff0-9337-e9be7c09d59e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.6727479 Mar 22 14:00:07.592227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219a974-30f8-4f13-b560-db6f263640ff None None] New status for floating IP fb918619-aeb1-45dc-a2fd-d86a2653de58: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:00:07.599905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-a88f854a-738a-42b7-9422-f9446bae097d service neutron] 10.222.0.82 "GET /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.1276267 Mar 22 14:00:07.674431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3b36-3d36-4866-9a68-2c646c672470 req-e225fa3a-dec4-4208-8d38-9b7991a0d74f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:07.679037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89fc3b36-3d36-4866-9a68-2c646c672470 req-e225fa3a-dec4-4208-8d38-9b7991a0d74f tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.6466508 Mar 22 14:00:07.685735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks [] for security_group (bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.695371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35357c86-9a72-423a-9c55-8e3dcd01a02b req-f38e3ea6-13f5-4c70-a7c5-29aea1f83600 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438665 Mar 22 14:00:07.696992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-c6da22e4-e139-49da-b489-0853962a44d9 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158073 Mar 22 14:00:07.807141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89fc3b36-3d36-4866-9a68-2c646c672470 req-c5908868-90c9-43e7-b356-ec824ea4c6c4 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100612 Mar 22 14:00:07.836141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.850465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:07.853674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60c5e280-24d5-4b77-95ec-90d1ed50f208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.861006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a1db61ff-c52d-4587-9759-005e4ea77499), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:07.861349 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Added segment a1db61ff-c52d-4587-9759-005e4ea77499 of type vlan for network efc44c5f-77e2-498c-8edf-56f17e733842 Mar 22 14:00:07.896479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:08.014500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (efc44c5f-77e2-498c-8edf-56f17e733842), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.016969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.029337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191535-350a-4579-bdbf-402f1e525040 req-f3b7d8fa-9402-48af-8baf-28b6d981e39b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.032873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:08.037469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e191535-350a-4579-bdbf-402f1e525040 req-f3b7d8fa-9402-48af-8baf-28b6d981e39b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 944 time: 0.2283449 Mar 22 14:00:08.089041 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60c5e280-24d5-4b77-95ec-90d1ed50f208 admin admin] Publish callbacks [] for security_group (8de71be4-e636-45da-8fc4-40b3aac7dd27), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.105443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60c5e280-24d5-4b77-95ec-90d1ed50f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8de71be4-e636-45da-8fc4-40b3aac7dd27), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.112272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b48a843-8afe-4a93-978e-fe9e1294bca6 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:08.116446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9298ee-21c4-4eed-a702-60af6505cf7b req-0eeb2841-c5f6-45ae-a6f0-22e4270e9cb4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.125310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea9298ee-21c4-4eed-a702-60af6505cf7b req-0eeb2841-c5f6-45ae-a6f0-22e4270e9cb4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 948 time: 0.1819024 Mar 22 14:00:08.128476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:08.132880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-48cc33f5-13d7-4918-bb01-25fd5ea688b2 req-2fe00ecc-f5b5-4178-aa16-79c9c6183ddb service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620296 Mar 22 14:00:08.140040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (efc44c5f-77e2-498c-8edf-56f17e733842), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.141507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.142209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.197629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.210174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5e280-24d5-4b77-95ec-90d1ed50f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de71be4-e636-45da-8fc4-40b3aac7dd27,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.211232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0258172 Mar 22 14:00:08.215109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-60c5e280-24d5-4b77-95ec-90d1ed50f208 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb1e2a94e10648ebb18fc233f4095ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181864 Mar 22 14:00:08.218985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.219311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56838) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.224989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Request body: {'subnet': {'network_id': 'efc44c5f-77e2-498c-8edf-56f17e733842', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-581805489-subnet', 'tenant_id': 'eadc8cbd97ec47ada277856031da8451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:08.233704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e8813-a985-4d89-8f43-63c106e5cf15 admin admin] Pushing event updated for resources: {'Network': ['ID=efc44c5f-77e2-498c-8edf-56f17e733842,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.245503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network efc44c5f-77e2-498c-8edf-56f17e733842 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:08.268151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e191535-350a-4579-bdbf-402f1e525040 req-017eca8f-2f56-4768-9de2-82bc54e59306 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296264 Mar 22 14:00:08.306015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea9298ee-21c4-4eed-a702-60af6505cf7b req-79a2fc4e-d61e-4c64-a449-c985b49d2d01 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797984 Mar 22 14:00:08.324613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Made reservation on behalf of eadc8cbd97ec47ada277856031da8451 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:08.326999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.328926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] Transition to ACTIVE for port object 6b48a843-8afe-4a93-978e-fe9e1294bca6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:08.334553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.412488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] No DVR routers for this DVR port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:08.418107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] Publish callbacks [] for security_group (8de71be4-e636-45da-8fc4-40b3aac7dd27), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.461609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] 10.222.0.82 "PUT /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8462331 Mar 22 14:00:08.462423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49f978-839f-4844-8e8e-fce19c3bc399 service neutron] Pushing event updated for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.513731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] Publish callbacks [] for security_group (8de71be4-e636-45da-8fc4-40b3aac7dd27), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.579470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-161f47a8-7597-4b40-9514-44b468b51b28 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.581288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-161f47a8-7597-4b40-9514-44b468b51b28 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.0584674 Mar 22 14:00:08.598015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc575-177d-419e-a4fb-7ef6ba2f4ff4 req-7ef4622f-2b70-451c-a6e4-e6a5c19bca55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.599508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778fc575-177d-419e-a4fb-7ef6ba2f4ff4 req-7ef4622f-2b70-451c-a6e4-e6a5c19bca55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.1977530 Mar 22 14:00:08.609217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:08.614428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Request body: {'floatingip': {'port_id': 'd151d003-f494-4540-89d0-c74a126d5acc'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:08.618677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (53027bee-31b1-4499-a74d-72040ae30054), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.681082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-f052f0ec-dc85-4d0d-acfa-ed3a1d0e5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.682686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-f052f0ec-dc85-4d0d-acfa-ed3a1d0e5900 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&tenant_id=561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 1127 time: 0.0934901 Mar 22 14:00:08.691961 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.704112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8de71be4-e636-45da-8fc4-40b3aac7dd27), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.706522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.707711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8de71be4-e636-45da-8fc4-40b3aac7dd27 HTTP/1.1" status: 204 len: 168 time: 0.4864104 Mar 22 14:00:08.761688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 00a06d48-ebb6-411e-bdbf-41f9a30478ca up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:08.772999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-7e5e6de9-25ac-454c-8865-5dd55d4e1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.775409 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-7e5e6de9-25ac-454c-8865-5dd55d4e1c04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1127 time: 0.0644631 Mar 22 14:00:08.828637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc21ce-108b-4019-81f4-d3c3ff6a0d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de71be4-e636-45da-8fc4-40b3aac7dd27,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.834600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53027bee-31b1-4499-a74d-72040ae30054,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:08.860280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 00a06d48-ebb6-411e-bdbf-41f9a30478ca completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:08.866480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 00a06d48-ebb6-411e-bdbf-41f9a30478ca triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:08.867112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:08.918560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Checking segment: {'id': 'a1db61ff-c52d-4587-9759-005e4ea77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efc44c5f-77e2-498c-8edf-56f17e733842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:08.918913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Network hostable DHCP agents. Network: efc44c5f-77e2-498c-8edf-56f17e733842, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:08.930387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-bc7c55f3-1cef-452c-8d44-185e041de3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:08.933654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-bc7c55f3-1cef-452c-8d44-185e041de3d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1510174 Mar 22 14:00:09.020645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 00a06d48-ebb6-411e-bdbf-41f9a30478ca is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:09.021466 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-af8b75c4-c049-4037-84de-2d85105256bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.0798879 Mar 22 14:00:09.022085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.030162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaa3b1-2e1d-40df-a86e-383a43fa3904 req-e202a1e9-8949-4e24-8ccd-ea4e4ac9b158 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.038800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04eaa3b1-2e1d-40df-a86e-383a43fa3904 req-e202a1e9-8949-4e24-8ccd-ea4e4ac9b158 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.2049475 Mar 22 14:00:09.051579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Network efc44c5f-77e2-498c-8edf-56f17e733842 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:09.059885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:09.065476 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f967e-41f9-47ba-bb47-aa0941d2683e" -d '{"events": [{"server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "name": "network-vif-plugged", "status": "completed", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:09.093091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, efc44c5f-77e2-498c-8edf-56f17e733842) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:09.102935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.103723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.104704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-9abe67d3-24f1-4d3f-9122-ce58f1d9ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.107162 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-9abe67d3-24f1-4d3f-9122-ce58f1d9ba41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0753186 Mar 22 14:00:09.111138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:09.119264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7730c0-79de-4d53-9762-ae4b3aa2c9e3 None None] Network efc44c5f-77e2-498c-8edf-56f17e733842 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:09.147414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04eaa3b1-2e1d-40df-a86e-383a43fa3904 req-2c4da167-a6dd-429e-bc2f-1560c8a55323 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072879 Mar 22 14:00:09.163693 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-70275876-87d1-4fc4-ac6f-43bdd1285bc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442362 Mar 22 14:00:09.171793 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.189727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-291cbcc9-c4ae-4dac-951a-a100d52ef213 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9693370 Mar 22 14:00:09.246316 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5176ac-bd35-4e2b-9b35-9f34a735d319 x-openstack-request-id: req-2e5176ac-bd35-4e2b-9b35-9f34a735d319 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:09.246918 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "name": "network-vif-plugged", "status": "completed", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:09.246918 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e5176ac-bd35-4e2b-9b35-9f34a735d319 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:09.247323 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5176ac-bd35-4e2b-9b35-9f34a735d319'] response: {'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca', 'code': 200} Mar 22 14:00:09.341981 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-d602dc9f-6aac-49d8-93b4-ee27fba92de4 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690123 Mar 22 14:00:09.359021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56878) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:09.393097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:09.408770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2122eb2-6c0d-47b7-a3d9-0196b4b2d206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.447970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a23c2-f19e-4c53-b848-fa9b9dbaee43 None None] Network efc44c5f-77e2-498c-8edf-56f17e733842 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:09.496354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9d059-3da0-48ea-8cff-85c9d6d2cd4e req-498a986d-0cfc-43cb-b6c8-498fa21aabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.498644 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dda9d059-3da0-48ea-8cff-85c9d6d2cd4e req-498a986d-0cfc-43cb-b6c8-498fa21aabd7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 1131 time: 0.1556127 Mar 22 14:00:09.558731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-f60afb02-f991-4bbc-84f8-6b803e2f8a3a service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031333 Mar 22 14:00:09.598442 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dda9d059-3da0-48ea-8cff-85c9d6d2cd4e req-97fa4782-c926-4a0b-9eda-c47b9b9feab9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Mar 22 14:00:09.689210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edd412-82fb-482c-ad25-beafa0fd7534 req-11509c83-1196-44d2-b006-3ac77652b27b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.690695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78edd412-82fb-482c-ad25-beafa0fd7534 req-11509c83-1196-44d2-b006-3ac77652b27b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 945 time: 0.2895780 Mar 22 14:00:09.774637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.788706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.860157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4de7b-6afe-4451-a922-96fc82825416 req-aee40329-1398-49c2-9835-17a57fd1c6ce tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:09.861769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-aee40329-1398-49c2-9835-17a57fd1c6ce tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.0480523 Mar 22 14:00:09.870704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2122eb2-6c0d-47b7-a3d9-0196b4b2d206 admin admin] Publish callbacks [] for security_group (636f62d7-b063-41bf-8a55-1ddfb1c2e496), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.885605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78edd412-82fb-482c-ad25-beafa0fd7534 req-30c6e301-adbd-4551-a03d-ff3eb9576438 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Mar 22 14:00:09.903890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2122eb2-6c0d-47b7-a3d9-0196b4b2d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (636f62d7-b063-41bf-8a55-1ddfb1c2e496), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:09.962753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122eb2-6c0d-47b7-a3d9-0196b4b2d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f62d7-b063-41bf-8a55-1ddfb1c2e496,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:09.972167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2122eb2-6c0d-47b7-a3d9-0196b4b2d206 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95e8688993ed4918b6dddbdb066a3f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119537 Mar 22 14:00:09.972591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56890) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:09.991145 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Floating IP bdac3db6-5199-44ee-a437-1ec871eeec66 associated. External IP: 172.25.3.223, port: d151d003-f494-4540-89d0-c74a126d5acc. Mar 22 14:00:09.997767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-04c4de7b-6afe-4451-a922-96fc82825416 req-2075c9fe-2c8c-4dd9-bd79-59e89db1beec service neutron] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:09.999452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e6697-31b0-4a1d-b614-27c53ce7bdbe req-7142629b-3133-4208-bd5d-5155d1223baa tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.000942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd0e6697-31b0-4a1d-b614-27c53ce7bdbe req-7142629b-3133-4208-bd5d-5155d1223baa tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.1357198 Mar 22 14:00:10.009149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-04c4de7b-6afe-4451-a922-96fc82825416 req-2075c9fe-2c8c-4dd9-bd79-59e89db1beec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.010487 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-04c4de7b-6afe-4451-a922-96fc82825416 req-2075c9fe-2c8c-4dd9-bd79-59e89db1beec service neutron] 10.222.0.78 "DELETE /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.1418099 Mar 22 14:00:10.052911 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] Publish callbacks [] for security_group (636f62d7-b063-41bf-8a55-1ddfb1c2e496), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.079779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] Publish callbacks [] for security_group (636f62d7-b063-41bf-8a55-1ddfb1c2e496), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.127442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (636f62d7-b063-41bf-8a55-1ddfb1c2e496), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.130730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.132097 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/636f62d7-b063-41bf-8a55-1ddfb1c2e496 HTTP/1.1" status: 204 len: 168 time: 0.1570537 Mar 22 14:00:10.150103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903eb76-31fd-4cc9-8a91-cac1ed6fda47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f62d7-b063-41bf-8a55-1ddfb1c2e496,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:10.190109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd0e6697-31b0-4a1d-b614-27c53ce7bdbe req-1f392de5-e008-4fe9-81c5-b1f479bb96df tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553242 Mar 22 14:00:10.227415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-9ba31f62-7bb6-46a5-96f2-9f30dca1f075 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.228862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-9ba31f62-7bb6-46a5-96f2-9f30dca1f075 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/networks?id=49d58950-bb50-45e5-a697-35e5e39c7e76 HTTP/1.1" status: 200 len: 814 time: 0.1572130 Mar 22 14:00:10.571484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-82d6b5fc-fbad-4a9b-99c7-b9432226c074 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/quotas/bdcc72eea13f45aca4e3460bd36ff978 HTTP/1.1" status: 200 len: 375 time: 0.0704162 Mar 22 14:00:10.614612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-ce097859-291f-4c2d-bf61-d58f55f77f63 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdcc72eea13f45aca4e3460bd36ff978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367510 Mar 22 14:00:10.685064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.685538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.686112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.686702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.687027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.687476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.687925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.688375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.688822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:10.690929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-08df11b2-d6fc-4222-8718-c660be74bdf1 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204&device_id=4f04ace2-29a7-4591-8306-922548ab61ff&device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea&device_id=42120545-cb7e-4369-9a7a-86f530fc89cd&device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6&device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 8486 time: 0.1640401 Mar 22 14:00:10.712617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:10.732385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-1231c69d-72b5-46bc-94c5-89ede39d963c tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.761120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:10.805373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 6b48a843-8afe-4a93-978e-fe9e1294bca6 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:00:10.805767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:10.833156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-55449ba0-ca71-43ac-b31f-88e66e534420 service neutron] 10.222.0.81 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090986 Mar 22 14:00:10.959656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:10.969530 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:10.970007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:10.991352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:10.992144 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:11.021839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-1231c69d-72b5-46bc-94c5-89ede39d963c tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Publish callbacks [] for security_group (1cb565d2-a928-4c07-bffe-c2110f4f10a1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.027112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-92ec22ca-7f20-4bd7-8221-7097d8a63759 service neutron] 10.222.0.81 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829722 Mar 22 14:00:11.030748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bef10d97-a64f-4a66-aab4-d87e5c33f33d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "PUT /v2.0/floatingips/bdac3db6-5199-44ee-a437-1ec871eeec66 HTTP/1.1" status: 200 len: 991 time: 2.4205532 Mar 22 14:00:11.032068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:11.033790 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "tag": "d151d003-f494-4540-89d0-c74a126d5acc"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:11.037021 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-1231c69d-72b5-46bc-94c5-89ede39d963c tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cb565d2-a928-4c07-bffe-c2110f4f10a1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:11.081579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231c69d-72b5-46bc-94c5-89ede39d963c tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb565d2-a928-4c07-bffe-c2110f4f10a1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:11.134567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-295a6495-bacd-45f2-9b4e-8462e5fed81a req-1231c69d-72b5-46bc-94c5-89ede39d963c tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&id=989b926f-b382-43d7-a284-c8398dbef0e8&id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.4357769 Mar 22 14:00:11.280286 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:11.431113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3982-935e-4288-a3a6-3f20c4cb3efd req-c35aee98-de8b-4192-8004-4373d1b565d6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:11.440217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f1a3982-935e-4288-a3a6-3f20c4cb3efd req-c35aee98-de8b-4192-8004-4373d1b565d6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 945 time: 0.0678363 Mar 22 14:00:11.546672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f1a3982-935e-4288-a3a6-3f20c4cb3efd req-771c8e6d-3028-40eb-8259-16915e3bcd27 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049347 Mar 22 14:00:11.722957 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6616a55-0e5d-49e4-98da-3fb3d38f1263 x-openstack-request-id: req-c6616a55-0e5d-49e4-98da-3fb3d38f1263 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:11.723550 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "tag": "d151d003-f494-4540-89d0-c74a126d5acc", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:11.723550 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6616a55-0e5d-49e4-98da-3fb3d38f1263 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:11.723998 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6616a55-0e5d-49e4-98da-3fb3d38f1263'] response: {'name': 'network-changed', 'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc', 'status': 'completed', 'code': 200} Mar 22 14:00:11.814793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4a175-c0d5-4374-9a09-3b4d37e2faa8 req-645b2473-b907-45a3-8714-46ecfa18377c tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:11.824163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3df4a175-c0d5-4374-9a09-3b4d37e2faa8 req-645b2473-b907-45a3-8714-46ecfa18377c tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.0983155 Mar 22 14:00:11.845122 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': 'd151d003-f494-4540-89d0-c74a126d5acc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:eb:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f04ace2-29a7-4591-8306-922548ab61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T14:00:09Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:11.873473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-f8f19535-3deb-4229-88a2-6886a1e0623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:11.876054 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-f8f19535-3deb-4229-88a2-6886a1e0623e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93a1a235813a4e68bedd03e66a410df1&device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 1127 time: 0.1218917 Mar 22 14:00:11.912884 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:11.925461 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:11.926702 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T13:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:11.927253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3df4a175-c0d5-4374-9a09-3b4d37e2faa8 req-fe30535e-8263-4e5f-afa7-7980924fce6d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020603 Mar 22 14:00:12.031270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75ba1-b454-450e-8459-c9c7aabd4bae req-860c3580-ea0f-448e-a10e-e6ca0834a9cb tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.037892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67d75ba1-b454-450e-8459-c9c7aabd4bae req-860c3580-ea0f-448e-a10e-e6ca0834a9cb tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.0772417 Mar 22 14:00:12.052962 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:12.053497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:12.077578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-531232ac-1caf-4c62-8e16-612257d64088 req-7da103cd-10d8-4597-859e-6c3780aae8a5 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 210 time: 0.0676374 Mar 22 14:00:12.128540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-fc709b4d-6459-4c3d-ab76-065e8bf774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.130178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-fc709b4d-6459-4c3d-ab76-065e8bf774d7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 200 len: 925 time: 0.2473540 Mar 22 14:00:12.179297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67d75ba1-b454-450e-8459-c9c7aabd4bae req-0617cf9b-7637-4d9f-963d-5d9f8b30964e tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363034 Mar 22 14:00:12.298056 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-8b042845-ed8c-4e8f-8621-b43a69c83d9a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d151d003-f494-4540-89d0-c74a126d5acc HTTP/1.1" status: 200 len: 999 time: 0.1529586 Mar 22 14:00:12.313013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5de6a0ae-2e39-440a-8b09-9f47572e981e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.377551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': 'd151d003-f494-4540-89d0-c74a126d5acc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:eb:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f04ace2-29a7-4591-8306-922548ab61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T14:00:09Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:12.378013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-3f464c8b-0c2b-467c-83a6-af8dc00a252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.379946 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-3f464c8b-0c2b-467c-83a6-af8dc00a252d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 200 len: 863 time: 0.0743945 Mar 22 14:00:12.413028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c533-2368-4d95-ae18-4e1daa18551d None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'bdac3db6-5199-44ee-a437-1ec871eeec66', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'port_id': 'd151d003-f494-4540-89d0-c74a126d5acc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'mac_address': 'fa:16:3e:eb:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f04ace2-29a7-4591-8306-922548ab61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:58:41Z', 'updated_at': '2022-03-22T14:00:09Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:12.464135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-abadc41f-29de-4986-8d10-1c4e1852b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.466623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-abadc41f-29de-4986-8d10-1c4e1852b45f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=de6c34e0-50db-443b-8bc8-eacf6eb602af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802970 Mar 22 14:00:12.468854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850f80-4aa3-4442-a4d3-850ac42bf53c req-4c5b7eef-7484-43e8-a9eb-3b6df03b9a9a tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.469415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850f80-4aa3-4442-a4d3-850ac42bf53c req-4c5b7eef-7484-43e8-a9eb-3b6df03b9a9a tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.469878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850f80-4aa3-4442-a4d3-850ac42bf53c req-4c5b7eef-7484-43e8-a9eb-3b6df03b9a9a tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.471789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d850f80-4aa3-4442-a4d3-850ac42bf53c req-4c5b7eef-7484-43e8-a9eb-3b6df03b9a9a tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea&device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6&device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 2976 time: 0.1216612 Mar 22 14:00:12.538999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5de6a0ae-2e39-440a-8b09-9f47572e981e admin admin] Publish callbacks [] for security_group (de31f90e-c72f-4953-8948-1f47edf84af5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.547384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-0aa29c3f-969a-400b-bcd9-70d5328837e3 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5091712de39e4e89a7b89733d8d3d154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631554 Mar 22 14:00:12.559430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5de6a0ae-2e39-440a-8b09-9f47572e981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (de31f90e-c72f-4953-8948-1f47edf84af5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.583881 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-b606a842-fecd-4a59-9d86-a62b285480f3 service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045370 Mar 22 14:00:12.667041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5de6a0ae-2e39-440a-8b09-9f47572e981e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04fa8f607b5f4620a48cf33c2d72e4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121593 Mar 22 14:00:12.669710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56988) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:12.673707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a0ae-2e39-440a-8b09-9f47572e981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de31f90e-c72f-4953-8948-1f47edf84af5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:12.688957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d850f80-4aa3-4442-a4d3-850ac42bf53c req-77269228-006c-463a-aa96-0938cd563df8 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036257 Mar 22 14:00:12.704913 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c420f60c-4ec5-4d2c-bc9c-3402e882c8b5 req-fdb74c48-0f62-44e5-a4be-3f5ddc08427f service neutron] 10.222.0.78 "GET /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136901 Mar 22 14:00:12.708783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba37eb-0391-4785-ac1f-68fd68f13a81 None None] New status for floating IP bdac3db6-5199-44ee-a437-1ec871eeec66: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:00:12.783143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] Publish callbacks [] for security_group (de31f90e-c72f-4953-8948-1f47edf84af5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.785009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-1456c404-d3a2-4ec9-999e-edb34bd77c89 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.786529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-1456c404-d3a2-4ec9-999e-edb34bd77c89 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383475 Mar 22 14:00:12.806325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] Publish callbacks [] for security_group (de31f90e-c72f-4953-8948-1f47edf84af5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.808227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-17a109d0-d338-4188-b4f4-fa96173f8532 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/quotas/5091712de39e4e89a7b89733d8d3d154 HTTP/1.1" status: 200 len: 375 time: 0.0135298 Mar 22 14:00:12.811563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64149c6-8c72-47c7-a6e0-55a75d067d29 req-e3b6fb6c-960e-4b80-adec-d6123e8a9467 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:12.813269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a64149c6-8c72-47c7-a6e0-55a75d067d29 req-e3b6fb6c-960e-4b80-adec-d6123e8a9467 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1127 time: 0.0676670 Mar 22 14:00:12.862787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-524cdbf2-8aa2-4168-921c-6a51fd16675f tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442159 Mar 22 14:00:12.863415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (de31f90e-c72f-4953-8948-1f47edf84af5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.866226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:12.867367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de31f90e-c72f-4953-8948-1f47edf84af5 HTTP/1.1" status: 204 len: 168 time: 0.1965528 Mar 22 14:00:12.896167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb06ea-9434-44b5-8a86-a9cd331c9cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de31f90e-c72f-4953-8948-1f47edf84af5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:12.898189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a64149c6-8c72-47c7-a6e0-55a75d067d29 req-3284badd-dbed-4cf8-a3b5-2d93557446c2 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Mar 22 14:00:13.235231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abe99915-0c1b-4b28-9880-d8d371fe9c92 req-da4a7aed-2f6a-42b7-a85f-59428af6b5e1 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 210 time: 0.0703220 Mar 22 14:00:13.289274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-4de5064a-604d-4a15-b9b3-1a6a593ff838 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:13.290863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-4de5064a-604d-4a15-b9b3-1a6a593ff838 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.82 "GET /v2.0/networks?id=49d58950-bb50-45e5-a697-35e5e39c7e76 HTTP/1.1" status: 200 len: 814 time: 0.2218516 Mar 22 14:00:13.319021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Request body: {'port': {'device_id': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76', 'admin_state_up': True, 'tenant_id': 'bdcc72eea13f45aca4e3460bd36ff978'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:13.375702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f811a1e-e3e2-46ea-b2b1-247929677d70 req-bf61b612-f55e-4948-b9ea-f8cb26ef12c6 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 210 time: 0.0459220 Mar 22 14:00:13.405837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57024) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:13.428947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af334e33-b464-496e-9944-39eb3d2f792f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.468048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Made reservation on behalf of bdcc72eea13f45aca4e3460bd36ff978 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:13.472002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.501329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-88ace007-3246-468d-8daf-85f59610dfdd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:13.503392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-88ace007-3246-468d-8daf-85f59610dfdd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.2671340 Mar 22 14:00:13.534567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-fd5573b2-d9d4-463f-94c8-d6d97eaeda16 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/quotas/561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 375 time: 0.0201542 Mar 22 14:00:13.586279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79793f7b-e4f8-4ac7-bcbc-add85d1c2a36 req-4a4e4069-5e88-408d-ba14-c79d7d2b4ef2 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:13.587791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79793f7b-e4f8-4ac7-bcbc-add85d1c2a36 req-4a4e4069-5e88-408d-ba14-c79d7d2b4ef2 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.1446605 Mar 22 14:00:13.614841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Allocated IP 172.20.0.10 (49d58950-bb50-45e5-a697-35e5e39c7e76/f91494c6-834a-4f7b-ac6e-ec6ffbd7e430/5197ef2a-e266-474a-853f-1f8db14c7987) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:13.684868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-30f739c4-4de4-42fb-8988-6c2a378ed747 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481349 Mar 22 14:00:13.698043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79793f7b-e4f8-4ac7-bcbc-add85d1c2a36 req-f60bf9de-0f49-4cbc-a0b8-85b2c9356b50 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Mar 22 14:00:13.718047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af334e33-b464-496e-9944-39eb3d2f792f admin admin] Publish callbacks [] for security_group (03acc38f-e774-4fab-8606-f7a51d14cccc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.779285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af334e33-b464-496e-9944-39eb3d2f792f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03acc38f-e774-4fab-8606-f7a51d14cccc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.816300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks [] for port (5197ef2a-e266-474a-853f-1f8db14c7987), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.833997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af334e33-b464-496e-9944-39eb3d2f792f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03acc38f-e774-4fab-8606-f7a51d14cccc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:13.845075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-af334e33-b464-496e-9944-39eb3d2f792f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eeeff82484bf49809a1a1a2860668a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381959 Mar 22 14:00:13.847938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57030) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:13.863819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.878693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-9635b8e3-27f6-4f96-aa2f-328f8e4ea51e service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929243 Mar 22 14:00:13.913219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Network 49d58950-bb50-45e5-a697-35e5e39c7e76 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:13.921845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:13.924540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:13.930147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:13.930809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.937198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Pushing event updated for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:13.958081 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-8a5dc41b-26fa-4b45-8933-a3aa2ba3c68d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6431310 Mar 22 14:00:13.967579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] Publish callbacks [] for security_group (03acc38f-e774-4fab-8606-f7a51d14cccc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:13.981889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Request body: {'port': {'device_id': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:14.002777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] Publish callbacks [] for security_group (03acc38f-e774-4fab-8606-f7a51d14cccc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.011645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6cf8527a-797c-48f0-a507-f3a65f7be059 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Mar 22 14:00:14.050249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.062259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03acc38f-e774-4fab-8606-f7a51d14cccc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.065627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.067151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03acc38f-e774-4fab-8606-f7a51d14cccc HTTP/1.1" status: 204 len: 168 time: 0.2182648 Mar 22 14:00:14.080003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f29de-7556-4ece-904d-373a3c22cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acc38f-e774-4fab-8606-f7a51d14cccc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:14.295482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba0f1334-16b1-4342-93d0-90ec7694ac52 req-c6085cae-79da-40b7-99cf-4d835d83f80c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 210 time: 0.0483775 Mar 22 14:00:14.363998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d59da-f332-40b0-a5e1-39d10c4e8b3d req-0c7d8fec-bb93-49a6-8e94-82590a00df85 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.375129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-333d59da-f332-40b0-a5e1-39d10c4e8b3d req-0c7d8fec-bb93-49a6-8e94-82590a00df85 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.0821066 Mar 22 14:00:14.432399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7cef31ee-f665-4752-8b34-cd700f2c4d1e req-1ebf1064-ee25-4c25-b972-4fb65daf37cd tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 210 time: 0.0355175 Mar 22 14:00:14.476896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-333d59da-f332-40b0-a5e1-39d10c4e8b3d req-c8a66e69-eb2c-484d-8685-a031472fbfc8 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008072 Mar 22 14:00:14.602207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d08c67-7fc4-40bd-87f5-968aeafed37e req-3b5c0ea9-d45d-4464-8248-6e567042e52d tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.609715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70d08c67-7fc4-40bd-87f5-968aeafed37e req-3b5c0ea9-d45d-4464-8248-6e567042e52d tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.0588410 Mar 22 14:00:14.680003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70d08c67-7fc4-40bd-87f5-968aeafed37e req-640733d6-a317-41d4-a82d-dfbba4b5a14d tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638077 Mar 22 14:00:14.719096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5197ef2a-e266-474a-853f-1f8db14c7987 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:14.741894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks [] for port (5197ef2a-e266-474a-853f-1f8db14c7987), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.742573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128070b-725a-45fd-a6ea-642fdc607a16 req-57fc13fc-d353-4b6d-8cdb-edac67fb3f1c tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.744400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3128070b-725a-45fd-a6ea-642fdc607a16 req-57fc13fc-d353-4b6d-8cdb-edac67fb3f1c tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 932 time: 0.0959134 Mar 22 14:00:14.772316 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-75a11ee1-4d01-4190-97a6-a24107eb3265 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5091712de39e4e89a7b89733d8d3d154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3614285 Mar 22 14:00:14.775314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Transition to ACTIVE for port object 5197ef2a-e266-474a-853f-1f8db14c7987 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:14.790914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:14.828983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3128070b-725a-45fd-a6ea-642fdc607a16 req-30bab4a0-aa88-4f60-a5b3-5fa07f8f808d tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Mar 22 14:00:14.987858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1482b-17b1-44dc-b01f-55e7f7e20286 req-cca4d706-bf3c-4023-b68e-f039223ca6a2 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.989560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6db1482b-17b1-44dc-b01f-55e7f7e20286 req-cca4d706-bf3c-4023-b68e-f039223ca6a2 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.0869448 Mar 22 14:00:14.996043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-9c569254-c6fa-4e3f-b0b1-a3b2893b64a7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:14.997541 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-9c569254-c6fa-4e3f-b0b1-a3b2893b64a7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196577 Mar 22 14:00:14.998220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.017307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Request body: {'port': {'device_id': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '5091712de39e4e89a7b89733d8d3d154'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:15.024189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Attempting to bind port 5197ef2a-e266-474a-853f-1f8db14c7987 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:15.024469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Attempting to bind port 5197ef2a-e266-474a-853f-1f8db14c7987 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '24fdec7d-377b-4165-a04a-9c72ca760d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:15.024890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Attempting to bind port 5197ef2a-e266-474a-853f-1f8db14c7987 on network 49d58950-bb50-45e5-a697-35e5e39c7e76 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:15.032020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Port 5197ef2a-e266-474a-853f-1f8db14c7987 on network 49d58950-bb50-45e5-a697-35e5e39c7e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:15.036783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Attempting to bind port 5197ef2a-e266-474a-853f-1f8db14c7987 on network 49d58950-bb50-45e5-a697-35e5e39c7e76 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:15.092688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:15.093150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Checking segment: {'id': '24fdec7d-377b-4165-a04a-9c72ca760d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:15.093795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Bound using segment: {'id': '24fdec7d-377b-4165-a04a-9c72ca760d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:15.094485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Bound port: 5197ef2a-e266-474a-853f-1f8db14c7987, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fdec7d-377b-4165-a04a-9c72ca760d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:15.095052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.106324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6db1482b-17b1-44dc-b01f-55e7f7e20286 req-b72bf04c-a1b7-49c1-9723-fcb12cf4ccd0 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083293 Mar 22 14:00:15.260387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:15.264602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5197ef2a-e266-474a-853f-1f8db14c7987,segment=NetworkSegment(24fdec7d-377b-4165-a04a-9c72ca760d12),segment_id=24fdec7d-377b-4165-a04a-9c72ca760d12)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:15.276691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.280873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-7d7a11e0-744b-418d-84cf-7e02efc4f88e tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.283276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-7d7a11e0-744b-418d-84cf-7e02efc4f88e tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 1131 time: 0.0655503 Mar 22 14:00:15.309594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57090) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:15.324234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-4b84036f-51ec-4773-bd10-e75ff9569e4b tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.369578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.390124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.395224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.396999 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-302cabb8-74b7-474b-9fba-d7d098c260d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/5197ef2a-e266-474a-853f-1f8db14c7987 HTTP/1.1" status: 200 len: 1092 time: 1.4203248 Mar 22 14:00:15.398701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:15.401164 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5512543-4b57-49ee-9549-a219a8450066" -d '{"events": [{"name": "network-changed", "server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:15.410911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Made reservation on behalf of 5091712de39e4e89a7b89733d8d3d154 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:15.414511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.438301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.456375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-4b84036f-51ec-4773-bd10-e75ff9569e4b tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] Publish callbacks [] for security_group (5c925939-b271-4165-8f75-cf10e70112df), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.465301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-4b84036f-51ec-4773-bd10-e75ff9569e4b tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5c925939-b271-4165-8f75-cf10e70112df), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.500075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca7f5c02-2f9b-436f-b986-c29ff55efd43 req-4b84036f-51ec-4773-bd10-e75ff9569e4b tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094548 Mar 22 14:00:15.557316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-f12b9da3-3246-4179-af43-96a7d95df10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.559444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-f12b9da3-3246-4179-af43-96a7d95df10e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdcc72eea13f45aca4e3460bd36ff978&device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 1126 time: 0.1041994 Mar 22 14:00:15.565439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-971620734-network', 'tenant_id': '5c8a8822b1f14b3d8bffd9fcd27ae0b5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:15.574239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84036f-51ec-4773-bd10-e75ff9569e4b tempest-LiveMigrationNegativeTest-576817721 tempest-LiveMigrationNegativeTest-576817721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c925939-b271-4165-8f75-cf10e70112df,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:15.620905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-b438f2bd-1f27-4591-ae1d-8f69dcbf9009 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5197ef2a-e266-474a-853f-1f8db14c7987 HTTP/1.1" status: 200 len: 217 time: 0.0505321 Mar 22 14:00:15.626260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks [] for security_group (e5b3a40f-5e17-4c1f-b7d3-4674704dce36), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.635021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Made reservation on behalf of 5c8a8822b1f14b3d8bffd9fcd27ae0b5 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:15.637313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.655996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f37b24b-5a2f-47cb-a51a-ea462a200c92 req-ff2e0950-c9c9-4e06-9a60-1902b4b6f011 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 210 time: 0.0338986 Mar 22 14:00:15.662593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.674466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-3a7fdfdb-f1af-44ac-8da0-d9aadaaf8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:15.679644 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-3a7fdfdb-f1af-44ac-8da0-d9aadaaf8f7c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f91494c6-834a-4f7b-ac6e-ec6ffbd7e430 HTTP/1.1" status: 200 len: 854 time: 0.0519168 Mar 22 14:00:15.685316 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e5da8-2be7-40a7-8831-07eeca177204 x-openstack-request-id: req-9c1e5da8-2be7-40a7-8831-07eeca177204 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:15.685663 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:15.685859 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c1e5da8-2be7-40a7-8831-07eeca177204 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:15.686323 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1e5da8-2be7-40a7-8831-07eeca177204'] response: {'name': 'network-changed', 'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987', 'status': 'completed', 'code': 200} Mar 22 14:00:15.687449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e5b3a40f-5e17-4c1f-b7d3-4674704dce36), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.772438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks [] for security_group (a0b35fda-614e-4758-84bc-bd5c7fb7e65d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.780372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a0b35fda-614e-4758-84bc-bd5c7fb7e65d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.804086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:15.869093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e52e531f-8817-4e9f-8d3d-38914b5dc507 req-168398ea-dc0c-4feb-94f5-3714b98a08cd tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 210 time: 0.0452399 Mar 22 14:00:15.871651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (947a99f3-8641-4000-83f8-d7f31251057d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:15.872125 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Added segment 947a99f3-8641-4000-83f8-d7f31251057d of type vlan for network 4adccd4a-5628-4c25-a4f7-359927b8c275 Mar 22 14:00:15.930462 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-5343c384-b739-4423-a89f-eb19403af204 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=49d58950-bb50-45e5-a697-35e5e39c7e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007103 Mar 22 14:00:16.038871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4adccd4a-5628-4c25-a4f7-359927b8c275), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.041257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b35fda-614e-4758-84bc-bd5c7fb7e65d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.049105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-e1d7571c-85aa-4bcb-ab2c-3f4bf3fae11d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.050922 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-e1d7571c-85aa-4bcb-ab2c-3f4bf3fae11d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.1252036 Mar 22 14:00:16.081363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Request body: {'port': {'device_id': '987f7d50-14d8-4469-a898-64a0e48e7914', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'admin_state_up': True, 'tenant_id': '561faf9056d34dc6ae7186108d04dad7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:16.102353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3a40f-5e17-4c1f-b7d3-4674704dce36,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.106155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Allocated IP 192.168.233.52 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0f1f0c30-d30b-409e-8b86-726c1cba2573) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:16.178660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4adccd4a-5628-4c25-a4f7-359927b8c275), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.179825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.180634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.191313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31dcd3-c931-4fd6-a666-334be1a9f035 req-d4b49dda-44bc-4fbd-8310-bb14ec20b251 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.193720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c31dcd3-c931-4fd6-a666-334be1a9f035 req-d4b49dda-44bc-4fbd-8310-bb14ec20b251 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.3286848 Mar 22 14:00:16.280010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9664145 Mar 22 14:00:16.282418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57124) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:16.289023 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-7e2644f3-29d4-4524-a5b9-c77b91913d1b service neutron] 10.222.0.82 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372773 Mar 22 14:00:16.290963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Request body: {'subnet': {'network_id': '4adccd4a-5628-4c25-a4f7-359927b8c275', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-971620734-subnet', 'tenant_id': '5c8a8822b1f14b3d8bffd9fcd27ae0b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:16.334297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c31dcd3-c931-4fd6-a666-334be1a9f035 req-947d730f-baee-4f0c-b67c-906960358a42 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175520 Mar 22 14:00:16.345147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860c2e-c750-4fe5-a9b3-e08558ae7b0c req-376bce09-0c9b-4fb6-a20b-6c1cc25c0961 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.347304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5860c2e-c750-4fe5-a9b3-e08558ae7b0c req-376bce09-0c9b-4fb6-a20b-6c1cc25c0961 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 944 time: 0.2103252 Mar 22 14:00:16.348169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08f68-6722-44d8-adc5-40439c13c5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4adccd4a-5628-4c25-a4f7-359927b8c275,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.359866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4adccd4a-5628-4c25-a4f7-359927b8c275 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:16.401666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Made reservation on behalf of 5c8a8822b1f14b3d8bffd9fcd27ae0b5 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:16.403470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.426658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:16.430443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.476314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5860c2e-c750-4fe5-a9b3-e08558ae7b0c req-d9a248fc-f14b-4bab-bac2-a4682f4feb53 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026597 Mar 22 14:00:16.565244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-53be35d6-2128-49ca-b60d-efb0bdc0c256 req-96c595b9-e8bf-4e74-a7ce-00262de2d742 service neutron] 10.222.0.82 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642932 Mar 22 14:00:16.571015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks [] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.685202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Allocated IP 172.20.0.9 (bddefe54-9fa5-4bd7-9e88-63789f359fb3/31cc4db5-738f-41b7-940e-f928714bc343/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:16.707248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.716854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (ebf630b0-789e-485d-bdc1-232d4dabf2a4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.765507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5512543-4b57-49ee-9549-a219a8450066 req-e7142859-3554-4fca-93ff-db7aa4608f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.767040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-e7142859-3554-4fca-93ff-db7aa4608f16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdcc72eea13f45aca4e3460bd36ff978&device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 1126 time: 0.1387649 Mar 22 14:00:16.782054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:16.788365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:16.788854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf630b0-789e-485d-bdc1-232d4dabf2a4,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.808180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:16.813658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.814321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:16.825867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cdea9b9c-84f8-468b-a64e-e9ca08e8b8c1 req-c0444e94-c887-4ae2-8117-3bc0cd5265a1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 210 time: 0.0529089 Mar 22 14:00:16.874126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Checking segment: {'id': '947a99f3-8641-4000-83f8-d7f31251057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4adccd4a-5628-4c25-a4f7-359927b8c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:16.874484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Network hostable DHCP agents. Network: 4adccd4a-5628-4c25-a4f7-359927b8c275, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:16.877796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Pushing event updated for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:16.885712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e775-a858-451c-b742-3ea60c6ddb21 req-4dc7ce93-608e-41d0-a42a-655122dce338 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:16.892533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4be6e775-a858-451c-b742-3ea60c6ddb21 req-4dc7ce93-608e-41d0-a42a-655122dce338 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.1983452 Mar 22 14:00:16.948512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Network 4adccd4a-5628-4c25-a4f7-359927b8c275 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:16.977774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-73bd0417-f8f0-43e4-aa36-7e50f3efad97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9665530 Mar 22 14:00:16.984187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4adccd4a-5628-4c25-a4f7-359927b8c275) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:16.996449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da764789-a8b6-4bc4-9aaa-49aea603cd52 None None] Network 4adccd4a-5628-4c25-a4f7-359927b8c275 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:17.025401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4be6e775-a858-451c-b742-3ea60c6ddb21 req-6776f0e7-63f5-4724-92f9-0c85e7882bb5 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319292 Mar 22 14:00:17.027012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.028877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.069520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f0a15373-4db0-4704-8dca-72af4a0d30df admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7824697 Mar 22 14:00:17.087090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e999ef-26bc-43bf-9d59-62882ed51097 req-77e5483f-eaf8-4ec1-b7a1-a7e86d75a679 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.088846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e999ef-26bc-43bf-9d59-62882ed51097 req-77e5483f-eaf8-4ec1-b7a1-a7e86d75a679 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 935 time: 0.1193399 Mar 22 14:00:17.099683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks [] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.135758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Request body: {'port': {'device_id': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:17.173033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.198603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e999ef-26bc-43bf-9d59-62882ed51097 req-4be9ac4d-cc1e-435b-aa53-e1c786cd48b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026385 Mar 22 14:00:17.211899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5512543-4b57-49ee-9549-a219a8450066 req-eb5e552e-5127-4a07-b987-a1ce6edacd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.214066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-eb5e552e-5127-4a07-b987-a1ce6edacd33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=49d58950-bb50-45e5-a697-35e5e39c7e76 HTTP/1.1" status: 200 len: 915 time: 0.4262316 Mar 22 14:00:17.229511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf5d8f-16e5-4913-8ddd-8bb139be4eb0 None None] Network 4adccd4a-5628-4c25-a4f7-359927b8c275 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:17.239509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c44c3a5b-9c14-486e-b883-304b5df304bf None None] Provisioning complete for port 0f1f0c30-d30b-409e-8b86-726c1cba2573 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:17.240488 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c44c3a5b-9c14-486e-b883-304b5df304bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.302525 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-052f7a3b-3e74-458f-9ad8-79419677ef88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5197ef2a-e266-474a-853f-1f8db14c7987 HTTP/1.1" status: 200 len: 217 time: 0.0614710 Mar 22 14:00:17.309188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.313815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:17.326625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c44c3a5b-9c14-486e-b883-304b5df304bf None None] Port 0f1f0c30-d30b-409e-8b86-726c1cba2573 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:17.348995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:17.390078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:17.393030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:17.398628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.398891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-54860233', 'description': 'tempest-description-2051759082'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:17.399256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.423544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c1db1ad8-2f16-4e4a-ae34-b6897ed9195f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3518500 Mar 22 14:00:17.440825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.449825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Request body: {'port': {'device_id': '987f7d50-14d8-4469-a898-64a0e48e7914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:17.482506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5512543-4b57-49ee-9549-a219a8450066 req-623a51f9-355c-452a-90c9-41fbf4a4db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.484261 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-623a51f9-355c-452a-90c9-41fbf4a4db70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f91494c6-834a-4f7b-ac6e-ec6ffbd7e430 HTTP/1.1" status: 200 len: 854 time: 0.1637781 Mar 22 14:00:17.513205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b0094-00cd-4a64-ad13-b3f1f42c706f req-64e014b3-8aa1-4d18-af27-89cfeebb3cf2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.518466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246b0094-00cd-4a64-ad13-b3f1f42c706f req-64e014b3-8aa1-4d18-af27-89cfeebb3cf2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0871804 Mar 22 14:00:17.537992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-20833fcd-1cd7-44be-a95b-2427c0c1bb98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=49d58950-bb50-45e5-a697-35e5e39c7e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432894 Mar 22 14:00:17.583389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (defc4cb7-cfbf-4e6a-9788-9408f43d31b1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.588085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246b0094-00cd-4a64-ad13-b3f1f42c706f req-ae15b87c-4a60-4e53-abf7-92057a77bf8c tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Mar 22 14:00:17.589766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (defc4cb7-cfbf-4e6a-9788-9408f43d31b1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.612735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.617749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46384978-5ca1-49d2-98fd-1bc70a074e1b req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2266121 Mar 22 14:00:17.667449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defc4cb7-cfbf-4e6a-9788-9408f43d31b1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:17.681872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.682250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.682581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.682915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.683245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.683571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.683892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.684208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.684527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.685368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.685368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.685539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.685770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.686108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.686425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4721f7-6169-4fa4-af47-5f1853fcb92c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:17.712371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.731682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-29542642-766e-4599-ad0e-a1f9dd7730ec tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/defc4cb7-cfbf-4e6a-9788-9408f43d31b1 HTTP/1.1" status: 200 len: 1820 time: 0.0895805 Mar 22 14:00:17.745033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'defc4cb7-cfbf-4e6a-9788-9408f43d31b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:17.745368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'defc4cb7-cfbf-4e6a-9788-9408f43d31b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:17.762605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11100-0236-42ad-982a-78b4ef58d95d req-b7901e27-bb55-4410-bd68-250ea2a4d047 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:17.764072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51a11100-0236-42ad-982a-78b4ef58d95d req-b7901e27-bb55-4410-bd68-250ea2a4d047 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 944 time: 0.0893033 Mar 22 14:00:17.834647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51a11100-0236-42ad-982a-78b4ef58d95d req-c8b15794-5dc8-4087-8780-d635a0f9d375 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637681 Mar 22 14:00:17.843963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (6cefc3fc-4e54-48ee-b1dd-22b3fad4da66), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.850562 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-0652b842-8e88-40a7-99f4-d4312f14e1ea service neutron] 10.222.0.82 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852149 Mar 22 14:00:17.889600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (6cefc3fc-4e54-48ee-b1dd-22b3fad4da66), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.897814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6cefc3fc-4e54-48ee-b1dd-22b3fad4da66), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.922854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cefc3fc-4e54-48ee-b1dd-22b3fad4da66,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:17.946385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:17.947788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-985dd8fe-3ede-465e-9126-c24fab7ed381 req-ffadc237-4ac0-46f2-931a-5a6075706f4c tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2076278 Mar 22 14:00:17.984015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-704058507', 'description': 'tempest-description-1422110784'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.027422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5080ab-ff1f-4280-a61d-6afb8ce2e63a req-eae14d2a-39ba-4f78-a314-95f9bca21cad tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.028939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b5080ab-ff1f-4280-a61d-6afb8ce2e63a req-eae14d2a-39ba-4f78-a314-95f9bca21cad tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 931 time: 0.0960290 Mar 22 14:00:18.035085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.111051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b5080ab-ff1f-4280-a61d-6afb8ce2e63a req-0820c9ca-14fa-46b2-a7f0-bfd50eb3da40 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735197 Mar 22 14:00:18.148495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (206968f2-8da1-49a8-ab57-8650aee67ed0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.155000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (206968f2-8da1-49a8-ab57-8650aee67ed0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.194378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.195577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81176f90-8a93-4544-8e13-2b0ddd8f7f06 req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2169943 Mar 22 14:00:18.225372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0e61-e44d-46f1-b392-cca9e7fb6e07 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206968f2-8da1-49a8-ab57-8650aee67ed0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.279897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-ffee8c9e-7197-4ee7-beef-deeeb04fe482 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/206968f2-8da1-49a8-ab57-8650aee67ed0 HTTP/1.1" status: 200 len: 1821 time: 0.0570228 Mar 22 14:00:18.286606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a9ab4-5377-4527-93e7-73ed368f34e5 req-3a3afaaf-27d8-4c30-b862-740a153c67ec tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.287988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d1a9ab4-5377-4527-93e7-73ed368f34e5 req-3a3afaaf-27d8-4c30-b862-740a153c67ec tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.1088309 Mar 22 14:00:18.292514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '206968f2-8da1-49a8-ab57-8650aee67ed0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.292821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '206968f2-8da1-49a8-ab57-8650aee67ed0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.360127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d1a9ab4-5377-4527-93e7-73ed368f34e5 req-6c5671ea-05ec-46fe-a62c-372d236340d1 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631940 Mar 22 14:00:18.362353 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5512543-4b57-49ee-9549-a219a8450066 req-813a1ae7-fa4b-49c6-b984-83ab19e28caf service neutron] 10.222.0.82 "GET /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030851 Mar 22 14:00:18.381197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f0c30-d30b-409e-8b86-726c1cba2573 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:18.384820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks [] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.415618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Transition to ACTIVE for port object 0f1f0c30-d30b-409e-8b86-726c1cba2573 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:18.419610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (cfbc1600-1035-47e1-af82-0788e83e96d1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.426676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.435619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-8570b3f6-8029-491f-86da-d14a9e5102da tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.437094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-8570b3f6-8029-491f-86da-d14a9e5102da tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.82 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 949 time: 0.0758440 Mar 22 14:00:18.505513 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (cfbc1600-1035-47e1-af82-0788e83e96d1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.521084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (cfbc1600-1035-47e1-af82-0788e83e96d1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.545159 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff3647c5-2732-4cc1-97e9-e65f8c49136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.556168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:18.566501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.571397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks [] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.587344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbc1600-1035-47e1-af82-0788e83e96d1,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.588476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.589542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.589896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.590332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.590835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.591192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.591514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.591843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.592171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.592493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.592815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.593147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.593465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.593784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.594137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:18.603923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Attempting to bind port 0f1f0c30-d30b-409e-8b86-726c1cba2573 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:18.604264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Attempting to bind port 0f1f0c30-d30b-409e-8b86-726c1cba2573 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:18.604381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea842ef7-a372-4d3e-ad54-235e944f83e5 req-0acdb11b-0e9b-4fc1-bc13-07e9487e3378 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.604588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Attempting to bind port 0f1f0c30-d30b-409e-8b86-726c1cba2573 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:18.612782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Transition to ACTIVE for port object 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:18.613643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Port 0f1f0c30-d30b-409e-8b86-726c1cba2573 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:18.615492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Attempting to bind port 0f1f0c30-d30b-409e-8b86-726c1cba2573 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:18.615622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea842ef7-a372-4d3e-ad54-235e944f83e5 req-0acdb11b-0e9b-4fc1-bc13-07e9487e3378 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 947 time: 0.1766975 Mar 22 14:00:18.620499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:18.620876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:18.621260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:18.621696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Bound port: 0f1f0c30-d30b-409e-8b86-726c1cba2573, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:18.622180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.624032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.625072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.625317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6b7a4bb-789d-4b2d-af35-68ffc02b22f8 req-8568d606-1ce5-469e-8fbb-51def5240207 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3364565 Mar 22 14:00:18.702178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea842ef7-a372-4d3e-ad54-235e944f83e5 req-300166bc-1ca9-4231-9eef-a6091ad12606 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769267 Mar 22 14:00:18.716401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Deleting port 00a06d48-ebb6-411e-bdbf-41f9a30478ca {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:18.716738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.746984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.754865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1646279321', 'description': 'tempest-description-678013838'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:18.775225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:18.775564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:18.775894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:18.778192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:18.781881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:18.785668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:18.786015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:18.789846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.816856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:18.817206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:18.817587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:18.818062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Bound port: 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:18.818433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.827805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.835754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5197ef2a-e266-474a-853f-1f8db14c7987 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:18.837706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.838629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.840613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] 10.222.0.78 "PUT /v2.0/ports/0f1f0c30-d30b-409e-8b86-726c1cba2573 HTTP/1.1" status: 200 len: 1095 time: 1.7597263 Mar 22 14:00:18.843032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:18.845357 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac35b81-96ea-4b73-a310-ef5f8f4bc608" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:18.857139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ee9b5-cd6e-409c-b8e4-6807c2dcac7e req-1290487c-d328-49ae-8d4a-3c6f606aa3a2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.859127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b58ee9b5-cd6e-409c-b8e4-6807c2dcac7e req-1290487c-d328-49ae-8d4a-3c6f606aa3a2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1556647 Mar 22 14:00:18.912465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] For port 00a06d48-ebb6-411e-bdbf-41f9a30478ca, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=00a06d48-ebb6-411e-bdbf-41f9a30478ca,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:18.912825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:18.935749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Calling delete_port for 00a06d48-ebb6-411e-bdbf-41f9a30478ca owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:18.941470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d266-f7f3-48fc-8689-c1de484cd734 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:18.987550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:18.991531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:18.994541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-6f607bc8-6d91-44af-943e-eb4b15324b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:18.996088 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-6f607bc8-6d91-44af-943e-eb4b15324b54 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 1129 time: 0.1040702 Mar 22 14:00:19.003771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5197ef2a-e266-474a-853f-1f8db14c7987,segment=NetworkSegment(24fdec7d-377b-4165-a04a-9c72ca760d12),segment_id=24fdec7d-377b-4165-a04a-9c72ca760d12)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:19.005081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.072238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.114273 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-dc39f48f-60b8-4192-be34-2bd654a0788c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573 HTTP/1.1" status: 200 len: 217 time: 0.1054230 Mar 22 14:00:19.117443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.118033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.119541 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6c785b31-1c9e-4acd-8bbc-3ac79e070a28 service neutron] 10.222.0.82 "PUT /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 1091 time: 1.6757214 Mar 22 14:00:19.156584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5197ef2a-e266-474a-853f-1f8db14c7987', 'network_id': '49d58950-bb50-45e5-a697-35e5e39c7e76', 'port_id': '5197ef2a-e266-474a-853f-1f8db14c7987', 'mac_address': 'fa:16:3e:27:00:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91494c6-834a-4f7b-ac6e-ec6ffbd7e430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:19.205788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5197ef2a-e266-474a-853f-1f8db14c7987 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:19.206199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.218882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-4c5800da-02ed-4f25-9989-8c2cca97c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.220386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5197ef2a-e266-474a-853f-1f8db14c7987 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:19.220618 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-4c5800da-02ed-4f25-9989-8c2cca97c8be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0998111 Mar 22 14:00:19.240579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-e319861e-cdbb-4baf-9efd-3af1d41c092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.242214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5197ef2a-e266-474a-853f-1f8db14c7987,segment=NetworkSegment(24fdec7d-377b-4165-a04a-9c72ca760d12),segment_id=24fdec7d-377b-4165-a04a-9c72ca760d12)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:19.242407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-e319861e-cdbb-4baf-9efd-3af1d41c092e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1125 time: 0.0721159 Mar 22 14:00:19.247420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.301645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.303285 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-c6e17431-8095-4cf7-80a2-364979bd8fb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 217 time: 0.0430496 Mar 22 14:00:19.325382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b58ee9b5-cd6e-409c-b8e4-6807c2dcac7e req-92df10f7-5812-49c7-a3df-a3b0394156dc tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563446 Mar 22 14:00:19.342179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-a76773b1-4a28-41ba-9d5d-625b6395b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.343691 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-a76773b1-4a28-41ba-9d5d-625b6395b040 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1147323 Mar 22 14:00:19.354344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c243206a-4958-46bd-9e31-741e887d9dea), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.360251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c243206a-4958-46bd-9e31-741e887d9dea), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.405319 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589e371-c42f-443d-83fe-f018497c88cf x-openstack-request-id: req-4589e371-c42f-443d-83fe-f018497c88cf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:19.406062 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:19.406312 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4589e371-c42f-443d-83fe-f018497c88cf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:19.406708 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4589e371-c42f-443d-83fe-f018497c88cf'] response: {'name': 'network-changed', 'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573', 'status': 'completed', 'code': 200} Mar 22 14:00:19.420351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-4f18c7e5-bd7d-452f-bb19-3b99c104acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.421194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.421786 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-4f18c7e5-bd7d-452f-bb19-3b99c104acbb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1111567 Mar 22 14:00:19.422481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f434248-a11e-4f4f-8b3d-801b6124aa10 req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6962500 Mar 22 14:00:19.425308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eba4a-7d15-40b5-9ac2-b60930603654 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c243206a-4958-46bd-9e31-741e887d9dea,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.450719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (00a06d48-ebb6-411e-bdbf-41f9a30478ca), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.464619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b666110-5051-42db-bf86-cef2a07dd04c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:19.466839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['00a06d48-ebb6-411e-bdbf-41f9a30478ca'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:19.487479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-6a3ef30e-aca9-44fa-9a40-061e94b3b7f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530846 Mar 22 14:00:19.511439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5197ef2a-e266-474a-853f-1f8db14c7987'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:19.527592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Pushing event deleted for resources: {'Port': ['ID=00a06d48-ebb6-411e-bdbf-41f9a30478ca,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:19.593530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] No DVR routers for this DVR port 00a06d48-ebb6-411e-bdbf-41f9a30478ca on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:19.596330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.600047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fde210a-443d-4ce2-84bb-96dc5be1f9b9 req-93765733-bded-41bf-ac97-30b83b464497 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.82 "DELETE /v2.0/ports/00a06d48-ebb6-411e-bdbf-41f9a30478ca HTTP/1.1" status: 204 len: 173 time: 1.1508334 Mar 22 14:00:19.600856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'name': 'network-vif-deleted', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:19.603797 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f5c44-6df4-4b84-8b7e-56d2892edea3" -d '{"events": [{"server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "name": "network-vif-deleted", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:19.605015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-eebf25b8-a158-4bb9-84e3-aaa1b1383c0b service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097925 Mar 22 14:00:19.644446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9cd75-1432-4041-8081-7bfdf429e2f5 req-0a402db3-998f-4615-abcf-47410a5c891e tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.645921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3b9cd75-1432-4041-8081-7bfdf429e2f5 req-0a402db3-998f-4615-abcf-47410a5c891e tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 945 time: 0.1884155 Mar 22 14:00:19.671145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397069b-abd3-4472-ae6b-f47323defb6d req-04ad190d-3a91-48c5-b11c-445ab868a09e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.692973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5397069b-abd3-4472-ae6b-f47323defb6d req-04ad190d-3a91-48c5-b11c-445ab868a09e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.1822689 Mar 22 14:00:19.696853 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-e4805602-31f7-4abd-b22f-9a1cc5566132 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424637 Mar 22 14:00:19.794574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5397069b-abd3-4472-ae6b-f47323defb6d req-d16b777d-e802-49b9-8a21-5d2723ae2278 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006222 Mar 22 14:00:19.813033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3b9cd75-1432-4041-8081-7bfdf429e2f5 req-e69d661f-e62e-4be1-bf85-ece07540f163 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117940 Mar 22 14:00:19.830647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5f89ac3-89c9-4e91-a71e-2f6cef1d34e0 req-e63d1966-c201-4b5b-ab6d-b3f786eab3ff service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168207 Mar 22 14:00:19.846176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1555721772', 'description': 'tempest-description-1443227058'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:19.867722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b77cd684-79ae-497f-8690-00863ab6f1b6 req-19615872-243c-485b-bd8e-f4b46d1238b3 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614785 Mar 22 14:00:19.880921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.934527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7d03db4-3ab8-4078-a62b-caa73f417ab6 req-0bd522fa-b7fa-425a-8d0b-b6b5a9f66b12 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f76b9d-608b-4b4f-a924-2faa36440204 HTTP/1.1" status: 200 len: 210 time: 0.0323615 Mar 22 14:00:19.972037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-5e2bbda1-d7ee-43ea-8804-99ddfdd2f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:19.974435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-5e2bbda1-d7ee-43ea-8804-99ddfdd2f72e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 1129 time: 0.0530257 Mar 22 14:00:19.980744 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd9311-abe5-4814-a208-43f16b845b58 x-openstack-request-id: req-36cd9311-abe5-4814-a208-43f16b845b58 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:19.981030 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f76b9d-608b-4b4f-a924-2faa36440204", "name": "network-vif-deleted", "tag": "00a06d48-ebb6-411e-bdbf-41f9a30478ca", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:19.981276 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36cd9311-abe5-4814-a208-43f16b845b58 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:19.981664 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cd9311-abe5-4814-a208-43f16b845b58'] response: {'server_uuid': '63f76b9d-608b-4b4f-a924-2faa36440204', 'name': 'network-vif-deleted', 'tag': '00a06d48-ebb6-411e-bdbf-41f9a30478ca', 'status': 'completed', 'code': 200} Mar 22 14:00:19.987848 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (a465689b-eece-49eb-8af0-9493f175669e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:19.992450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a465689b-eece-49eb-8af0-9493f175669e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.020757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.021998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86952ebc-dede-4872-bb4c-b7c2d3ba9716 req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1799073 Mar 22 14:00:20.025810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3119-7ddd-43e4-a5aa-8ad8830d2abe tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a465689b-eece-49eb-8af0-9493f175669e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:20.075311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-82f0f82c-5e73-486d-ba35-f2f0427b6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.076806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-82f0f82c-5e73-486d-ba35-f2f0427b6c06 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.0904989 Mar 22 14:00:20.109099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-6d5ee668-ded9-4228-a967-830ad33a7258 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/c243206a-4958-46bd-9e31-741e887d9dea HTTP/1.1" status: 200 len: 1821 time: 0.0635509 Mar 22 14:00:20.119393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecce41-d85a-4cf8-80a1-a0aead730d0a req-ecba0474-58ce-40c3-83e0-2bf5ca99de76 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.120871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaecce41-d85a-4cf8-80a1-a0aead730d0a req-ecba0474-58ce-40c3-83e0-2bf5ca99de76 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 947 time: 0.0875046 Mar 22 14:00:20.121266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-e1135752-94fe-46a9-b7a5-e345372ee60d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573 HTTP/1.1" status: 200 len: 217 time: 0.0384755 Mar 22 14:00:20.173838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-d8fe5df5-be6e-4698-9a08-b4526315a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.174869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-d8fe5df5-be6e-4698-9a08-b4526315a8d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0449977 Mar 22 14:00:20.188211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-3b8e9400-db89-4cf5-8dae-20626f844e99 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/a465689b-eece-49eb-8af0-9493f175669e HTTP/1.1" status: 200 len: 1822 time: 0.0662444 Mar 22 14:00:20.201491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c243206a-4958-46bd-9e31-741e887d9dea', 'remote_group_id': 'a465689b-eece-49eb-8af0-9493f175669e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.201905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c243206a-4958-46bd-9e31-741e887d9dea', 'remote_group_id': 'a465689b-eece-49eb-8af0-9493f175669e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.210988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaecce41-d85a-4cf8-80a1-a0aead730d0a req-3e863db6-4633-46df-b98d-36ff38da7a89 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819390 Mar 22 14:00:20.234353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-4696dbb5-b898-40d7-ab44-adf631e8ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.235996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-4696dbb5-b898-40d7-ab44-adf631e8ed1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0522830 Mar 22 14:00:20.280669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (f5e86483-a817-46a2-aca6-8a2672c3f273), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.327851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (f5e86483-a817-46a2-aca6-8a2672c3f273), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.331724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f5e86483-a817-46a2-aca6-8a2672c3f273), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.338149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-d9542a85-4ada-4f54-b309-9a71b8e85a73 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957520 Mar 22 14:00:20.349279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e86483-a817-46a2-aca6-8a2672c3f273,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:20.358642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.360286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fa51813-5923-49ac-92b2-fb6762a48435 req-a2eb562b-7722-4add-999e-ddeac6f5b9ef tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1637464 Mar 22 14:00:20.388695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-925859742', 'description': 'tempest-description-1997419015'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.407917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.437128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aac35b81-96ea-4b73-a310-ef5f8f4bc608 req-897f2f55-2cc8-45d2-838f-c41d9ed2e495 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922921 Mar 22 14:00:20.498283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cce4a-fe3b-49f0-a15c-cf85902cfb10 req-d0373178-604d-486a-a4d0-79517577157e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.499771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a84cce4a-fe3b-49f0-a15c-cf85902cfb10 req-d0373178-604d-486a-a4d0-79517577157e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0821526 Mar 22 14:00:20.534998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (22c2a6ad-bcaf-4dba-85da-e506d062aa87), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.541432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (22c2a6ad-bcaf-4dba-85da-e506d062aa87), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.586382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a84cce4a-fe3b-49f0-a15c-cf85902cfb10 req-77556ec6-f824-4d62-b0d2-5fd4552c149c tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Mar 22 14:00:20.590402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.591480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c99c4ec-a1f8-42f2-8ab0-7c7f1235985a req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2081704 Mar 22 14:00:20.592585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d1555-759b-489e-8a35-38d2b15afaf1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c2a6ad-bcaf-4dba-85da-e506d062aa87,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:20.616286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1983885620', 'description': 'tempest-description-1366220127'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.637362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.700143 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c0c6395f-89b9-4688-98af-a39d2de9056f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.705777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c0c6395f-89b9-4688-98af-a39d2de9056f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.732344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.733526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d66660a-1bd7-4bdc-b3c6-7a5865d1d409 req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1215658 Mar 22 14:00:20.738993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373927-98a2-4cfc-b7e2-fd3023aaac6f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6395f-89b9-4688-98af-a39d2de9056f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:20.792236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0835fb51-efeb-4b76-967c-f1923696808b req-9d245b3a-d670-44d2-b8d9-3028a8ed4494 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/22c2a6ad-bcaf-4dba-85da-e506d062aa87 HTTP/1.1" status: 200 len: 1821 time: 0.0377929 Mar 22 14:00:20.840948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0835fb51-efeb-4b76-967c-f1923696808b req-385f5ca8-dd59-4f7e-9ec2-dad4de4c8ae7 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/c0c6395f-89b9-4688-98af-a39d2de9056f HTTP/1.1" status: 200 len: 1822 time: 0.0431888 Mar 22 14:00:20.850571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22c2a6ad-bcaf-4dba-85da-e506d062aa87', 'remote_group_id': 'c0c6395f-89b9-4688-98af-a39d2de9056f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.850864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22c2a6ad-bcaf-4dba-85da-e506d062aa87', 'remote_group_id': 'c0c6395f-89b9-4688-98af-a39d2de9056f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:20.855515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5197ef2a-e266-474a-853f-1f8db14c7987 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:20.903327 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-249dec64-e0c5-4d83-9bf2-5b8a3ef194c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.920719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 5197ef2a-e266-474a-853f-1f8db14c7987 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:20.925766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5197ef2a-e266-474a-853f-1f8db14c7987 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:20.926529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:20.943572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2319154-0425-45fb-9e3c-f3c5be28c9e6 req-55c07a9d-acf5-4b72-b51e-4e230e2759e0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:20.945017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2319154-0425-45fb-9e3c-f3c5be28c9e6 req-55c07a9d-acf5-4b72-b51e-4e230e2759e0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.0764561 Mar 22 14:00:20.954247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (0b2866f2-fcd0-4b5f-9da0-e5381a4da125), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.008683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5197ef2a-e266-474a-853f-1f8db14c7987 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:21.008994 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.009711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (0b2866f2-fcd0-4b5f-9da0-e5381a4da125), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.014929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2319154-0425-45fb-9e3c-f3c5be28c9e6 req-94a1c915-8990-4970-b1cb-69c2a81b8660 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629625 Mar 22 14:00:21.015877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0b2866f2-fcd0-4b5f-9da0-e5381a4da125), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.032720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:21.035093 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00186ca1-7355-4f6b-9ed4-7a7481660e2b" -d '{"events": [{"server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "name": "network-vif-plugged", "status": "completed", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:21.037319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2866f2-fcd0-4b5f-9da0-e5381a4da125,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.045905 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.047306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0835fb51-efeb-4b76-967c-f1923696808b req-85d222ae-5ba9-4337-9f60-4646c3233013 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2006574 Mar 22 14:00:21.053370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5197ef2a-e266-474a-853f-1f8db14c7987,segment=NetworkSegment(24fdec7d-377b-4165-a04a-9c72ca760d12),segment_id=24fdec7d-377b-4165-a04a-9c72ca760d12)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:21.060650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.061649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 00a06d48-ebb6-411e-bdbf-41f9a30478ca no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:21.082881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 00a06d48-ebb6-411e-bdbf-41f9a30478ca {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:21.083209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 00a06d48-ebb6-411e-bdbf-41f9a30478ca not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:21.120048 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00dbf1f-b1cc-47ec-bb9e-1302ec8bf077 x-openstack-request-id: req-b00dbf1f-b1cc-47ec-bb9e-1302ec8bf077 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:21.120364 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "name": "network-vif-plugged", "status": "completed", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:21.120641 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b00dbf1f-b1cc-47ec-bb9e-1302ec8bf077 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:21.121012 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00dbf1f-b1cc-47ec-bb9e-1302ec8bf077'] response: {'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987', 'code': 200} Mar 22 14:00:21.130673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.144975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85cb60-2a04-4b90-966c-25bb0e45d6a7 req-4e510528-b003-4a0f-a096-9172ddae3bba tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.146495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a85cb60-2a04-4b90-966c-25bb0e45d6a7 req-4e510528-b003-4a0f-a096-9172ddae3bba tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 946 time: 0.0635600 Mar 22 14:00:21.209293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-6b0acd71-7fdb-43c9-ba12-7f0080f0d8ae tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/c0c6395f-89b9-4688-98af-a39d2de9056f HTTP/1.1" status: 200 len: 1822 time: 0.0747745 Mar 22 14:00:21.216646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a85cb60-2a04-4b90-966c-25bb0e45d6a7 req-ea653142-958d-4037-8e96-433198aa6376 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634820 Mar 22 14:00:21.241012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3591d-c2f6-416e-bcf1-9890936cea51 req-4dce7165-f933-458c-91d2-c1f73d246db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.242761 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86f3591d-c2f6-416e-bcf1-9890936cea51 req-4dce7165-f933-458c-91d2-c1f73d246db6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 1128 time: 0.0480604 Mar 22 14:00:21.271708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c0c6395f-89b9-4688-98af-a39d2de9056f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.293715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86f3591d-c2f6-416e-bcf1-9890936cea51 req-e1677cb3-7be8-4228-b977-0eba3717835f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Mar 22 14:00:21.295462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c0c6395f-89b9-4688-98af-a39d2de9056f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.357490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c0c6395f-89b9-4688-98af-a39d2de9056f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.360471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.370623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea26c20c-4c9b-47de-925e-ed2879b13475 req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/c0c6395f-89b9-4688-98af-a39d2de9056f HTTP/1.1" status: 204 len: 173 time: 0.1528885 Mar 22 14:00:21.381737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00250-b2c7-451b-a008-e59bdd0b5b68 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6395f-89b9-4688-98af-a39d2de9056f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.407719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:21.410122 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067e58c3-eb63-46e0-8dae-7c046a2d8615" -d '{"events": [{"name": "network-changed", "server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:21.493343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0686d3e-0417-4faf-b7ce-8ac1f565312a req-8842a55a-9165-4aff-8246-29ed56530cc4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.494836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0686d3e-0417-4faf-b7ce-8ac1f565312a req-8842a55a-9165-4aff-8246-29ed56530cc4 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.0859008 Mar 22 14:00:21.502594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1212c-62e1-47eb-a5ff-a4287face152 req-049789a2-8d4a-4e23-8465-c2b46a7796d7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.503986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92a1212c-62e1-47eb-a5ff-a4287face152 req-049789a2-8d4a-4e23-8465-c2b46a7796d7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 947 time: 0.0855229 Mar 22 14:00:21.570683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0686d3e-0417-4faf-b7ce-8ac1f565312a req-f09a25bf-56c7-408d-b0c3-3dcccca0846d tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Mar 22 14:00:21.577731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92a1212c-62e1-47eb-a5ff-a4287face152 req-5a3c02ab-00a6-456b-b3bf-47db90fecd49 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Mar 22 14:00:21.625746 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9f8280-7a8a-413d-afa0-22083b406bdd x-openstack-request-id: req-8f9f8280-7a8a-413d-afa0-22083b406bdd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:21.626302 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:21.626520 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f9f8280-7a8a-413d-afa0-22083b406bdd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:21.627983 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9f8280-7a8a-413d-afa0-22083b406bdd'] response: {'name': 'network-changed', 'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'status': 'completed', 'code': 200} Mar 22 14:00:21.633167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa865584-be5f-4d0c-8a9b-b8f5d9f2a8d6 req-5afd4b70-7ffa-4b02-abc5-e6ed5fe6fadc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/22c2a6ad-bcaf-4dba-85da-e506d062aa87 HTTP/1.1" status: 200 len: 1821 time: 0.0387125 Mar 22 14:00:21.659160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-330059120', 'description': 'tempest-description-1307132519'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:21.706640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.709658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-20da3a1a-8fc0-4dda-bf00-a39669b62e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.711259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-20da3a1a-8fc0-4dda-bf00-a39669b62e4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1125 time: 0.0581317 Mar 22 14:00:21.750399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d49f3e-292f-492f-a3a3-079b0d3f0559 req-3badf34b-f648-48c6-be68-057b0393f65b tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.752195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4d49f3e-292f-492f-a3a3-079b0d3f0559 req-3badf34b-f648-48c6-be68-057b0393f65b tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0793943 Mar 22 14:00:21.780395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.802511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-94432f88-62ed-4a50-9c62-159bbf852a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.803984 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-94432f88-62ed-4a50-9c62-159bbf852a36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.0853989 Mar 22 14:00:21.819539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.827983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4d49f3e-292f-492f-a3a3-079b0d3f0559 req-8b4536e6-f04e-4bd2-8e6a-0e61234c9935 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662005 Mar 22 14:00:21.828687 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.853317 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-d1289583-c325-4430-927f-489db8fe9769 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 217 time: 0.0429428 Mar 22 14:00:21.857445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:21.862386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:21.863593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94a9fcdc-de85-4826-902e-ae093edfd558 req-f1d92fd9-5bb3-4343-82bc-0197c809c46f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2084932 Mar 22 14:00:21.903386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-52ea2986-10a9-4dd1-9f7a-27d99492dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:21.904955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-52ea2986-10a9-4dd1-9f7a-27d99492dbfd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0438173 Mar 22 14:00:21.920749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-14a81727-0894-40b5-8188-cde307f9ceca tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 200 len: 1821 time: 0.0367918 Mar 22 14:00:21.931202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:21.931523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:21.936066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-91f2fd2a-fc42-4c3d-b046-db796dee25f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248985 Mar 22 14:00:21.985129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (e0aa5e23-5aa1-4909-88c2-537d26c5ec07), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.010478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (e0aa5e23-5aa1-4909-88c2-537d26c5ec07), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.015292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e0aa5e23-5aa1-4909-88c2-537d26c5ec07), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.031594 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-338d7fd8-495e-47c0-804e-f0b7f4288031 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872340 Mar 22 14:00:22.036279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aa5e23-5aa1-4909-88c2-537d26c5ec07,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.049408 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.050708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b12a17f-104d-4f23-bfc1-b6c333888f3e req-fc25c1e5-1047-43de-9a3a-e230c8a88bcc tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1238756 Mar 22 14:00:22.131638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-067e58c3-eb63-46e0-8dae-7c046a2d8615 req-bab3b632-89aa-4945-88a5-fb12da75a27d service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938416 Mar 22 14:00:22.141646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-d7395f50-672e-4eca-b6d3-691ce4fa6da5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 200 len: 2414 time: 0.0713701 Mar 22 14:00:22.155865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a', 'remote_group_id': None}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:22.156168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a', 'remote_group_id': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:22.166133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509bc8-48a2-4e4c-b19d-19664c889f6b req-fb48b775-0e69-4744-b260-2ad18f44fb39 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.167548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64509bc8-48a2-4e4c-b19d-19664c889f6b req-fb48b775-0e69-4744-b260-2ad18f44fb39 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.0808053 Mar 22 14:00:22.236977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64509bc8-48a2-4e4c-b19d-19664c889f6b req-c11c8c1e-ff96-43df-87d9-bf2662861e23 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Mar 22 14:00:22.250697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.269579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.273813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.291369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd93da32-156b-4302-97b4-4005aae42153,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.306805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.307925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2657f23-c0b6-4ff1-b294-48ad404d852e req-27f901a1-5e7f-4fcc-b42d-7eea9b529d35 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1568251 Mar 22 14:00:22.379573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fab51-6b50-4dba-9664-86c6686e3bb7 req-48d5f14c-a572-4b9f-b08c-a7169478b937 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.381011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-873fab51-6b50-4dba-9664-86c6686e3bb7 req-48d5f14c-a572-4b9f-b08c-a7169478b937 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 946 time: 0.0877223 Mar 22 14:00:22.384990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1283c0-cda1-437b-9421-789b3dc4babf req-97af4588-18ef-466a-beef-73c8256152c6 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 200 len: 3012 time: 0.0544140 Mar 22 14:00:22.438185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-2c99fc6b-ea0c-441a-8a34-f613a40f09d0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-group-rules/dd93da32-156b-4302-97b4-4005aae42153 HTTP/1.1" status: 200 len: 783 time: 0.0321054 Mar 22 14:00:22.446064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-873fab51-6b50-4dba-9664-86c6686e3bb7 req-aa2deaa8-b791-4d0d-9b1c-fe67166da5c8 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Mar 22 14:00:22.511234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-e87fadf2-82d8-43b7-8c5c-cd16ad17b6f1 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 200 len: 3012 time: 0.0618794 Mar 22 14:00:22.547300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.554842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.581426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dd93da32-156b-4302-97b4-4005aae42153), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.588476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.589596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cabbee3b-b827-4ec3-9e0a-b559f82c7853 req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/dd93da32-156b-4302-97b4-4005aae42153 HTTP/1.1" status: 204 len: 173 time: 0.0726085 Mar 22 14:00:22.593749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093bc75-52da-468f-85ba-6008d5170fc5 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd93da32-156b-4302-97b4-4005aae42153,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.657891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-2f99b404-75a8-4359-9639-0dcd6738df9a tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 200 len: 2414 time: 0.0460036 Mar 22 14:00:22.750449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732afe8-5dd2-47dd-a54d-01b745d7780b req-4fa4f626-5af1-4f6e-b01a-f69442bafbf9 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.752293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4732afe8-5dd2-47dd-a54d-01b745d7780b req-4fa4f626-5af1-4f6e-b01a-f69442bafbf9 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.0918694 Mar 22 14:00:22.772337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.822009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.844599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:22.851689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4732afe8-5dd2-47dd-a54d-01b745d7780b req-c664bd7c-943b-4c11-b2dd-3ed8abc8ca68 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a59ab6-02cf-40e1-ac97-be39a7912705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928099 Mar 22 14:00:22.897917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.901330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:22.902583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb4c91af-207b-4dfc-b990-486d734a42e1 req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a HTTP/1.1" status: 204 len: 173 time: 0.2338817 Mar 22 14:00:22.918973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146b0e3-d6db-4316-afb9-83f236774ac0 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f1e0c-a8d9-4bd9-a89a-2b49c773920a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:22.968762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:22.979240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3890f3-fcc8-44fe-83f7-368d598d719a req-0fe70507-51cb-4c41-baf5-f77693b2a10d tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:22.981244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db3890f3-fcc8-44fe-83f7-368d598d719a req-0fe70507-51cb-4c41-baf5-f77693b2a10d tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 947 time: 0.0648730 Mar 22 14:00:22.981711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'port_id': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'mac_address': 'fa:16:3e:0a:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cc4db5-738f-41b7-940e-f928714bc343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:23.036688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:23.037081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.055009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:23.060032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db3890f3-fcc8-44fe-83f7-368d598d719a req-4f5c3d01-fb09-4ba5-9482-3ad186ea32cf tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Mar 22 14:00:23.067902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3ed0-2482-494a-9b61-6bc22d7789d7 req-6e9211e1-a5c6-43a0-b0a6-d9d8243fdb98 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.069392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-586c3ed0-2482-494a-9b61-6bc22d7789d7 req-6e9211e1-a5c6-43a0-b0a6-d9d8243fdb98 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0843706 Mar 22 14:00:23.083066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:23.088405 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.104623 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-eef6d3ef-4206-4fa4-a66c-12e75017aefb req-9f791f61-e0ab-4165-b74d-72b1d34aec7f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] show failed (client error): The resource could not be found. Mar 22 14:00:23.105665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eef6d3ef-4206-4fa4-a66c-12e75017aefb req-9f791f61-e0ab-4165-b74d-72b1d34aec7f tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/c0c6395f-89b9-4688-98af-a39d2de9056f HTTP/1.1" status: 404 len: 352 time: 0.0222647 Mar 22 14:00:23.138237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.141722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-586c3ed0-2482-494a-9b61-6bc22d7789d7 req-bc7c71a3-0bd6-467a-932e-2e7c8ab73dc9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651522 Mar 22 14:00:23.170958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-a8a4f9a2-6766-4060-958a-de19d312f020 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/22c2a6ad-bcaf-4dba-85da-e506d062aa87 HTTP/1.1" status: 200 len: 1821 time: 0.0424025 Mar 22 14:00:23.218049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-5efd8a7d-65a4-404f-847c-00f1ddc31a13 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.219826 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-5efd8a7d-65a4-404f-847c-00f1ddc31a13 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.78 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 950 time: 0.0539668 Mar 22 14:00:23.230185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (22c2a6ad-bcaf-4dba-85da-e506d062aa87), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.257157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (22c2a6ad-bcaf-4dba-85da-e506d062aa87), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.306383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (22c2a6ad-bcaf-4dba-85da-e506d062aa87), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.310201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.311375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71df9cb0-707f-40ed-932e-ed1554dfe7ca req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/22c2a6ad-bcaf-4dba-85da-e506d062aa87 HTTP/1.1" status: 204 len: 173 time: 0.1324477 Mar 22 14:00:23.333201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4b33c-6342-47a5-b579-fd470528fe69 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c2a6ad-bcaf-4dba-85da-e506d062aa87,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.334134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Deleting port 0b666110-5051-42db-bf86-cef2a07dd04c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:23.334492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.396693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-7a63afa2-dee4-4d9d-a39e-9744c31e918d tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/a465689b-eece-49eb-8af0-9493f175669e HTTP/1.1" status: 200 len: 1822 time: 0.0600834 Mar 22 14:00:23.407624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232b29f-e67c-43d0-bc31-ea8894710f55 req-f1141a76-b568-418f-a901-c20ad9f5f5d2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.409180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a232b29f-e67c-43d0-bc31-ea8894710f55 req-f1141a76-b568-418f-a901-c20ad9f5f5d2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.0862048 Mar 22 14:00:23.409700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:23.431300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] For port 0b666110-5051-42db-bf86-cef2a07dd04c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b666110-5051-42db-bf86-cef2a07dd04c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:23.431988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.446501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Calling delete_port for 0b666110-5051-42db-bf86-cef2a07dd04c owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:23.498610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a232b29f-e67c-43d0-bc31-ea8894710f55 req-a51fee03-024e-4935-822c-2f07fbb3e37e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817227 Mar 22 14:00:23.501728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (a465689b-eece-49eb-8af0-9493f175669e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.542288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.550872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (a465689b-eece-49eb-8af0-9493f175669e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.615851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0b666110-5051-42db-bf86-cef2a07dd04c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.634535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b666110-5051-42db-bf86-cef2a07dd04c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:23.644281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Pushing event deleted for resources: {'Port': ['ID=0b666110-5051-42db-bf86-cef2a07dd04c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.655089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50121e4-9109-435b-9ebc-086636dc17c4 req-78a82f98-c37b-4443-9cbb-8f5886a059ba tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:23.658476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c50121e4-9109-435b-9ebc-086636dc17c4 req-78a82f98-c37b-4443-9cbb-8f5886a059ba tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 946 time: 0.0768242 Mar 22 14:00:23.671126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a465689b-eece-49eb-8af0-9493f175669e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.673697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.674837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82e09f14-6578-4187-9170-acbc66f3aef6 req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/a465689b-eece-49eb-8af0-9493f175669e HTTP/1.1" status: 204 len: 173 time: 0.2646058 Mar 22 14:00:23.704383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] No DVR routers for this DVR port 0b666110-5051-42db-bf86-cef2a07dd04c on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:23.708375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.712234 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24062c58-c4a2-407f-8b27-b5ca0c9b2a6c req-1e152ba5-879b-4d41-8642-67c33d6c7fc3 tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.78 "DELETE /v2.0/ports/0b666110-5051-42db-bf86-cef2a07dd04c HTTP/1.1" status: 204 len: 173 time: 0.4832096 Mar 22 14:00:23.712938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'name': 'network-vif-deleted', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:23.715940 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a482001a-b2a1-4e19-92c1-110fe45c0797" -d '{"events": [{"server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "name": "network-vif-deleted", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:23.724935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6e04-3867-46ae-b3ec-8cab6761e4f4 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a465689b-eece-49eb-8af0-9493f175669e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.785119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c50121e4-9109-435b-9ebc-086636dc17c4 req-0fddfb09-273e-4177-8250-3c650b96c560 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214004 Mar 22 14:00:23.790197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-ce1d1640-b6ed-4d9b-9ae6-8ff0b8e91030 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/c243206a-4958-46bd-9e31-741e887d9dea HTTP/1.1" status: 200 len: 1821 time: 0.0971127 Mar 22 14:00:23.852426 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e657b634-bbf0-4581-8c86-368bc9e49ef3 x-openstack-request-id: req-e657b634-bbf0-4581-8c86-368bc9e49ef3 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:23.852718 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81658bd-eeff-4bf8-bef7-bfd2257e2b6a", "name": "network-vif-deleted", "tag": "0b666110-5051-42db-bf86-cef2a07dd04c", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:23.852965 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e657b634-bbf0-4581-8c86-368bc9e49ef3 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:23.853372 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e657b634-bbf0-4581-8c86-368bc9e49ef3'] response: {'server_uuid': 'f81658bd-eeff-4bf8-bef7-bfd2257e2b6a', 'name': 'network-vif-deleted', 'tag': '0b666110-5051-42db-bf86-cef2a07dd04c', 'status': 'completed', 'code': 200} Mar 22 14:00:23.860813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c243206a-4958-46bd-9e31-741e887d9dea), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.887626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (c243206a-4958-46bd-9e31-741e887d9dea), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.929323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c243206a-4958-46bd-9e31-741e887d9dea), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.933105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:23.934442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a9b9b2f-808b-4cfb-824a-dbc072a5cf52 req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/c243206a-4958-46bd-9e31-741e887d9dea HTTP/1.1" status: 204 len: 173 time: 0.1383295 Mar 22 14:00:23.969210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033c9b7-a168-4d2e-86fb-1465c0eca9db tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243206a-4958-46bd-9e31-741e887d9dea,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:23.974530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4486561e-49dd-4044-9541-4d0bcbe933bc req-6a0dec86-4341-4a42-a986-6c9aceb80cda tempest-LiveMigrationNegativeTest-1214222691 tempest-LiveMigrationNegativeTest-1214222691-project] 10.222.0.81 "GET /v2.0/ports?device_id=f81658bd-eeff-4bf8-bef7-bfd2257e2b6a HTTP/1.1" status: 200 len: 210 time: 0.0386260 Mar 22 14:00:24.019683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-791feb71-bcdb-4fbd-9ca8-244b0a34d895 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/206968f2-8da1-49a8-ab57-8650aee67ed0 HTTP/1.1" status: 200 len: 2420 time: 0.0523772 Mar 22 14:00:24.042866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0f1f0c30-d30b-409e-8b86-726c1cba2573 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:24.080458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (206968f2-8da1-49a8-ab57-8650aee67ed0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.110909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (206968f2-8da1-49a8-ab57-8650aee67ed0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.160655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:24.178173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0f1f0c30-d30b-409e-8b86-726c1cba2573', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0f1f0c30-d30b-409e-8b86-726c1cba2573', 'mac_address': 'fa:16:3e:56:70:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:24.207280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea55e50-4460-4021-bd4e-0ad263c78428 req-f71678ba-5420-4beb-bb8d-4be80d8f6114 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:24.208915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ea55e50-4460-4021-bd4e-0ad263c78428 req-f71678ba-5420-4beb-bb8d-4be80d8f6114 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 947 time: 0.0757809 Mar 22 14:00:24.215070 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (206968f2-8da1-49a8-ab57-8650aee67ed0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.218368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.219543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57f48b66-9d80-40c8-a866-530167bc4c3a req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/206968f2-8da1-49a8-ab57-8650aee67ed0 HTTP/1.1" status: 204 len: 173 time: 0.1940830 Mar 22 14:00:24.234635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0f1f0c30-d30b-409e-8b86-726c1cba2573 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:24.237514 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.243559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f973-a57c-409a-969a-766a95642fac tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206968f2-8da1-49a8-ab57-8650aee67ed0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.270881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f0c30-d30b-409e-8b86-726c1cba2573 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:24.296461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ea55e50-4460-4021-bd4e-0ad263c78428 req-f80b0f26-46d7-4d60-897e-2225b0ebae7e tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758715 Mar 22 14:00:24.300748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:24.308030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.373649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.428646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-98b24286-0a54-4dda-a9bc-6264b5a5b8eb tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "GET /v2.0/security-groups/defc4cb7-cfbf-4e6a-9788-9408f43d31b1 HTTP/1.1" status: 200 len: 2413 time: 0.0939541 Mar 22 14:00:24.439623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8caa56-a97f-4faf-9b48-64f324ae5764 req-0d8fbbea-984c-4d3c-b8bc-5443a3796f1f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:24.441213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc8caa56-a97f-4faf-9b48-64f324ae5764 req-0d8fbbea-984c-4d3c-b8bc-5443a3796f1f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1166623 Mar 22 14:00:24.558068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc8caa56-a97f-4faf-9b48-64f324ae5764 req-f24848bd-c80d-4f90-9e27-92bd6b12228d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033432 Mar 22 14:00:24.561534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (defc4cb7-cfbf-4e6a-9788-9408f43d31b1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.585326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (defc4cb7-cfbf-4e6a-9788-9408f43d31b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.588746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0f1f0c30-d30b-409e-8b86-726c1cba2573'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:24.643998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (defc4cb7-cfbf-4e6a-9788-9408f43d31b1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.647534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.655896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e056c3a1-c99d-473b-87dd-1f8ec0347f7d req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] 10.222.0.81 "DELETE /v2.0/security-groups/defc4cb7-cfbf-4e6a-9788-9408f43d31b1 HTTP/1.1" status: 204 len: 173 time: 0.2130828 Mar 22 14:00:24.661231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57270) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:24.685075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ef6d4-0a0c-428d-92d8-601de75dbba3 tempest-SecurityGroupRulesTestJSON-2135764186 tempest-SecurityGroupRulesTestJSON-2135764186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc4cb7-cfbf-4e6a-9788-9408f43d31b1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.718816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Deleting subnet ebf630b0-789e-485d-bdc1-232d4dabf2a4 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:00:24.725875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Publish callbacks [] for subnet (ebf630b0-789e-485d-bdc1-232d4dabf2a4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.732458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38383b-4e99-4cdb-a55a-d051146d8cef req-74f61010-b4c9-44df-89cb-27db7ea613d4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:24.739949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e38383b-4e99-4cdb-a55a-d051146d8cef req-74f61010-b4c9-44df-89cb-27db7ea613d4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.0830319 Mar 22 14:00:24.775344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Publish callbacks [] for subnet (ebf630b0-789e-485d-bdc1-232d4dabf2a4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.783028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ebf630b0-789e-485d-bdc1-232d4dabf2a4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.789973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e38383b-4e99-4cdb-a55a-d051146d8cef req-6f1b068c-7ee5-4253-b09a-84253896e34c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Mar 22 14:00:24.830292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.836111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (ebf630b0-789e-485d-bdc1-232d4dabf2a4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.845535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:24.864488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf630b0-789e-485d-bdc1-232d4dabf2a4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:24.869130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.872991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f66ae996-9a07-4f64-b084-34da87b04828 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ebf630b0-789e-485d-bdc1-232d4dabf2a4 HTTP/1.1" status: 204 len: 168 time: 0.2107604 Mar 22 14:00:24.875831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:24.908128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:24.912482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:24.912849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.948966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4adccd4a-5628-4c25-a4f7-359927b8c275), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:24.990672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:24.991056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.028855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4adccd4a-5628-4c25-a4f7-359927b8c275), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.041477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:25.044422 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee8d2ea-1a27-4cb3-b775-d7aa2dfd49eb" -d '{"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-plugged", "status": "completed", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:25.051207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:25.060893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.062304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adccd4a-5628-4c25-a4f7-359927b8c275']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:25.074402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947a99f3-8641-4000-83f8-d7f31251057d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:25.074699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947a99f3-8641-4000-83f8-d7f31251057d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:25.085350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (947a99f3-8641-4000-83f8-d7f31251057d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.102106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (947a99f3-8641-4000-83f8-d7f31251057d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.109042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:25.109358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (947a99f3-8641-4000-83f8-d7f31251057d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:25.111529 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:25.175199 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c2d54-5443-40a0-a388-f30c59959d04 x-openstack-request-id: req-b67c2d54-5443-40a0-a388-f30c59959d04 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:25.175577 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-plugged", "status": "completed", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:25.175944 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b67c2d54-5443-40a0-a388-f30c59959d04 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:25.176406 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67c2d54-5443-40a0-a388-f30c59959d04'] response: {'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'code': 200} Mar 22 14:00:25.178110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:25.195577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4adccd4a-5628-4c25-a4f7-359927b8c275), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.212655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3f0b-a69c-4d59-89db-9a74ae1ef9a7 req-0b367a68-27f3-4b4f-a9e4-8269ea28720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.213462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.214278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4a3f0b-a69c-4d59-89db-9a74ae1ef9a7 req-0b367a68-27f3-4b4f-a9e4-8269ea28720a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1127 time: 0.0537381 Mar 22 14:00:25.217350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4adccd4a-5628-4c25-a4f7-359927b8c275 HTTP/1.1" status: 204 len: 168 time: 0.3403473 Mar 22 14:00:25.234777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4adfc9-9b1b-45c6-a043-b2df36a23475 admin admin] Pushing event deleted for resources: {'Network': ['ID=4adccd4a-5628-4c25-a4f7-359927b8c275,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:25.270468 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4a3f0b-a69c-4d59-89db-9a74ae1ef9a7 req-5cbf2cf0-265a-4fea-bf93-959c02847f40 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Mar 22 14:00:25.315134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57284) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.426334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.460358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e403de7-ad3f-489d-a47f-543c234297be req-02fdd464-cf98-4089-b288-c9081307ed06 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.462130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e403de7-ad3f-489d-a47f-543c234297be req-02fdd464-cf98-4089-b288-c9081307ed06 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 948 time: 0.0775661 Mar 22 14:00:25.496407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1f3234ab-0407-4840-a7c1-9a2dd0cb5f6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c8a8822b1f14b3d8bffd9fcd27ae0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661342 Mar 22 14:00:25.496780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.504898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-07c0d47c-e17b-4aa3-bc35-eec036dc59f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87fe913a7de047839d48814b9b784fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883960 Mar 22 14:00:25.507817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:25.517716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e403de7-ad3f-489d-a47f-543c234297be req-316e4434-8d8e-4173-800f-c867a68d9564 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Mar 22 14:00:25.596092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] Publish callbacks [] for security_group (d7a59ab6-02cf-40e1-ac97-be39a7912705), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.630840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] Publish callbacks [] for security_group (d7a59ab6-02cf-40e1-ac97-be39a7912705), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.632616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] Publish callbacks [] for security_group (a0b35fda-614e-4758-84bc-bd5c7fb7e65d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.674120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] Publish callbacks [] for security_group (a0b35fda-614e-4758-84bc-bd5c7fb7e65d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.680776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6e6d7-6961-46c4-b43b-e1abd60597ea req-13952f07-5b79-4888-85db-85dbab613fc8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.682428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92a6e6d7-6961-46c4-b43b-e1abd60597ea req-13952f07-5b79-4888-85db-85dbab613fc8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0521319 Mar 22 14:00:25.727767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7a59ab6-02cf-40e1-ac97-be39a7912705), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.731604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.733179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7a59ab6-02cf-40e1-ac97-be39a7912705 HTTP/1.1" status: 204 len: 168 time: 0.2242830 Mar 22 14:00:25.740246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a0b35fda-614e-4758-84bc-bd5c7fb7e65d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.743300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:25.744721 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0b35fda-614e-4758-84bc-bd5c7fb7e65d HTTP/1.1" status: 204 len: 168 time: 0.2468536 Mar 22 14:00:25.751237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d1455-5c66-48b9-b52d-f649d2cb91c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a59ab6-02cf-40e1-ac97-be39a7912705,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:25.762326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c02428-143b-41e0-ac7f-521a10a4abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b35fda-614e-4758-84bc-bd5c7fb7e65d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:25.768028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92a6e6d7-6961-46c4-b43b-e1abd60597ea req-b353e878-5213-4271-93bc-32baa251c870 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788169 Mar 22 14:00:25.918278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a5f7-f943-4501-ab2e-0daa80b90841 req-d3484383-8438-42f8-955f-524493328851 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:25.919813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3485a5f7-f943-4501-ab2e-0daa80b90841 req-d3484383-8438-42f8-955f-524493328851 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.0598180 Mar 22 14:00:25.975660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3485a5f7-f943-4501-ab2e-0daa80b90841 req-227120f1-1497-47c9-b3d3-ab746bbd7bfd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Mar 22 14:00:26.048549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0f1f0c30-d30b-409e-8b86-726c1cba2573 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:26.103693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0f1f0c30-d30b-409e-8b86-726c1cba2573 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:26.109816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0f1f0c30-d30b-409e-8b86-726c1cba2573 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:26.110273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.208084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57316) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:26.219365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0f1f0c30-d30b-409e-8b86-726c1cba2573 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:26.220000 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.258753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:26.265092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b03db01-8934-4722-b3e7-8a6501795f3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=196f5b50671447d78f79a1e0dc7f5b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532799 Mar 22 14:00:26.265280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.265390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57320) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:26.265891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b666110-5051-42db-bf86-cef2a07dd04c no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:26.311631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0b666110-5051-42db-bf86-cef2a07dd04c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:26.311948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b666110-5051-42db-bf86-cef2a07dd04c not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:26.326082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] Publish callbacks [] for security_group (5c925939-b271-4165-8f75-cf10e70112df), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.342696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.359177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] Publish callbacks [] for security_group (5c925939-b271-4165-8f75-cf10e70112df), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.416118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5c925939-b271-4165-8f75-cf10e70112df), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.421290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:26.422801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c925939-b271-4165-8f75-cf10e70112df HTTP/1.1" status: 204 len: 168 time: 0.1562488 Mar 22 14:00:26.432130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed4a92-df08-4a3e-a0e0-d5709bf28d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c925939-b271-4165-8f75-cf10e70112df,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:26.694970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f54ed-8335-493d-b0ee-ee53e4e6d6d1 req-1df5939e-5f0e-4d16-a295-df10f7625eb0 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.703015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb5f54ed-8335-493d-b0ee-ee53e4e6d6d1 req-1df5939e-5f0e-4d16-a295-df10f7625eb0 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.0891857 Mar 22 14:00:26.784615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb5f54ed-8335-493d-b0ee-ee53e4e6d6d1 req-39b05eef-3914-40de-b5ac-b391a55f9f89 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802877 Mar 22 14:00:26.854639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:26.948035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3783e-569f-4c61-8868-10c3a003c121 req-96c923b1-b1fb-4f27-8dd3-3d33a92d728a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:26.949534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21e3783e-569f-4c61-8868-10c3a003c121 req-96c923b1-b1fb-4f27-8dd3-3d33a92d728a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0748236 Mar 22 14:00:26.990174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-208420180-network', 'tenant_id': '6da13ee9cf5849c38c3a6035aaf64d15'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:26.996768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21e3783e-569f-4c61-8868-10c3a003c121 req-b01db7a2-a140-4ed0-bd3e-183473f0baba tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Mar 22 14:00:27.019587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Made reservation on behalf of 6da13ee9cf5849c38c3a6035aaf64d15 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:27.021904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.032077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.099827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735b6e-3e45-4f93-9942-eaf634ea87d5 req-4bc2d756-b141-4c8e-be22-6e517d218e89 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.101845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1735b6e-3e45-4f93-9942-eaf634ea87d5 req-4bc2d756-b141-4c8e-be22-6e517d218e89 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.0548928 Mar 22 14:00:27.116542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks [] for security_group (43d06aa9-c9d9-4deb-a16e-b538fdda011f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.122006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43d06aa9-c9d9-4deb-a16e-b538fdda011f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.144944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:27.156287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1735b6e-3e45-4f93-9942-eaf634ea87d5 req-b0e140b4-3499-434d-9e8e-1f91b00f326e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482571 Mar 22 14:00:27.162228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d06aa9-c9d9-4deb-a16e-b538fdda011f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:27.171684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5a5b27ae-ee56-4e69-82bc-f74e8c3d279c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.172160 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Added segment 5a5b27ae-ee56-4e69-82bc-f74e8c3d279c of type vlan for network 8c11c68c-a110-44ae-80ab-8681faa377ac Mar 22 14:00:27.177500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:27.188228 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaecd628-7295-4de9-8dbd-6814b66c37d6" -d '{"events": [{"server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:27.235381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (8c11c68c-a110-44ae-80ab-8681faa377ac), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.239624 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22764f-d937-48a8-9125-d7a6e399dc89 x-openstack-request-id: req-4d22764f-d937-48a8-9125-d7a6e399dc89 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:27.240219 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:27.241142 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d22764f-d937-48a8-9125-d7a6e399dc89 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:27.242506 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d22764f-d937-48a8-9125-d7a6e399dc89'] response: {'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573', 'code': 200} Mar 22 14:00:27.270469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (8c11c68c-a110-44ae-80ab-8681faa377ac), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.273239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.275915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.277277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bca100-2984-4eeb-9351-0a5d9ae5e0d5 req-dabb7930-e5ed-4258-9cc3-70e2da6e7090 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.278838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1bca100-2984-4eeb-9351-0a5d9ae5e0d5 req-dabb7930-e5ed-4258-9cc3-70e2da6e7090 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1127 time: 0.0461011 Mar 22 14:00:27.332714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1bca100-2984-4eeb-9351-0a5d9ae5e0d5 req-514d11bb-60cd-431a-8c17-3b3f53fa8cc2 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Mar 22 14:00:27.342093 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4857748 Mar 22 14:00:27.345919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57368) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:27.351487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Request body: {'subnet': {'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-208420180-subnet', 'tenant_id': '6da13ee9cf5849c38c3a6035aaf64d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:27.376564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Made reservation on behalf of 6da13ee9cf5849c38c3a6035aaf64d15 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:27.380403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.386157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254145-432e-4797-b3cf-30010a5ec414 admin admin] Pushing event updated for resources: {'Network': ['ID=8c11c68c-a110-44ae-80ab-8681faa377ac,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:27.397389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 8c11c68c-a110-44ae-80ab-8681faa377ac details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:27.398812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48603-dc96-445f-85bf-8fece4134005 req-8f25ea78-554d-4f03-985f-292bc16b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.401268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8d48603-dc96-445f-85bf-8fece4134005 req-8f25ea78-554d-4f03-985f-292bc16b5450 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 1131 time: 0.0793846 Mar 22 14:00:27.471147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8d48603-dc96-445f-85bf-8fece4134005 req-5310a5f8-16ed-4dce-b582-69006b2621d4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Mar 22 14:00:27.611291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0557e1a2-2d2e-401a-b68b-8b71c8fc63a9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.672509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0557e1a2-2d2e-401a-b68b-8b71c8fc63a9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:27.683848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Checking segment: {'id': '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:27.684197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Network hostable DHCP agents. Network: 8c11c68c-a110-44ae-80ab-8681faa377ac, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:27.704491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Network 8c11c68c-a110-44ae-80ab-8681faa377ac is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:27.722036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 8c11c68c-a110-44ae-80ab-8681faa377ac) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:27.730173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:27.731391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:27.736798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baff68-c92d-48aa-85d4-3106d008d988 None None] Network 8c11c68c-a110-44ae-80ab-8681faa377ac requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:27.757674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4cec24d6-87a7-4c66-ab34-08f66d78447a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4106400 Mar 22 14:00:27.944887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.016369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dfa20-b408-4993-96d8-8330f6cad0da None None] Network 8c11c68c-a110-44ae-80ab-8681faa377ac requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:28.066017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72a75-7cd3-4dea-9d44-6a1af6031792 req-22f07796-0982-4acf-966c-0919ad044377 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.068316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86a72a75-7cd3-4dea-9d44-6a1af6031792 req-22f07796-0982-4acf-966c-0919ad044377 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.1314244 Mar 22 14:00:28.174557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86a72a75-7cd3-4dea-9d44-6a1af6031792 req-2f4f0609-b6c0-4500-9ee8-8d1e08fff87f tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946612 Mar 22 14:00:28.304986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec61d75-f842-46b8-b6d2-3ee7b4e347c2 req-4c9718ed-f2a0-45a0-9e3d-ee4b05dd1e37 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.306451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec61d75-f842-46b8-b6d2-3ee7b4e347c2 req-4c9718ed-f2a0-45a0-9e3d-ee4b05dd1e37 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0640881 Mar 22 14:00:28.359887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec61d75-f842-46b8-b6d2-3ee7b4e347c2 req-7466a228-9a1a-43ae-b30c-15b4f5db2c1f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 Mar 22 14:00:28.665788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-129b73db-8eae-415d-939f-8d1af434c0d3 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619171 Mar 22 14:00:28.803795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-44e26b0a-61df-4c27-854f-47a865a8325b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.805700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-44e26b0a-61df-4c27-854f-47a865a8325b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329439 Mar 22 14:00:28.851279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-a3e1bc79-634c-495b-b433-61148511b4d3 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:28.858082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-a3e1bc79-634c-495b-b433-61148511b4d3 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/networks?id=8c11c68c-a110-44ae-80ab-8681faa377ac HTTP/1.1" status: 200 len: 817 time: 0.2644577 Mar 22 14:00:28.860600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ca1fc40a-035f-4602-8e20-55d710d68cc2 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/quotas/ad38c49a2bb24fb0b43e4fa5c778537b HTTP/1.1" status: 200 len: 375 time: 0.0330887 Mar 22 14:00:28.876459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-a2dd3fe0-0db6-4212-9c72-a3ba28af4b62 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/quotas/6da13ee9cf5849c38c3a6035aaf64d15 HTTP/1.1" status: 200 len: 375 time: 0.0174885 Mar 22 14:00:28.897653 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:28.916953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-1ffb4120-ec9f-41b0-b3de-9846dde19d97 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6da13ee9cf5849c38c3a6035aaf64d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391128 Mar 22 14:00:28.952606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-41cfa5f8-9c9f-4bc4-a797-ea264e18829b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738342 Mar 22 14:00:29.028203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-47d5dd2f-f2b3-4880-83a8-88304066c88a service neutron] 10.222.0.81 "GET /v2.0/networks/8c11c68c-a110-44ae-80ab-8681faa377ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951445 Mar 22 14:00:29.163418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b52376c2-f995-4133-8110-33a32125c095 req-ce02c9de-cc58-4087-b2d0-91f8ddb7fa2a tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 210 time: 0.0363727 Mar 22 14:00:29.174825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-803c6b55-c57a-48c4-ba05-3f2737dedb72 service neutron] 10.222.0.81 "GET /v2.0/networks/8c11c68c-a110-44ae-80ab-8681faa377ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390595 Mar 22 14:00:29.439240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28108977-a732-403d-8464-48eccf7c137b req-35cebb83-a5d8-41d7-bda5-4b09d0ba9559 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 210 time: 0.0411499 Mar 22 14:00:29.489385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6afeb-03a6-4f93-b9b8-b578171d5d5e req-e63a1fe1-bfa8-4298-87c9-820680e3914c tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.492002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2a6afeb-03a6-4f93-b9b8-b578171d5d5e req-e63a1fe1-bfa8-4298-87c9-820680e3914c tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.1576252 Mar 22 14:00:29.624225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2a6afeb-03a6-4f93-b9b8-b578171d5d5e req-ffc450f6-549d-4e8a-8656-9ba8524e0aa1 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242607 Mar 22 14:00:29.649006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb67f0-c515-4a38-82fe-0f7c502b8126 req-1c304912-b42e-4394-837c-9d28ffccbbe7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:29.656769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9adb67f0-c515-4a38-82fe-0f7c502b8126 req-1c304912-b42e-4394-837c-9d28ffccbbe7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1061625 Mar 22 14:00:29.725267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9adb67f0-c515-4a38-82fe-0f7c502b8126 req-cfe62f5c-3345-4a36-8653-b876e4dfa50d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Mar 22 14:00:30.139089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-1b1d9b0f-1e88-4954-8fca-cd70d527a604 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5091712de39e4e89a7b89733d8d3d154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269301 Mar 22 14:00:30.266830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-67c172c3-0195-4c5a-9371-c02caff17052 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.268479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-67c172c3-0195-4c5a-9371-c02caff17052 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233716 Mar 22 14:00:30.305293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-4e941dc0-9a73-4cec-81b3-e23788318943 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/quotas/5091712de39e4e89a7b89733d8d3d154 HTTP/1.1" status: 200 len: 375 time: 0.0310712 Mar 22 14:00:30.396806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7719a25-8ca0-43f5-9657-011c5bfb82eb req-3c28a1cf-513f-4a4d-bce1-774d8c53b4b0 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 210 time: 0.0365105 Mar 22 14:00:30.414702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-496d56d2-aa99-403a-b562-42d3ebbe666b tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082649 Mar 22 14:00:30.618868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b794fe4-fd98-4fdf-808b-a5aadc9c5d5c req-dffe0986-2b1f-4ea2-9e02-f4bbed201821 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 210 time: 0.0533793 Mar 22 14:00:30.672524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a80ffa8c-9d87-4508-875f-d5f1757745c4 req-73cd5b70-b99b-4fcc-95a9-eb7b54f42b34 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 210 time: 0.0561669 Mar 22 14:00:30.726941 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-788d00ad-ab54-46fd-b943-26709101cfca tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228150 Mar 22 14:00:30.888971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:30.953113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-f88d2daf-2d7f-4440-97f3-ca3ccb98221b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.959013 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-f88d2daf-2d7f-4440-97f3-ca3ccb98221b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257547 Mar 22 14:00:30.972465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Request body: {'port': {'device_id': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'ad38c49a2bb24fb0b43e4fa5c778537b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:30.996675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed08e28-d1c8-41f0-87f1-29c25f36ca7c req-e381f1d0-6899-4955-9e24-7fade3339773 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:30.998543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fed08e28-d1c8-41f0-87f1-29c25f36ca7c req-e381f1d0-6899-4955-9e24-7fade3339773 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1393197 Mar 22 14:00:31.056945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-9b5a34d9-4a8b-4c4c-8088-b523b2ea2150 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:31.058621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-9b5a34d9-4a8b-4c4c-8088-b523b2ea2150 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.82 "GET /v2.0/networks?id=8c11c68c-a110-44ae-80ab-8681faa377ac HTTP/1.1" status: 200 len: 817 time: 0.2333958 Mar 22 14:00:31.084274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Request body: {'port': {'device_id': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac', 'admin_state_up': True, 'tenant_id': '6da13ee9cf5849c38c3a6035aaf64d15'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:31.103558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:31.128533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bf060853-a219-46b7-b865-63e2451967bc', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'bf060853-a219-46b7-b865-63e2451967bc', 'mac_address': 'fa:16:3e:31:7c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:31.210863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:31.212538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.234711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fed08e28-d1c8-41f0-87f1-29c25f36ca7c req-916ca5cd-d921-493c-8a00-b72ee932f2a8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254994 Mar 22 14:00:31.238388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Made reservation on behalf of ad38c49a2bb24fb0b43e4fa5c778537b for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:31.240330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf060853-a219-46b7-b865-63e2451967bc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:31.246848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.269919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.293990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:31.304349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.358626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Made reservation on behalf of 6da13ee9cf5849c38c3a6035aaf64d15 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:31.362250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:31.363050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.379312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks [] for security_group (9175b96e-3683-4b16-be7f-9f7b69d79dec), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.386555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9175b96e-3683-4b16-be7f-9f7b69d79dec), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.464053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9175b96e-3683-4b16-be7f-9f7b69d79dec,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:31.584151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Allocated IP 192.168.233.118 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/e7c9473a-421d-43ab-be4e-0328ce0bafa2) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:31.614266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:31.645231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7443b53-b35d-4c38-85ee-105b2acd40d7 req-a6cf3e6f-1e42-49c8-b8da-4d1b73b08678 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 210 time: 0.0620146 Mar 22 14:00:31.659759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Allocated IP 172.20.0.2 (8c11c68c-a110-44ae-80ab-8681faa377ac/0557e1a2-2d2e-401a-b68b-8b71c8fc63a9/6bc94311-02aa-4d58-9563-442247918d9a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:31.875637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks [] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.913895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:31.981428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:31.988744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:32.009139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:32.022587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.023450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.079865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Pushing event updated for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:32.101676 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-34cc6014-f7da-4ad8-9b95-da5d49b1ec5c tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1346445 Mar 22 14:00:32.123159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Request body: {'port': {'device_id': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:32.165232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-6dd4ecf2-b29f-4cc5-b562-6fde5e5594b0 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5091712de39e4e89a7b89733d8d3d154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617218 Mar 22 14:00:32.305263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2fd6c0b-d270-46e2-814b-18fa1b38c7c7 req-fb8a3534-2457-4249-8f0e-00cd8a3ccf72 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 210 time: 0.5353785 Mar 22 14:00:32.399545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f20d3117-155c-4dfe-8b53-84611870a382 req-c3c52311-5c29-486e-b76b-4193914a1d65 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 210 time: 0.5562096 Mar 22 14:00:32.449650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9d454437-f3b5-46f2-a17d-8455b2b244ca None None] Provisioning complete for port e7c9473a-421d-43ab-be4e-0328ce0bafa2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:32.450268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d454437-f3b5-46f2-a17d-8455b2b244ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.508824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks [] for port (6bc94311-02aa-4d58-9563-442247918d9a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.536530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e00d-8658-4251-907a-58fed19aaf2b req-52811c7b-e7de-493f-8cbc-c54e9701c201 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.538358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af95e00d-8658-4251-907a-58fed19aaf2b req-52811c7b-e7de-493f-8cbc-c54e9701c201 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 949 time: 0.1198881 Mar 22 14:00:32.557170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9d454437-f3b5-46f2-a17d-8455b2b244ca None None] Port e7c9473a-421d-43ab-be4e-0328ce0bafa2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:32.589711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.610535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af95e00d-8658-4251-907a-58fed19aaf2b req-bb8743e2-3a3d-4223-ac1a-1a867657f617 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657101 Mar 22 14:00:32.618759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.658787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Network 8c11c68c-a110-44ae-80ab-8681faa377ac is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:32.664073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:32.667819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:32.708898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Pushing event updated for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:32.740143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.740416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.756835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-dfdeae0d-3936-4465-a531-e0ea12b561a7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.758442 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-dfdeae0d-3936-4465-a531-e0ea12b561a7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5723403 Mar 22 14:00:32.775354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-2cef82a6-94c5-4329-96f3-433eda97d89a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6977189 Mar 22 14:00:32.775548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Request body: {'port': {'device_id': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '5091712de39e4e89a7b89733d8d3d154'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:32.787242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Request body: {'port': {'device_id': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:32.840133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb383a-5809-4ae1-94a1-002fb6c2f3db req-9dbe138a-f0b8-466f-80e3-823484f1d33b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:32.841695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aeb383a-5809-4ae1-94a1-002fb6c2f3db req-9dbe138a-f0b8-466f-80e3-823484f1d33b tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 936 time: 0.1198013 Mar 22 14:00:32.883299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bc94311-02aa-4d58-9563-442247918d9a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:32.889218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:32.955894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aeb383a-5809-4ae1-94a1-002fb6c2f3db req-41e0b71d-a966-4dc4-ab3d-60fa30ead513 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Mar 22 14:00:32.961008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bf060853-a219-46b7-b865-63e2451967bc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:32.961192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf060853-a219-46b7-b865-63e2451967bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.060032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Made reservation on behalf of 5091712de39e4e89a7b89733d8d3d154 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:33.063391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.082396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:33.082786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.086185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c9473a-421d-43ab-be4e-0328ce0bafa2 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:33.110316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:33.112697 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a0135-c0f5-4684-8cfa-5e34072d90d7" -d '{"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:33.127703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:33.136489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.166905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks [] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.183830 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f92f6ea-4c5b-4425-ab99-24ab50265e68 x-openstack-request-id: req-9f92f6ea-4c5b-4425-ab99-24ab50265e68 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:33.184197 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:33.184440 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f92f6ea-4c5b-4425-ab99-24ab50265e68 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:33.184831 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f92f6ea-4c5b-4425-ab99-24ab50265e68'] response: {'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc', 'code': 200} Mar 22 14:00:33.189856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Transition to ACTIVE for port object e7c9473a-421d-43ab-be4e-0328ce0bafa2 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:33.200878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.218077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:33.274516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc94311-02aa-4d58-9563-442247918d9a {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:33.285845 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks [] for port (6bc94311-02aa-4d58-9563-442247918d9a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.301941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Transition to ACTIVE for port object 6bc94311-02aa-4d58-9563-442247918d9a will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:33.311617 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.317980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Allocated IP 192.168.233.252 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/b27993fc-dceb-461a-8351-16f49a1f43e8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:00:33.343308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Pushing event updated for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:33.376982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Attempting to bind port e7c9473a-421d-43ab-be4e-0328ce0bafa2 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:33.377321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Attempting to bind port e7c9473a-421d-43ab-be4e-0328ce0bafa2 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:33.377651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Attempting to bind port e7c9473a-421d-43ab-be4e-0328ce0bafa2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:33.407746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Port e7c9473a-421d-43ab-be4e-0328ce0bafa2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:33.408065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Attempting to bind port e7c9473a-421d-43ab-be4e-0328ce0bafa2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:33.430241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:33.432927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:33.432927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:33.433236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:33.433641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Bound port: e7c9473a-421d-43ab-be4e-0328ce0bafa2, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:33.434020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.569519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad1f8fcf-a23c-499a-a7e6-56cbf1831809 req-eed4bb14-46e2-43bb-83dd-6e4be142ad89 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 210 time: 0.0611789 Mar 22 14:00:33.584209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Attempting to bind port 6bc94311-02aa-4d58-9563-442247918d9a on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:33.584574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Attempting to bind port 6bc94311-02aa-4d58-9563-442247918d9a by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:33.594386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Attempting to bind port 6bc94311-02aa-4d58-9563-442247918d9a on network 8c11c68c-a110-44ae-80ab-8681faa377ac {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:33.596732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b340-3553-4c37-bbb1-98ecd56e9d1c req-9cead0ee-7494-4a02-b974-8ee8dd49a732 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.598817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4532b340-3553-4c37-bbb1-98ecd56e9d1c req-9cead0ee-7494-4a02-b974-8ee8dd49a732 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 943 time: 0.1559944 Mar 22 14:00:33.600504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Port 6bc94311-02aa-4d58-9563-442247918d9a on network 8c11c68c-a110-44ae-80ab-8681faa377ac not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:33.600827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Attempting to bind port 6bc94311-02aa-4d58-9563-442247918d9a on network 8c11c68c-a110-44ae-80ab-8681faa377ac {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:33.613590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:33.613590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Checking segment: {'id': '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:33.614037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Bound using segment: {'id': '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:33.614597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Bound port: 6bc94311-02aa-4d58-9563-442247918d9a, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:33.614750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bc94311-02aa-4d58-9563-442247918d9a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.617406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:33.624264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:33.645173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c03e34-eab7-447e-8d0d-3cdf46998a15 req-5fa5bc83-3bb9-45d8-81bc-40946247fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.646890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86c03e34-eab7-447e-8d0d-3cdf46998a15 req-5fa5bc83-3bb9-45d8-81bc-40946247fde3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.1528420 Mar 22 14:00:33.648379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.696510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4532b340-3553-4c37-bbb1-98ecd56e9d1c req-ae464a54-4f12-42b9-8837-b80b008a801b tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913727 Mar 22 14:00:33.745854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.746709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.748062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] 10.222.0.82 "PUT /v2.0/ports/e7c9473a-421d-43ab-be4e-0328ce0bafa2 HTTP/1.1" status: 200 len: 1096 time: 1.6303558 Mar 22 14:00:33.751896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:33.754190 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa53ce-805c-45ef-af0b-1591b591b685" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:33.765761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:33.771041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6bc94311-02aa-4d58-9563-442247918d9a,segment=NetworkSegment(5a5b27ae-ee56-4e69-82bc-f74e8c3d279c),segment_id=5a5b27ae-ee56-4e69-82bc-f74e8c3d279c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:33.803827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks [] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.813294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bab4e-fd2b-4524-a3a5-28f436fa47ff req-b77960b4-c248-44a6-9a8e-4b9ed7b6fe18 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.822705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae8bab4e-fd2b-4524-a3a5-28f436fa47ff req-b77960b4-c248-44a6-9a8e-4b9ed7b6fe18 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1186006 Mar 22 14:00:33.824233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.834089 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd45e7-66e1-4090-924a-b517b96f840e x-openstack-request-id: req-bbbd45e7-66e1-4090-924a-b517b96f840e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:33.834521 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:33.835066 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbbd45e7-66e1-4090-924a-b517b96f840e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:33.835575 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbd45e7-66e1-4090-924a-b517b96f840e'] response: {'name': 'network-changed', 'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2', 'status': 'completed', 'code': 200} Mar 22 14:00:33.839398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86c03e34-eab7-447e-8d0d-3cdf46998a15 req-0886ee2c-9e0b-4505-bb14-f983f46b97d8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824489 Mar 22 14:00:33.844936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.846008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.847595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] 10.222.0.82 "PUT /v2.0/ports/6bc94311-02aa-4d58-9563-442247918d9a HTTP/1.1" status: 200 len: 1091 time: 1.0663140 Mar 22 14:00:33.857682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:33.861818 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f66a41-698f-459f-adfe-bda6a1f4b530" -d '{"events": [{"name": "network-changed", "server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "tag": "6bc94311-02aa-4d58-9563-442247918d9a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:33.863194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ad452-273e-4723-b4d4-94996d3371cc service neutron] Pushing event updated for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:33.914549 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ee9bc-aa27-4d7a-ba8b-1591b1031329 x-openstack-request-id: req-3f4ee9bc-aa27-4d7a-ba8b-1591b1031329 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:33.914884 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "tag": "6bc94311-02aa-4d58-9563-442247918d9a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:33.915087 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f4ee9bc-aa27-4d7a-ba8b-1591b1031329 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:33.915749 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4ee9bc-aa27-4d7a-ba8b-1591b1031329'] response: {'name': 'network-changed', 'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a', 'status': 'completed', 'code': 200} Mar 22 14:00:33.915852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-afb4be40-4398-41db-82a6-2030070c5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:33.917805 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-afb4be40-4398-41db-82a6-2030070c5b56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 1130 time: 0.1042144 Mar 22 14:00:33.926552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:33.941338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0f1f0c30-d30b-409e-8b86-726c1cba2573'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:33.981518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:00:33.985229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:33.994178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:00:34.002146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.003232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.008965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae8bab4e-fd2b-4524-a3a5-28f436fa47ff req-00aed6df-a7a5-4068-b996-d20d67ef52be tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Mar 22 14:00:34.022259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5030f4-a53a-437d-90e0-ef8371c0b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:34.024304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Pushing event updated for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:34.042025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-60f20df7-85e0-4fb4-9ab2-ea591e726bb2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2717662 Mar 22 14:00:34.060234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Request body: {'port': {'device_id': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:34.152065 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-503ebe2f-1541-4f18-bd5f-f5a721b5b624 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2 HTTP/1.1" status: 200 len: 217 time: 0.0571837 Mar 22 14:00:34.229455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.244612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-09a7f236-8aea-4dc6-a5c3-d55732dba9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.246223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-09a7f236-8aea-4dc6-a5c3-d55732dba9f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6da13ee9cf5849c38c3a6035aaf64d15&device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 1125 time: 0.1403701 Mar 22 14:00:34.254280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-054b4cda-34c5-43ce-9567-c067bd5ac215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.255741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-054b4cda-34c5-43ce-9567-c067bd5ac215 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0708406 Mar 22 14:00:34.259295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf719d0-915f-4403-810a-bd5ea1bfcc36 req-5ab0c151-24d2-4081-8c5a-0afc1e3290fc tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.260859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf719d0-915f-4403-810a-bd5ea1bfcc36 req-5ab0c151-24d2-4081-8c5a-0afc1e3290fc tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 948 time: 0.1448281 Mar 22 14:00:34.375068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf719d0-915f-4403-810a-bd5ea1bfcc36 req-6501045b-5d03-4a2a-9a03-a335210bcbfd tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082735 Mar 22 14:00:34.419319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e687aa2e-c0b9-43d3-8afd-7a36a5c0f64b None None] Provisioning complete for port b27993fc-dceb-461a-8351-16f49a1f43e8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:34.419735 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e687aa2e-c0b9-43d3-8afd-7a36a5c0f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.425699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-8849f1f4-4d49-4dc5-8aee-90fb327b30da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.427451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-8849f1f4-4d49-4dc5-8aee-90fb327b30da service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6da13ee9cf5849c38c3a6035aaf64d15&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1426551 Mar 22 14:00:34.443856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-b5ed7b9c-44ab-4c87-9fc9-803d20b3e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.445359 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-b5ed7b9c-44ab-4c87-9fc9-803d20b3e372 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1680341 Mar 22 14:00:34.462514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e687aa2e-c0b9-43d3-8afd-7a36a5c0f64b None None] Port b27993fc-dceb-461a-8351-16f49a1f43e8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:00:34.555057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-9d953837-1e81-48f7-acda-9641cd259267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.556545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34f66a41-698f-459f-adfe-bda6a1f4b530 req-9d953837-1e81-48f7-acda-9641cd259267 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218274 Mar 22 14:00:34.582819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-b63061ec-3cdd-47c3-8e64-5c70fcb70b15 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269310 Mar 22 14:00:34.649669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-fd07d9b6-7b29-4b13-ad6f-8e7e1a2f5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.651245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-fd07d9b6-7b29-4b13-ad6f-8e7e1a2f5f87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6da13ee9cf5849c38c3a6035aaf64d15&device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 1125 time: 0.0533009 Mar 22 14:00:34.674672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27993fc-dceb-461a-8351-16f49a1f43e8 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:34.684497 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks [] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.708589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Transition to ACTIVE for port object b27993fc-dceb-461a-8351-16f49a1f43e8 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:00:34.717037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.720986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-de73f542-68fa-442e-a6ff-c572c2d65840 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bc94311-02aa-4d58-9563-442247918d9a HTTP/1.1" status: 200 len: 217 time: 0.0539806 Mar 22 14:00:34.754067 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b798e12b-c1a1-434d-a710-e748f19cdb29 req-dda01682-7f68-48c7-a9df-2f699e90dc2d service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500916 Mar 22 14:00:34.812077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974a75-4f0b-492f-90c8-ab9c37d9ac4d req-9de97483-8495-4093-bfa3-b935c6c6e03a tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.820962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1974a75-4f0b-492f-90c8-ab9c37d9ac4d req-9de97483-8495-4093-bfa3-b935c6c6e03a tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 936 time: 0.1634886 Mar 22 14:00:34.824824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Pushing event updated for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:34.858713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Attempting to bind port b27993fc-dceb-461a-8351-16f49a1f43e8 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:00:34.859416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Attempting to bind port b27993fc-dceb-461a-8351-16f49a1f43e8 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:00:34.859964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Attempting to bind port b27993fc-dceb-461a-8351-16f49a1f43e8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:34.872734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Port b27993fc-dceb-461a-8351-16f49a1f43e8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:00:34.873418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Attempting to bind port b27993fc-dceb-461a-8351-16f49a1f43e8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:00:34.895581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:00:34.895925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:34.896305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:00:34.896904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Bound port: b27993fc-dceb-461a-8351-16f49a1f43e8, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:00:34.897117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:34.902481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-ced5a0ce-d2b9-4762-aabb-abfbd78d0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.904423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-ced5a0ce-d2b9-4762-aabb-abfbd78d0693 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 1130 time: 0.0882139 Mar 22 14:00:34.910996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-7503d183-12a5-4d63-ba55-7ef6a790f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:34.912460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-7503d183-12a5-4d63-ba55-7ef6a790f1c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0557e1a2-2d2e-401a-b68b-8b71c8fc63a9 HTTP/1.1" status: 200 len: 857 time: 0.1815283 Mar 22 14:00:34.977381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-ef0a219c-338e-4354-9030-211cb548738e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c11c68c-a110-44ae-80ab-8681faa377ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542336 Mar 22 14:00:34.987214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1974a75-4f0b-492f-90c8-ab9c37d9ac4d req-3d9f325b-d09b-4144-8954-2351f8858baa tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647263 Mar 22 14:00:35.062435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:00:35.070576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b27993fc-dceb-461a-8351-16f49a1f43e8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:00:35.078374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-4a38c7cb-d2d3-4ed6-87a3-fc2e8d762b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.079226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5d41-7564-4f65-8d91-23bf186da706 req-e6fb4825-0eff-4689-89ce-92d2f512ee94 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.080308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-4a38c7cb-d2d3-4ed6-87a3-fc2e8d762b5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1653080 Mar 22 14:00:35.081179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c6c5d41-7564-4f65-8d91-23bf186da706 req-e6fb4825-0eff-4689-89ce-92d2f512ee94 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 943 time: 0.2779095 Mar 22 14:00:35.082977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.105037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.106206 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:35.107944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] 10.222.0.78 "PUT /v2.0/ports/b27993fc-dceb-461a-8351-16f49a1f43e8 HTTP/1.1" status: 200 len: 1096 time: 1.0520172 Mar 22 14:00:35.117263 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:00:35.199413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-3db834fe-3d0c-40f7-9115-7a852d03c914 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2 HTTP/1.1" status: 200 len: 217 time: 0.1067479 Mar 22 14:00:35.225089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-c4aa8874-970b-4dd8-88e5-fb71b9d843bf service neutron] 10.222.0.82 "GET /v2.0/networks/8c11c68c-a110-44ae-80ab-8681faa377ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357826 Mar 22 14:00:35.247042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c6c5d41-7564-4f65-8d91-23bf186da706 req-947ee3ef-1523-4132-8ada-a2f82887b64a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578190 Mar 22 14:00:35.272728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d98f0-2e10-4cb4-97d7-4be991d1e58f req-50f9cd2b-8d33-4371-81a8-44013f1129d2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.278272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-422d98f0-2e10-4cb4-97d7-4be991d1e58f req-50f9cd2b-8d33-4371-81a8-44013f1129d2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1550426 Mar 22 14:00:35.311283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397882-4ad2-43f1-9d94-a4a8a51158be service neutron] Pushing event updated for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:35.325905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-c07286c4-a49a-4259-8d32-5853486a03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.327625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-c07286c4-a49a-4259-8d32-5853486a03c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 1130 time: 0.1385810 Mar 22 14:00:35.329072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-b2906281-843b-4ac5-bdc7-d2e7a2ac6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.331299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-b2906281-843b-4ac5-bdc7-d2e7a2ac6927 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1119034 Mar 22 14:00:35.425084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-422d98f0-2e10-4cb4-97d7-4be991d1e58f req-bd11e07a-29f6-48c4-8967-92153860b83e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358759 Mar 22 14:00:35.453516 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-30590eb5-886e-4a53-a921-28b4bfae7bd4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b27993fc-dceb-461a-8351-16f49a1f43e8 HTTP/1.1" status: 200 len: 217 time: 0.1059730 Mar 22 14:00:35.456280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227fc745-4c2c-4d68-99ea-3ca96a1bce87 req-06a92e9c-8655-4a35-8565-e1d0e136445c service neutron] 10.222.0.82 "GET /v2.0/networks/8c11c68c-a110-44ae-80ab-8681faa377ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996176 Mar 22 14:00:35.523485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-d940f149-3534-4787-81de-92340e66e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.529425 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-d940f149-3534-4787-81de-92340e66e618 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1755912 Mar 22 14:00:35.531934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-2b4671a7-1154-4d7f-a7ba-14a199f6829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.533338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-2b4671a7-1154-4d7f-a7ba-14a199f6829e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0811749 Mar 22 14:00:35.536920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5358a-c905-47f7-9d0f-1b28ae41e464 req-5e6fa26e-0709-4b80-865b-05a47c9b81ce tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.538776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec5358a-c905-47f7-9d0f-1b28ae41e464 req-5e6fa26e-0709-4b80-865b-05a47c9b81ce tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 948 time: 0.0560286 Mar 22 14:00:35.594290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec5358a-c905-47f7-9d0f-1b28ae41e464 req-e63abfb9-f363-4a6b-9ecf-6203fba073ea tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Mar 22 14:00:35.654195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938c2-4e44-454b-a472-6928e94c808f req-bae6c7c2-389c-49ff-a9d8-6e9cd21acaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:35.655693 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-bae6c7c2-389c-49ff-a9d8-6e9cd21acaf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1064696 Mar 22 14:00:35.660911 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-f0e10dd7-97ab-4bff-ae79-9aab12b89e9f service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266711 Mar 22 14:00:35.967941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:35.970417 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dea85c-7182-48fe-9557-31ca6187ec63" -d '{"events": [{"name": "network-changed", "server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:36.010899 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3d38e-4e8f-4ce1-b2f5-9d9fdc0378ae x-openstack-request-id: req-cab3d38e-4e8f-4ce1-b2f5-9d9fdc0378ae {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:36.011189 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:36.011436 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cab3d38e-4e8f-4ce1-b2f5-9d9fdc0378ae {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:36.011827 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab3d38e-4e8f-4ce1-b2f5-9d9fdc0378ae'] response: {'name': 'network-changed', 'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8', 'status': 'completed', 'code': 200} Mar 22 14:00:36.038985 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-43d96a0a-d647-4a43-b959-c188c5cec0db service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760805 Mar 22 14:00:36.044312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5fa53ce-805c-45ef-af0b-1591b591b685 req-7f8bf87d-9cd5-49f8-8a6e-f22a75fd9f0c service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739989 Mar 22 14:00:36.123110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71a67-ebcb-4981-a6f2-90d02c06b0b6 req-1bf6f087-8a10-4f92-a9ad-bc29e923cfcc tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.124688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1d71a67-ebcb-4981-a6f2-90d02c06b0b6 req-1bf6f087-8a10-4f92-a9ad-bc29e923cfcc tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 948 time: 0.0533445 Mar 22 14:00:36.153945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9d7938c2-4e44-454b-a472-6928e94c808f req-5367489d-4ebe-4fd8-811e-1786043c005c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069560 Mar 22 14:00:36.174358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1d71a67-ebcb-4981-a6f2-90d02c06b0b6 req-41badf42-d424-4f11-9140-fd27a5abc758 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Mar 22 14:00:36.252001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-07e49337-0b17-4875-8303-b6efdb1c7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.253479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-07e49337-0b17-4875-8303-b6efdb1c7cb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5091712de39e4e89a7b89733d8d3d154&device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 1130 time: 0.0481501 Mar 22 14:00:36.350641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-13243eb0-00d7-437e-9da9-37b93c71f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.352147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-13243eb0-00d7-437e-9da9-37b93c71f40f service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.0838664 Mar 22 14:00:36.385802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5693de-f51a-43c2-9a9e-8f48eb532c47 req-82f856bd-e483-4179-b4a5-075c61dd4989 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.387299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f5693de-f51a-43c2-9a9e-8f48eb532c47 req-82f856bd-e483-4179-b4a5-075c61dd4989 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 943 time: 0.0577726 Mar 22 14:00:36.398001 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-6aa88bd9-694a-409e-a8fe-07cafcd8ab7f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b27993fc-dceb-461a-8351-16f49a1f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0387185 Mar 22 14:00:36.435398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f5693de-f51a-43c2-9a9e-8f48eb532c47 req-2a70f824-77ca-420e-94cb-290bd50ad913 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Mar 22 14:00:36.446273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-bd052ff8-cd6f-4dd0-ac57-286f11938858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.448000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-bd052ff8-cd6f-4dd0-ac57-286f11938858 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0440309 Mar 22 14:00:36.497418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-d07a2e6f-983e-4a1b-b8ca-5be244c2e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.498987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-d07a2e6f-983e-4a1b-b8ca-5be244c2e737 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0436351 Mar 22 14:00:36.568538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d2c5-74b5-46fa-aae3-2a2e74769d37 req-bd9dd66a-e149-4cc2-b645-9759a8ef4f0e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.570633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ce6d2c5-74b5-46fa-aae3-2a2e74769d37 req-bd9dd66a-e149-4cc2-b645-9759a8ef4f0e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0615151 Mar 22 14:00:36.592026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-e00bec4c-21d0-44d1-bec6-d68b18b4b9d1 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863395 Mar 22 14:00:36.628513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ce6d2c5-74b5-46fa-aae3-2a2e74769d37 req-224c67f3-3ff4-4d93-9533-de47888f2741 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473673 Mar 22 14:00:36.693386 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3dea85c-7182-48fe-9557-31ca6187ec63 req-cef7f8e2-588e-4f08-b1f2-0cf46d566a3c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935900 Mar 22 14:00:36.769006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79bc09-a4e0-49a6-af70-dee06bf92405 req-47303b57-2853-4424-8444-c9a06d655636 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.770527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c79bc09-a4e0-49a6-af70-dee06bf92405 req-47303b57-2853-4424-8444-c9a06d655636 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 948 time: 0.0985553 Mar 22 14:00:36.783956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521ff7d-7ecb-477a-a357-0ad807b5ba66 req-6e599f87-c1a4-493b-85d4-906caa6f4af7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:36.785262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6521ff7d-7ecb-477a-a357-0ad807b5ba66 req-6e599f87-c1a4-493b-85d4-906caa6f4af7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1013596 Mar 22 14:00:36.852757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c79bc09-a4e0-49a6-af70-dee06bf92405 req-c9ae8a52-e230-4db7-8908-b6d00c0ce5fe tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761132 Mar 22 14:00:36.856920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6521ff7d-7ecb-477a-a357-0ad807b5ba66 req-36a57a4e-d09b-485a-b185-71f83281be9b tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653651 Mar 22 14:00:37.208493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2e015-44d3-4097-a7e6-7e6336278a39 req-8a38f94b-1e6d-49b5-8b2c-499bd1f040eb tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.210113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0e2e015-44d3-4097-a7e6-7e6336278a39 req-8a38f94b-1e6d-49b5-8b2c-499bd1f040eb tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0600381 Mar 22 14:00:37.290178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0e2e015-44d3-4097-a7e6-7e6336278a39 req-1d1535a4-0f88-4829-a1fd-c8f77f24b400 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725000 Mar 22 14:00:37.313497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf643a-da25-4b1c-9a53-f3c45f75e8c4 req-f644b0d9-3064-4ba2-abb9-321fc38b8f23 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.314958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeaf643a-da25-4b1c-9a53-f3c45f75e8c4 req-f644b0d9-3064-4ba2-abb9-321fc38b8f23 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 948 time: 0.0664687 Mar 22 14:00:37.364662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeaf643a-da25-4b1c-9a53-f3c45f75e8c4 req-4804fa4c-0e80-4a2f-ab5d-aa2f973f9a38 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Mar 22 14:00:37.558809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4709-43c7-460c-88cf-47ef9c168903 req-0e7ac856-e299-4f65-a852-6540ae893e3f tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.560310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d4e4709-43c7-460c-88cf-47ef9c168903 req-0e7ac856-e299-4f65-a852-6540ae893e3f tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 943 time: 0.0527599 Mar 22 14:00:37.607440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d4e4709-43c7-460c-88cf-47ef9c168903 req-14ebd477-4eb7-4d2e-a2f1-38c30bfee814 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Mar 22 14:00:37.984181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd60cc-e315-4e9b-baf4-470cf4542702 req-10601b5a-4784-4c42-8748-a7df5f9a82c9 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:37.985693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24dd60cc-e315-4e9b-baf4-470cf4542702 req-10601b5a-4784-4c42-8748-a7df5f9a82c9 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 948 time: 0.0663435 Mar 22 14:00:38.043599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24dd60cc-e315-4e9b-baf4-470cf4542702 req-953414d5-fbd8-4cba-a0c7-c6e34d0a16bb tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517583 Mar 22 14:00:38.412083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf88b2-770f-4b5d-87b5-06235580f249 req-8c4ec345-1285-4e93-99e7-a97b25fb00aa tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.413583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eaf88b2-770f-4b5d-87b5-06235580f249 req-8c4ec345-1285-4e93-99e7-a97b25fb00aa tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0559957 Mar 22 14:00:38.489520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eaf88b2-770f-4b5d-87b5-06235580f249 req-a9e7bfd6-83ed-484c-858e-5dfa646ff2f9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704277 Mar 22 14:00:38.510380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50404-a5ef-468f-804a-4e30dcf72298 req-01e02f47-08f3-4c45-add2-7520e091b3f2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.511890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01a50404-a5ef-468f-804a-4e30dcf72298 req-01e02f47-08f3-4c45-add2-7520e091b3f2 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 948 time: 0.0721624 Mar 22 14:00:38.562499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01a50404-a5ef-468f-804a-4e30dcf72298 req-fca64e7c-deb0-438e-a3fb-681d968d54a3 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Mar 22 14:00:38.741719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e2411-a10b-425c-ad8a-683382eacdec req-83c55407-6ca2-4924-8847-7b681e2ce2e0 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:38.743636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a61e2411-a10b-425c-ad8a-683382eacdec req-83c55407-6ca2-4924-8847-7b681e2ce2e0 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 943 time: 0.0542538 Mar 22 14:00:38.794160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a61e2411-a10b-425c-ad8a-683382eacdec req-6865e817-2b5e-4479-a44c-66c69fc8d65a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Mar 22 14:00:38.930597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6bc94311-02aa-4d58-9563-442247918d9a details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:39.153093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6bc94311-02aa-4d58-9563-442247918d9a,segment=NetworkSegment(5a5b27ae-ee56-4e69-82bc-f74e8c3d279c),segment_id=5a5b27ae-ee56-4e69-82bc-f74e8c3d279c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:39.164186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21458d-cf6b-47f1-899f-1f6c23d99cfc req-029a06cf-4ba4-4290-872d-170597eea42f tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.165031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6bc94311-02aa-4d58-9563-442247918d9a', 'network_id': '8c11c68c-a110-44ae-80ab-8681faa377ac', 'port_id': '6bc94311-02aa-4d58-9563-442247918d9a', 'mac_address': 'fa:16:3e:0a:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557e1a2-2d2e-401a-b68b-8b71c8fc63a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:39.165612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca21458d-cf6b-47f1-899f-1f6c23d99cfc req-029a06cf-4ba4-4290-872d-170597eea42f tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 948 time: 0.0531290 Mar 22 14:00:39.202653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6bc94311-02aa-4d58-9563-442247918d9a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:39.203176 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bc94311-02aa-4d58-9563-442247918d9a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.214881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca21458d-cf6b-47f1-899f-1f6c23d99cfc req-2429d97a-96e4-4dea-8f60-f97b6e0f2be9 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Mar 22 14:00:39.216480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc94311-02aa-4d58-9563-442247918d9a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:39.240475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6bc94311-02aa-4d58-9563-442247918d9a,segment=NetworkSegment(5a5b27ae-ee56-4e69-82bc-f74e8c3d279c),segment_id=5a5b27ae-ee56-4e69-82bc-f74e8c3d279c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:39.244462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.245113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e7c9473a-421d-43ab-be4e-0328ce0bafa2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:39.340534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:39.353353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.353712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.354115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.354433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.355458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.355458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.355458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.355757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.356062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.356361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.356704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.357634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.358005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.358405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.358646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:00:39.397823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:39.409927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2', 'mac_address': 'fa:16:3e:c7:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:39.451407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e7c9473a-421d-43ab-be4e-0328ce0bafa2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:39.451800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.464621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c9473a-421d-43ab-be4e-0328ce0bafa2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:39.483807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:39.489268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:39.538536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:39.614095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a8a4d-0e55-4082-b22f-9e814c35f050 req-c73e3e94-742f-43dc-b1a3-840495a4eb00 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.618419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a6a8a4d-0e55-4082-b22f-9e814c35f050 req-c73e3e94-742f-43dc-b1a3-840495a4eb00 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0603573 Mar 22 14:00:39.691818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a6a8a4d-0e55-4082-b22f-9e814c35f050 req-5a55f7e4-28f4-4524-81fd-3f238c994000 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 Mar 22 14:00:39.710667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f6b7-59c6-40f7-a07d-9a55f431dc77 req-da454272-7390-4ed1-a583-7942587dd64a tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.712298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1c8f6b7-59c6-40f7-a07d-9a55f431dc77 req-da454272-7390-4ed1-a583-7942587dd64a tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 948 time: 0.0752280 Mar 22 14:00:39.760948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1c8f6b7-59c6-40f7-a07d-9a55f431dc77 req-d29cbf52-f538-4d7d-94ee-66161a0136b8 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Mar 22 14:00:39.868272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6bc94311-02aa-4d58-9563-442247918d9a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:39.902429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e7c9473a-421d-43ab-be4e-0328ce0bafa2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:39.918578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ea2e-07cc-4aa2-87ba-6bbc93b76f58 req-0b23f1b1-d0ee-4b6f-852c-739834a8d92b tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:39.920324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a20ea2e-07cc-4aa2-87ba-6bbc93b76f58 req-0b23f1b1-d0ee-4b6f-852c-739834a8d92b tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 944 time: 0.0551746 Mar 22 14:00:39.975130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a20ea2e-07cc-4aa2-87ba-6bbc93b76f58 req-9f5a00a8-d999-453e-b959-2c45b16ddd71 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Mar 22 14:00:40.081090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b27993fc-dceb-461a-8351-16f49a1f43e8 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:00:40.216033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b27993fc-dceb-461a-8351-16f49a1f43e8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:40.226600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'b27993fc-dceb-461a-8351-16f49a1f43e8', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'b27993fc-dceb-461a-8351-16f49a1f43e8', 'mac_address': 'fa:16:3e:9a:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:00:40.267583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b27993fc-dceb-461a-8351-16f49a1f43e8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:40.267996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:40.281291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27993fc-dceb-461a-8351-16f49a1f43e8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:00:40.300931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b27993fc-dceb-461a-8351-16f49a1f43e8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:40.305863 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:40.335378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f3162-c9e7-4be2-bec5-32af77a9bcf8 req-2f7dd20d-6093-4a7d-a6e5-12720337a51e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.336845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b88f3162-c9e7-4be2-bec5-32af77a9bcf8 req-2f7dd20d-6093-4a7d-a6e5-12720337a51e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 949 time: 0.0523546 Mar 22 14:00:40.361833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:40.386950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b88f3162-c9e7-4be2-bec5-32af77a9bcf8 req-ae370a5a-6db4-4e12-9439-eacd418c0333 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441637 Mar 22 14:00:40.618975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['b27993fc-dceb-461a-8351-16f49a1f43e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:40.815179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c17a-de69-49be-8f01-5ca4717eb5c4 req-8a440a5a-ae24-4ab6-8420-fcb43ee63026 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.816722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5366c17a-de69-49be-8f01-5ca4717eb5c4 req-8a440a5a-ae24-4ab6-8420-fcb43ee63026 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0525901 Mar 22 14:00:40.894584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5366c17a-de69-49be-8f01-5ca4717eb5c4 req-0fc88d93-655b-4be0-8620-93902a4dfa73 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Mar 22 14:00:40.908823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd53f-0cee-4547-a109-c739d994d702 req-61a95854-e094-4421-9820-d4e10a4ef060 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:40.910303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0fbd53f-0cee-4547-a109-c739d994d702 req-61a95854-e094-4421-9820-d4e10a4ef060 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 949 time: 0.0815830 Mar 22 14:00:40.957086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0fbd53f-0cee-4547-a109-c739d994d702 req-3bb27057-53a9-4bd1-98ae-addc72bb1ab5 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Mar 22 14:00:41.099135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b1ee3-56d1-4d5f-b435-48e10f6a39f6 req-f0b8821f-b74c-40eb-89fc-b860d82b6434 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:41.100619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2b1ee3-56d1-4d5f-b435-48e10f6a39f6 req-f0b8821f-b74c-40eb-89fc-b860d82b6434 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 944 time: 0.0537989 Mar 22 14:00:41.148010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2b1ee3-56d1-4d5f-b435-48e10f6a39f6 req-59ac315e-78aa-473a-9988-8bbcc238985d tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Mar 22 14:00:41.517815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe920-a2c9-412e-b7ec-cb83fbab7dd8 req-244854a6-eca4-49f6-86b4-ebd5bd2fed46 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:41.519378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97ffe920-a2c9-412e-b7ec-cb83fbab7dd8 req-244854a6-eca4-49f6-86b4-ebd5bd2fed46 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 949 time: 0.0570891 Mar 22 14:00:41.566746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97ffe920-a2c9-412e-b7ec-cb83fbab7dd8 req-07dde91d-3929-43d7-bb15-8a8603da651d tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Mar 22 14:00:42.014070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959d18-d7a4-432e-8b24-e737a9cba540 req-312c39cf-0c84-42a8-8f06-2b27a32a6c23 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.015584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0959d18-d7a4-432e-8b24-e737a9cba540 req-312c39cf-0c84-42a8-8f06-2b27a32a6c23 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0542514 Mar 22 14:00:42.093171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0959d18-d7a4-432e-8b24-e737a9cba540 req-8d69770b-24eb-4061-bd53-a5707a8ce49f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720992 Mar 22 14:00:42.106825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b27993fc-dceb-461a-8351-16f49a1f43e8 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:42.111174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942da2-4cd9-4022-965b-7068432f5b4d req-f84f0d2f-b083-40f3-a6cf-3c4ab7d24b35 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.118345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9942da2-4cd9-4022-965b-7068432f5b4d req-f84f0d2f-b083-40f3-a6cf-3c4ab7d24b35 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 949 time: 0.0836163 Mar 22 14:00:42.169920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port b27993fc-dceb-461a-8351-16f49a1f43e8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:42.177738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port b27993fc-dceb-461a-8351-16f49a1f43e8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:42.178478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:42.184124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9942da2-4cd9-4022-965b-7068432f5b4d req-55000e08-8424-487c-b1e6-57603cc2da97 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649259 Mar 22 14:00:42.267962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b27993fc-dceb-461a-8351-16f49a1f43e8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:42.268649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:42.286840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed9c49-8a9c-4a23-838c-d7eefb71c508 req-ced2647f-899c-46f6-b4b5-e33c3c9005b1 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.289147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fed9c49-8a9c-4a23-838c-d7eefb71c508 req-ced2647f-899c-46f6-b4b5-e33c3c9005b1 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 944 time: 0.0569930 Mar 22 14:00:42.294392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:42.296669 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a8ff2-1c56-4de8-bfde-c074ca12005d" -d '{"events": [{"server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "name": "network-vif-plugged", "status": "completed", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:42.309448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b27993fc-dceb-461a-8351-16f49a1f43e8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:42.315879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:42.342881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fed9c49-8a9c-4a23-838c-d7eefb71c508 req-3f506ddf-b562-4a56-a566-500faf806f87 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Mar 22 14:00:42.364603 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b787e9-f9b0-4cf7-be05-8a599526dfd4 x-openstack-request-id: req-c1b787e9-f9b0-4cf7-be05-8a599526dfd4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:42.365062 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "name": "network-vif-plugged", "status": "completed", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:42.365756 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1b787e9-f9b0-4cf7-be05-8a599526dfd4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:42.366230 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b787e9-f9b0-4cf7-be05-8a599526dfd4'] response: {'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8', 'code': 200} Mar 22 14:00:42.388872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:42.457621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183337f0-1d19-47d5-8da0-2a38fd049b86 req-7a4902d3-8266-46e2-9720-6a2a9b2681ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.459070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-183337f0-1d19-47d5-8da0-2a38fd049b86 req-7a4902d3-8266-46e2-9720-6a2a9b2681ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 1132 time: 0.0444539 Mar 22 14:00:42.507247 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-183337f0-1d19-47d5-8da0-2a38fd049b86 req-3f25764b-2685-4b9d-bac7-9420f307d68f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Mar 22 14:00:42.686732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beebbd8-9579-4de7-b5c4-259eb8c7ca80 req-e1231d9f-5e9d-4d35-96c6-1e42770b2f2f tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:42.688182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4beebbd8-9579-4de7-b5c4-259eb8c7ca80 req-e1231d9f-5e9d-4d35-96c6-1e42770b2f2f tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 949 time: 0.0524707 Mar 22 14:00:42.733834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4beebbd8-9579-4de7-b5c4-259eb8c7ca80 req-ebcd4e8a-bd9a-4498-b35a-707ef47baec7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Mar 22 14:00:42.946012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6bc94311-02aa-4d58-9563-442247918d9a up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:42.999670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 6bc94311-02aa-4d58-9563-442247918d9a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:43.003880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6bc94311-02aa-4d58-9563-442247918d9a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:43.004261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6bc94311-02aa-4d58-9563-442247918d9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.082485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6bc94311-02aa-4d58-9563-442247918d9a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:43.082888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bc94311-02aa-4d58-9563-442247918d9a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.118957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6bc94311-02aa-4d58-9563-442247918d9a,segment=NetworkSegment(5a5b27ae-ee56-4e69-82bc-f74e8c3d279c),segment_id=5a5b27ae-ee56-4e69-82bc-f74e8c3d279c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:43.123482 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.124315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e7c9473a-421d-43ab-be4e-0328ce0bafa2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:00:43.197671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:43.218906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e7c9473a-421d-43ab-be4e-0328ce0bafa2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:00:43.225872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e7c9473a-421d-43ab-be4e-0328ce0bafa2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:00:43.226740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.240323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62cbb6-3949-46f3-8d2b-30bd0aa463dd req-48c84f87-258c-433c-9449-a33cfb57568d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.242531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b62cbb6-3949-46f3-8d2b-30bd0aa463dd req-48c84f87-258c-433c-9449-a33cfb57568d tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0631137 Mar 22 14:00:43.322090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e7c9473a-421d-43ab-be4e-0328ce0bafa2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:00:43.322600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.328064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b62cbb6-3949-46f3-8d2b-30bd0aa463dd req-4212d7d9-4d35-43a0-8e76-deab240735aa tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771418 Mar 22 14:00:43.341707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c656cb6-e062-4d5e-b6d6-9950d3263c1f req-2047ade2-7bcf-4fae-8cbb-e39344aabb5b tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.344404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c656cb6-e062-4d5e-b6d6-9950d3263c1f req-2047ade2-7bcf-4fae-8cbb-e39344aabb5b tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 950 time: 0.0859864 Mar 22 14:00:43.356835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:43.360536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:43.401741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c656cb6-e062-4d5e-b6d6-9950d3263c1f req-5441a020-8c00-4936-a1ea-b31c5cd10cc0 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508151 Mar 22 14:00:43.411441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:43.472172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afb988-b2cb-453a-8a29-5ae47e74e036 req-e99b87cb-e2b2-4c11-910a-f7c101410fe0 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.473310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19afb988-b2cb-453a-8a29-5ae47e74e036 req-e99b87cb-e2b2-4c11-910a-f7c101410fe0 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Mar 22 14:00:43.520735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19afb988-b2cb-453a-8a29-5ae47e74e036 req-0b636727-7994-43ab-b6e6-b01bd24a69f8 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Mar 22 14:00:43.856804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd8861-e901-4fbc-aa11-842cc2aefa2a req-a08c466d-f712-4538-bdf8-3d965fe9ce78 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:43.858680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eadd8861-e901-4fbc-aa11-842cc2aefa2a req-a08c466d-f712-4538-bdf8-3d965fe9ce78 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.0579271 Mar 22 14:00:43.910630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eadd8861-e901-4fbc-aa11-842cc2aefa2a req-09068cc8-991d-4875-9771-9891c202587d tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Mar 22 14:00:44.367813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a'}, {'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:44.371251 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48410e2f-374a-4163-a481-1b4a72bebcd7" -d '{"events": [{"server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "name": "network-vif-plugged", "status": "completed", "tag": "6bc94311-02aa-4d58-9563-442247918d9a"}, {"server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "name": "network-vif-plugged", "status": "completed", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:44.411445 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f44777-b618-4126-a785-09235eb5a6a0 x-openstack-request-id: req-46f44777-b618-4126-a785-09235eb5a6a0 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:44.411843 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "name": "network-vif-plugged", "status": "completed", "tag": "6bc94311-02aa-4d58-9563-442247918d9a", "code": 200}, {"server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "name": "network-vif-plugged", "status": "completed", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:44.412168 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46f44777-b618-4126-a785-09235eb5a6a0 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:44.412704 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f44777-b618-4126-a785-09235eb5a6a0'] response: {'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a', 'code': 200} Mar 22 14:00:44.413079 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f44777-b618-4126-a785-09235eb5a6a0'] response: {'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2', 'code': 200} Mar 22 14:00:44.481028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a914c-5118-4827-a5e1-eba8db098551 req-2864a4ac-5719-4e43-a3d6-50684ab6ebbc tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.483641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f2a914c-5118-4827-a5e1-eba8db098551 req-2864a4ac-5719-4e43-a3d6-50684ab6ebbc tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0748360 Mar 22 14:00:44.585353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b02aa-2f93-4297-9d06-da685c2d570b req-d2f16dd5-65c1-439e-be09-d7d4068e3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.587079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d44b02aa-2f93-4297-9d06-da685c2d570b req-d2f16dd5-65c1-439e-be09-d7d4068e3ccd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 1132 time: 0.0583959 Mar 22 14:00:44.603733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a075108-c116-4b78-b068-8f27d12491c7 req-c83ebca6-12d9-482c-b409-32776d98b9da tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.605219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a075108-c116-4b78-b068-8f27d12491c7 req-c83ebca6-12d9-482c-b409-32776d98b9da tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 950 time: 0.1204545 Mar 22 14:00:44.608538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f2a914c-5118-4827-a5e1-eba8db098551 req-d5be7f04-1ab0-4b62-99d8-4c51f1228f65 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123505 Mar 22 14:00:44.637512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaf344-c992-45d0-89f0-b27b92c2b8eb req-531ba02b-f047-417d-bd44-bd41930688e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.639131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abfaf344-c992-45d0-89f0-b27b92c2b8eb req-531ba02b-f047-417d-bd44-bd41930688e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 1127 time: 0.1040070 Mar 22 14:00:44.659830 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d44b02aa-2f93-4297-9d06-da685c2d570b req-a3023e21-e6bd-4736-ab27-5102222048cc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 Mar 22 14:00:44.680511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a075108-c116-4b78-b068-8f27d12491c7 req-72b4cd42-fc03-4920-a914-7237346d8941 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691643 Mar 22 14:00:44.740690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abfaf344-c992-45d0-89f0-b27b92c2b8eb req-7078f91b-1a05-4e7d-9aae-5bdd04b6db5a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915568 Mar 22 14:00:44.763296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6169-31d4-4787-942f-46d00f0ca55b req-6318331d-b083-4894-8f88-1fce8270de6f tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.764778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b51e6169-31d4-4787-942f-46d00f0ca55b req-6318331d-b083-4894-8f88-1fce8270de6f tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0694702 Mar 22 14:00:44.826293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b51e6169-31d4-4787-942f-46d00f0ca55b req-b86cd1fc-10b8-418d-a89d-2d196c43d5d5 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522649 Mar 22 14:00:44.903062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-ba1a11ac-3e4b-4f73-890e-dce2c1a470ed tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:44.904492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-ba1a11ac-3e4b-4f73-890e-dce2c1a470ed tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 1132 time: 0.0445712 Mar 22 14:00:44.922003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-eb960198-7022-4c88-9f60-34981e94c677 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.028227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-eb960198-7022-4c88-9f60-34981e94c677 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Publish callbacks [] for security_group (c3cba143-355b-43f2-bb56-85dcc69fdbbe), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.034636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-eb960198-7022-4c88-9f60-34981e94c677 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3cba143-355b-43f2-bb56-85dcc69fdbbe), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:45.078807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65884532-173c-4325-a0f4-46a41f9a05a5 req-eb960198-7022-4c88-9f60-34981e94c677 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685371 Mar 22 14:00:45.081267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb960198-7022-4c88-9f60-34981e94c677 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cba143-355b-43f2-bb56-85dcc69fdbbe,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:45.098987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75d8b-17cd-4e5c-92fb-e48f10628025 req-81c4ebaa-1da5-4b58-a35f-130fa50fd60e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:45.100761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff75d8b-17cd-4e5c-92fb-e48f10628025 req-81c4ebaa-1da5-4b58-a35f-130fa50fd60e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.1111374 Mar 22 14:00:45.148136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff75d8b-17cd-4e5c-92fb-e48f10628025 req-fc58e579-ed07-4c6c-adf6-82126249593d tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Mar 22 14:00:45.738273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245035-9f16-45d3-b4b1-d2fdb7f17c16 req-311582e6-9387-4a68-b32a-3ab38725e91a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:45.739860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3245035-9f16-45d3-b4b1-d2fdb7f17c16 req-311582e6-9387-4a68-b32a-3ab38725e91a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0563841 Mar 22 14:00:45.790025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3245035-9f16-45d3-b4b1-d2fdb7f17c16 req-01d8128f-0058-48ca-a799-77879988bdcb tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Mar 22 14:00:45.953711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93809e-c8f8-4c88-932f-07242584a5ab req-b61c6be0-21e8-473c-9da8-91902f9abb8d tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:45.955828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c93809e-c8f8-4c88-932f-07242584a5ab req-b61c6be0-21e8-473c-9da8-91902f9abb8d tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Mar 22 14:00:46.007650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c93809e-c8f8-4c88-932f-07242584a5ab req-55c8a20a-602e-4701-a399-bf9f40a072e0 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Mar 22 14:00:46.313308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd170-29f5-46ca-80c1-e95832b1e43d req-02b7e136-10ed-42ae-b6b4-8af9877eb730 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.341793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbbbd170-29f5-46ca-80c1-e95832b1e43d req-02b7e136-10ed-42ae-b6b4-8af9877eb730 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.1116772 Mar 22 14:00:46.454834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbbbd170-29f5-46ca-80c1-e95832b1e43d req-b875541b-dd8e-438d-8de5-489f5cb45682 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118526 Mar 22 14:00:46.476259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d6ff9-9fb2-4da6-9259-e76feec405b5 req-24727f1f-416c-43f2-b3ff-ec306545dbc9 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.479767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-106d6ff9-9fb2-4da6-9259-e76feec405b5 req-24727f1f-416c-43f2-b3ff-ec306545dbc9 tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 1132 time: 0.1310499 Mar 22 14:00:46.535734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-106d6ff9-9fb2-4da6-9259-e76feec405b5 req-4c31b6c0-7fc0-4b83-8b1c-a6ba36c34bca tempest-ServersAdminNegativeTestJSON-978108109 tempest-ServersAdminNegativeTestJSON-978108109-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Mar 22 14:00:46.921532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44609f9-496a-4bd5-af4f-3ff37edb751b req-7a145de0-eb99-4dee-8db5-2adbf2ea7212 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:46.929263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d44609f9-496a-4bd5-af4f-3ff37edb751b req-7a145de0-eb99-4dee-8db5-2adbf2ea7212 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0662301 Mar 22 14:00:47.003147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d44609f9-496a-4bd5-af4f-3ff37edb751b req-52c1dd08-3097-47b2-b63d-14c770c21bc1 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728238 Mar 22 14:00:47.033249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c755-e75a-48de-b771-a5744854ce65 req-1a99e27a-8b35-4218-8900-abd4da7f119e tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.041614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c9c755-e75a-48de-b771-a5744854ce65 req-1a99e27a-8b35-4218-8900-abd4da7f119e tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 950 time: 0.0972145 Mar 22 14:00:47.114498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c9c755-e75a-48de-b771-a5744854ce65 req-e850b004-62b4-4ff3-9c7a-8c64c095753d tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658886 Mar 22 14:00:47.176267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7a06-1591-47bd-b139-a586705b9fb7 req-542bbc55-d527-4f14-afc3-69274e896bd9 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.177920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-981f7a06-1591-47bd-b139-a586705b9fb7 req-542bbc55-d527-4f14-afc3-69274e896bd9 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0625458 Mar 22 14:00:47.224173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-981f7a06-1591-47bd-b139-a586705b9fb7 req-ab397d6d-1f58-42f6-820d-82dee8a77ed4 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Mar 22 14:00:47.479952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6532-ff4b-4b30-9a46-34e28fdff89d req-80dc8a7f-efb9-432e-bac6-fc3077615825 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.481651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e7c6532-ff4b-4b30-9a46-34e28fdff89d req-80dc8a7f-efb9-432e-bac6-fc3077615825 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0563617 Mar 22 14:00:47.552762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e7c6532-ff4b-4b30-9a46-34e28fdff89d req-36990ca2-6c60-4f90-8eb5-986213f6d7ab tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623870 Mar 22 14:00:47.605760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2594-77c7-4a14-a2e3-b88df1eb0bc8 req-0d1bb82b-1a65-4e3e-a9d6-8d4765b13a96 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.607803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e11a2594-77c7-4a14-a2e3-b88df1eb0bc8 req-0d1bb82b-1a65-4e3e-a9d6-8d4765b13a96 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.0737736 Mar 22 14:00:47.670047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e11a2594-77c7-4a14-a2e3-b88df1eb0bc8 req-cc5e90ff-4d6c-4ae2-930e-f13ad631cf13 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Mar 22 14:00:47.951325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168cbc-c603-459b-a8b7-a6806228393e req-40ec38f0-6bc7-48a0-bbab-fc406b53b3f7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:47.952695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c168cbc-c603-459b-a8b7-a6806228393e req-40ec38f0-6bc7-48a0-bbab-fc406b53b3f7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.0525117 Mar 22 14:00:47.999230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c168cbc-c603-459b-a8b7-a6806228393e req-89e15dff-f2a2-422e-83a6-4951ca7264e7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Mar 22 14:00:48.138056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dbf83-5415-4f2b-abad-161342b692bb req-d0b3e21e-13a3-46a5-b443-fa8d0ab42ae9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.138056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23dbf83-5415-4f2b-abad-161342b692bb req-d0b3e21e-13a3-46a5-b443-fa8d0ab42ae9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0536201 Mar 22 14:00:48.186554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23dbf83-5415-4f2b-abad-161342b692bb req-21f6175e-b1fe-4dbd-b0c6-21736062ddef tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Mar 22 14:00:48.237446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23eb4-6b27-401d-9f30-969339b52462 req-e6da7127-5316-486d-8aec-bac796d5cd91 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.238931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4a23eb4-6b27-401d-9f30-969339b52462 req-e6da7127-5316-486d-8aec-bac796d5cd91 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 950 time: 0.0515409 Mar 22 14:00:48.285341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4a23eb4-6b27-401d-9f30-969339b52462 req-54eefe47-8a83-42f1-b83e-26777501dd44 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 22 14:00:48.533130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2133b01a-4e6e-4294-95e2-95c5f6b50e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:48.690691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852b28-48db-448f-b2e7-5e11710175f5 req-3d812347-e561-4d9d-9b0c-cd283fa70220 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.692482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da852b28-48db-448f-b2e7-5e11710175f5 req-3d812347-e561-4d9d-9b0c-cd283fa70220 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0586510 Mar 22 14:00:48.745578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da852b28-48db-448f-b2e7-5e11710175f5 req-509c024f-71c4-46f8-9618-b6464a2dfb95 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Mar 22 14:00:48.808207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a64929-0034-4af3-b226-799fc9869f93 req-c5efe52c-a99e-4ece-8f18-de6763095e91 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:48.809713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a64929-0034-4af3-b226-799fc9869f93 req-c5efe52c-a99e-4ece-8f18-de6763095e91 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 950 time: 0.0749402 Mar 22 14:00:48.923003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Deleting port b27993fc-dceb-461a-8351-16f49a1f43e8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:48.923334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.015552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] For port b27993fc-dceb-461a-8351-16f49a1f43e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b27993fc-dceb-461a-8351-16f49a1f43e8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:49.015997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.030985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Calling delete_port for b27993fc-dceb-461a-8351-16f49a1f43e8 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:49.130534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22dcb-7120-4057-a21c-f718e0d762cb req-e60e82d5-e3b1-40ce-a0da-8a697516c9b9 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:49.139472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9c22dcb-7120-4057-a21c-f718e0d762cb req-e60e82d5-e3b1-40ce-a0da-8a697516c9b9 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.0681350 Mar 22 14:00:49.183629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b27993fc-dceb-461a-8351-16f49a1f43e8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.195691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9c22dcb-7120-4057-a21c-f718e0d762cb req-5363dc15-1d29-4bda-b22e-48d6bf0c2539 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519550 Mar 22 14:00:49.197492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0f1f0c30-d30b-409e-8b86-726c1cba2573', 'b27993fc-dceb-461a-8351-16f49a1f43e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:49.222439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Pushing event deleted for resources: {'Port': ['ID=b27993fc-dceb-461a-8351-16f49a1f43e8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:49.269977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] No DVR routers for this DVR port b27993fc-dceb-461a-8351-16f49a1f43e8 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:49.272156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:49.276330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a64929-0034-4af3-b226-799fc9869f93 req-1e05460a-b57b-484b-84f6-8de0694222b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "DELETE /v2.0/ports/b27993fc-dceb-461a-8351-16f49a1f43e8 HTTP/1.1" status: 204 len: 173 time: 0.4610863 Mar 22 14:00:49.277256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'name': 'network-vif-deleted', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:49.280685 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034c934b-c915-4242-ade1-0545c596df9d" -d '{"events": [{"server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "name": "network-vif-deleted", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:49.348748 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db813b93-a490-4bd0-ab56-3b947773c97c x-openstack-request-id: req-db813b93-a490-4bd0-ab56-3b947773c97c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:49.349448 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c82095-e626-40c1-8caf-3a2c57f1531e", "name": "network-vif-deleted", "tag": "b27993fc-dceb-461a-8351-16f49a1f43e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:49.349794 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db813b93-a490-4bd0-ab56-3b947773c97c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:49.350318 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db813b93-a490-4bd0-ab56-3b947773c97c'] response: {'server_uuid': '00c82095-e626-40c1-8caf-3a2c57f1531e', 'name': 'network-vif-deleted', 'tag': 'b27993fc-dceb-461a-8351-16f49a1f43e8', 'status': 'completed', 'code': 200} Mar 22 14:00:49.424807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa49d-324b-4dc8-a80a-29cc8b2ac500 req-361b6c96-bb2a-415e-b272-faeb3e3bca73 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:49.426412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0defa49d-324b-4dc8-a80a-29cc8b2ac500 req-361b6c96-bb2a-415e-b272-faeb3e3bca73 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1126854 Mar 22 14:00:49.515483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31071aea-5435-4b9f-9f26-2ba465f6c2d3 req-95ff7b92-da4a-4a94-9ebb-af87793cfe79 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=00c82095-e626-40c1-8caf-3a2c57f1531e HTTP/1.1" status: 200 len: 210 time: 0.0536880 Mar 22 14:00:49.582614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0defa49d-324b-4dc8-a80a-29cc8b2ac500 req-d2ed481d-69f0-4e81-b066-0f4da7372a62 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466970 Mar 22 14:00:49.759391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-3be8cf89-da87-45fb-b1a8-808a086bb34e tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:49.760999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-3be8cf89-da87-45fb-b1a8-808a086bb34e tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.82 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0599778 Mar 22 14:00:49.929561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36963be0-df24-4aec-a84e-7cf13a446867 req-4f6cfee8-694e-4831-b142-ea01a72de9ba tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:49.931069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36963be0-df24-4aec-a84e-7cf13a446867 req-4f6cfee8-694e-4831-b142-ea01a72de9ba tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 945 time: 0.0922019 Mar 22 14:00:49.934489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Deleting port 6bc94311-02aa-4d58-9563-442247918d9a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:49.934827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6bc94311-02aa-4d58-9563-442247918d9a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.289300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-5320bed3-e591-413c-b718-65cf717e5c51 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:50.290843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-5320bed3-e591-413c-b718-65cf717e5c51 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.0641844 Mar 22 14:00:50.304818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36963be0-df24-4aec-a84e-7cf13a446867 req-3bf40c2c-2be0-49cc-b4d1-f14605d0a616 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/security-groups?id=43d06aa9-c9d9-4deb-a16e-b538fdda011f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669183 Mar 22 14:00:50.328051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] For port 6bc94311-02aa-4d58-9563-442247918d9a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6bc94311-02aa-4d58-9563-442247918d9a,segment=NetworkSegment(5a5b27ae-ee56-4e69-82bc-f74e8c3d279c),segment_id=5a5b27ae-ee56-4e69-82bc-f74e8c3d279c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:50.328422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6bc94311-02aa-4d58-9563-442247918d9a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.346101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Calling delete_port for 6bc94311-02aa-4d58-9563-442247918d9a owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:50.365714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffc7bb-2be8-4a0c-9dcd-7f3311920316 req-596ea06a-814f-4c4f-920f-32b1390dfd9e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:50.367287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bffc7bb-2be8-4a0c-9dcd-7f3311920316 req-596ea06a-814f-4c4f-920f-32b1390dfd9e tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 950 time: 0.1082470 Mar 22 14:00:50.399989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Deleting port e7c9473a-421d-43ab-be4e-0328ce0bafa2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:50.400332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.458952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bffc7bb-2be8-4a0c-9dcd-7f3311920316 req-0532bd45-59c8-4521-8731-892f069291fe tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/security-groups?id=9175b96e-3683-4b16-be7f-9f7b69d79dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597606 Mar 22 14:00:50.501867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] For port e7c9473a-421d-43ab-be4e-0328ce0bafa2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e7c9473a-421d-43ab-be4e-0328ce0bafa2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:50.502583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.515517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Calling delete_port for e7c9473a-421d-43ab-be4e-0328ce0bafa2 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:50.545376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6bc94311-02aa-4d58-9563-442247918d9a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.561890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6bc94311-02aa-4d58-9563-442247918d9a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:50.584576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Pushing event deleted for resources: {'Port': ['ID=6bc94311-02aa-4d58-9563-442247918d9a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:50.641069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] No DVR routers for this DVR port 6bc94311-02aa-4d58-9563-442247918d9a on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:50.644406 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.648444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74bc9b89-0c8a-4b59-b23c-38aad41cd885 req-8cfe63d6-996e-4cdc-a54b-4dfc4e77cdb2 tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.82 "DELETE /v2.0/ports/6bc94311-02aa-4d58-9563-442247918d9a HTTP/1.1" status: 204 len: 173 time: 0.8708053 Mar 22 14:00:50.648900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'name': 'network-vif-deleted', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:50.651218 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3117139-9d5b-44e9-b04d-a740fbcb7278" -d '{"events": [{"server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "name": "network-vif-deleted", "tag": "6bc94311-02aa-4d58-9563-442247918d9a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:50.715942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e7c9473a-421d-43ab-be4e-0328ce0bafa2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.742935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e7c9473a-421d-43ab-be4e-0328ce0bafa2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:50.755655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f57cc-8e2a-423a-93fc-e48c481f6155 req-725486e5-ef4e-4777-8291-868a392c37e7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:50.773816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d5f57cc-8e2a-423a-93fc-e48c481f6155 req-725486e5-ef4e-4777-8291-868a392c37e7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1050153 Mar 22 14:00:50.803280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Pushing event deleted for resources: {'Port': ['ID=e7c9473a-421d-43ab-be4e-0328ce0bafa2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:50.886496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e5e65a3-7ab3-4967-9de7-1342e91ab1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.890811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] No DVR routers for this DVR port e7c9473a-421d-43ab-be4e-0328ce0bafa2 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:50.893794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:50.894182 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4e383-fc77-4360-a096-6ac082a6133c x-openstack-request-id: req-b0d4e383-fc77-4360-a096-6ac082a6133c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:50.897451 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92c8e27-bfb4-4c99-9370-2be54e542188", "name": "network-vif-deleted", "tag": "6bc94311-02aa-4d58-9563-442247918d9a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:50.897572 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b73116d-44ea-470c-9018-56d17ee9d839 req-d08f88d0-1e64-4ce8-87ba-0c031c6679b7 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.82 "DELETE /v2.0/ports/e7c9473a-421d-43ab-be4e-0328ce0bafa2 HTTP/1.1" status: 204 len: 173 time: 0.5984330 Mar 22 14:00:50.897755 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0d4e383-fc77-4360-a096-6ac082a6133c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:50.898847 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d4e383-fc77-4360-a096-6ac082a6133c'] response: {'server_uuid': 'b92c8e27-bfb4-4c99-9370-2be54e542188', 'name': 'network-vif-deleted', 'tag': '6bc94311-02aa-4d58-9563-442247918d9a', 'status': 'completed', 'code': 200} Mar 22 14:00:50.952927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d5f57cc-8e2a-423a-93fc-e48c481f6155 req-233efbac-e47b-486a-b664-7cec67f6cef2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781743 Mar 22 14:00:51.014089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c290-6153-4f72-b5cb-45c6894b2134 req-708e6a1d-5ea2-417e-abd0-d179444044bb tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:51.016009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70e9c290-6153-4f72-b5cb-45c6894b2134 req-708e6a1d-5ea2-417e-abd0-d179444044bb tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.0793295 Mar 22 14:00:51.101737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70e9c290-6153-4f72-b5cb-45c6894b2134 req-0d2f0f46-20c2-44c4-a4e0-794378b155b7 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779231 Mar 22 14:00:51.351742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'name': 'network-vif-deleted', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:51.354665 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5d79f-57eb-4636-9e92-2bb5cc4eeefa" -d '{"events": [{"server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "name": "network-vif-deleted", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:51.393200 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02784e7b-178f-4dc0-ac50-b608bdbe1d88 x-openstack-request-id: req-02784e7b-178f-4dc0-ac50-b608bdbe1d88 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:51.393487 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbdb8b7-92f2-468e-a5bc-afb8988b4167", "name": "network-vif-deleted", "tag": "e7c9473a-421d-43ab-be4e-0328ce0bafa2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:51.393732 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02784e7b-178f-4dc0-ac50-b608bdbe1d88 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:51.395644 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02784e7b-178f-4dc0-ac50-b608bdbe1d88'] response: {'server_uuid': '1dbdb8b7-92f2-468e-a5bc-afb8988b4167', 'name': 'network-vif-deleted', 'tag': 'e7c9473a-421d-43ab-be4e-0328ce0bafa2', 'status': 'completed', 'code': 200} Mar 22 14:00:51.428339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-150441bb-6215-41c7-8019-e308a083aab8 req-d305841b-311b-44b1-be76-d84b7b6c611a tempest-InstanceActionsV221TestJSON-648525141 tempest-InstanceActionsV221TestJSON-648525141-project] 10.222.0.81 "GET /v2.0/ports?device_id=b92c8e27-bfb4-4c99-9370-2be54e542188 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Mar 22 14:00:51.579834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87c5e8e7-620a-44bc-97b3-7ef9365b5ddd req-e8ba097b-4e8e-49a9-809a-a993ab129477 tempest-ServerDiagnosticsNegativeTest-371364419 tempest-ServerDiagnosticsNegativeTest-371364419-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dbdb8b7-92f2-468e-a5bc-afb8988b4167 HTTP/1.1" status: 200 len: 210 time: 0.0372226 Mar 22 14:00:51.779513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.106417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e101-bf45-412a-96e7-79f652607e57 req-9a8edd19-aaf3-4ae5-b755-eb78dfcbe272 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:52.108278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d137e101-bf45-412a-96e7-79f652607e57 req-9a8edd19-aaf3-4ae5-b755-eb78dfcbe272 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.0628788 Mar 22 14:00:52.153641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b27993fc-dceb-461a-8351-16f49a1f43e8 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:52.175233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: b27993fc-dceb-461a-8351-16f49a1f43e8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:52.175827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b27993fc-dceb-461a-8351-16f49a1f43e8 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:52.192696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d137e101-bf45-412a-96e7-79f652607e57 req-6f71928f-ddec-4bd7-8d63-365622ee9182 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768242 Mar 22 14:00:52.245161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ef3cd-7549-44b4-b930-6eee1eb27d61 req-884b16b4-dcf5-4db0-acc8-1817291e2dad tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:52.246822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-256ef3cd-7549-44b4-b930-6eee1eb27d61 req-884b16b4-dcf5-4db0-acc8-1817291e2dad tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.0670700 Mar 22 14:00:52.298955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-256ef3cd-7549-44b4-b930-6eee1eb27d61 req-2ca602a5-a5ea-42dc-8231-9cf440550e4a tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5b3a40f-5e17-4c1f-b7d3-4674704dce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Mar 22 14:00:52.365922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-4a54ff1a-1858-4d14-8f5e-8aaa7eead1fe tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:52.367494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-4a54ff1a-1858-4d14-8f5e-8aaa7eead1fe tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a0bb01b-0494-4fcc-a0b1-dbc71b78975f HTTP/1.1" status: 200 len: 949 time: 0.0552785 Mar 22 14:00:52.470316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Deleting port 0f1f0c30-d30b-409e-8b86-726c1cba2573 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:52.470415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.565898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] For port 0f1f0c30-d30b-409e-8b86-726c1cba2573, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0f1f0c30-d30b-409e-8b86-726c1cba2573,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:52.566350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.579908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Calling delete_port for 0f1f0c30-d30b-409e-8b86-726c1cba2573 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:52.669602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57792) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:52.714941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Deleting subnet 0557e1a2-2d2e-401a-b68b-8b71c8fc63a9 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:00:52.718225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Publish callbacks [] for subnet (0557e1a2-2d2e-401a-b68b-8b71c8fc63a9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.750666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0f1f0c30-d30b-409e-8b86-726c1cba2573), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.760360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (0557e1a2-2d2e-401a-b68b-8b71c8fc63a9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.766373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0f1f0c30-d30b-409e-8b86-726c1cba2573'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:00:52.803240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Pushing event deleted for resources: {'Port': ['ID=0f1f0c30-d30b-409e-8b86-726c1cba2573,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:52.848442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0557e1a2-2d2e-401a-b68b-8b71c8fc63a9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.870666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] No DVR routers for this DVR port 0f1f0c30-d30b-409e-8b86-726c1cba2573 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:52.874127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.878430 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1b9199e0-4774-4bd3-a3b6-4fffb7e40122 req-c4b51059-65e6-417a-869c-c1b0f378c075 tempest-ServersAdminNegativeTestJSON-1653847838 tempest-ServersAdminNegativeTestJSON-1653847838-project] 10.222.0.78 "DELETE /v2.0/ports/0f1f0c30-d30b-409e-8b86-726c1cba2573 HTTP/1.1" status: 204 len: 173 time: 0.5045462 Mar 22 14:00:52.926113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (0557e1a2-2d2e-401a-b68b-8b71c8fc63a9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:52.969232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6bc94311-02aa-4d58-9563-442247918d9a no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:52.986397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0557e1a2-2d2e-401a-b68b-8b71c8fc63a9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:53.008010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.016210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9cde168-0d6f-4bd4-8622-5fc32b11e5e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0557e1a2-2d2e-401a-b68b-8b71c8fc63a9 HTTP/1.1" status: 204 len: 168 time: 0.3454518 Mar 22 14:00:53.018913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:53.021015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 6bc94311-02aa-4d58-9563-442247918d9a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:53.021551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6bc94311-02aa-4d58-9563-442247918d9a not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:53.062948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57804) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:53.187113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (8c11c68c-a110-44ae-80ab-8681faa377ac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.274661 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a81ca20e-7a0f-4455-8960-2d359c2e1a3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad38c49a2bb24fb0b43e4fa5c778537b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104108 Mar 22 14:00:53.277158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:53.336816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] Publish callbacks [] for security_group (9175b96e-3683-4b16-be7f-9f7b69d79dec), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.381067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] Publish callbacks [] for security_group (9175b96e-3683-4b16-be7f-9f7b69d79dec), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.399212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'name': 'network-vif-deleted', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:53.402275 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ab111-d1fe-47e7-9194-214e7b0a79e6" -d '{"events": [{"server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "name": "network-vif-deleted", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:53.425732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (8c11c68c-a110-44ae-80ab-8681faa377ac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.472907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9175b96e-3683-4b16-be7f-9f7b69d79dec), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.473543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c11c68c-a110-44ae-80ab-8681faa377ac']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:53.477826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.479257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9175b96e-3683-4b16-be7f-9f7b69d79dec HTTP/1.1" status: 204 len: 168 time: 0.2010405 Mar 22 14:00:53.489413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619acba-8020-4a75-9fcf-bddf0c2ea775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175b96e-3683-4b16-be7f-9f7b69d79dec,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:53.512480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:53.521134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b27ae-ee56-4e69-82bc-f74e8c3d279c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:53.546496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.563097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519913-d23d-4738-8eaf-33921bb94dcf req-69292fda-017f-41bb-8a48-5c8b8619c5ef tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:53.565399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32519913-d23d-4738-8eaf-33921bb94dcf req-69292fda-017f-41bb-8a48-5c8b8619c5ef tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2187238 Mar 22 14:00:53.570641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (5a5b27ae-ee56-4e69-82bc-f74e8c3d279c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.589734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fb492-4333-4d72-a376-6b748f5596ae req-ccc278b6-5538-4a1f-bde2-320c02b4e5d5 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:53.591307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-780fb492-4333-4d72-a376-6b748f5596ae req-ccc278b6-5538-4a1f-bde2-320c02b4e5d5 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.2317295 Mar 22 14:00:53.634962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5a5b27ae-ee56-4e69-82bc-f74e8c3d279c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.661209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:00:53.661613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (5a5b27ae-ee56-4e69-82bc-f74e8c3d279c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:00:53.664176 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:00:53.678642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32519913-d23d-4738-8eaf-33921bb94dcf req-b082a7ee-4c38-40fe-9e37-62b2d4cf004f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Mar 22 14:00:53.758988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-780fb492-4333-4d72-a376-6b748f5596ae req-65047dd1-a1a6-4b06-9d59-6835f8e7bf92 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443684 Mar 22 14:00:53.771993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (8c11c68c-a110-44ae-80ab-8681faa377ac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.778195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.784568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8c11c68c-a110-44ae-80ab-8681faa377ac HTTP/1.1" status: 204 len: 168 time: 0.7577555 Mar 22 14:00:53.795285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9107e6c-ac39-42f1-b7ef-6c4c36355975 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c11c68c-a110-44ae-80ab-8681faa377ac,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:53.823226 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5cf38d-c826-4007-abec-94adea161470 x-openstack-request-id: req-ff5cf38d-c826-4007-abec-94adea161470 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:53.823875 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0bb01b-0494-4fcc-a0b1-dbc71b78975f", "name": "network-vif-deleted", "tag": "0f1f0c30-d30b-409e-8b86-726c1cba2573", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:53.824417 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff5cf38d-c826-4007-abec-94adea161470 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:53.825234 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5cf38d-c826-4007-abec-94adea161470'] response: {'server_uuid': '2a0bb01b-0494-4fcc-a0b1-dbc71b78975f', 'name': 'network-vif-deleted', 'tag': '0f1f0c30-d30b-409e-8b86-726c1cba2573', 'status': 'completed', 'code': 200} Mar 22 14:00:53.888044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:53.902071 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-db513205-2bf6-4be5-b0fb-bc1f7feabc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.985168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-db513205-2bf6-4be5-b0fb-bc1f7feabc0d admin admin] Publish callbacks [] for security_group (a5bd1b0d-d587-4dac-afc9-55c19c90b77a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:53.991234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-db513205-2bf6-4be5-b0fb-bc1f7feabc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a5bd1b0d-d587-4dac-afc9-55c19c90b77a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.025919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-db513205-2bf6-4be5-b0fb-bc1f7feabc0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a91f759c1df0449da4439001b97ef04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367397 Mar 22 14:00:54.028589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57832) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:54.040263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db513205-2bf6-4be5-b0fb-bc1f7feabc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd1b0d-d587-4dac-afc9-55c19c90b77a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:54.122652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] Publish callbacks [] for security_group (a5bd1b0d-d587-4dac-afc9-55c19c90b77a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.125165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57838) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:54.182947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] Publish callbacks [] for security_group (a5bd1b0d-d587-4dac-afc9-55c19c90b77a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.201128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:54.263659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8b6f204f-739f-4778-9079-6671ce5324d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6da13ee9cf5849c38c3a6035aaf64d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611129 Mar 22 14:00:54.266250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57852) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:54.300254 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a5bd1b0d-d587-4dac-afc9-55c19c90b77a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.303407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.304789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5bd1b0d-d587-4dac-afc9-55c19c90b77a HTTP/1.1" status: 204 len: 168 time: 0.2743809 Mar 22 14:00:54.316876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db26a-2fcc-4cc7-9531-fba9dd531b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd1b0d-d587-4dac-afc9-55c19c90b77a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:54.355681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] Publish callbacks [] for security_group (43d06aa9-c9d9-4deb-a16e-b538fdda011f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.390165 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] Publish callbacks [] for security_group (43d06aa9-c9d9-4deb-a16e-b538fdda011f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.461019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43d06aa9-c9d9-4deb-a16e-b538fdda011f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.467919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.469137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43d06aa9-c9d9-4deb-a16e-b538fdda011f HTTP/1.1" status: 204 len: 168 time: 0.2017379 Mar 22 14:00:54.496635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1082b9-8891-41c7-9518-e82c2ebbcafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d06aa9-c9d9-4deb-a16e-b538fdda011f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:54.576515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f0255699-524c-473a-ba24-ada8ae3b51c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5091712de39e4e89a7b89733d8d3d154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499228 Mar 22 14:00:54.579380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:54.660703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] Publish callbacks [] for security_group (e5b3a40f-5e17-4c1f-b7d3-4674704dce36), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.723447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] Publish callbacks [] for security_group (e5b3a40f-5e17-4c1f-b7d3-4674704dce36), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.855204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:54.955089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-e09f788f-1acd-4447-bf62-85a3c88faeb2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:54.957502 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-e09f788f-1acd-4447-bf62-85a3c88faeb2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.1994724 Mar 22 14:00:54.963905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e7c9473a-421d-43ab-be4e-0328ce0bafa2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:54.999167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e5b3a40f-5e17-4c1f-b7d3-4674704dce36), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.004225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.005771 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5b3a40f-5e17-4c1f-b7d3-4674704dce36 HTTP/1.1" status: 204 len: 168 time: 0.4236887 Mar 22 14:00:55.007203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: e7c9473a-421d-43ab-be4e-0328ce0bafa2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:55.012095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad288-d298-420c-9243-4f3e2b88bb0f req-e145fb7b-0db1-45df-8a0f-bd2f4cce3211 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.012727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e7c9473a-421d-43ab-be4e-0328ce0bafa2 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:55.022286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ddad288-d298-420c-9243-4f3e2b88bb0f req-e145fb7b-0db1-45df-8a0f-bd2f4cce3211 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2120602 Mar 22 14:00:55.099790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8f77-4e7d-4a9e-98e8-5504f9bbf3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3a40f-5e17-4c1f-b7d3-4674704dce36,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:55.107029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52b7a4-5c9d-475e-bd29-79d14a558075 req-4345a61d-11f7-4f91-ba9c-6caa99971581 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:55.123815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c52b7a4-5c9d-475e-bd29-79d14a558075 req-4345a61d-11f7-4f91-ba9c-6caa99971581 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 945 time: 0.2085273 Mar 22 14:00:55.144346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ddad288-d298-420c-9243-4f3e2b88bb0f req-501c02e6-953f-4019-9aa7-5ac800e86f22 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206055 Mar 22 14:00:55.256333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Deleting port d151d003-f494-4540-89d0-c74a126d5acc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:55.256683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d151d003-f494-4540-89d0-c74a126d5acc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.264761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c52b7a4-5c9d-475e-bd29-79d14a558075 req-ca2c4ced-a4a5-44f6-9a54-b8d299e7fda1 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2843df-60c6-4191-9c66-2ba1e47d2dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386929 Mar 22 14:00:55.396264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] For port d151d003-f494-4540-89d0-c74a126d5acc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d151d003-f494-4540-89d0-c74a126d5acc,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:00:55.396702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d151d003-f494-4540-89d0-c74a126d5acc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.704770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.705467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.705581 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Floating IP bdac3db6-5199-44ee-a437-1ec871eeec66 disassociated. External IP: 172.25.3.223, port: d151d003-f494-4540-89d0-c74a126d5acc. Mar 22 14:00:55.705848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Calling delete_port for d151d003-f494-4540-89d0-c74a126d5acc owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:55.716064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57908) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:55.812976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-64bbd8d1-3869-41b0-99f6-699dcb4d5317 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b2f6a6d0ed041f09b7c86b0028ebd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955775 Mar 22 14:00:55.815488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57914) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:55.965651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] Publish callbacks [] for security_group (c3cba143-355b-43f2-bb56-85dcc69fdbbe), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.966967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d151d003-f494-4540-89d0-c74a126d5acc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:55.997748 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] Publish callbacks [] for security_group (c3cba143-355b-43f2-bb56-85dcc69fdbbe), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.005665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event deleted for resources: {'Port': ['ID=d151d003-f494-4540-89d0-c74a126d5acc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:56.060573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3cba143-355b-43f2-bb56-85dcc69fdbbe), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.063593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.064956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3cba143-355b-43f2-bb56-85dcc69fdbbe HTTP/1.1" status: 204 len: 168 time: 0.2482088 Mar 22 14:00:56.072824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418caed3-65d5-42da-9a6a-ecee17edf5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cba143-355b-43f2-bb56-85dcc69fdbbe,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:56.157183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0f1f0c30-d30b-409e-8b86-726c1cba2573 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:56.186439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0f1f0c30-d30b-409e-8b86-726c1cba2573 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:56.186711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0f1f0c30-d30b-409e-8b86-726c1cba2573 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:56.187123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d151d003-f494-4540-89d0-c74a126d5acc no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:00:56.196515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:00:56.237525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: d151d003-f494-4540-89d0-c74a126d5acc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:00:56.237869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d151d003-f494-4540-89d0-c74a126d5acc not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:00:56.400308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:00:56.412697 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:00:56.426262 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:56.434402 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:56.440908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b98fd7a-1da6-4fae-a505-53b64c25258a req-f7a4464b-3e5b-4700-8e49-1b26b1ac5f0d tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f04ace2-29a7-4591-8306-922548ab61ff HTTP/1.1" status: 200 len: 210 time: 0.0682619 Mar 22 14:00:56.481005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:56.497245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414357f-67bc-4c03-9f61-872e7b85af70 req-86251791-7a6b-4bd5-8023-21dd4f6a538e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:56.504852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4414357f-67bc-4c03-9f61-872e7b85af70 req-86251791-7a6b-4bd5-8023-21dd4f6a538e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1873095 Mar 22 14:00:56.565191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4414357f-67bc-4c03-9f61-872e7b85af70 req-98b11587-f2e4-4bfc-92fe-3506ef274d4f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570056 Mar 22 14:00:56.589641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] No DVR routers for this DVR port d151d003-f494-4540-89d0-c74a126d5acc on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:00:56.595532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.598850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1185cb6f-121c-41b7-bd0d-2114087dfc81 req-b04b156f-f6ed-4693-a098-f7af9a71df55 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.78 "DELETE /v2.0/ports/d151d003-f494-4540-89d0-c74a126d5acc HTTP/1.1" status: 204 len: 173 time: 1.6238537 Mar 22 14:00:56.599314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'name': 'network-vif-deleted', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:00:56.613366 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd1b5bf-d77c-4621-94f2-86cbce6eb9ad" -d '{"events": [{"server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "name": "network-vif-deleted", "tag": "d151d003-f494-4540-89d0-c74a126d5acc"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:00:56.685692 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:56.736924 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236000a-f4d3-4d60-af79-260e2fc04d89 x-openstack-request-id: req-7236000a-f4d3-4d60-af79-260e2fc04d89 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:00:56.737698 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f04ace2-29a7-4591-8306-922548ab61ff", "name": "network-vif-deleted", "tag": "d151d003-f494-4540-89d0-c74a126d5acc", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:00:56.738129 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7236000a-f4d3-4d60-af79-260e2fc04d89 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:00:56.738780 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7236000a-f4d3-4d60-af79-260e2fc04d89'] response: {'server_uuid': '4f04ace2-29a7-4591-8306-922548ab61ff', 'name': 'network-vif-deleted', 'tag': 'd151d003-f494-4540-89d0-c74a126d5acc', 'status': 'completed', 'code': 200} Mar 22 14:00:56.898223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-953186637-network', 'tenant_id': '120a0ff8148c493a9ad2de90de0a7eeb'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:56.933137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:56.959115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Made reservation on behalf of 120a0ff8148c493a9ad2de90de0a7eeb for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:56.961456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.971079 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:00:56.977371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:56.983595 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:00:56.984842 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:57.155313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks [] for security_group (f3a6ffb4-bd93-4037-a122-7618bf507679), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.161212 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:00:57.163045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f3a6ffb4-bd93-4037-a122-7618bf507679), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.205653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:00:57.240116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6ffb4-bd93-4037-a122-7618bf507679,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:57.253229 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b5123929-73f3-4b07-9e0e-a495856bb408), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.253571 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Added segment b5123929-73f3-4b07-9e0e-a495856bb408 of type vlan for network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f Mar 22 14:00:57.343036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (6a14c25f-2133-46a9-aa2e-cc4353e0b85f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.385134 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (6a14c25f-2133-46a9-aa2e-cc4353e0b85f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.386539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:57.387343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.505424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0211308 Mar 22 14:00:57.507217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:57.512971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Request body: {'subnet': {'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-953186637-subnet', 'tenant_id': '120a0ff8148c493a9ad2de90de0a7eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:00:57.533387 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:00:57.560874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d866afe-87e7-4f0d-94d8-d2314c9b1c2d admin admin] Pushing event updated for resources: {'Network': ['ID=6a14c25f-2133-46a9-aa2e-cc4353e0b85f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:57.570084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Made reservation on behalf of 120a0ff8148c493a9ad2de90de0a7eeb for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:00:57.576891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:00:57.600674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.606245 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8de6b-ef92-4dc7-9b74-6d0cc90614e4 None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T13:58:20Z', 'revision_number': 4, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56', 'name': '', 'network_id': 'de6c34e0-50db-443b-8bc8-eacf6eb602af', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'mac_address': 'fa:16:3e:88:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '64e7c891-3274-491e-a225-2dad0db19a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:18Z', 'updated_at': '2022-03-22T13:58:23Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'subnets': [{'id': '64e7c891-3274-491e-a225-2dad0db19a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:00:57.727656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57992) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:57.790646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c5cac-2711-4805-8ef0-bcdce954e576 req-87698124-44de-4289-97f8-833b4fb40fc7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:57.798055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-131c5cac-2711-4805-8ef0-bcdce954e576 req-87698124-44de-4289-97f8-833b4fb40fc7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1326838 Mar 22 14:00:57.853697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (7c2843df-60c6-4191-9c66-2ba1e47d2dc2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.893301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-131c5cac-2711-4805-8ef0-bcdce954e576 req-fc6585b6-073a-4ff1-95e2-9abf3e3442e4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Mar 22 14:00:57.895362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.907356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (7c2843df-60c6-4191-9c66-2ba1e47d2dc2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:57.914715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (9191235e-1abf-4ffa-88b4-76f52c61f2ed), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.008988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c2843df-60c6-4191-9c66-2ba1e47d2dc2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.013576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.016851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "DELETE /v2.0/security-groups/7c2843df-60c6-4191-9c66-2ba1e47d2dc2 HTTP/1.1" status: 204 len: 168 time: 0.2819998 Mar 22 14:00:58.027136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58002) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:58.035318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a36d1-c03b-456b-aaec-dd8288d43662 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2843df-60c6-4191-9c66-2ba1e47d2dc2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:58.044151 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-960bc4a7-0108-4a71-a315-b30f5d7a9b86 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] show failed (client error): The resource could not be found. Mar 22 14:00:58.045437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-960bc4a7-0108-4a71-a315-b30f5d7a9b86 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "GET /v2.0/security-groups/7c2843df-60c6-4191-9c66-2ba1e47d2dc2 HTTP/1.1" status: 404 len: 347 time: 0.0171089 Mar 22 14:00:58.049708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:00:58.062298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9191235e-1abf-4ffa-88b4-76f52c61f2ed,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:58.071063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Checking segment: {'id': 'b5123929-73f3-4b07-9e0e-a495856bb408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:00:58.071592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Network hostable DHCP agents. Network: 6a14c25f-2133-46a9-aa2e-cc4353e0b85f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:00:58.097583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:00:58.114211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 6a14c25f-2133-46a9-aa2e-cc4353e0b85f) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:00:58.121134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:58.122810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.128286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac8063-46bc-4c01-a737-8de5a2178cee None None] Network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:58.138387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918ee7b-7e1e-46da-bfbe-7f898c50b5e2 None None] New status for floating IP bdac3db6-5199-44ee-a437-1ec871eeec66: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:00:58.179659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-110753ba-5519-43e3-ac3b-c7dd49e88390 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6694384 Mar 22 14:00:58.372274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e7febf-7c45-43cc-a23a-5ee87c2ff3a4 None None] Network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:00:58.374002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Deleting port 427440ae-2015-4ae3-904c-811b23927361 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:00:58.374491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (427440ae-2015-4ae3-904c-811b23927361), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.487693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (427440ae-2015-4ae3-904c-811b23927361), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.487985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (427440ae-2015-4ae3-904c-811b23927361), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.502392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Calling delete_port for 427440ae-2015-4ae3-904c-811b23927361 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:00:58.749899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32561b54-6394-46fd-a59e-d30c355ca271 req-63bc7bf0-60ec-42db-a61d-27d220850648 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0629201 Mar 22 14:00:58.833391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-3ed58457-dfe5-4276-b40f-ddfbd18ba97d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:58.837621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-3ed58457-dfe5-4276-b40f-ddfbd18ba97d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/networks?id=6a14c25f-2133-46a9-aa2e-cc4353e0b85f HTTP/1.1" status: 200 len: 820 time: 0.2133744 Mar 22 14:00:58.839253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (427440ae-2015-4ae3-904c-811b23927361), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.868893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Pushing event deleted for resources: {'Port': ['ID=427440ae-2015-4ae3-904c-811b23927361,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:00:58.889936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:58.899927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-f79909e5-4d55-4a5e-b2f3-e6502bd2c942 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/quotas/120a0ff8148c493a9ad2de90de0a7eeb HTTP/1.1" status: 200 len: 375 time: 0.0562999 Mar 22 14:00:58.931384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c56bbf1-2ec7-4ced-a53f-46c4a1310c78 req-6fac338d-1b0a-4fe3-a39a-73a7c4986209 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0635910 Mar 22 14:00:59.005342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-85cd000d-8f9b-41fa-8b12-02800044186d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=120a0ff8148c493a9ad2de90de0a7eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045280 Mar 22 14:00:59.006271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks [] for floatingip (bdac3db6-5199-44ee-a437-1ec871eeec66), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:59.008818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:00:59.012583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-51da6d07-97f1-49ac-9e6f-d0ba114e4be2 tempest-ServersWithSpecificFlavorTestJSON-1951867872 tempest-ServersWithSpecificFlavorTestJSON-1951867872-project] 10.222.0.81 "DELETE /v2.0/floatingips/bdac3db6-5199-44ee-a437-1ec871eeec66 HTTP/1.1" status: 204 len: 168 time: 0.9592421 Mar 22 14:00:59.141373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3f01-8ce6-4b82-956b-e3b238d9c8be req-73b52cda-5eb2-45ef-a483-544f70c697f2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:00:59.142957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-848f3f01-8ce6-4b82-956b-e3b238d9c8be req-73b52cda-5eb2-45ef-a483-544f70c697f2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1101761 Mar 22 14:00:59.154966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-ad946282-b63a-4d52-bfeb-82f431dd9b94 service neutron] 10.222.0.81 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396077 Mar 22 14:00:59.273027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-848f3f01-8ce6-4b82-956b-e3b238d9c8be req-9d72b1a3-5d63-471d-82b2-bcd3f00583bd tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218057 Mar 22 14:00:59.306716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-995c898f-1ef9-4cff-af31-e1497b34b891 service neutron] 10.222.0.81 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450558 Mar 22 14:00:59.583157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96766232-a26d-41ae-a9c3-1554c12e3d6e req-5766abce-b999-4b3c-972e-1158894e221d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 210 time: 0.0475423 Mar 22 14:00:59.971615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58108) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:00.170039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c6c1634-284c-4765-9798-96f0ffd139ca req-9f41d113-348c-4cde-9e20-cd2bb7593466 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0340703 Mar 22 14:01:00.391530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58118) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:00.509333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b00e43-99ab-47bf-9a4c-e32a7c59124a req-2e3c7b2d-5fea-43eb-9676-a46779e057f8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:00.516058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2b00e43-99ab-47bf-9a4c-e32a7c59124a req-2e3c7b2d-5fea-43eb-9676-a46779e057f8 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1219854 Mar 22 14:01:00.560405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e4-3e86-416a-8264-1df6a09d17ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.589492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2b00e43-99ab-47bf-9a4c-e32a7c59124a req-68d4667d-a7d6-4cba-88f9-f7c6e42af9df tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722477 Mar 22 14:01:00.656112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e4-3e86-416a-8264-1df6a09d17ff admin admin] Publish callbacks [] for security_group (9c541010-794e-4cb1-826f-f2fcf68a0950), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.662199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e4-3e86-416a-8264-1df6a09d17ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9c541010-794e-4cb1-826f-f2fcf68a0950), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.703643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5fdf4e4-3e86-416a-8264-1df6a09d17ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85467e209adb4531b64fd1247e954dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108349 Mar 22 14:01:00.706246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:00.712521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdf4e4-3e86-416a-8264-1df6a09d17ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c541010-794e-4cb1-826f-f2fcf68a0950,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:00.713266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-511ea092-55dc-484f-bdbe-55404306aaf7 req-46ef2777-bba7-41ae-a5e9-85d474508a84 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 210 time: 0.0490997 Mar 22 14:01:00.768040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.778907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] Publish callbacks [] for security_group (9c541010-794e-4cb1-826f-f2fcf68a0950), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.853738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] Publish callbacks [] for security_group (9c541010-794e-4cb1-826f-f2fcf68a0950), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.965397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-3137f988-058d-4da2-b1cc-c35f185e0796 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:00.967404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-3137f988-058d-4da2-b1cc-c35f185e0796 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.78 "GET /v2.0/networks?id=6a14c25f-2133-46a9-aa2e-cc4353e0b85f HTTP/1.1" status: 200 len: 820 time: 0.1780543 Mar 22 14:01:00.968691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9c541010-794e-4cb1-826f-f2fcf68a0950), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.971856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:00.975467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c541010-794e-4cb1-826f-f2fcf68a0950 HTTP/1.1" status: 204 len: 168 time: 0.2656972 Mar 22 14:01:00.984687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7398810-4175-4803-b740-ce249fac04dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c541010-794e-4cb1-826f-f2fcf68a0950,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:01.018610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Request body: {'port': {'device_id': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f', 'admin_state_up': True, 'tenant_id': '120a0ff8148c493a9ad2de90de0a7eeb'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:01.207477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Made reservation on behalf of 120a0ff8148c493a9ad2de90de0a7eeb for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:01.212391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.297512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80158c92-2ecf-4c2f-b5ff-a01dd2e719a5 req-32fee5d7-1864-43a5-82c4-9ddfcbd1cf55 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0656157 Mar 22 14:01:01.457677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-862e08d1-9ac6-4dd2-b092-a20e5fc23b29 req-9349cc80-2562-4f59-b314-ad7023f2fc64 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0377614 Mar 22 14:01:01.508144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Deleting port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:01.508483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.520604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Allocated IP 172.20.0.13 (6a14c25f-2133-46a9-aa2e-cc4353e0b85f/9191235e-1abf-4ffa-88b4-76f52c61f2ed/a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:01.647702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] For port d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:01.648280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.672568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Calling delete_port for d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:01.788620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks [] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.829450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.883610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:01.888628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:01.896515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:01.903395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.904182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:01.922099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774da11-9f49-4967-8c64-7eb9eacc7f65 req-3a9419ca-0931-4091-b379-bc9e8eba56d4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.924793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411442 Mar 22 14:01:01.925952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98bfa4-b955-4537-9403-28c99eab368d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Pushing event updated for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:01.929325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b774da11-9f49-4967-8c64-7eb9eacc7f65 req-3a9419ca-0931-4091-b379-bc9e8eba56d4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1944139 Mar 22 14:01:01.929658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:01.940913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Request body: {'port': {'device_id': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:01.945583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8939fa-6630-4013-9687-bed527d63f23 req-63c653ac-9afd-44b0-9a37-939498f03d60 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:01.947096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f8939fa-6630-4013-9687-bed527d63f23 req-63c653ac-9afd-44b0-9a37-939498f03d60 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 932 time: 0.1088238 Mar 22 14:01:02.025175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.062920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b774da11-9f49-4967-8c64-7eb9eacc7f65 req-0a02fc4a-e82d-404b-a767-e661616ab7c7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280367 Mar 22 14:01:02.079352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f8939fa-6630-4013-9687-bed527d63f23 req-732af232-0967-44e5-bb4d-6047fe8260d4 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238189 Mar 22 14:01:02.081263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.082142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-network', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:02.109096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:02.325348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.617716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:02.623015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Made reservation on behalf of 774f7d97231f440b84a22b86dbf733d4 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:02.626298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.631841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks [] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.643402 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.657540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Transition to ACTIVE for port object a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:02.666742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.692597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-172d9bbb-e24a-4bd9-bcad-462ec48490a6 req-fe37bbdc-c4c3-4aae-9370-fa6871c21d75 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0768192 Mar 22 14:01:02.702579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:02.752141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Pushing event updated for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:02.824301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Attempting to bind port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:02.824891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Attempting to bind port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'b5123929-73f3-4b07-9e0e-a495856bb408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:02.825506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Attempting to bind port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 on network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:02.836783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 on network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:02.837296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Attempting to bind port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 on network 6a14c25f-2133-46a9-aa2e-cc4353e0b85f {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:02.846255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:02.846255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Checking segment: {'id': 'b5123929-73f3-4b07-9e0e-a495856bb408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:02.846255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Bound using segment: {'id': 'b5123929-73f3-4b07-9e0e-a495856bb408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:02.846255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Bound port: a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5123929-73f3-4b07-9e0e-a495856bb408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:02.846255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.867160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:02.876985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e92f9ba1-b8a1-44f1-814f-01fbf27d901e admin admin] 10.222.0.81 "PUT /v2.0/routers/283dfd92-cbd9-4e2b-b9a0-4b99748e7878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9040165 Mar 22 14:01:02.877627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:02.879259 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Sync routers for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:02.892925 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:02.893830 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:02.920379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks [] for security_group (1a264331-a7c6-4e17-819a-d4d868e7d1d8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.929480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1a264331-a7c6-4e17-819a-d4d868e7d1d8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:02.977687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:01:02.994518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:02.999242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,segment=NetworkSegment(b5123929-73f3-4b07-9e0e-a495856bb408),segment_id=b5123929-73f3-4b07-9e0e-a495856bb408)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:03.001391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a264331-a7c6-4e17-819a-d4d868e7d1d8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:03.009185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.009598 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Added segment e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d of type vlan for network 4441e601-1652-4cd0-b25f-d75dbaedfa97 Mar 22 14:01:03.023004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.036960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks [] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.121077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Pushing event updated for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:03.150503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.151323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.153680 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-039a1ec9-d91c-489d-be7e-a5a206a6960c service neutron] 10.222.0.78 "PUT /v2.0/ports/a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 HTTP/1.1" status: 200 len: 1092 time: 1.2169454 Mar 22 14:01:03.156936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:03.161171 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d19fad1-e864-432e-b92b-2010009a3ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:03.166922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4441e601-1652-4cd0-b25f-d75dbaedfa97), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.211925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4441e601-1652-4cd0-b25f-d75dbaedfa97), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.213637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.215483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.289341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2ef32dd-9554-498d-87c2-a827d66b18e7 req-3f646b09-2b9f-4d77-bb26-f13c829c495b tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0880935 Mar 22 14:01:03.322530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks [] for router_gateway (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.325398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3946633 Mar 22 14:01:03.326620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d577b2f-6010-4c8e-9b33-07e12b3a5c7a admin admin] Pushing event updated for resources: {'Network': ['ID=4441e601-1652-4cd0-b25f-d75dbaedfa97,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:03.328574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:03.347719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:01:03.361526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Request body: {'subnet': {'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-subnet', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:03.396290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:03.403991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-bb0fbc72-f359-46f0-b5ac-3b6625bc0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.405718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-bb0fbc72-f359-46f0-b5ac-3b6625bc0612 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=120a0ff8148c493a9ad2de90de0a7eeb&device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 1126 time: 0.2065015 Mar 22 14:01:03.487638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-5b346c49-9281-4f2e-96fa-60b2ab82db74 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 HTTP/1.1" status: 200 len: 217 time: 0.0726547 Mar 22 14:01:03.488746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Made reservation on behalf of 774f7d97231f440b84a22b86dbf733d4 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:03.491191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.543209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e269-0b9c-49a9-b8d1-9dfaf5817385 req-c58d2575-ebce-4553-a69f-32f3784f9da3 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.554111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71a2e269-0b9c-49a9-b8d1-9dfaf5817385 req-c58d2575-ebce-4553-a69f-32f3784f9da3 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.3003309 Mar 22 14:01:03.634371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71a2e269-0b9c-49a9-b8d1-9dfaf5817385 req-a68a34e5-dcb1-40fd-b192-51886e485210 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786736 Mar 22 14:01:03.647365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750eefc-383d-456c-99bc-34fc632422a7 req-9d3c76dd-d304-4798-980d-777468d8b6a4 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.655000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8750eefc-383d-456c-99bc-34fc632422a7 req-9d3c76dd-d304-4798-980d-777468d8b6a4 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 944 time: 0.2163424 Mar 22 14:01:03.664145 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T14:01:01Z', 'revision_number': 5, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port': {'id': '6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:15Z', 'updated_at': '2022-03-22T13:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:03.703478 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Checking router: 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:03.713678 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Routers {'283dfd92-cbd9-4e2b-b9a0-4b99748e7878'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:03.714583 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:03.719137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Deleting port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:03.719622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.738106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8750eefc-383d-456c-99bc-34fc632422a7 req-8b903f84-7185-4bc0-a9d2-bcddbeee1227 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822093 Mar 22 14:01:03.784617 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae488bc-9672-4cf7-98c9-4dde89147a79 x-openstack-request-id: req-5ae488bc-9672-4cf7-98c9-4dde89147a79 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:03.785180 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:03.785180 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ae488bc-9672-4cf7-98c9-4dde89147a79 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:03.785540 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae488bc-9672-4cf7-98c9-4dde89147a79'] response: {'name': 'network-changed', 'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09', 'status': 'completed', 'code': 200} Mar 22 14:01:03.826513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac813-860f-4ecf-95dc-65a7d252103a req-468c0bf4-ab68-494c-bf9d-a122398c2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:03.828016 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-468c0bf4-ab68-494c-bf9d-a122398c2295 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9191235e-1abf-4ffa-88b4-76f52c61f2ed HTTP/1.1" status: 200 len: 860 time: 0.1578748 Mar 22 14:01:03.861042 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] Set router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:03.868066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] For port 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:03.868637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.885098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-e2a6fd83-538d-4eee-af5e-f86bb47541a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a14c25f-2133-46a9-aa2e-cc4353e0b85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303559 Mar 22 14:01:03.894507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eca7ac07-65d0-4819-956b-5ecad7f230c7 req-c25e8fae-736d-4817-80f6-e319c3819bb5 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0541778 Mar 22 14:01:03.900509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Calling delete_port for 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:03.918046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for subnet (f8befe3d-d0d7-46c2-948a-3e5037e496f2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:03.960576 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T14:01:03Z', 'revision_number': 6, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:03.995477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361394e5-951f-4b61-8e83-1638a4e7a609 None None] The sync data for ids ['283dfd92-cbd9-4e2b-b9a0-4b99748e7878'] in n-d-758851-5 is: [{'id': '283dfd92-cbd9-4e2b-b9a0-4b99748e7878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269975592-router', 'tenant_id': '93a1a235813a4e68bedd03e66a410df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:14Z', 'updated_at': '2022-03-22T14:01:03Z', 'revision_number': 6, 'project_id': '93a1a235813a4e68bedd03e66a410df1', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:04.037509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8befe3d-d0d7-46c2-948a-3e5037e496f2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:04.066731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-9994ad7d-a4f4-4063-9651-09920bc04619 service neutron] 10.222.0.78 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739030 Mar 22 14:01:04.068222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Checking segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:04.068222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Network hostable DHCP agents. Network: 4441e601-1652-4cd0-b25f-d75dbaedfa97, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:01:04.140624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.141194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:01:04.161403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4441e601-1652-4cd0-b25f-d75dbaedfa97) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:04.169087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:04.169939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.170645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.181858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbff61-6788-4454-9561-26da136bb448 None None] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:04.194151 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-039ac813-860f-4ecf-95dc-65a7d252103a req-dde19743-436d-4995-8c5f-8f320f8e656c service neutron] 10.222.0.78 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204557 Mar 22 14:01:04.232054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58194) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:04.239032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:04.239999 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5ea134ba-2d9a-4521-83f6-78f206584a30 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9101796 Mar 22 14:01:04.265347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.305165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-f560d1e6-b71e-4695-af5e-9a71e36e363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.306777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-f560d1e6-b71e-4695-af5e-9a71e36e363f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=120a0ff8148c493a9ad2de90de0a7eeb&device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 1126 time: 0.0569377 Mar 22 14:01:04.382292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.384659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks [] for router_controller (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.476890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-212b9ae8-848e-4564-9c19-80d8f36553cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.479675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.479824 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-212b9ae8-848e-4564-9c19-80d8f36553cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45826a3e60f3413e868c4be5d337412a&device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.1030545 Mar 22 14:01:04.479934 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.495138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (283dfd92-cbd9-4e2b-b9a0-4b99748e7878), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.495709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 283dfd92-cbd9-4e2b-b9a0-4b99748e7878 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:01:04.528668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.537063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3817707a-b6b0-484d-b155-94ffeaf57822 admin admin] 10.222.0.81 "DELETE /v2.0/routers/283dfd92-cbd9-4e2b-b9a0-4b99748e7878 HTTP/1.1" status: 204 len: 168 time: 1.6581719 Mar 22 14:01:04.539303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:04.554722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4441e601-1652-4cd0-b25f-d75dbaedfa97', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:01:04.555593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.571006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-3cc77b24-996c-4eaf-8a90-93f1fe11dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.573697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-3cc77b24-996c-4eaf-8a90-93f1fe11dc46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a14c25f-2133-46a9-aa2e-cc4353e0b85f HTTP/1.1" status: 200 len: 921 time: 0.2604203 Mar 22 14:01:04.684384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for router_controller (cf7b41ed-8150-45cb-97da-eee812b322d9), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.696217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Deleting subnet 64e7c891-3274-491e-a225-2dad0db19a54 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:04.703443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Publish callbacks [] for subnet (64e7c891-3274-491e-a225-2dad0db19a54), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.726947 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-4c98d7a2-463d-4e92-a6d3-e19efae05798 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 HTTP/1.1" status: 200 len: 217 time: 0.0947382 Mar 22 14:01:04.803901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-71493196-50b6-47a6-b98d-63abf9af4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.806051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-71493196-50b6-47a6-b98d-63abf9af4424 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9191235e-1abf-4ffa-88b4-76f52c61f2ed HTTP/1.1" status: 200 len: 860 time: 0.0712955 Mar 22 14:01:04.810746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-5ce99957-4060-425c-a65c-3c057e34a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:04.812515 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-5ce99957-4060-425c-a65c-3c057e34a821 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3081813 Mar 22 14:01:04.813099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Allocated IP 172.20.0.2 (4441e601-1652-4cd0-b25f-d75dbaedfa97/f8befe3d-d0d7-46c2-948a-3e5037e496f2/6a9b7909-f570-4eae-988e-313658d5402a) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:04.829554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (64e7c891-3274-491e-a225-2dad0db19a54), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:04.841667 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-13f183d2-760c-451a-8034-b73ff6c6bbf2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a14c25f-2133-46a9-aa2e-cc4353e0b85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279000 Mar 22 14:01:04.942376 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-76bd573b-11bf-48c1-a2a1-c9ff08ce3ad6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=bf060853-a219-46b7-b865-63e2451967bc HTTP/1.1" status: 200 len: 217 time: 0.1029813 Mar 22 14:01:04.952454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:04.968225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (64e7c891-3274-491e-a225-2dad0db19a54), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.004812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:05.005440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0e0aa7e-c5ef-4b8b-994e-0bd1efff3e56 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:05.035798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks [] for port (6a9b7909-f570-4eae-988e-313658d5402a), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.036678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-82d6897d-b05f-4602-b48f-9aef9b1ed833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.039882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-82d6897d-b05f-4602-b48f-9aef9b1ed833 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0830102 Mar 22 14:01:05.046918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (6a9b7909-f570-4eae-988e-313658d5402a), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.091869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:05.095131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:05.102585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:05.109179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Pushing event updated for resources: {'Port': ['ID=6a9b7909-f570-4eae-988e-313658d5402a,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:05.154475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-e8dea3a5-0242-4bc1-b6b4-67b4bb6db858 service neutron] 10.222.0.78 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999094 Mar 22 14:01:05.171900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Attempting to bind port 6a9b7909-f570-4eae-988e-313658d5402a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:05.172273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Attempting to bind port 6a9b7909-f570-4eae-988e-313658d5402a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:05.172767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Attempting to bind port 6a9b7909-f570-4eae-988e-313658d5402a on network 4441e601-1652-4cd0-b25f-d75dbaedfa97 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:05.178795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:05.179316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Checking segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:05.179728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.180124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Bound using segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:05.180604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Bound port: 6a9b7909-f570-4eae-988e-313658d5402a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:05.180984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6a9b7909-f570-4eae-988e-313658d5402a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.242055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-c7725c4f-6560-4443-84b9-bebbe559db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.244715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-c7725c4f-6560-4443-84b9-bebbe559db43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1892269 Mar 22 14:01:05.268463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] For port 6a9b7909-f570-4eae-988e-313658d5402a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:05.285343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] For port 6a9b7909-f570-4eae-988e-313658d5402a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6a9b7909-f570-4eae-988e-313658d5402a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:05.298562 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6a9b7909-f570-4eae-988e-313658d5402a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.399916 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-daa515e6-21da-4103-aab1-e6ef1dd12114 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460044 Mar 22 14:01:05.417927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b628-6bba-4d29-a349-67077eccb29e None None] Pushing event updated for resources: {'Port': ['ID=6a9b7909-f570-4eae-988e-313658d5402a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:05.429152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (64e7c891-3274-491e-a225-2dad0db19a54), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.499002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e7c891-3274-491e-a225-2dad0db19a54,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:05.507012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d19fad1-e864-432e-b92b-2010009a3ec2 req-3b6a06d9-7fa1-48b6-857c-2fe87123d4be service neutron] 10.222.0.78 "GET /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509526 Mar 22 14:01:05.552514 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc7e43d5-6f16-42c1-8a20-3e78d2cce4f4 req-585cf94d-0d56-4c4b-bdab-f062eb5e9d0b service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425548 Mar 22 14:01:05.563419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56983f1a-d60c-4102-abbc-bd179d8f9922 None None] Network de6c34e0-50db-443b-8bc8-eacf6eb602af requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:05.598507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for router_gateway (cf7b41ed-8150-45cb-97da-eee812b322d9), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.611259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.614818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b6b24e5-9a32-4346-a854-97db1534a299 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/64e7c891-3274-491e-a225-2dad0db19a54 HTTP/1.1" status: 204 len: 168 time: 1.0722463 Mar 22 14:01:05.617442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58206) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:05.697579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff21e8-acad-497f-a4fa-e10679169add req-2cbe9011-5241-4e1c-b160-b66b2696b926 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.699661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dff21e8-acad-497f-a4fa-e10679169add req-2cbe9011-5241-4e1c-b160-b66b2696b926 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 944 time: 0.3489470 Mar 22 14:01:05.752275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (de6c34e0-50db-443b-8bc8-eacf6eb602af), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.787961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15de9-0298-4404-b3e6-6f0d6bfdf830 req-8498807a-b3eb-4fb8-bb54-0523e1f99638 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:05.789689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7c15de9-0298-4404-b3e6-6f0d6bfdf830 req-8498807a-b3eb-4fb8-bb54-0523e1f99638 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 1.0212543 Mar 22 14:01:05.833418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Deleting port f700abec-aef4-4ff8-b838-4e58db508b27 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:05.833870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.855375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] DHCP port deletion for de6c34e0-50db-443b-8bc8-eacf6eb602af request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:01:05.856058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dff21e8-acad-497f-a4fa-e10679169add req-7962532f-1f45-4fc8-9400-77c0343f5d8e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060829 Mar 22 14:01:05.911769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7c15de9-0298-4404-b3e6-6f0d6bfdf830 req-aca47deb-bef4-448c-bdb2-e44deddf5d1c tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108980 Mar 22 14:01:05.977137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] For port f700abec-aef4-4ff8-b838-4e58db508b27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f700abec-aef4-4ff8-b838-4e58db508b27,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:05.977420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Deleting port f700abec-aef4-4ff8-b838-4e58db508b27 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:05.977746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:05.978095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.005509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Calling delete_port for f700abec-aef4-4ff8-b838-4e58db508b27 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:06.072005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] For port f700abec-aef4-4ff8-b838-4e58db508b27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f700abec-aef4-4ff8-b838-4e58db508b27,segment=NetworkSegment(a8563999-8dc6-4101-986b-4fc360eef847),segment_id=a8563999-8dc6-4101-986b-4fc360eef847)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:06.072311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.076373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ae770d-beaa-4930-9334-db3cb570d84d req-613c7cec-087c-4557-8b32-23e12cca88de tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0774200 Mar 22 14:01:06.096670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Calling delete_port for f700abec-aef4-4ff8-b838-4e58db508b27 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:06.146499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for router_gateway (cf7b41ed-8150-45cb-97da-eee812b322d9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.170482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.185760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.211452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Pushing event deleted for resources: {'Port': ['ID=f700abec-aef4-4ff8-b838-4e58db508b27,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:06.231404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] No DVR routers for this DVR port f700abec-aef4-4ff8-b838-4e58db508b27 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:06.266014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (f700abec-aef4-4ff8-b838-4e58db508b27), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.298675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] No DVR routers for this DVR port f700abec-aef4-4ff8-b838-4e58db508b27 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:06.309061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd3e7-ba75-4a16-93c4-b22b882adea3 None None] Pushing event deleted for resources: {'Port': ['ID=f700abec-aef4-4ff8-b838-4e58db508b27,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:06.318846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-c5c7d8e3-f5b4-49db-a03d-353398d1bf0a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1248741 Mar 22 14:01:06.320598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (de6c34e0-50db-443b-8bc8-eacf6eb602af), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.347127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.347596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.348417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.348834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > port after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.349241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.349659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > port after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.350127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.350534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.350940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.351420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.361252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Allocated IP 172.25.3.134 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/3b35a1e2-85b8-4ddf-892a-773c24f3bf27) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:06.440625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.441227 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.441757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.442120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 14:01:06.442489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6c34e0-50db-443b-8bc8-eacf6eb602af']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:06.503919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.505055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8563999-8dc6-4101-986b-4fc360eef847') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:06.505270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8563999-8dc6-4101-986b-4fc360eef847') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:06.535832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a8563999-8dc6-4101-986b-4fc360eef847), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.560147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a8563999-8dc6-4101-986b-4fc360eef847), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.571421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:06.571829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a8563999-8dc6-4101-986b-4fc360eef847), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: from cryptography.utils import int_from_bytes Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: from cryptography.utils import int_from_bytes Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:06.576072 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:06.586913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.658532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:06.668570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6a9b7909-f570-4eae-988e-313658d5402a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:06.677875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:06.679419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:06.681899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:06.693563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-6ccacb86-ef9b-4c47-bd48-d869b5c7bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.700827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-6ccacb86-ef9b-4c47-bd48-d869b5c7bfad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 1127 time: 0.2521586 Mar 22 14:01:06.701577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (de6c34e0-50db-443b-8bc8-eacf6eb602af), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.717449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.723153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] 10.222.0.81 "DELETE /v2.0/networks/de6c34e0-50db-443b-8bc8-eacf6eb602af HTTP/1.1" status: 204 len: 168 time: 1.1042218 Mar 22 14:01:06.726098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58208) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:06.769483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6a9b7909-f570-4eae-988e-313658d5402a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:06.770100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6a9b7909-f570-4eae-988e-313658d5402a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.844268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-2c5fca40-e266-4715-bedc-ca32c4908d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:06.845850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-2c5fca40-e266-4715-bedc-ca32c4908d5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 HTTP/1.1" status: 200 len: 916 time: 0.1215677 Mar 22 14:01:06.846800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76272-3502-405c-86e9-327d0ef6b31b admin admin] Pushing event deleted for resources: {'Network': ['ID=de6c34e0-50db-443b-8bc8-eacf6eb602af,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:06.883770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6a9b7909-f570-4eae-988e-313658d5402a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:06.884316 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6a9b7909-f570-4eae-988e-313658d5402a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:06.904286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22958d0-2d6c-445a-8434-58f164b8b3d2 None None] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:06.949383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-a4e27d6e-a474-45db-8300-96acec2fd77f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93b45ba7-385a-4e34-997a-9477e6327cc6 HTTP/1.1" status: 200 len: 1001 time: 0.0885725 Mar 22 14:01:06.997221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 6a9b7909-f570-4eae-988e-313658d5402a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6a9b7909-f570-4eae-988e-313658d5402a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:06.997499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9e7e6833-38a8-4d63-b6ff-9504ef70e082 None None] Provisioning complete for port 6a9b7909-f570-4eae-988e-313658d5402a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:06.997996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6833-38a8-4d63-b6ff-9504ef70e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6a9b7909-f570-4eae-988e-313658d5402a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.026133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6a9b7909-f570-4eae-988e-313658d5402a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.058391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-2f986f8f-1534-42cf-a280-bfb3babb7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.061351 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-2f986f8f-1534-42cf-a280-bfb3babb7558 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f HTTP/1.1" status: 200 len: 854 time: 0.1058733 Mar 22 14:01:07.100439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=6a9b7909-f570-4eae-988e-313658d5402a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:07.153043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f700abec-aef4-4ff8-b838-4e58db508b27 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:07.164151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-b3ad2663-5d9f-41a5-ac6d-db183dcac2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.165834 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-b3ad2663-5d9f-41a5-ac6d-db183dcac2b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977454 Mar 22 14:01:07.178406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: f700abec-aef4-4ff8-b838-4e58db508b27 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:07.179096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f700abec-aef4-4ff8-b838-4e58db508b27 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:07.179679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:07.247703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e6833-38a8-4d63-b6ff-9504ef70e082 None None] Current status of the port 6a9b7909-f570-4eae-988e-313658d5402a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:07.251563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:07.252026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ed64aec-b6f9-43c7-a4d5-cd0d6fc8c4ec not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:07.276218 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-e52cb8f3-04a4-4494-bf15-2dbadc3cdde5 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042061 Mar 22 14:01:07.344181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944c399-8193-4fa2-9701-a36d32e236a9 req-cde8cc3f-3011-4113-99a2-63a88b15e4e9 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.345767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7944c399-8193-4fa2-9701-a36d32e236a9 req-cde8cc3f-3011-4113-99a2-63a88b15e4e9 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 944 time: 0.3046513 Mar 22 14:01:07.411562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a32c0-0526-4802-b881-f6ce2bfe25ce req-d80ba277-a45c-4583-a246-5632e306450f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:07.413158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-022a32c0-0526-4802-b881-f6ce2bfe25ce req-d80ba277-a45c-4583-a246-5632e306450f tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.3736196 Mar 22 14:01:07.416046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-60c7569d-d6c7-4696-85f1-39424ab174d3 req-19cb9c2e-3f87-40ac-b7fe-ace10e5dd49e service neutron] 10.222.0.78 "GET /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171403 Mar 22 14:01:07.417451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for router_gateway (cf7b41ed-8150-45cb-97da-eee812b322d9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.571412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b7a28fd7-5d76-4af7-9072-f72bd0fa9897 None None] Provisioning complete for port 6a9b7909-f570-4eae-988e-313658d5402a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:07.571856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7a28fd7-5d76-4af7-9072-f72bd0fa9897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6a9b7909-f570-4eae-988e-313658d5402a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.585579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7944c399-8193-4fa2-9701-a36d32e236a9 req-5ca802cf-d40d-42b8-8ca9-d5a8440f9ee3 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324526 Mar 22 14:01:07.621553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-022a32c0-0526-4802-b881-f6ce2bfe25ce req-13bc164d-d46c-436b-90c5-7e7bc08d8439 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986153 Mar 22 14:01:07.671138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b7a28fd7-5d76-4af7-9072-f72bd0fa9897 None None] Current status of the port 6a9b7909-f570-4eae-988e-313658d5402a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:07.752892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1a97650-6864-4193-910f-cad7330f54e9 req-1e057fb3-0bb4-4fc4-92bd-b0f49d9284dc tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0677166 Mar 22 14:01:07.812268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:07.912958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (74697bb9-32ca-469a-848a-31f75d677915), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.250310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:08.353809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,segment=NetworkSegment(b5123929-73f3-4b07-9e0e-a495856bb408),segment_id=b5123929-73f3-4b07-9e0e-a495856bb408)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:08.359258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Router cf7b41ed-8150-45cb-97da-eee812b322d9 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:01:08.366280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09', 'network_id': '6a14c25f-2133-46a9-aa2e-cc4353e0b85f', 'port_id': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09', 'mac_address': 'fa:16:3e:38:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9191235e-1abf-4ffa-88b4-76f52c61f2ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:08.405616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:08.406120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.420167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:08.441183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,segment=NetworkSegment(b5123929-73f3-4b07-9e0e-a495856bb408),segment_id=b5123929-73f3-4b07-9e0e-a495856bb408)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:08.446814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.511400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:08.512211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:08.536216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Sync routers for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:08.543141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.547114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c5b6d35-57e9-4778-96e2-7f22cdcbf8e4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.3113115 Mar 22 14:01:08.547413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58218) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:08.556740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:08.559531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:08.635586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6a9b7909-f570-4eae-988e-313658d5402a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:08.672474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Deleting port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:08.673050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.726295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:08.776003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:08.931918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] For port 3d91e7b6-dbb3-4d13-919f-f0b683a018d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:08.932300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:08.973797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1ac9-b0d4-4e4e-83de-c362dfc476b5 req-9d47e8e2-66d6-42ff-98ba-8074092d9fc1 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:08.975290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37fc1ac9-b0d4-4e4e-83de-c362dfc476b5 req-9d47e8e2-66d6-42ff-98ba-8074092d9fc1 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 945 time: 0.2809041 Mar 22 14:01:08.982271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Calling delete_port for 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:08.992152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1d17-4e86-4a27-b84e-cbf8584bc1e0 req-54483911-ebbe-49b0-93b2-62c26cdb5341 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:08.993632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-394a1d17-4e86-4a27-b84e-cbf8584bc1e0 req-54483911-ebbe-49b0-93b2-62c26cdb5341 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2558610 Mar 22 14:01:09.049205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6a9b7909-f570-4eae-988e-313658d5402a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:09.049541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6a9b7909-f570-4eae-988e-313658d5402a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.213211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37fc1ac9-b0d4-4e4e-83de-c362dfc476b5 req-cbea888a-9c5c-4000-8722-6b41ba91b419 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163141 Mar 22 14:01:09.225074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-394a1d17-4e86-4a27-b84e-cbf8584bc1e0 req-1461e215-0a7c-410f-871c-6cb68efbb8a3 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125843 Mar 22 14:01:09.276029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6a9b7909-f570-4eae-988e-313658d5402a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:09.411795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03553ccc-657e-4b50-9722-9583cd130b16 req-613fdaca-a3b1-434d-8188-5ab4c66f9af1 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0411377 Mar 22 14:01:09.420808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:06Z', 'revision_number': 3, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:09.471329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3d91e7b6-dbb3-4d13-919f-f0b683a018d7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.484674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Checking router: cf7b41ed-8150-45cb-97da-eee812b322d9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:09.485033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Updating router cf7b41ed-8150-45cb-97da-eee812b322d9 port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:09.518384 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.566203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d91e7b6-dbb3-4d13-919f-f0b683a018d7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:09.623244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.713013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff99a-cb5f-44a6-b61b-b710c6c3de15 req-a82b56f4-5917-4dc3-97f4-3e76847617d5 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:09.714550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7aff99a-cb5f-44a6-b61b-b710c6c3de15 req-a82b56f4-5917-4dc3-97f4-3e76847617d5 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1127 time: 0.2161639 Mar 22 14:01:09.891827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks [] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.899065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.948626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7aff99a-cb5f-44a6-b61b-b710c6c3de15 req-b703cd09-e18b-477d-94a6-d0df309733eb tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547644 Mar 22 14:01:09.962282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e524796-3f6b-47e9-bc9a-8ceb0cf75556 None None] Pushing event updated for resources: {'Port': ['ID=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:09.974802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (74697bb9-32ca-469a-848a-31f75d677915), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:09.993667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Attempting to bind port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:09.994076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Attempting to bind port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:09.994448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Attempting to bind port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:10.000662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:10.001520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:10.002015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.002419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:10.002976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Bound port: 3b35a1e2-85b8-4ddf-892a-773c24f3bf27, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:10.003363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.073431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] For port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:10.077977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] For port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:10.087380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.178788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:10.179406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:10.190950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Allocated IP 172.20.0.1 (4441e601-1652-4cd0-b25f-d75dbaedfa97/f8befe3d-d0d7-46c2-948a-3e5037e496f2/88c92e9c-39f5-4b87-9114-4382c66483c7) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:10.247714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e524796-3f6b-47e9-bc9a-8ceb0cf75556 None None] Pushing event updated for resources: {'Port': ['ID=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:10.270495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:10.346952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:10.414101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:10.470479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Router 74697bb9-32ca-469a-848a-31f75d677915 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:10.480024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:10.480402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.699056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:06Z', 'revision_number': 3, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:10.730449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks [] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.761849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ba18-3455-4a15-a05a-4d2b7590e681 req-05a6d32a-4ecd-4508-ad75-e461c784c9d3 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:10.763435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bc8ba18-3455-4a15-a05a-4d2b7590e681 req-05a6d32a-4ecd-4508-ad75-e461c784c9d3 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 945 time: 0.3012621 Mar 22 14:01:10.779097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:10.785084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9be483-c22c-491f-87c0-d7f9c20a6a91 None None] The sync data for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 is: [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:06Z', 'revision_number': 3, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:10.786183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:10.786568 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.792770 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Sync routers for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:10.804703 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:10.805301 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:10.827006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b4e5562-6289-494d-8458-a7c6a25868a8 admin admin] 10.222.0.81 "PUT /v2.0/routers/74697bb9-32ca-469a-848a-31f75d677915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0995059 Mar 22 14:01:10.829833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:10.859956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:10.862266 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef099e85-550c-4ee0-a917-2b3b67c0e424" -d '{"events": [{"server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "name": "network-vif-plugged", "status": "completed", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:10.898557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,segment=NetworkSegment(b5123929-73f3-4b07-9e0e-a495856bb408),segment_id=b5123929-73f3-4b07-9e0e-a495856bb408)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:10.908598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.970382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:10.983169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bc8ba18-3455-4a15-a05a-4d2b7590e681 req-628f509e-dc7b-4334-8673-ae06e7128c59 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924436 Mar 22 14:01:11.005926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:11.024963 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:11.111956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:11.146041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:11.241391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks [] for router (74697bb9-32ca-469a-848a-31f75d677915), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:11.247737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:11.264225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Pushing event updated for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:11.397657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (cf7b41ed-8150-45cb-97da-eee812b322d9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:11.470835 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T14:01:09Z', 'revision_number': 5, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:11.529667 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Checking router: 74697bb9-32ca-469a-848a-31f75d677915 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:11.545034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd37-0993-40f6-b6f7-29779f78c113 req-8f6add97-6c63-4d3c-9eda-696f14603a41 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:11.560117 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Routers {'74697bb9-32ca-469a-848a-31f75d677915'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:11.561569 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74697bb9-32ca-469a-848a-31f75d677915'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:11.578605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a30acd37-0993-40f6-b6f7-29779f78c113 req-8f6add97-6c63-4d3c-9eda-696f14603a41 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.4536729 Mar 22 14:01:11.688619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-33a1a9c0-ffc0-4a7f-bd95-f9b224c2dc20 None None] Provisioning complete for port 88c92e9c-39f5-4b87-9114-4382c66483c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:11.689357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33a1a9c0-ffc0-4a7f-bd95-f9b224c2dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:11.845427 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] Set router 74697bb9-32ca-469a-848a-31f75d677915 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:11.852738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a30acd37-0993-40f6-b6f7-29779f78c113 req-2cb95720-27c3-4537-af52-8b996eb3c55e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705083 Mar 22 14:01:11.870043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-33a1a9c0-ffc0-4a7f-bd95-f9b224c2dc20 None None] Port 88c92e9c-39f5-4b87-9114-4382c66483c7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:11.973911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.053512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-df8d3ff6-c562-45f0-893f-644098de85db tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:12.055245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-df8d3ff6-c562-45f0-893f-644098de85db tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091286 Mar 22 14:01:12.126443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-efafd3f6-b103-4995-b337-7264ebc27751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.128152 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-efafd3f6-b103-4995-b337-7264ebc27751 service neutron] 10.222.0.81 "GET /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 1124 time: 0.0633237 Mar 22 14:01:12.143808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:12.144351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:01:12.263483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks [] for router_gateway (74697bb9-32ca-469a-848a-31f75d677915), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.316516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:01:12.368705 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T14:01:09Z', 'revision_number': 5, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:12.406304 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d97861-b6f6-4bb7-826f-de8bdf5a78b2 None None] The sync data for ids ['74697bb9-32ca-469a-848a-31f75d677915'] in n-d-758851-5 is: [{'id': '74697bb9-32ca-469a-848a-31f75d677915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499811900-router', 'tenant_id': '311c7f36640b4426857989db6430aa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:25Z', 'updated_at': '2022-03-22T14:01:09Z', 'revision_number': 5, 'project_id': '311c7f36640b4426857989db6430aa31', 'gw_port': {'id': '4c2a0928-8d1c-4c72-9f38-31212d6fa852', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74697bb9-32ca-469a-848a-31f75d677915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:27Z', 'updated_at': '2022-03-22T13:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:12.471398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Deleting port 4c2a0928-8d1c-4c72-9f38-31212d6fa852 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:12.471734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.526224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d80090d8-33d3-42dc-85dd-efdbc9b28e3e req-aa62286f-ade3-4b57-a82f-ca50383fbc7e tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.5179551 Mar 22 14:01:12.599429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] For port 4c2a0928-8d1c-4c72-9f38-31212d6fa852, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c2a0928-8d1c-4c72-9f38-31212d6fa852,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:12.599799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.602121 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bfc68c-7b04-4323-896e-2fc318732283 x-openstack-request-id: req-a0bfc68c-7b04-4323-896e-2fc318732283 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:12.602600 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "name": "network-vif-plugged", "status": "completed", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:12.602851 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0bfc68c-7b04-4323-896e-2fc318732283 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:12.603335 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bfc68c-7b04-4323-896e-2fc318732283'] response: {'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09', 'code': 200} Mar 22 14:01:12.618906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Calling delete_port for 4c2a0928-8d1c-4c72-9f38-31212d6fa852 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:12.853260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4c2a0928-8d1c-4c72-9f38-31212d6fa852), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.883870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f88b-26da-48aa-916a-7e9e4992e9b4 req-40210ea1-b608-4d61-83f7-17f52328b3ba tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:12.895141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7268f88b-26da-48aa-916a-7e9e4992e9b4 req-40210ea1-b608-4d61-83f7-17f52328b3ba tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.1926265 Mar 22 14:01:12.916128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks [] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.937307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:12.945220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:12.994340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (cf7b41ed-8150-45cb-97da-eee812b322d9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.004462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2a0928-8d1c-4c72-9f38-31212d6fa852,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:13.050635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:13.051005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.075468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:13.076029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:13.076127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:13.099125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Pushing event updated for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:13.106046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:13.106579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:13.129349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:13.129986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:13.130557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:13.131523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Bound port: 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:13.143551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (74697bb9-32ca-469a-848a-31f75d677915), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.178930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2e6a-ffff-40d7-860b-f76babdcc7f6 req-8cce8124-9277-45c7-bff8-7bf10d5fc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:13.180972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4aea2e6a-ffff-40d7-860b-f76babdcc7f6 req-8cce8124-9277-45c7-bff8-7bf10d5fc6d8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 1128 time: 0.3432965 Mar 22 14:01:13.203453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:13.204282 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.207188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7268f88b-26da-48aa-916a-7e9e4992e9b4 req-e06e56d9-e32f-45dd-a691-118c224294b7 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080888 Mar 22 14:01:13.258442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:13.266937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.289119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:13.294521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:13.336489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:13.337720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:13.338253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d91e7b6-dbb3-4d13-919f-f0b683a018d7 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:13.371388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:13.383729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (74697bb9-32ca-469a-848a-31f75d677915), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.391967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks [] for router_controller (74697bb9-32ca-469a-848a-31f75d677915), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.406714 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4aea2e6a-ffff-40d7-860b-f76babdcc7f6 req-dac55641-6bd4-44bc-a763-6e80af7f0833 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592369 Mar 22 14:01:13.478159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:13.489141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.499904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-694dfeb0-590e-47ef-bc06-1e4008713e3a service neutron] 10.222.0.81 "POST /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd/bindings HTTP/1.1" status: 201 len: 389 time: 1.3546393 Mar 22 14:01:13.502323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b0aa4-0c18-4253-9b17-8b8a2c58a4cf req-d21b5965-db68-4ab0-956e-7b17ab615f31 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:13.503729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (74697bb9-32ca-469a-848a-31f75d677915), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.507130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74697bb9-32ca-469a-848a-31f75d677915 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:01:13.512549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3b0aa4-0c18-4253-9b17-8b8a2c58a4cf req-d21b5965-db68-4ab0-956e-7b17ab615f31 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2160528 Mar 22 14:01:13.525151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.526436 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b95eb0a8-3fe7-427a-8ff1-d2949bbcecfb admin admin] 10.222.0.81 "DELETE /v2.0/routers/74697bb9-32ca-469a-848a-31f75d677915 HTTP/1.1" status: 204 len: 168 time: 2.6950150 Mar 22 14:01:13.530323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:13.629535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Router cf7b41ed-8150-45cb-97da-eee812b322d9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:13.681744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Deleting subnet 8e108c5f-d06a-4270-b68c-858a57b7fba9 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:13.698290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Publish callbacks [] for subnet (8e108c5f-d06a-4270-b68c-858a57b7fba9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.768152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (8e108c5f-d06a-4270-b68c-858a57b7fba9), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.856824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3f12f141-df2e-4b41-89aa-91a7fe108773 None None] Provisioning complete for port 88c92e9c-39f5-4b87-9114-4382c66483c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:13.857512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3f12f141-df2e-4b41-89aa-91a7fe108773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:13.857610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:13.873475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d4828ff6-a663-4da3-ac37-447c25e4caf1 admin admin] 10.222.0.81 "PUT /v2.0/routers/cf7b41ed-8150-45cb-97da-eee812b322d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3163204 Mar 22 14:01:13.893667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3b0aa4-0c18-4253-9b17-8b8a2c58a4cf req-ce737493-40f4-4d79-a71a-1d9bb705f896 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776619 Mar 22 14:01:13.927402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Sync routers for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:13.969080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3f12f141-df2e-4b41-89aa-91a7fe108773 None None] Port 88c92e9c-39f5-4b87-9114-4382c66483c7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:13.974651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:13.976286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:14.010006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10d8bfad-5f8a-4de2-ae89-94dafc6cba5a req-28d44df3-877b-44fe-9bb7-775814116d7a tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0740321 Mar 22 14:01:14.042448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-6703d8b6-a884-4194-bc5e-dd7b33583adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.044814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-6703d8b6-a884-4194-bc5e-dd7b33583adb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1127 time: 0.2180958 Mar 22 14:01:14.052971 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (8e108c5f-d06a-4270-b68c-858a57b7fba9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.182415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0591e-ac34-4c45-bb58-99a0caf74844 req-4e321aac-0a9f-4fda-97ca-569c206b2df9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.193321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41c0591e-ac34-4c45-bb58-99a0caf74844 req-4e321aac-0a9f-4fda-97ca-569c206b2df9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1387076 Mar 22 14:01:14.236916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (8e108c5f-d06a-4270-b68c-858a57b7fba9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.243677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:14.279641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41c0591e-ac34-4c45-bb58-99a0caf74844 req-00b99929-e180-47c2-a418-31ab80408828 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853221 Mar 22 14:01:14.318241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-46e33c10-af7f-46e0-94dc-65c7c27c614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.331826 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-46e33c10-af7f-46e0-94dc-65c7c27c614e service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2759027 Mar 22 14:01:14.334573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e108c5f-d06a-4270-b68c-858a57b7fba9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:14.336705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.344120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae82e4-9b88-479a-80f4-2fea82b4551d None None] Network f3504e16-ec70-4c6d-9181-478008eddca6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:14.348424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-57f73122-f3f2-493a-a3d8-0b0b487973e8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8e108c5f-d06a-4270-b68c-858a57b7fba9 HTTP/1.1" status: 204 len: 168 time: 0.8137975 Mar 22 14:01:14.365736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:14.406947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c9ec7-924f-4009-8c42-28aac13b10bf req-e5bc7a25-c98f-4025-8876-02bde1009ff4 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.415402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-474c9ec7-924f-4009-8c42-28aac13b10bf req-e5bc7a25-c98f-4025-8876-02bde1009ff4 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.0849917 Mar 22 14:01:14.449648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-fb0540e7-965b-46dd-b5aa-f4b2896d3730 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 217 time: 0.1031661 Mar 22 14:01:14.478138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-474c9ec7-924f-4009-8c42-28aac13b10bf req-5f7dcc80-d3c4-47e9-ac41-6d15540282bd tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Mar 22 14:01:14.643390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-efdfa6d6-f666-40ad-9826-8698e807255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.645150 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-efdfa6d6-f666-40ad-9826-8698e807255b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1744347 Mar 22 14:01:14.647941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f3504e16-ec70-4c6d-9181-478008eddca6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.696193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-4c4097d6-9775-4bdd-90f3-4d34c470cb55 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442524 Mar 22 14:01:14.746273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:14.773932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e3fe224f-2cf3-4b2b-a580-0882417a2581 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:14.775588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e3fe224f-2cf3-4b2b-a580-0882417a2581 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 829 time: 0.2303863 Mar 22 14:01:14.796720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-b26e6555-9cf8-4c44-9e11-1d72513c9261 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/quotas/774f7d97231f440b84a22b86dbf733d4 HTTP/1.1" status: 200 len: 375 time: 0.0143855 Mar 22 14:01:14.821456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Deleting port 483a4f62-0ad6-4cfe-a606-bf883232a16e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:14.821797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.891154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-b97137e8-d452-41ae-9bb8-c33f51493fd0 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876646 Mar 22 14:01:14.892762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ae500e05-def7-477c-bc26-161a6b945fef service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722393 Mar 22 14:01:14.909408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:14.910941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.967137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] For port 483a4f62-0ad6-4cfe-a606-bf883232a16e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=483a4f62-0ad6-4cfe-a606-bf883232a16e,segment=NetworkSegment(f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0),segment_id=f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:14.967663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:14.993138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Calling delete_port for 483a4f62-0ad6-4cfe-a606-bf883232a16e owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:15.086429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:12Z', 'revision_number': 2, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:15.130712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-ef1a9971-2200-47a0-9c79-16d85151ff4b service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313383 Mar 22 14:01:15.206416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5caf42-ed3f-4405-bf8b-87a389be0048 None None] DHCP port deletion for f3504e16-ec70-4c6d-9181-478008eddca6 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:01:15.224236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-f9d459fc-5207-4bd6-b99b-47132a1d5f9c service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188674 Mar 22 14:01:15.227098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (483a4f62-0ad6-4cfe-a606-bf883232a16e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.252090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:15.260177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Checking router: cf7b41ed-8150-45cb-97da-eee812b322d9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:15.260725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Updating router cf7b41ed-8150-45cb-97da-eee812b322d9 port 88c92e9c-39f5-4b87-9114-4382c66483c7 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:15.326967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] No DVR routers for this DVR port 483a4f62-0ad6-4cfe-a606-bf883232a16e on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:15.333001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=483a4f62-0ad6-4cfe-a606-bf883232a16e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:15.380660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c2a0928-8d1c-4c72-9f38-31212d6fa852 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:15.395654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e5f09fd1-e710-4f26-9d3a-f353e584e700 service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621901 Mar 22 14:01:15.457686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4c2a0928-8d1c-4c72-9f38-31212d6fa852 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:15.458067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c2a0928-8d1c-4c72-9f38-31212d6fa852 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:15.474445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.546499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3376a-fd31-43fb-a1b4-56333e66804a req-e478f37f-b153-4f01-a515-fff691874762 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:15.557153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87c3376a-fd31-43fb-a1b4-56333e66804a req-e478f37f-b153-4f01-a515-fff691874762 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.4243765 Mar 22 14:01:15.574853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f3504e16-ec70-4c6d-9181-478008eddca6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.622343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3504e16-ec70-4c6d-9181-478008eddca6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:15.655925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:15.659150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:15.661392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87c3376a-fd31-43fb-a1b4-56333e66804a req-c1273b1d-b8c5-45a7-8376-c37158275e52 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980964 Mar 22 14:01:15.708979 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.758686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.780610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:15.781031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f0f8e1df-0c0a-47a3-9179-833f5cf5d4c0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.852378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e51843ef-4fc2-4c16-9c5c-a0fb57bf6bf4 req-f60120aa-e797-4fe0-8330-6783c36f5ae0 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0795169 Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:15.933238 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:15.988499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f3504e16-ec70-4c6d-9181-478008eddca6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:15.998428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.002348 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f3504e16-ec70-4c6d-9181-478008eddca6 HTTP/1.1" status: 204 len: 168 time: 1.6363447 Mar 22 14:01:16.015915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405263b0-0311-4d42-9ff8-bb2965532f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3504e16-ec70-4c6d-9181-478008eddca6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:16.030266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a868-54ec-4c34-9023-802e724f864f req-59ad3522-fe2d-4928-99ec-ec1d28792eee tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.040724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f931a868-54ec-4c34-9023-802e724f864f req-59ad3522-fe2d-4928-99ec-ec1d28792eee tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1869707 Mar 22 14:01:16.206984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f931a868-54ec-4c34-9023-802e724f864f req-e68700aa-becf-4545-880a-eee67e145182 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577146 Mar 22 14:01:16.226770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks [] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.232644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39721c6b-e095-4a39-a82e-25ef2dc0c612 req-e7145137-0c78-4205-943e-d4d813901f69 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.233987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39721c6b-e095-4a39-a82e-25ef2dc0c612 req-e7145137-0c78-4205-943e-d4d813901f69 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.2276416 Mar 22 14:01:16.259120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.276559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58352) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:16.336819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95938-8737-4511-879b-bfad6093fea6 None None] Pushing event updated for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:16.400555 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b72d075-1c31-4546-9ef6-c87bc2e6307a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93a1a235813a4e68bedd03e66a410df1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1226187 Mar 22 14:01:16.402532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58356) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:16.407070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-065a0846-2608-4422-b0f8-1cd1f9723e7b req-828205d1-8af8-4391-b648-be2792a2a78e tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 210 time: 0.0838773 Mar 22 14:01:16.414094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39721c6b-e095-4a39-a82e-25ef2dc0c612 req-a25e20e0-dfef-4590-87e8-65198e6fd7bd tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739476 Mar 22 14:01:16.462771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Attempting to bind port 88c92e9c-39f5-4b87-9114-4382c66483c7 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:16.463469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Attempting to bind port 88c92e9c-39f5-4b87-9114-4382c66483c7 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:16.464085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Attempting to bind port 88c92e9c-39f5-4b87-9114-4382c66483c7 on network 4441e601-1652-4cd0-b25f-d75dbaedfa97 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:16.473993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:16.474843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Checking segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:16.475507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.476321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Bound using segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:16.477217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Bound port: 88c92e9c-39f5-4b87-9114-4382c66483c7, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:16.485104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.632490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-294be806-5c02-481e-87be-ca383863407e admin admin] Publish callbacks [] for security_group (28ffd42a-1245-4198-9caf-f0e0853e427c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.636338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 483a4f62-0ad6-4cfe-a606-bf883232a16e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:16.663282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-294be806-5c02-481e-87be-ca383863407e admin admin] Publish callbacks [] for security_group (28ffd42a-1245-4198-9caf-f0e0853e427c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.693738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 483a4f62-0ad6-4cfe-a606-bf883232a16e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:16.717916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 483a4f62-0ad6-4cfe-a606-bf883232a16e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:16.728861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] For port 88c92e9c-39f5-4b87-9114-4382c66483c7, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:16.752562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-294be806-5c02-481e-87be-ca383863407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (28ffd42a-1245-4198-9caf-f0e0853e427c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.756070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-294be806-5c02-481e-87be-ca383863407e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.771940 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-294be806-5c02-481e-87be-ca383863407e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28ffd42a-1245-4198-9caf-f0e0853e427c HTTP/1.1" status: 204 len: 168 time: 0.3616853 Mar 22 14:01:16.784968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] For port 88c92e9c-39f5-4b87-9114-4382c66483c7, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=88c92e9c-39f5-4b87-9114-4382c66483c7,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:16.808344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be806-5c02-481e-87be-ca383863407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ffd42a-1245-4198-9caf-f0e0853e427c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:16.828944 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.841484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Provisioning complete for port 88c92e9c-39f5-4b87-9114-4382c66483c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:16.842280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:16.951919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:16.952562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:00:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:16.985523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6187e-916e-4ffd-b89c-083484178e98 req-a209c0e6-24db-48e2-8cbd-90b051c04ae6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:16.987246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52c6187e-916e-4ffd-b89c-083484178e98 req-a209c0e6-24db-48e2-8cbd-90b051c04ae6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1679876 Mar 22 14:01:17.131852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95938-8737-4511-879b-bfad6093fea6 None None] Pushing event updated for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:17.144762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52c6187e-916e-4ffd-b89c-083484178e98 req-55b30fa4-5895-454f-b33c-39869109edd7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516414 Mar 22 14:01:17.255425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-095a962f-2b57-489d-b345-b41843773ef8 req-bb1b7057-94bf-4c3c-8c22-4d6530fc8669 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1252234 Mar 22 14:01:17.343132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Current status of the port 88c92e9c-39f5-4b87-9114-4382c66483c7 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:17.343698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.406981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] For port 88c92e9c-39f5-4b87-9114-4382c66483c7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=88c92e9c-39f5-4b87-9114-4382c66483c7,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:17.417442 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.427766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:17.516479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52068ca-cef1-46ff-80bd-66a93206b0fc req-0171e573-21bb-4835-ac9c-93fc29a5bb30 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:17.534161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e52068ca-cef1-46ff-80bd-66a93206b0fc req-0171e573-21bb-4835-ac9c-93fc29a5bb30 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1808822 Mar 22 14:01:17.647304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f330c90-80ca-4972-9c34-294e3de21d9f None None] Pushing event updated for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:17.676165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e52068ca-cef1-46ff-80bd-66a93206b0fc req-3a0758ff-861e-4750-8109-4c9903b9c75f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410983 Mar 22 14:01:17.717034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afc996eb-3f0d-4ed1-97b8-5884720200ab req-ef3eb30b-19a7-4dc5-81da-1e402b4c7236 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 210 time: 0.0836706 Mar 22 14:01:17.732016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0fb80e40-066f-4064-afee-158a4a52fa36 None None] Provisioning complete for port 88c92e9c-39f5-4b87-9114-4382c66483c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:17.732396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0fb80e40-066f-4064-afee-158a4a52fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:17.819994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:17.890439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0fb80e40-066f-4064-afee-158a4a52fa36 None None] Current status of the port 88c92e9c-39f5-4b87-9114-4382c66483c7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:17.909180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5f923cf-d658-42ec-b5f7-6d41003144b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=311c7f36640b4426857989db6430aa31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0857084 Mar 22 14:01:17.909685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58398) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:18.023330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:16Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:18.037261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] Publish callbacks [] for security_group (99159022-df32-41d6-850b-e56df26e42f1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.067773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] Publish callbacks [] for security_group (99159022-df32-41d6-850b-e56df26e42f1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.074680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67dd2c3-38a5-457d-bcac-47f95b58b3c5 None None] The sync data for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 is: [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:16Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:18.177115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99159022-df32-41d6-850b-e56df26e42f1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.180400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.183843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99159022-df32-41d6-850b-e56df26e42f1 HTTP/1.1" status: 204 len: 168 time: 0.2709851 Mar 22 14:01:18.223196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddff092-e79e-46e1-a807-4bc30dcb1fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99159022-df32-41d6-850b-e56df26e42f1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:18.543580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ef2e301a-7f20-4e54-ab4e-9fc3a22634df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.557312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9287a05-631a-447a-92cc-343484c61545 req-76c3c0a4-3caf-4579-be07-3f22296521e9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.562625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9287a05-631a-447a-92cc-343484c61545 req-76c3c0a4-3caf-4579-be07-3f22296521e9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2409103 Mar 22 14:01:18.564425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-51e41d5f-4d24-4ba3-b58d-bfe3d1746144 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.571982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-51e41d5f-4d24-4ba3-b58d-bfe3d1746144 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.82 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 829 time: 0.2680252 Mar 22 14:01:18.592227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'port': {'device_id': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'admin_state_up': True, 'tenant_id': '774f7d97231f440b84a22b86dbf733d4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:18.727158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 88c92e9c-39f5-4b87-9114-4382c66483c7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:18.746997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9287a05-631a-447a-92cc-343484c61545 req-e4afe592-43aa-46be-b0a1-aaa6f3a36695 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562476 Mar 22 14:01:18.792491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e3ff8-d33f-47f0-ac05-696f6b2b1716 req-84861d4e-db52-4340-97f0-d2924bfa817b tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:18.794104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b2e3ff8-d33f-47f0-ac05-696f6b2b1716 req-84861d4e-db52-4340-97f0-d2924bfa817b tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.3585517 Mar 22 14:01:18.904154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 88c92e9c-39f5-4b87-9114-4382c66483c7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:18.904538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:18.927807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Made reservation on behalf of 774f7d97231f440b84a22b86dbf733d4 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:18.941775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.064120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-416d897a-7aca-42fe-b8dc-f55744a67b10 req-a6dc558e-73fc-4b83-87ba-04e23e6f635b tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1750689 Mar 22 14:01:19.089657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b2e3ff8-d33f-47f0-ac05-696f6b2b1716 req-245e6f2d-8d3d-4169-8cf7-4e9507469f18 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879610 Mar 22 14:01:19.101002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 88c92e9c-39f5-4b87-9114-4382c66483c7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:19.289545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Allocated IP 172.20.0.12 (4441e601-1652-4cd0-b25f-d75dbaedfa97/f8befe3d-d0d7-46c2-948a-3e5037e496f2/4d9a84ae-46fa-4b26-ad69-9796080d814a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:19.290533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be0e284c-c3a0-4e33-a62b-6419a5c812db req-9fa09813-b1eb-4336-afb8-3272251d2145 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 210 time: 0.0851254 Mar 22 14:01:19.443945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479d34-d0cf-4c59-b7a4-51450ec83cf1 req-64950563-27ec-4935-95ac-e19d600713f6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.447191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d479d34-d0cf-4c59-b7a4-51450ec83cf1 req-64950563-27ec-4935-95ac-e19d600713f6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2323687 Mar 22 14:01:19.526533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d479d34-d0cf-4c59-b7a4-51450ec83cf1 req-34a55043-42fd-4b9a-a9bb-9a50d160ede1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730884 Mar 22 14:01:19.648477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.789023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-369fdc01-1269-4aa5-89f6-71a21575407d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:19.791035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-369fdc01-1269-4aa5-89f6-71a21575407d tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.78 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.0886202 Mar 22 14:01:19.793145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:19.850584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event updated for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:19.905464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.906260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.907403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.910759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.911400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.911977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.912525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.913080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.913641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.915539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.916121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.916666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.918110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.918667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.920042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:19.951850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:19.965851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:19.995614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:19.997059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc1256-2261-419c-a2ec-a98185268f2a req-1f8a9645-5505-4025-b11d-d819eb481145 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.002974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2bc1256-2261-419c-a2ec-a98185268f2a req-1f8a9645-5505-4025-b11d-d819eb481145 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1490927 Mar 22 14:01:20.115711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2bc1256-2261-419c-a2ec-a98185268f2a req-e1c2e80a-7f03-4ec9-87df-75811e597b32 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057062 Mar 22 14:01:20.247002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.247937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.270264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Deleting port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:20.270739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.328611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-326a3ecf-e493-47fa-af8d-75e4e4345c17 req-0327083a-8498-4731-8df2-09296acd51a8 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0430572 Mar 22 14:01:20.376778 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-861b48e3-4d32-4b0f-ac8a-001ca4ff3b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7884626 Mar 22 14:01:20.397666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f446c-3c7b-4761-a16f-394235a7caeb req-c2f5624e-4955-477d-b8df-8dfada5c3246 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.404013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Request body: {'port': {'device_id': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:20.408926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160f446c-3c7b-4761-a16f-394235a7caeb req-c2f5624e-4955-477d-b8df-8dfada5c3246 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 946 time: 0.1892378 Mar 22 14:01:20.447804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-74e589c2-7993-4530-9cd3-a7526c3e3a46 None None] Provisioning complete for port 4d9a84ae-46fa-4b26-ad69-9796080d814a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:20.450237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-74e589c2-7993-4530-9cd3-a7526c3e3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.515063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-74e589c2-7993-4530-9cd3-a7526c3e3a46 None None] Port 4d9a84ae-46fa-4b26-ad69-9796080d814a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:20.564808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.580359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] For port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,segment=NetworkSegment(b5123929-73f3-4b07-9e0e-a495856bb408),segment_id=b5123929-73f3-4b07-9e0e-a495856bb408)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:20.581011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.599347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Calling delete_port for a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:20.618176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160f446c-3c7b-4761-a16f-394235a7caeb req-b8480cb2-6ab3-48f5-87c8-8cade68d353a tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3a6ffb4-bd93-4037-a122-7618bf507679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082515 Mar 22 14:01:20.637240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb0b28-4774-49d2-8d44-0ddda816f990 req-3b951896-3938-40f1-a718-2cc16b598ea1 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.638770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5efb0b28-4774-49d2-8d44-0ddda816f990 req-3b951896-3938-40f1-a718-2cc16b598ea1 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 932 time: 0.1914608 Mar 22 14:01:20.720333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5efb0b28-4774-49d2-8d44-0ddda816f990 req-6bcab0dc-fb52-44ef-8220-bb21bc384883 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Mar 22 14:01:20.825294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3be8-ebae-4b7c-aa69-69134a15e924 req-201c99a6-89d2-4bd3-ad3a-41c80ee41435 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:20.831173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d3be8-ebae-4b7c-aa69-69134a15e924 req-201c99a6-89d2-4bd3-ad3a-41c80ee41435 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.0878477 Mar 22 14:01:20.907946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6db3960d-ec81-4e9a-88a6-fe2063786506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:20.923312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d3be8-ebae-4b7c-aa69-69134a15e924 req-2f613548-64cb-4b27-a1fe-c936a97a9030 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853555 Mar 22 14:01:21.116324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:21.137055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.152734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:21.249516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Pushing event deleted for resources: {'Port': ['ID=a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:21.323651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de219-409e-438d-96d4-1bddd7d51e97 req-df1ce521-bbef-44af-8fcd-50add4768a48 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:21.334547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd8de219-409e-438d-96d4-1bddd7d51e97 req-df1ce521-bbef-44af-8fcd-50add4768a48 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1098478 Mar 22 14:01:21.380320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:21.411618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bf060853-a219-46b7-b865-63e2451967bc', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'bf060853-a219-46b7-b865-63e2451967bc', 'mac_address': 'fa:16:3e:31:7c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:21.434470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd8de219-409e-438d-96d4-1bddd7d51e97 req-d998757a-9760-433c-b302-5f5d7ce5e6aa tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989320 Mar 22 14:01:21.493710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] No DVR routers for this DVR port a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:21.502836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.510771 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c7d0d79-f414-4198-ae73-8cd2c15d4a79 req-e69d445d-1bfa-4c99-8537-812ca30bea9e tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.78 "DELETE /v2.0/ports/a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 HTTP/1.1" status: 204 len: 173 time: 1.6611738 Mar 22 14:01:21.511265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'name': 'network-vif-deleted', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:21.529369 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5c745-fa7d-483d-b1f0-13d479da84c7" -d '{"events": [{"server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "name": "network-vif-deleted", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:21.566803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:21.568836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.584734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fdf32ea-8fa7-474d-b622-73ee8b70c85a req-bb35e608-13b5-4b3e-bea3-93744d3f64ce tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0658891 Mar 22 14:01:21.604342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf060853-a219-46b7-b865-63e2451967bc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:21.649231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:21.665046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.790505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-6870998e-f4db-47a4-a842-a9210f451ab3 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036892 Mar 22 14:01:21.804557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:21.854434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.861342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9a84ae-46fa-4b26-ad69-9796080d814a {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:21.884694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks [] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.908118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Transition to ACTIVE for port object 4d9a84ae-46fa-4b26-ad69-9796080d814a will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:21.912155 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03187bb0-4f68-45d1-9598-e90d88741ec1 x-openstack-request-id: req-03187bb0-4f68-45d1-9598-e90d88741ec1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:21.912688 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab95c1f-5580-4a96-8dc7-4eace33e8428", "name": "network-vif-deleted", "tag": "a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:21.913755 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03187bb0-4f68-45d1-9598-e90d88741ec1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:21.914414 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03187bb0-4f68-45d1-9598-e90d88741ec1'] response: {'server_uuid': 'aab95c1f-5580-4a96-8dc7-4eace33e8428', 'name': 'network-vif-deleted', 'tag': 'a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09', 'status': 'completed', 'code': 200} Mar 22 14:01:21.915535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:21.941886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:21.999485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:22.038111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-afd331b1-3c69-4b85-872f-5daf0dbf2448 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.039729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-afd331b1-3c69-4b85-872f-5daf0dbf2448 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468379 Mar 22 14:01:22.066172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba505373-3099-4e42-883c-bcb25b2763f6 req-234cef52-3f83-49ba-aca2-598906fa11f3 tempest-ServerMetadataNegativeTestJSON-1580706585 tempest-ServerMetadataNegativeTestJSON-1580706585-project] 10.222.0.81 "GET /v2.0/ports?device_id=aab95c1f-5580-4a96-8dc7-4eace33e8428 HTTP/1.1" status: 200 len: 210 time: 0.1421902 Mar 22 14:01:22.070425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-0d13d8e6-0a35-45e6-bd3e-37abb9458f9f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/quotas/57893b3d60aa4c14bcc8f5bb296d4f11 HTTP/1.1" status: 200 len: 375 time: 0.0148728 Mar 22 14:01:22.158520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Attempting to bind port 4d9a84ae-46fa-4b26-ad69-9796080d814a on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:22.158994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Attempting to bind port 4d9a84ae-46fa-4b26-ad69-9796080d814a by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:22.159178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Attempting to bind port 4d9a84ae-46fa-4b26-ad69-9796080d814a on network 4441e601-1652-4cd0-b25f-d75dbaedfa97 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:22.172676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-bd8a30b6-7bee-4dbd-8206-89fe60ea1f44 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930452 Mar 22 14:01:22.172920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Port 4d9a84ae-46fa-4b26-ad69-9796080d814a on network 4441e601-1652-4cd0-b25f-d75dbaedfa97 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:22.173227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Attempting to bind port 4d9a84ae-46fa-4b26-ad69-9796080d814a on network 4441e601-1652-4cd0-b25f-d75dbaedfa97 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:22.188625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:22.188973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Checking segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:22.189363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Bound using segment: {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:22.189794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Bound port: 4d9a84ae-46fa-4b26-ad69-9796080d814a, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:22.190180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.365153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:22.371558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:22.382863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.407455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c7d06-a274-41bf-97c8-3119ae5b3f14 req-3cda7039-789e-46f7-b175-555508a9064d tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.410631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc2c7d06-a274-41bf-97c8-3119ae5b3f14 req-3cda7039-789e-46f7-b175-555508a9064d tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 944 time: 0.1930933 Mar 22 14:01:22.486990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.488120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:22.489919 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] 10.222.0.82 "PUT /v2.0/ports/4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 1092 time: 2.1057794 Mar 22 14:01:22.510389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc2c7d06-a274-41bf-97c8-3119ae5b3f14 req-412a71cc-a5f9-4c77-bbc9-2ca78fa62b83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Mar 22 14:01:22.558721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc770-469f-4dc7-ac58-65a9ee9ce3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:22.696604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-3fc28468-ec9b-468d-bcd0-862952352b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.703143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-3fc28468-ec9b-468d-bcd0-862952352b84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1126 time: 0.1375954 Mar 22 14:01:22.799516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c19469cf-8452-4299-85cb-13b5682046cf req-8f8b3a72-9ff2-4391-9213-737f84b16188 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 210 time: 0.1503420 Mar 22 14:01:22.822118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a644b36-78fa-4d1c-99a7-3f5933b36e29 req-a8ee5338-54ed-4397-9893-f9a08f005cec tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.840513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a644b36-78fa-4d1c-99a7-3f5933b36e29 req-a8ee5338-54ed-4397-9893-f9a08f005cec tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2660806 Mar 22 14:01:22.860851 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-3c79d387-ccc2-4b5a-b826-a14f27afc935 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 217 time: 0.1499271 Mar 22 14:01:22.950543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-8ecae1d2-726c-47b1-9f87-907add92e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:22.953308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-8ecae1d2-726c-47b1-9f87-907add92e0bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.0824871 Mar 22 14:01:22.971948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a644b36-78fa-4d1c-99a7-3f5933b36e29 req-be82c852-f095-4dcc-8ad5-9604ff69f0c8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303160 Mar 22 14:01:23.010053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9856f-5202-4d7f-8fd9-ffcb79b3ee16 req-b74d0038-6b30-4f10-8401-ae1fb4b85b0a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.011718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3b9856f-5202-4d7f-8fd9-ffcb79b3ee16 req-b74d0038-6b30-4f10-8401-ae1fb4b85b0a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 949 time: 0.0902379 Mar 22 14:01:23.042674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-791fb4b3-0583-49d3-b6b3-86ee723fe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.044190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-791fb4b3-0583-49d3-b6b3-86ee723fe674 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833406 Mar 22 14:01:23.109670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3b9856f-5202-4d7f-8fd9-ffcb79b3ee16 req-46fc21a0-6a9c-4f9e-8b63-cc820b1a6348 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905397 Mar 22 14:01:23.132019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:23.198088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fb61946-efad-47fc-9fd1-10c93a422c9f req-773bad56-fc92-498c-abda-4aac69a5b164 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0458272 Mar 22 14:01:23.215295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bf060853-a219-46b7-b865-63e2451967bc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:23.215673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf060853-a219-46b7-b865-63e2451967bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.276189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58534) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:23.289303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-969459c3-e731-4baf-9800-35385fb3da52 service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343514 Mar 22 14:01:23.332175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Deleting subnet 9191235e-1abf-4ffa-88b4-76f52c61f2ed {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:23.337443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Publish callbacks [] for subnet (9191235e-1abf-4ffa-88b4-76f52c61f2ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.414126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-340521d1-a76e-4e8d-b7ab-7a73fd8c6fda req-3be6f91f-00ed-4da6-91a6-3a588a2aa1dd service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176920 Mar 22 14:01:23.437942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (9191235e-1abf-4ffa-88b4-76f52c61f2ed), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.498232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9191235e-1abf-4ffa-88b4-76f52c61f2ed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.592105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (9191235e-1abf-4ffa-88b4-76f52c61f2ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.669248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9191235e-1abf-4ffa-88b4-76f52c61f2ed,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:23.691913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.697476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9191235e-1abf-4ffa-88b4-76f52c61f2ed HTTP/1.1" status: 204 len: 168 time: 0.4179387 Mar 22 14:01:23.697839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:23.724028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.724290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.725103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.726704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bf060853-a219-46b7-b865-63e2451967bc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:23.727030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.728723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.729158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.729424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.729748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.730091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.733353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.733745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.734161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.736372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.736526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.736870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.737198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e972d2-6976-4bcc-af80-7d21e0c03c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:23.764776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.788892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:23.791855 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93d608-1ad1-4ba5-af9a-7b9c60228270" -d '{"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:23.810352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37514-6c8f-4a10-b9a0-8d97535c0f7f req-cf68d62b-e3ca-4642-91e3-3ef2c1c53888 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:23.818724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25a37514-6c8f-4a10-b9a0-8d97535c0f7f req-cf68d62b-e3ca-4642-91e3-3ef2c1c53888 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 944 time: 0.1645792 Mar 22 14:01:23.830064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:23.840231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.850828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (6a14c25f-2133-46a9-aa2e-cc4353e0b85f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:23.913404 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b3084-ebbf-44c1-91e2-0507cfd915cb x-openstack-request-id: req-423b3084-ebbf-44c1-91e2-0507cfd915cb {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:23.913767 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-plugged", "status": "completed", "tag": "bf060853-a219-46b7-b865-63e2451967bc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:23.914385 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-423b3084-ebbf-44c1-91e2-0507cfd915cb {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:23.916035 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423b3084-ebbf-44c1-91e2-0507cfd915cb'] response: {'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc', 'code': 200} Mar 22 14:01:23.923307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25a37514-6c8f-4a10-b9a0-8d97535c0f7f req-a0180c36-cfb2-43b5-a8d2-fac4313cffdc tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009676 Mar 22 14:01:23.930492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:23.936457 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:23.961208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:24.015801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af404ee0-22f2-4180-9cb1-9c62bb3a43fd req-1cb4348f-82ba-4d78-b765-d19d6f212c78 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0355809 Mar 22 14:01:24.079448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (6a14c25f-2133-46a9-aa2e-cc4353e0b85f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.115288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a14c25f-2133-46a9-aa2e-cc4353e0b85f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:24.126124 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695d62fe-1b36-49eb-82be-31307de2a5b1 x-openstack-request-id: req-695d62fe-1b36-49eb-82be-31307de2a5b1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:24.126415 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:24.126663 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-695d62fe-1b36-49eb-82be-31307de2a5b1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:24.127052 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695d62fe-1b36-49eb-82be-31307de2a5b1'] response: {'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'status': 'completed', 'code': 200} Mar 22 14:01:24.130584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5123929-73f3-4b07-9e0e-a495856bb408') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:24.130879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5123929-73f3-4b07-9e0e-a495856bb408') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:24.181815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (b5123929-73f3-4b07-9e0e-a495856bb408), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.204332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b5123929-73f3-4b07-9e0e-a495856bb408), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.212506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:24.213659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (b5123929-73f3-4b07-9e0e-a495856bb408), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:24.214950 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:24.216869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141188-84b9-4096-a401-276aba916065 req-2c4ca0ef-28d0-45c8-93a9-b40a2c68e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.218332 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d141188-84b9-4096-a401-276aba916065 req-2c4ca0ef-28d0-45c8-93a9-b40a2c68e3ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.0718257 Mar 22 14:01:24.311128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:24.353247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114f8c-f3c6-42d7-a460-a2db341e9a38 req-e9e3b52b-39b4-4d4c-a929-52650c943cc8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.360565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd114f8c-f3c6-42d7-a460-a2db341e9a38 req-e9e3b52b-39b4-4d4c-a929-52650c943cc8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2246530 Mar 22 14:01:24.365463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:24.369005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a7abad13-b5bb-46eb-9f6d-4a1f1f4d7b09 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:24.391005 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-cf253ad2-a23c-4bda-b935-343ba9748612 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857499 Mar 22 14:01:24.405448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-35346d8f-da2d-45ca-9bf7-fc627d47e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.406993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-35346d8f-da2d-45ca-9bf7-fc627d47e6df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1126 time: 0.1055732 Mar 22 14:01:24.422036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d141188-84b9-4096-a401-276aba916065 req-80430ab0-1526-47a6-aa04-a7e8d9b4f8ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533210 Mar 22 14:01:24.427005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bd3e-1ef2-4e96-8737-5538811413c4 req-dc1028be-595f-4ab3-85b7-84a3328e50df tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.428545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ac8bd3e-1ef2-4e96-8737-5538811413c4 req-dc1028be-595f-4ab3-85b7-84a3328e50df tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2190299 Mar 22 14:01:24.435486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (6a14c25f-2133-46a9-aa2e-cc4353e0b85f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.440429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.446465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] 10.222.0.81 "DELETE /v2.0/networks/6a14c25f-2133-46a9-aa2e-cc4353e0b85f HTTP/1.1" status: 204 len: 168 time: 0.7448041 Mar 22 14:01:24.506703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42291236-f2d6-49a9-a277-5022b1feb06f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a14c25f-2133-46a9-aa2e-cc4353e0b85f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:24.580930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd114f8c-f3c6-42d7-a460-a2db341e9a38 req-2d72dd30-b4a1-4dfc-bd70-dfbd1fa80382 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140520 Mar 22 14:01:24.633164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-d46a80cf-5c46-4ca6-8fe6-cbc9343c3859 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.634793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-d46a80cf-5c46-4ca6-8fe6-cbc9343c3859 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318692 Mar 22 14:01:24.665513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Request body: {'port': {'device_id': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '57893b3d60aa4c14bcc8f5bb296d4f11'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:24.702405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ac8bd3e-1ef2-4e96-8737-5538811413c4 req-3f98e921-2972-4045-8043-8d2111892956 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452230 Mar 22 14:01:24.706900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-934bfefe-613d-446e-bed4-65ad2b4137c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.708488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-934bfefe-613d-446e-bed4-65ad2b4137c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 930 time: 0.2789550 Mar 22 14:01:24.740049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd4a4600-aebf-46f3-9978-a67a440e6a29 req-5fbab138-390e-4f7d-8ee2-dc61dabdb6fa tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0668614 Mar 22 14:01:24.750833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58564) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:24.797046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-948d3d6c-6030-4ce0-8c36-d14a5c7896b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 217 time: 0.0708578 Mar 22 14:01:24.840102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Made reservation on behalf of 57893b3d60aa4c14bcc8f5bb296d4f11 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:24.842540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.848063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.862659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.868477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b33a80af-a84d-41fb-85be-6eb768b516ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=120a0ff8148c493a9ad2de90de0a7eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803828 Mar 22 14:01:24.874476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58566) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:24.876213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-a6b26c70-b2c3-4e26-ab55-00b59c88a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.877698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-a6b26c70-b2c3-4e26-ab55-00b59c88a275 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.0733502 Mar 22 14:01:24.934933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-32cc119d-cbc7-4930-af1e-2f2d52fb75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:24.936881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-32cc119d-cbc7-4930-af1e-2f2d52fb75fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527096 Mar 22 14:01:24.986296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] Publish callbacks [] for security_group (f3a6ffb4-bd93-4037-a122-7618bf507679), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:24.992694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks [] for security_group (ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.002831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.052502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] Publish callbacks [] for security_group (f3a6ffb4-bd93-4037-a122-7618bf507679), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.059980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-243bfb7a-54ca-474c-9f36-a1deb924f6b7 service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151140 Mar 22 14:01:25.141435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d9a84ae-46fa-4b26-ad69-9796080d814a details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:25.203367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-860c68bc-0651-4708-9566-d81ab76fae36 req-1e94625e-ffc5-49a5-8868-e53169d7dacb tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0428383 Mar 22 14:01:25.214934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.222312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f3a6ffb4-bd93-4037-a122-7618bf507679), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.225134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.226643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3a6ffb4-bd93-4037-a122-7618bf507679 HTTP/1.1" status: 204 len: 168 time: 0.3509364 Mar 22 14:01:25.253554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c01a-37e1-4c42-94bc-af7ad5414727 req-680033c7-cb54-4f94-87c2-221f22d67bf3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:25.261455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8101c01a-37e1-4c42-94bc-af7ad5414727 req-680033c7-cb54-4f94-87c2-221f22d67bf3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 944 time: 0.2000339 Mar 22 14:01:25.280629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f034e-62cd-4735-8ab9-ccd1cc92dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6ffb4-bd93-4037-a122-7618bf507679,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.293788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2dfbc57-e811-484d-9f9d-974b1cb27a0b req-742eea95-fe70-490d-845d-78576e6f1989 service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216353 Mar 22 14:01:25.316776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:25.339296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'mac_address': 'fa:16:3e:b8:0c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:25.358344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8101c01a-37e1-4c42-94bc-af7ad5414727 req-ca45b2f4-37ca-4b5d-89c0-abc689a7130a tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962439 Mar 22 14:01:25.392938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Allocated IP 192.168.233.251 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0ce4cefe-a7d1-4004-950f-f489f4ed430f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:25.399329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d9a84ae-46fa-4b26-ad69-9796080d814a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:25.399724 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.413451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9a84ae-46fa-4b26-ad69-9796080d814a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:25.434136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:25.443174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.509780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.565543 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks [] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.601190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.654582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:25.658268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:25.662782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:25.701746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Pushing event updated for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:25.750040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:25.750040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.753423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4d9a84ae-46fa-4b26-ad69-9796080d814a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:25.763354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ac8bc-c6d5-4dfc-9777-fb5c7449af39 req-025a285e-9a12-49df-85f9-c949c1767047 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:25.785769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa3ac8bc-c6d5-4dfc-9777-fb5c7449af39 req-025a285e-9a12-49df-85f9-c949c1767047 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1238968 Mar 22 14:01:25.786936 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-28b32a7b-8b4a-4b96-8cdf-4f6a67b64fbe tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1318662 Mar 22 14:01:25.803009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Request body: {'port': {'device_id': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:25.922094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:25.981782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa3ac8bc-c6d5-4dfc-9777-fb5c7449af39 req-9afdb01f-1205-463c-8d35-736d870e7bc3 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949754 Mar 22 14:01:26.018239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c0ea-5f4e-487b-9eea-9e6df3de688f req-ea57505c-ac14-44c7-8025-8e383b90435a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.024978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a5c0ea-5f4e-487b-9eea-9e6df3de688f req-ea57505c-ac14-44c7-8025-8e383b90435a tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1713173 Mar 22 14:01:26.091571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e83ca898-f13f-4f08-be25-381c1363f693 None None] Provisioning complete for port 0ce4cefe-a7d1-4004-950f-f489f4ed430f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:26.092195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e83ca898-f13f-4f08-be25-381c1363f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.110623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a5c0ea-5f4e-487b-9eea-9e6df3de688f req-a4da30ff-a078-4383-b156-d1aa7c2003a1 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789123 Mar 22 14:01:26.146668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e83ca898-f13f-4f08-be25-381c1363f693 None None] Port 0ce4cefe-a7d1-4004-950f-f489f4ed430f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:26.172907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0378f71a-1b78-4c64-b30d-ee6555186af9 req-35aacd50-a6f2-43dd-95ac-117ec00b02fb tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0612409 Mar 22 14:01:26.386089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58608) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:26.405837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4ab2c-8ac2-4e7a-b08f-2446560f3344 req-308a9a08-f45d-43e5-9800-69f09d18f0c0 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.407821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6f4ab2c-8ac2-4e7a-b08f-2446560f3344 req-308a9a08-f45d-43e5-9800-69f09d18f0c0 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 936 time: 0.1323967 Mar 22 14:01:26.416339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce4cefe-a7d1-4004-950f-f489f4ed430f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:26.424612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks [] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.439049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Transition to ACTIVE for port object 0ce4cefe-a7d1-4004-950f-f489f4ed430f will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:26.440757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760ace-3e1b-475d-8feb-18ae137419bd req-670d1ce5-33b0-42ed-aba1-316fa1b1c90f tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.442302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14760ace-3e1b-475d-8feb-18ae137419bd req-670d1ce5-33b0-42ed-aba1-316fa1b1c90f tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.0962360 Mar 22 14:01:26.446663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.493393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6f4ab2c-8ac2-4e7a-b08f-2446560f3344 req-1063d698-ddc6-4165-bff0-f9db53ebdd2d tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Mar 22 14:01:26.531216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14760ace-3e1b-475d-8feb-18ae137419bd req-27e3d551-bea3-4afb-a303-22b45ca8efb2 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729451 Mar 22 14:01:26.556570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-870652033-network', 'tenant_id': '1c573605148a4809a475577cdb9eeb72'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:26.581388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:26.599205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Made reservation on behalf of 1c573605148a4809a475577cdb9eeb72 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:26.601670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.617162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.698317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Attempting to bind port 0ce4cefe-a7d1-4004-950f-f489f4ed430f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:26.698763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Attempting to bind port 0ce4cefe-a7d1-4004-950f-f489f4ed430f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:26.699163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Attempting to bind port 0ce4cefe-a7d1-4004-950f-f489f4ed430f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:26.705436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Port 0ce4cefe-a7d1-4004-950f-f489f4ed430f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:26.705841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Attempting to bind port 0ce4cefe-a7d1-4004-950f-f489f4ed430f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:26.712352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:26.712785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:26.713230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:26.713713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Bound port: 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:26.714200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.742658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12859b0-4cf8-4e9c-9885-19d6bcba4d09 req-a563c643-4ff1-4441-b7a2-5eff6f08d841 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.744161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12859b0-4cf8-4e9c-9885-19d6bcba4d09 req-a563c643-4ff1-4441-b7a2-5eff6f08d841 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 945 time: 0.1086543 Mar 22 14:01:26.807357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:26.812110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:26.814906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks [] for security_group (7159653a-b996-4bfd-8eca-3aafcb6d46b6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.823244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.854468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7159653a-b996-4bfd-8eca-3aafcb6d46b6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.857270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.858466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.859984 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] 10.222.0.78 "PUT /v2.0/ports/0ce4cefe-a7d1-4004-950f-f489f4ed430f HTTP/1.1" status: 200 len: 1096 time: 1.0613854 Mar 22 14:01:26.862499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:26.865793 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05608d4c-999c-46ed-a577-eec36cbbd355" -d '{"events": [{"name": "network-changed", "server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:26.866958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:01:26.880099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb7b1070-a63e-4c08-8643-bdae68c8cce1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.880445 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Added segment eb7b1070-a63e-4c08-8643-bdae68c8cce1 of type vlan for network 9b471c2e-14cf-474c-a102-b6cfc05f4211 Mar 22 14:01:26.901157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6b31-b6ad-476a-8a20-323d3198fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:26.958225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12859b0-4cf8-4e9c-9885-19d6bcba4d09 req-16ee1e3e-690b-488b-9542-76dd2fc40ce9 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947989 Mar 22 14:01:26.962902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (9b471c2e-14cf-474c-a102-b6cfc05f4211), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:26.967855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-b1384b46-17ab-4ddf-ac09-d79b4589b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:26.969698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-b1384b46-17ab-4ddf-ac09-d79b4589b8cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 1130 time: 0.0576355 Mar 22 14:01:27.017651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7159653a-b996-4bfd-8eca-3aafcb6d46b6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.033129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (9b471c2e-14cf-474c-a102-b6cfc05f4211), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.033444 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca8b4c-25f1-47d4-b2d9-fa10cd9e10ee x-openstack-request-id: req-56ca8b4c-25f1-47d4-b2d9-fa10cd9e10ee {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:27.033704 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:27.034079 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56ca8b4c-25f1-47d4-b2d9-fa10cd9e10ee {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:27.034369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.034670 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ca8b4c-25f1-47d4-b2d9-fa10cd9e10ee'] response: {'name': 'network-changed', 'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f', 'status': 'completed', 'code': 200} Mar 22 14:01:27.035240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.037799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-5fd1811f-acf4-4bb3-bdd6-0b2ac9ce2677 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f HTTP/1.1" status: 200 len: 217 time: 0.0598953 Mar 22 14:01:27.089178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1c57-e6c7-48b7-81b9-e5a4c86a13bf req-2595c52c-7a28-4731-81e8-b831afd003b0 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.099505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-917a1c57-e6c7-48b7-81b9-e5a4c86a13bf req-2595c52c-7a28-4731-81e8-b831afd003b0 tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 1132 time: 0.2771807 Mar 22 14:01:27.116200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-f670bffa-fa01-4080-9883-98877be17c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.119952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-f670bffa-fa01-4080-9883-98877be17c31 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0754066 Mar 22 14:01:27.143964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7555916 Mar 22 14:01:27.144186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:27.150032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Request body: {'subnet': {'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-870652033-subnet', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:27.162752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d9a84ae-46fa-4b26-ad69-9796080d814a up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:27.168291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc864b-6cc2-49cb-8822-e9a9f199d18b admin admin] Pushing event updated for resources: {'Network': ['ID=9b471c2e-14cf-474c-a102-b6cfc05f4211,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.200746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Made reservation on behalf of 1c573605148a4809a475577cdb9eeb72 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:27.201810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:01:27.203098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.208033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-917a1c57-e6c7-48b7-81b9-e5a4c86a13bf req-8e2ac96a-6e2b-4884-b67d-81df39c46d9e tempest-ServersAdminTestJSON-85001205 tempest-ServersAdminTestJSON-85001205-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075139 Mar 22 14:01:27.242113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d79dd-7194-4d5d-a776-7103327425f0 req-7111e3a7-fe7a-4689-912e-c9c4e9137769 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.243774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c37d79dd-7194-4d5d-a776-7103327425f0 req-7111e3a7-fe7a-4689-912e-c9c4e9137769 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1422348 Mar 22 14:01:27.298864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-237fca62-a6c5-4cde-afcf-66bd374fb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.300272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-237fca62-a6c5-4cde-afcf-66bd374fb57b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1694763 Mar 22 14:01:27.335348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4d9a84ae-46fa-4b26-ad69-9796080d814a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:27.341653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4d9a84ae-46fa-4b26-ad69-9796080d814a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:27.342711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.349494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-babc05f1-4d73-43eb-9a1d-c202e310b50f req-58f2da60-f0cc-4447-8591-578b89c9df0e tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0462873 Mar 22 14:01:27.353139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c37d79dd-7194-4d5d-a776-7103327425f0 req-8590a1e7-f936-40e2-9534-1d334a027c98 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Mar 22 14:01:27.459694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-ff055419-d1a4-47f1-8ec1-d02c17167355 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515505 Mar 22 14:01:27.485056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d9a84ae-46fa-4b26-ad69-9796080d814a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:27.486533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.549848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:27.551993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:27.555363 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c5dbee-0ac1-472a-8a70-bb124236dbd9" -d '{"events": [{"server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:27.567436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.602642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (bd09da3f-43de-42ad-9736-d36ea1791468), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.625875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.687835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd09da3f-43de-42ad-9736-d36ea1791468,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:27.692580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7167-7cd9-47ae-802a-03cf386a0f25 req-c8419319-4072-4f93-b109-f2a56e1ea9ad tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.694440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7cf7167-7cd9-47ae-802a-03cf386a0f25 req-c8419319-4072-4f93-b109-f2a56e1ea9ad tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 948 time: 0.0932701 Mar 22 14:01:27.699695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93d0a589-ab37-48d0-a0e5-9ff5a531728c req-c3b183d3-8f89-4748-a330-b50b2ee79e4e service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256088 Mar 22 14:01:27.708097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Checking segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:27.708434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Network hostable DHCP agents. Network: 9b471c2e-14cf-474c-a102-b6cfc05f4211, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:01:27.731904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d2ce8-bc70-41cc-8dc2-ba43ef39cc9b req-010c7afb-f4e6-4bf5-adad-a449c25d10ea tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.733854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:01:27.735217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10d2ce8-bc70-41cc-8dc2-ba43ef39cc9b req-010c7afb-f4e6-4bf5-adad-a449c25d10ea tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.1001668 Mar 22 14:01:27.764680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 9b471c2e-14cf-474c-a102-b6cfc05f4211) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:27.774065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808f68d-a781-4691-ba11-018c786009ca None None] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:27.800606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7cf7167-7cd9-47ae-802a-03cf386a0f25 req-a0de9c27-7099-40ba-9838-24de2b7f80f3 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993640 Mar 22 14:01:27.806923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.808465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.836748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-ee307647-7175-428d-ad70-4109ea6f866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.839167 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-ee307647-7175-428d-ad70-4109ea6f866f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 1130 time: 0.0850005 Mar 22 14:01:27.844365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10d2ce8-bc70-41cc-8dc2-ba43ef39cc9b req-fec8ea99-d905-40ff-9d4a-57e6006db262 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959044 Mar 22 14:01:27.849432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f9e0dad-29dc-40e1-ba17-e90608514e33 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7007606 Mar 22 14:01:27.849525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58632) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:27.854925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:27.869115 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c67e0-297d-4fad-bb28-a6e52244e4fb x-openstack-request-id: req-3c2c67e0-297d-4fad-bb28-a6e52244e4fb {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:27.869437 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:27.869677 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c2c67e0-297d-4fad-bb28-a6e52244e4fb {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:27.870101 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2c67e0-297d-4fad-bb28-a6e52244e4fb'] response: {'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'code': 200} Mar 22 14:01:27.894766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.896489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.944591 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.953271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-9b471c2e-14cf-474c-a102-b6cfc05f4211', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:01:27.954417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:27.956586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-dc7047b8-335d-462c-9c0c-897211236b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:27.960558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-dc7047b8-335d-462c-9c0c-897211236b07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1110640 Mar 22 14:01:28.011303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-2004b7cb-7c26-4a39-8a3a-0403548242fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f HTTP/1.1" status: 200 len: 217 time: 0.0467522 Mar 22 14:01:28.011908 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for router_controller (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.096228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-90a3c0f3-a291-43b2-b928-df2463274966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.098561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-90a3c0f3-a291-43b2-b928-df2463274966 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0801191 Mar 22 14:01:28.105735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabbc3b-5311-4826-a112-455ebb1a9ffe req-d7b6225e-63f7-4bd2-a633-cb0561eb3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.107237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6aabbc3b-5311-4826-a112-455ebb1a9ffe req-d7b6225e-63f7-4bd2-a633-cb0561eb3ac3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1128 time: 0.1673119 Mar 22 14:01:28.128842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Allocated IP 172.20.0.2 (9b471c2e-14cf-474c-a102-b6cfc05f4211/bd09da3f-43de-42ad-9736-d36ea1791468/16f3b939-02b4-4472-bb52-d02cfebdb703) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:28.159809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-11ccc335-4986-4095-ada3-2757e54f5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.161357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-11ccc335-4986-4095-ada3-2757e54f5656 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0543749 Mar 22 14:01:28.304026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks [] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.312095 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-c20d7c83-b6d3-457b-a8cb-64551017e9f3 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418591 Mar 22 14:01:28.313739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.362661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:28.365627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:28.373183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:28.412340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Pushing event updated for resources: {'Port': ['ID=16f3b939-02b4-4472-bb52-d02cfebdb703,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:28.475006 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-05608d4c-999c-46ed-a577-eec36cbbd355 req-3c00e897-2eb6-47f8-915f-39162580a836 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532435 Mar 22 14:01:28.486854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Attempting to bind port 16f3b939-02b4-4472-bb52-d02cfebdb703 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:28.487400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Attempting to bind port 16f3b939-02b4-4472-bb52-d02cfebdb703 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:28.487770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Attempting to bind port 16f3b939-02b4-4472-bb52-d02cfebdb703 on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:28.494229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:28.494603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Checking segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:28.494997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.496207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Bound using segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:28.496673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Bound port: 16f3b939-02b4-4472-bb52-d02cfebdb703, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:28.497505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.551746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for router_gateway (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.570047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] For port 16f3b939-02b4-4472-bb52-d02cfebdb703, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:28.573486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] For port 16f3b939-02b4-4472-bb52-d02cfebdb703, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16f3b939-02b4-4472-bb52-d02cfebdb703,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:28.581340 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.599057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6aabbc3b-5311-4826-a112-455ebb1a9ffe req-82ce4c0c-e260-4132-8922-0b130cc6e0c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738641 Mar 22 14:01:28.605995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993317d7-8a68-4216-8329-80967307610e req-a43f2661-f1e7-48bf-827d-f5d79f055a1c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.607465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-993317d7-8a68-4216-8329-80967307610e req-a43f2661-f1e7-48bf-827d-f5d79f055a1c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.5190587 Mar 22 14:01:28.642427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea957f-4b5d-4010-be18-3a3e68f6a3ea None None] Pushing event updated for resources: {'Port': ['ID=16f3b939-02b4-4472-bb52-d02cfebdb703,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:28.659380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6de42-6d6f-4b07-8c60-c80556ac03cf req-95d27dd1-e59c-436c-bea9-0f2008b81a26 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:28.661000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ab6de42-6d6f-4b07-8c60-c80556ac03cf req-95d27dd1-e59c-436c-bea9-0f2008b81a26 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1864300 Mar 22 14:01:28.742197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-993317d7-8a68-4216-8329-80967307610e req-12183198-16b6-4a43-86a7-1df7eed331f8 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034334 Mar 22 14:01:28.760264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ab6de42-6d6f-4b07-8c60-c80556ac03cf req-186bde75-3ecf-475e-9d13-1980aafbfcce tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 Mar 22 14:01:28.894841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:28.970520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4aa444e0-a373-4580-a4d5-c6b73c3a7d55 req-0cb8922b-a27b-4eb5-b81e-1ca975f115ee tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1032765 Mar 22 14:01:29.021539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for router_gateway (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.043968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.131305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24acc48-36a3-4ab1-ac44-51c052156dc1 req-352999a3-035a-46dd-b167-4619ea94b811 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:29.132778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d24acc48-36a3-4ab1-ac44-51c052156dc1 req-352999a3-035a-46dd-b167-4619ea94b811 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 948 time: 0.2232423 Mar 22 14:01:29.215304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3155b3-2d11-483e-89d5-d8331a927e02 req-9d81892e-235a-472b-b23b-cae3bdbc40f1 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:29.216822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e3155b3-2d11-483e-89d5-d8331a927e02 req-9d81892e-235a-472b-b23b-cae3bdbc40f1 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.1608791 Mar 22 14:01:29.247839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Allocated IP 172.25.3.189 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/502ee195-5950-4810-94f2-8638112599b4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:29.263499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d24acc48-36a3-4ab1-ac44-51c052156dc1 req-aa0a0e86-f3da-4460-947a-9c710979c69c tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228933 Mar 22 14:01:29.364713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e3155b3-2d11-483e-89d5-d8331a927e02 req-731efb77-274d-411c-8e74-18c2d6e3f6c0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349363 Mar 22 14:01:29.416027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-549a518d-5290-473b-a9e1-b1de7cefe4ba tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:29.417517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-549a518d-5290-473b-a9e1-b1de7cefe4ba tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 949 time: 0.1321926 Mar 22 14:01:29.442631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for port (502ee195-5950-4810-94f2-8638112599b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.534836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (502ee195-5950-4810-94f2-8638112599b4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.583727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Deleting port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:29.584067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.587957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:29.595922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:29.610942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:29.645662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Pushing event updated for resources: {'Port': ['ID=502ee195-5950-4810-94f2-8638112599b4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:29.791996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6523d6-2df8-4049-993e-25045b4a2d64 None None] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:01:29.822880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] For port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:29.823492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:29.865126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Calling delete_port for 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:29.916291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Provisioning complete for port 16f3b939-02b4-4472-bb52-d02cfebdb703 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:29.916603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.048717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Current status of the port 16f3b939-02b4-4472-bb52-d02cfebdb703 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:30.048717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.092371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] For port 16f3b939-02b4-4472-bb52-d02cfebdb703, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16f3b939-02b4-4472-bb52-d02cfebdb703,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:30.098051 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.101855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6dac6-68ef-42cc-a514-4e13f3ab1c50 req-366c3c7b-12ec-45ef-a5b1-af667b1b9d7a tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.103644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99f6dac6-68ef-42cc-a514-4e13f3ab1c50 req-366c3c7b-12ec-45ef-a5b1-af667b1b9d7a tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.2543979 Mar 22 14:01:30.163809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69a56f-92c7-48f6-9306-8595934c474f req-4669a20e-6d35-456f-ae4f-053aef5b5ca1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.165530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d69a56f-92c7-48f6-9306-8595934c474f req-4669a20e-6d35-456f-ae4f-053aef5b5ca1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2781420 Mar 22 14:01:30.173022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef279a-847c-42ad-93ac-f27c4ac62f00 None None] Pushing event updated for resources: {'Port': ['ID=16f3b939-02b4-4472-bb52-d02cfebdb703,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:30.253243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99f6dac6-68ef-42cc-a514-4e13f3ab1c50 req-a9477191-aa15-4368-a09b-35b4e33e78c3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411095 Mar 22 14:01:30.274652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for router_gateway (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.319422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a80aaeb2-c23f-4b4c-8413-288972981388 None None] Provisioning complete for port 16f3b939-02b4-4472-bb52-d02cfebdb703 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:30.319795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a80aaeb2-c23f-4b4c-8413-288972981388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.323434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d69a56f-92c7-48f6-9306-8595934c474f req-0e7437e3-9237-4216-81ae-768f5e80c168 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399987 Mar 22 14:01:30.370701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0ce4cefe-a7d1-4004-950f-f489f4ed430f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:30.401003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c55c0c83-e48f-489e-828a-100bf4201c2c req-b1e3ede0-0fa9-485c-aa3b-218c1369ec35 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0367818 Mar 22 14:01:30.404458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7829fc4f-5f7d-4b57-aa72-37efd3ac8660), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.439425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:30.442044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:30.466959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event deleted for resources: {'Port': ['ID=7829fc4f-5f7d-4b57-aa72-37efd3ac8660,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:30.527735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a80aaeb2-c23f-4b4c-8413-288972981388 None None] Current status of the port 16f3b939-02b4-4472-bb52-d02cfebdb703 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:30.531516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] No DVR routers for this DVR port 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:30.536486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.539844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b33bb15-e6fb-423c-a255-b6a442277332 req-701a6200-8b14-4ad2-a173-c298b8b7e391 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "DELETE /v2.0/ports/7829fc4f-5f7d-4b57-aa72-37efd3ac8660 HTTP/1.1" status: 204 len: 173 time: 1.1133132 Mar 22 14:01:30.540594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'name': 'network-vif-deleted', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:30.542904 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc90543-69af-4a80-986c-6ccaa151de10" -d '{"events": [{"server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "name": "network-vif-deleted", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:30.652226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00551670-cb22-4e12-b769-253959fb2a3f req-2e70e434-ba01-45bd-9f0f-6e15392f0c55 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb989f95-3c05-4b64-8db4-0250da35f1ea HTTP/1.1" status: 200 len: 210 time: 0.0701575 Mar 22 14:01:30.668955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d33eb-9d24-426c-b666-960fcf5891ed req-941c60ee-4443-4ce6-b721-e97d26dfa1cc tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:30.670539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b5d33eb-9d24-426c-b666-960fcf5891ed req-941c60ee-4443-4ce6-b721-e97d26dfa1cc tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 948 time: 0.2685707 Mar 22 14:01:30.723808 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe0e0d-11bf-4c0a-9ac6-1b9893864cd0 x-openstack-request-id: req-edbe0e0d-11bf-4c0a-9ac6-1b9893864cd0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:30.724103 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb989f95-3c05-4b64-8db4-0250da35f1ea", "name": "network-vif-deleted", "tag": "7829fc4f-5f7d-4b57-aa72-37efd3ac8660", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:30.724361 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edbe0e0d-11bf-4c0a-9ac6-1b9893864cd0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:30.724770 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbe0e0d-11bf-4c0a-9ac6-1b9893864cd0'] response: {'server_uuid': 'cb989f95-3c05-4b64-8db4-0250da35f1ea', 'name': 'network-vif-deleted', 'tag': '7829fc4f-5f7d-4b57-aa72-37efd3ac8660', 'status': 'completed', 'code': 200} Mar 22 14:01:30.743964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16f3b939-02b4-4472-bb52-d02cfebdb703 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:30.765080 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.770500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b5d33eb-9d24-426c-b666-960fcf5891ed req-9650b933-d52f-488a-adbd-409a95372a07 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Mar 22 14:01:30.825446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:30.865785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0ce4cefe-a7d1-4004-950f-f489f4ed430f', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0ce4cefe-a7d1-4004-950f-f489f4ed430f', 'mac_address': 'fa:16:3e:d4:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:30.928702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:01:30.975367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 16f3b939-02b4-4472-bb52-d02cfebdb703 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:30.975733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:30.982383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0ce4cefe-a7d1-4004-950f-f489f4ed430f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:30.982776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.029344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce4cefe-a7d1-4004-950f-f489f4ed430f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:31.071814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:31.084943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.165287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 16f3b939-02b4-4472-bb52-d02cfebdb703 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:31.172890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:31.329609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0ce4cefe-a7d1-4004-950f-f489f4ed430f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:31.380136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:31.393794 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:31.405437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:31.409732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:31.414992 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:31.416682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-621d7632-4d45-4483-b7c9-e7adaff003f1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5662668 Mar 22 14:01:31.418517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:31.426810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0e227-d700-486e-8d7b-403bc8c95118 req-708a0794-4334-458d-bdf2-8a342123baaf tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:31.428350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93c0e227-d700-486e-8d7b-403bc8c95118 req-708a0794-4334-458d-bdf2-8a342123baaf tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.0923166 Mar 22 14:01:31.559104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c0c7e-8c0f-4b62-ad31-7f59b62a7059 req-7646bd9a-97d9-45e4-926b-e99252d49349 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:31.560599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-949c0c7e-8c0f-4b62-ad31-7f59b62a7059 req-7646bd9a-97d9-45e4-926b-e99252d49349 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1171820 Mar 22 14:01:31.564007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93c0e227-d700-486e-8d7b-403bc8c95118 req-d5fdde25-307e-41f9-86b0-6c953273656c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283722 Mar 22 14:01:31.645700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-949c0c7e-8c0f-4b62-ad31-7f59b62a7059 req-22f3b5e7-5b73-474f-bb23-65d1a6ca05d0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707369 Mar 22 14:01:31.720413 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:31.723668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f3fd309-e709-4b52-bc82-ac14405aeb69 req-3d557296-5969-4809-bda6-72d634cc7d8c tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0402172 Mar 22 14:01:31.974619 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:29Z', 'revision_number': 3, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:32.008721 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:32.009375 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Updating router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 port 502ee195-5950-4810-94f2-8638112599b4 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:32.023405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.045476 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (502ee195-5950-4810-94f2-8638112599b4), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.055948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3668c2e-9b4f-46fc-a31a-fbb1be887aa0 req-f723a59f-c2ef-4eb4-8288-cade66ee5016 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.061782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3668c2e-9b4f-46fc-a31a-fbb1be887aa0 req-f723a59f-c2ef-4eb4-8288-cade66ee5016 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 949 time: 0.1508436 Mar 22 14:01:32.071618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-4b12c77b-5088-47f5-8288-2bdf4d000cba tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 258 time: 0.3468983 Mar 22 14:01:32.079250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:32.129073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.149111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3668c2e-9b4f-46fc-a31a-fbb1be887aa0 req-9dcc2192-7a93-46bc-a0e8-81347693be80 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743351 Mar 22 14:01:32.238763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.311640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Allocated IP 172.20.0.1 (9b471c2e-14cf-474c-a102-b6cfc05f4211/bd09da3f-43de-42ad-9736-d36ea1791468/65bc644e-e66f-44cf-98d9-f495a1246ea4) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:32.384486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0ce4cefe-a7d1-4004-950f-f489f4ed430f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:32.445836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0ce4cefe-a7d1-4004-950f-f489f4ed430f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:32.448583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks [] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.452263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0ce4cefe-a7d1-4004-950f-f489f4ed430f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:32.453092 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.467898 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks [] for port (502ee195-5950-4810-94f2-8638112599b4), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.479404 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (502ee195-5950-4810-94f2-8638112599b4), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.525134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.561850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0ce4cefe-a7d1-4004-950f-f489f4ed430f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:32.562545 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.563440 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Attempting to bind port 502ee195-5950-4810-94f2-8638112599b4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:32.564491 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Attempting to bind port 502ee195-5950-4810-94f2-8638112599b4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:32.564862 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Attempting to bind port 502ee195-5950-4810-94f2-8638112599b4 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:32.577536 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:32.577915 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:32.578412 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.578814 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:32.579457 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Bound port: 502ee195-5950-4810-94f2-8638112599b4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:32.579842 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (502ee195-5950-4810-94f2-8638112599b4), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.599530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:32.599949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:32.602853 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d727a-44ff-44be-9d81-f8a807b5eb2d" -d '{"events": [{"server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:32.607449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:32.610921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:32.624762 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Pushing event updated for resources: {'Port': ['ID=502ee195-5950-4810-94f2-8638112599b4,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.626313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:32.639866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.641045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Pushing event updated for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.641783 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.642322 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.643908 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.644663 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.645195 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.645701 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.646248 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.646728 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.646842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Allocated IP 172.25.3.106 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/2d821482-dbf1-4dcc-a311-aed6d9b2c7e7) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:32.647674 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.648235 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.648739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.649221 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.649735 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.650344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.650824 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:32.689510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.709248 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] For port 502ee195-5950-4810-94f2-8638112599b4, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:32.714530 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] For port 502ee195-5950-4810-94f2-8638112599b4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=502ee195-5950-4810-94f2-8638112599b4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:32.719777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.731265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca33e-f2f4-45de-a6ef-5f2c5ebbda5a req-79f8aa88-0c55-4e36-8c77-a3b5911dd07e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:32.731495 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (502ee195-5950-4810-94f2-8638112599b4), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.732816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c5ca33e-f2f4-45de-a6ef-5f2c5ebbda5a req-79f8aa88-0c55-4e36-8c77-a3b5911dd07e tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 0.2028403 Mar 22 14:01:32.796226 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f820a4-200a-4803-ac25-59b24221bb7d None None] Pushing event updated for resources: {'Port': ['ID=502ee195-5950-4810-94f2-8638112599b4,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:32.843667 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:32.845065 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:32.871989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c5ca33e-f2f4-45de-a6ef-5f2c5ebbda5a req-d9167d0d-11aa-48c2-8828-cbf2e3a4bea4 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089871 Mar 22 14:01:32.883558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.918805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.954474 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18094505-3a46-4f97-ae90-4467816dca2c x-openstack-request-id: req-18094505-3a46-4f97-ae90-4467816dca2c {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:32.954885 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:32.955240 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18094505-3a46-4f97-ae90-4467816dca2c {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:32.955904 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18094505-3a46-4f97-ae90-4467816dca2c'] response: {'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f', 'code': 200} Mar 22 14:01:32.974518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.990442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3baca7e8-4a9b-4e88-b467-1533c868b80b None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:32.991503 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3baca7e8-4a9b-4e88-b467-1533c868b80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:32.998919 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:33.071357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:33.110304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:33.120620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:33.153090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event updated for resources: {'Port': ['ID=2d821482-dbf1-4dcc-a311-aed6d9b2c7e7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.198031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d203b7-424b-44af-a8e0-ebfb207653d7 req-b8e6ae1f-33b8-440f-98ce-4e586672e25f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:33.205650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4d203b7-424b-44af-a8e0-ebfb207653d7 req-b8e6ae1f-33b8-440f-98ce-4e586672e25f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1235375 Mar 22 14:01:33.290536 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:33.324851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3baca7e8-4a9b-4e88-b467-1533c868b80b None None] Port 65bc644e-e66f-44cf-98d9-f495a1246ea4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:33.326452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:33.336219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.355750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4d203b7-424b-44af-a8e0-ebfb207653d7 req-a03a389f-d811-4c76-b94b-dabd26386ae3 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488495 Mar 22 14:01:33.357118 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e5c9-0630-44c2-8ac2-b20bf98de5db None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:33.362681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:33.363205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7829fc4f-5f7d-4b57-aa72-37efd3ac8660 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:33.424196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.489051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dda1b048-cb21-430b-8cca-3605873e5777 req-121e5d85-6e38-4a61-be01-713546850dab tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Mar 22 14:01:33.511977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e77fb-02b0-48fc-9110-7198e9488f93 req-7deb82b8-975f-4d60-a4b7-500eaa89fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:33.514809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c3e77fb-02b0-48fc-9110-7198e9488f93 req-7deb82b8-975f-4d60-a4b7-500eaa89fef1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 1132 time: 0.1353025 Mar 22 14:01:33.611562 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c3e77fb-02b0-48fc-9110-7198e9488f93 req-b3be25e1-a516-4794-aae2-3a6335160867 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877407 Mar 22 14:01:33.650297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks [] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.659956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.741282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Pushing event updated for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.742772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77623d1-2143-4bad-bd2a-a00607cb9dc6 req-be6fc4e8-91c6-4364-88a4-718b4da8baad tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:33.743796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.749627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a77623d1-2143-4bad-bd2a-a00607cb9dc6 req-be6fc4e8-91c6-4364-88a4-718b4da8baad tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 950 time: 0.1409311 Mar 22 14:01:33.752931 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.772491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.878882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event updated for resources: {'Port': ['ID=2d821482-dbf1-4dcc-a311-aed6d9b2c7e7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:33.900905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a77623d1-2143-4bad-bd2a-a00607cb9dc6 req-b4005e9d-fc53-4831-b771-e6a732025249 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445346 Mar 22 14:01:33.904568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:33.914400 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.917167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:33.941286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face042c-c776-4b87-b1e5-e29789c16c86 req-47072ab2-1d4c-4dd3-9b8d-a2523a7c93a6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:33.944229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-face042c-c776-4b87-b1e5-e29789c16c86 req-47072ab2-1d4c-4dd3-9b8d-a2523a7c93a6 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 0.1039767 Mar 22 14:01:33.949027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:33.958401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-46365ddc-43a5-45a0-b106-5113a6fe56d3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8853292 Mar 22 14:01:34.112450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-ca2d2f11-cad8-4ba6-b1f9-639de43485cc tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.1454878 Mar 22 14:01:34.157301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea1351-2dde-40cd-a3be-2a726b625761 req-2434e23e-6776-4602-a082-324804197d87 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:34.159182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9fea1351-2dde-40cd-a3be-2a726b625761 req-2434e23e-6776-4602-a082-324804197d87 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a2e50a-9af9-438c-9e6c-9bf2158354a6 HTTP/1.1" status: 200 len: 950 time: 0.1525340 Mar 22 14:01:34.210751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:34.276979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Deleting port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:34.277338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.282612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1ded5e8a-b11b-4afa-8983-73e1af8edda0 None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:34.283209 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ded5e8a-b11b-4afa-8983-73e1af8edda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.297492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9fea1351-2dde-40cd-a3be-2a726b625761 req-a7ca4b93-03a1-49d5-87cb-7863a9e3b3df tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267924 Mar 22 14:01:34.331968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1ded5e8a-b11b-4afa-8983-73e1af8edda0 None None] Port 65bc644e-e66f-44cf-98d9-f495a1246ea4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:34.347686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-cc646953-5b4b-4cb4-b938-4a34845e18fe tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:34.349455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-cc646953-5b4b-4cb4-b938-4a34845e18fe tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2220099 Mar 22 14:01:34.363176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-14c9db09-57ac-4890-af75-6c72a977eb64 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:34.367482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6306e17-b486-4f2c-b99f-f718fa5c81cb req-14c9db09-57ac-4890-af75-6c72a977eb64 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112667 Mar 22 14:01:34.493452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] For port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:34.493818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.497251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:34.507362 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8adc6e43-ff52-440e-8deb-19881f17784c admin admin] 10.222.0.81 "PUT /v2.0/routers/ac3a72d1-bf3c-44f2-9aee-55b9b15fa226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0964484 Mar 22 14:01:34.519529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Calling delete_port for ff5e852d-a2eb-47a5-824f-8a9274f0bd3d owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:34.589239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4495-058c-4782-9cd0-fb42a47f71c0 req-86406988-0f92-4775-a6e5-8cb68a996793 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:34.610757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-518a4495-058c-4782-9cd0-fb42a47f71c0 req-86406988-0f92-4775-a6e5-8cb68a996793 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1409960 Mar 22 14:01:34.675750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 502ee195-5950-4810-94f2-8638112599b4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:34.777236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-518a4495-058c-4782-9cd0-fb42a47f71c0 req-30cb8238-16e4-4191-ac03-89b4e3fc08eb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634262 Mar 22 14:01:34.802979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 502ee195-5950-4810-94f2-8638112599b4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:34.804540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (502ee195-5950-4810-94f2-8638112599b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.817448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-22812e36-3853-417f-b387-6215486ceeab tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:34.846172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-22812e36-3853-417f-b387-6215486ceeab tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2787714 Mar 22 14:01:34.849830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ff5e852d-a2eb-47a5-824f-8a9274f0bd3d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:34.869127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:34.880300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:34.936885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-38a29559-db99-45d5-b6e6-3d8dc2680a4a tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.0894902 Mar 22 14:01:34.957502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event deleted for resources: {'Port': ['ID=ff5e852d-a2eb-47a5-824f-8a9274f0bd3d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:34.981432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-109ce8ef-db76-434b-81d1-95d2d90cc1b0 req-0f9c38a0-6b45-44a8-93c9-4e8b5d42d39c tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0675921 Mar 22 14:01:34.987354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'floatingip': {'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:35.009004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] No DVR routers for this DVR port ff5e852d-a2eb-47a5-824f-8a9274f0bd3d on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:35.012558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.024741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-face042c-c776-4b87-b1e5-e29789c16c86 req-1ba0f019-9dd2-4f69-bd00-415fd65804b0 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.78 "DELETE /v2.0/ports/ff5e852d-a2eb-47a5-824f-8a9274f0bd3d HTTP/1.1" status: 204 len: 173 time: 1.0683188 Mar 22 14:01:35.024741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'name': 'network-vif-deleted', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:35.028978 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c230527-b495-474f-9a80-b256c6c18458" -d '{"events": [{"server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "name": "network-vif-deleted", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:35.102660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.162627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 502ee195-5950-4810-94f2-8638112599b4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:35.163030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (502ee195-5950-4810-94f2-8638112599b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.226210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 502ee195-5950-4810-94f2-8638112599b4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=502ee195-5950-4810-94f2-8638112599b4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:35.239469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (502ee195-5950-4810-94f2-8638112599b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.448032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=502ee195-5950-4810-94f2-8638112599b4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:35.712000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:35.717196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312217374', 'description': 'tempest-description--1904247942'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:35.759145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.840898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (f7672b89-b861-413b-8be7-3e0b75b77afb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.848388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7672b89-b861-413b-8be7-3e0b75b77afb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.877512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7672b89-b861-413b-8be7-3e0b75b77afb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:35.896211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.896354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca31d-e2aa-4495-9680-7f7232e51323 req-94d2262f-4a3c-4eb2-ad6a-08065e9b335c tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:35.897707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2deca31d-e2aa-4495-9680-7f7232e51323 req-94d2262f-4a3c-4eb2-ad6a-08065e9b335c tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 950 time: 0.1286492 Mar 22 14:01:35.901844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:35.902925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53f3f950-9ac9-4efc-9b81-f701e481305b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1895955 Mar 22 14:01:35.905731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group_rule': {'security_group_id': 'f7672b89-b861-413b-8be7-3e0b75b77afb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:35.949725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:35.959727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.419387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2deca31d-e2aa-4495-9680-7f7232e51323 req-0b4e73c8-954e-42e9-b9a7-944999368fcb tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075502 Mar 22 14:01:36.420179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (17b7362e-c7a4-4fe3-82c2-397c79139ed5), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.464047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:36.480672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:36.489415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:36.503983 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Floating IP 4816c723-e08e-409f-84f3-047c3ecc585e associated. External IP: 172.25.3.106, port: 4d9a84ae-46fa-4b26-ad69-9796080d814a. Mar 22 14:01:36.534917 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-31fd17cf-88be-4a05-8d75-24710b04fb1c req-43f89629-0015-4945-a8eb-9b6376981314 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Mar 22 14:01:36.565752 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3168e-ae94-40b3-86ae-6bf4fbefdcfa x-openstack-request-id: req-8fd3168e-ae94-40b3-86ae-6bf4fbefdcfa {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:36.566179 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e50a-9af9-438c-9e6c-9bf2158354a6", "name": "network-vif-deleted", "tag": "ff5e852d-a2eb-47a5-824f-8a9274f0bd3d", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:36.566530 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fd3168e-ae94-40b3-86ae-6bf4fbefdcfa {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:36.567041 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd3168e-ae94-40b3-86ae-6bf4fbefdcfa'] response: {'server_uuid': 'd9a2e50a-9af9-438c-9e6c-9bf2158354a6', 'name': 'network-vif-deleted', 'tag': 'ff5e852d-a2eb-47a5-824f-8a9274f0bd3d', 'status': 'completed', 'code': 200} Mar 22 14:01:36.585525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (17b7362e-c7a4-4fe3-82c2-397c79139ed5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.607114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (17b7362e-c7a4-4fe3-82c2-397c79139ed5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.651718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b7362e-c7a4-4fe3-82c2-397c79139ed5,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:36.661929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.665753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-621d278e-5b30-41f4-9daf-4e5605b2c91e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7610395 Mar 22 14:01:36.666285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:36.671360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group_rule': {'security_group_id': 'f7672b89-b861-413b-8be7-3e0b75b77afb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:36.675195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:36.710315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (4fbc70d7-7d4e-4181-b33a-721f4809595d), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.729835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 502ee195-5950-4810-94f2-8638112599b4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:36.780661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (4fbc70d7-7d4e-4181-b33a-721f4809595d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.786258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4fbc70d7-7d4e-4181-b33a-721f4809595d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.803436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc70d7-7d4e-4181-b33a-721f4809595d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:36.817286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.819153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-efb43443-52f3-4c4b-ab64-4bf71f1ab41e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516154 Mar 22 14:01:36.822183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:36.827173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:36.852891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.862256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Router cf7b41ed-8150-45cb-97da-eee812b322d9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:36.889203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0582e-f1b3-44f7-aca6-d998c84638cc req-a17ac0ab-758b-4768-90bb-51844f8b14f6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:36.890794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab0582e-f1b3-44f7-aca6-d998c84638cc req-a17ac0ab-758b-4768-90bb-51844f8b14f6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1914580 Mar 22 14:01:36.903953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 502ee195-5950-4810-94f2-8638112599b4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:36.904472 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (502ee195-5950-4810-94f2-8638112599b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:36.980413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.024577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab0582e-f1b3-44f7-aca6-d998c84638cc req-521898c9-bd05-416a-88e3-d810c4c81b96 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995231 Mar 22 14:01:37.029382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 502ee195-5950-4810-94f2-8638112599b4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:37.055867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:33Z', 'revision_number': 2, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:37.061721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:37.070709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.073517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Sync routers for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:37.089370 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:37.090784 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:37.094680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:37.095039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Updating router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 port 65bc644e-e66f-44cf-98d9-f495a1246ea4 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:01:37.126283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.159061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Allocated IP 172.25.3.212 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/c8a2dc17-7513-4e59-a5a4-2ad6290d37b6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:37.167140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0486a8c0-fda7-406e-934f-38335201032a req-792d4eff-85fe-4fb1-84bd-35a26e72ef4e tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0367424 Mar 22 14:01:37.169129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-75fbd07f-4914-4014-9dba-4a77b1bbb211 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "PUT /v2.0/floatingips/4816c723-e08e-409f-84f3-047c3ecc585e HTTP/1.1" status: 200 len: 997 time: 2.1950233 Mar 22 14:01:37.169581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:37.171993 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395cad9-1da4-4f99-bf04-07651b96271a" -d '{"events": [{"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:37.284402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-649aca26-e1a4-4e95-ab53-825f86de493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.285994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-649aca26-e1a4-4e95-ab53-825f86de493a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1128 time: 0.0779915 Mar 22 14:01:37.316959 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:37.343393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.396279 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.456304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-234fdf9c-eae4-43fc-bf00-c83874c96987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.458672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-234fdf9c-eae4-43fc-bf00-c83874c96987 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 930 time: 0.1632168 Mar 22 14:01:37.461243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=c8a2dc17-7513-4e59-a5a4-2ad6290d37b6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:37.469088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:37.470713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:37.474728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:37.579663 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks [] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.593021 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.596236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.695916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.705054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067beb-175d-4b95-b32e-b726339cb368 None None] Pushing event updated for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:37.715796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-9ce9ecec-99c7-42d7-9cc0-7c098b4c5938 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 1000 time: 0.2480984 Mar 22 14:01:37.798100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-0146d476-28a6-4138-8a0c-d8230468ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.800632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-0146d476-28a6-4138-8a0c-d8230468ed55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.0768323 Mar 22 14:01:37.840388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Attempting to bind port 65bc644e-e66f-44cf-98d9-f495a1246ea4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:37.840771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Attempting to bind port 65bc644e-e66f-44cf-98d9-f495a1246ea4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:37.841140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Attempting to bind port 65bc644e-e66f-44cf-98d9-f495a1246ea4 on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:37.858143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:37.858709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Checking segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:37.858932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.859386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Bound using segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:37.859890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Bound port: 65bc644e-e66f-44cf-98d9-f495a1246ea4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:37.860278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.868506 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '4816c723-e08e-409f-84f3-047c3ecc585e', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'mac_address': 'fa:16:3e:b8:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:33Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 1, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:37.905845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-2b46f221-6616-4a7e-86f7-38d831caaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:37.907455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-2b46f221-6616-4a7e-86f7-38d831caaa98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998456 Mar 22 14:01:37.923893 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Checking router: cf7b41ed-8150-45cb-97da-eee812b322d9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:37.924224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-5b0ff9af-7535-4acb-8e78-46a4194f0fa7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:37.925250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-5b0ff9af-7535-4acb-8e78-46a4194f0fa7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112028 Mar 22 14:01:37.942188 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:37.943308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:37.985343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:37.996793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.028095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] For port 65bc644e-e66f-44cf-98d9-f495a1246ea4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:38.032674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] For port 65bc644e-e66f-44cf-98d9-f495a1246ea4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65bc644e-e66f-44cf-98d9-f495a1246ea4,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:38.042204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.060000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=c8a2dc17-7513-4e59-a5a4-2ad6290d37b6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.112940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-87d467f6-38dd-4eed-bff1-9b264b7c8bdf service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803088 Mar 22 14:01:38.115632 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec37459-f91a-4095-ac69-60887edbf2ef x-openstack-request-id: req-fec37459-f91a-4095-ac69-60887edbf2ef {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:38.116029 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:38.116403 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fec37459-f91a-4095-ac69-60887edbf2ef {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:38.116911 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec37459-f91a-4095-ac69-60887edbf2ef'] response: {'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'status': 'completed', 'code': 200} Mar 22 14:01:38.138162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.163002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.171849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e36b3fc-233a-4675-9285-9f5e69891f3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3411725 Mar 22 14:01:38.230856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:38.231477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:38.287558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:38.288189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.297899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380b88ee-fc9f-4968-984c-2b9c44418335 req-aab82a8c-74b2-43eb-9d40-faac7d2d4389 service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842155 Mar 22 14:01:38.321825 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:38.322725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cad9-1da4-4f99-bf04-07651b96271a req-3059919a-9fa1-4805-849b-a4d19b6d0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.324318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-3059919a-9fa1-4805-849b-a4d19b6d0c21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1128 time: 0.1978216 Mar 22 14:01:38.340937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b91f-b9b0-40df-9f36-5cbb8e11f657 req-4dc24239-fde6-4cdf-a1a8-e54a969c3ccf tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.348824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b37b91f-b9b0-40df-9f36-5cbb8e11f657 req-4dc24239-fde6-4cdf-a1a8-e54a969c3ccf tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 950 time: 0.0893807 Mar 22 14:01:38.364248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067beb-175d-4b95-b32e-b726339cb368 None None] Pushing event updated for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.424479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ff5e852d-a2eb-47a5-824f-8a9274f0bd3d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:38.483868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: ff5e852d-a2eb-47a5-824f-8a9274f0bd3d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:38.484211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ff5e852d-a2eb-47a5-824f-8a9274f0bd3d not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:38.523364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Current status of the port 65bc644e-e66f-44cf-98d9-f495a1246ea4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:38.523918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.527421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cad9-1da4-4f99-bf04-07651b96271a req-98ca6ace-ad31-4c17-b21c-bbf4d7407a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.529089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-98ca6ace-ad31-4c17-b21c-bbf4d7407a1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 930 time: 0.1776242 Mar 22 14:01:38.580483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] For port 65bc644e-e66f-44cf-98d9-f495a1246ea4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65bc644e-e66f-44cf-98d9-f495a1246ea4,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:38.586615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:38.609943 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '4816c723-e08e-409f-84f3-047c3ecc585e', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'mac_address': 'fa:16:3e:b8:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:33Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 1, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:38.642225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:38.646666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbc8d-2dc5-4cc5-9da8-39a65c1be597 None None] The sync data for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 is: [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '4816c723-e08e-409f-84f3-047c3ecc585e', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'mac_address': 'fa:16:3e:b8:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:33Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 1, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:38.709776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b37b91f-b9b0-40df-9f36-5cbb8e11f657 req-a3948e5d-ca98-42a9-b24d-8f958ac0ba50 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599491 Mar 22 14:01:38.755700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-59c448ce-2358-4f47-bd9a-947e603b9f65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 1000 time: 0.2060070 Mar 22 14:01:38.811003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42c77b-e008-44bf-9093-4e9ee0cdd153 req-b133f173-1a8b-44c2-91b4-6dd97da92fe2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.812640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c42c77b-e008-44bf-9093-4e9ee0cdd153 req-b133f173-1a8b-44c2-91b4-6dd97da92fe2 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.2815974 Mar 22 14:01:38.855092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cad9-1da4-4f99-bf04-07651b96271a req-59d725c5-dfa7-49b7-afcd-c3be8d17775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.856685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-59d725c5-dfa7-49b7-afcd-c3be8d17775a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.0923500 Mar 22 14:01:38.889305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65bc644e-e66f-44cf-98d9-f495a1246ea4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:38.894768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4a1f9-a369-4467-8739-ca88ff9f9c4e None None] Pushing event updated for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:38.922597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f26d69-f484-4e40-aa58-13d3d3a76525 None None] New status for floating IP 4816c723-e08e-409f-84f3-047c3ecc585e: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:01:38.960041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c42c77b-e008-44bf-9093-4e9ee0cdd153 req-9d912981-789b-4840-8e1d-607472e1cfa9 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209650 Mar 22 14:01:38.968522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c3b5f-8392-4979-a26f-2785dded5626 req-b0087334-4543-4c4b-a09e-04eefe90ef1d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:38.975847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb0c3b5f-8392-4979-a26f-2785dded5626 req-b0087334-4543-4c4b-a09e-04eefe90ef1d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1798253 Mar 22 14:01:39.010916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cad9-1da4-4f99-bf04-07651b96271a req-c61a4a1a-0e85-4594-87d7-59ad57241762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.011923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-c61a4a1a-0e85-4594-87d7-59ad57241762 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1302650 Mar 22 14:01:39.038995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fa6281de-7eb6-4a6e-ac00-0d6f92f008a5 None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:39.039243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb0c3b5f-8392-4979-a26f-2785dded5626 req-341f8f32-a9a2-49c9-baa1-1490ae4b392b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621848 Mar 22 14:01:39.039374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fa6281de-7eb6-4a6e-ac00-0d6f92f008a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.171871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:39.172142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.190073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b982f112-3a4e-4040-9595-e0480a5a0d99 req-77be430e-8623-4f7a-abca-4f53bc6bb97d tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1350110 Mar 22 14:01:39.197511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-b22aac92-7fea-4ac3-906e-79801f36ea21 service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556656 Mar 22 14:01:39.323952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fa6281de-7eb6-4a6e-ac00-0d6f92f008a5 None None] Current status of the port 65bc644e-e66f-44cf-98d9-f495a1246ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:39.335094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-1db3978c-1fd5-4794-8e1f-37c52224d816 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--312217374&fields=id&tenant_id=1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 267 time: 0.1364665 Mar 22 14:01:39.354753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:39.390180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceee798-f014-47b2-9229-7bd85019e5a8 None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:39.392239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 65bc644e-e66f-44cf-98d9-f495a1246ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:39.407536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-f4d686f4-5b43-4d3e-b929-33ecf12aaf87 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.409215 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-f4d686f4-5b43-4d3e-b929-33ecf12aaf87 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1 HTTP/1.1" status: 200 len: 1132 time: 0.0467989 Mar 22 14:01:39.515650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Deleting port 0ce4cefe-a7d1-4004-950f-f489f4ed430f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:39.516146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.537499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-9abf1ab8-1029-4670-b76e-9796dec81704 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 258 time: 0.2904723 Mar 22 14:01:39.560424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:39.570354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4395cad9-1da4-4f99-bf04-07651b96271a req-3861f980-3b86-4f69-a48a-235d8b147f54 service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636980 Mar 22 14:01:39.590761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-5ebeec22-ef9c-4987-b0e5-9d7272751523 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.597642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-5ebeec22-ef9c-4987-b0e5-9d7272751523 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 810 time: 0.2616689 Mar 22 14:01:39.608001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] For port 0ce4cefe-a7d1-4004-950f-f489f4ed430f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0ce4cefe-a7d1-4004-950f-f489f4ed430f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:39.608222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.617440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-44d20f99-f856-41aa-8973-70d4d2102c4c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/quotas/1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 375 time: 0.0187168 Mar 22 14:01:39.620553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.629285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Calling delete_port for 0ce4cefe-a7d1-4004-950f-f489f4ed430f owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:39.753709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-397004bd-e0ea-405c-b58c-7705a730060e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346502 Mar 22 14:01:39.777470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-8750b6d3-f5b0-4cad-b30b-433cda6649f7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:39.779201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-8750b6d3-f5b0-4cad-b30b-433cda6649f7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 950 time: 0.1459293 Mar 22 14:01:39.793380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0ce4cefe-a7d1-4004-950f-f489f4ed430f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.806312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0ce4cefe-a7d1-4004-950f-f489f4ed430f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:39.826221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ce4cefe-a7d1-4004-950f-f489f4ed430f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:39.907191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] No DVR routers for this DVR port 0ce4cefe-a7d1-4004-950f-f489f4ed430f on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:39.910164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:39.914343 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cc0f69de-5c56-4c2b-96a7-7f80fba4c478 req-44bb4136-bfb1-4c56-a025-d7a62afb52f0 tempest-DeleteServersAdminTestJSON-31426050 tempest-DeleteServersAdminTestJSON-31426050-project-admin] 10.222.0.78 "DELETE /v2.0/ports/0ce4cefe-a7d1-4004-950f-f489f4ed430f HTTP/1.1" status: 204 len: 173 time: 0.4974763 Mar 22 14:01:39.914882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'name': 'network-vif-deleted', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:39.917374 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7705f8-da4c-4bf1-bda5-094fb284b96c" -d '{"events": [{"server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "name": "network-vif-deleted", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:39.997992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-8fa967a3-fdcf-47a2-bdd8-0fe09329ddf9 service neutron] 10.222.0.81 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167675 Mar 22 14:01:40.020057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.170475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Deleting port bf060853-a219-46b7-b865-63e2451967bc {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:40.170816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bf060853-a219-46b7-b865-63e2451967bc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.280694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-307d69fe-0f19-414d-ba11-941a3e7fa413 service neutron] 10.222.0.81 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699633 Mar 22 14:01:40.315574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Allocated IP 172.25.3.249 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b763a63f-d45b-49ee-948e-2e35fd726275) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:40.350793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] For port bf060853-a219-46b7-b865-63e2451967bc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bf060853-a219-46b7-b865-63e2451967bc,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:40.351170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bf060853-a219-46b7-b865-63e2451967bc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.407897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Calling delete_port for bf060853-a219-46b7-b865-63e2451967bc owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:40.537885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for port (b763a63f-d45b-49ee-948e-2e35fd726275), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.653941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.661997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bf060853-a219-46b7-b865-63e2451967bc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.674212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65bc644e-e66f-44cf-98d9-f495a1246ea4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:40.680534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bf060853-a219-46b7-b865-63e2451967bc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:40.713900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:40.729327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:40.734652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:40.830948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event updated for resources: {'Port': ['ID=b763a63f-d45b-49ee-948e-2e35fd726275,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:40.861759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 65bc644e-e66f-44cf-98d9-f495a1246ea4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:40.862345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.907730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] No DVR routers for this DVR port bf060853-a219-46b7-b865-63e2451967bc on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:40.910059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Pushing event deleted for resources: {'Port': ['ID=bf060853-a219-46b7-b865-63e2451967bc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:40.919275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:40.923322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a95eb38c-0927-42d9-9dc1-0c4c6c393ce7 req-5b69e6d4-8869-491f-a6fc-0a00c98948d7 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.82 "DELETE /v2.0/ports/bf060853-a219-46b7-b865-63e2451967bc HTTP/1.1" status: 204 len: 173 time: 1.1315753 Mar 22 14:01:40.926029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-deleted', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:40.931676 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f4a41-4891-40f0-8474-f952b17bae24" -d '{"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-deleted", "tag": "bf060853-a219-46b7-b865-63e2451967bc"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:41.029848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 65bc644e-e66f-44cf-98d9-f495a1246ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:41.044174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (a04739ef-f814-47b5-9306-4bb958d7c367), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.103723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.278970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bc050a6-6755-4104-bc6c-90f8f5921d35 req-5301c76f-0bc1-40df-a08c-f6d14b2c3460 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0291672 Mar 22 14:01:41.341686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for port (b763a63f-d45b-49ee-948e-2e35fd726275), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.348642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.439281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event updated for resources: {'Port': ['ID=b763a63f-d45b-49ee-948e-2e35fd726275,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:41.442912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (a04739ef-f814-47b5-9306-4bb958d7c367), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.464582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:41.466113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-29eef621-9207-43b3-a5bd-e6c90f7ead0b tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9204228 Mar 22 14:01:41.542973 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf96789-3ba5-4f20-8b82-c88a543246dc x-openstack-request-id: req-caf96789-3ba5-4f20-8b82-c88a543246dc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:41.543459 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1", "name": "network-vif-deleted", "tag": "0ce4cefe-a7d1-4004-950f-f489f4ed430f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:41.543555 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-caf96789-3ba5-4f20-8b82-c88a543246dc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:41.543912 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf96789-3ba5-4f20-8b82-c88a543246dc'] response: {'server_uuid': 'e07fcd9d-d3e2-44e1-896b-eb9d8949e4f1', 'name': 'network-vif-deleted', 'tag': '0ce4cefe-a7d1-4004-950f-f489f4ed430f', 'status': 'completed', 'code': 200} Mar 22 14:01:41.557926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-3e4a95c1-f439-43b9-a32a-d8ba41aafb7e tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0795121 Mar 22 14:01:41.722800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c327d0af-8f14-4cc6-99db-8141c12f380a req-53c39b58-66fb-42d7-907a-77b568bfc083 tempest-ServersAdminTestJSON-673699374 tempest-ServersAdminTestJSON-673699374-project] 10.222.0.81 "GET /v2.0/ports?device_id=40d3ca59-0a4a-46b4-abe5-ecd0201f4165 HTTP/1.1" status: 200 len: 210 time: 0.0358479 Mar 22 14:01:41.776174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-9b8719b5-8684-435f-9569-6660892db630 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:41.777854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-203c79a2-84fa-4cdd-b3e1-cec1694156eb req-9b8719b5-8684-435f-9569-6660892db630 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2105575 Mar 22 14:01:41.885904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe9ead-8f7a-4e9c-a3f6-f3dd639cc774 req-c0df046b-519f-4cf5-aa52-7db542635335 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:41.887399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cffe9ead-8f7a-4e9c-a3f6-f3dd639cc774 req-c0df046b-519f-4cf5-aa52-7db542635335 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.0797586 Mar 22 14:01:41.927013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-859517b0-8e48-48c6-81f3-68223b450643 req-40e29128-23eb-480b-94e6-348c85722e92 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0386012 Mar 22 14:01:41.965573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cffe9ead-8f7a-4e9c-a3f6-f3dd639cc774 req-f281cd7c-fad5-4cd3-b1b3-e7a581f785e3 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691164 Mar 22 14:01:41.971870 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a2a44-836a-4cd3-bc17-e1cd60b3be24 x-openstack-request-id: req-0f4a2a44-836a-4cd3-bc17-e1cd60b3be24 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:41.972268 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3ca59-0a4a-46b4-abe5-ecd0201f4165", "name": "network-vif-deleted", "tag": "bf060853-a219-46b7-b865-63e2451967bc", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:41.972628 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f4a2a44-836a-4cd3-bc17-e1cd60b3be24 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:41.973265 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4a2a44-836a-4cd3-bc17-e1cd60b3be24'] response: {'server_uuid': '40d3ca59-0a4a-46b4-abe5-ecd0201f4165', 'name': 'network-vif-deleted', 'tag': 'bf060853-a219-46b7-b865-63e2451967bc', 'status': 'completed', 'code': 200} Mar 22 14:01:42.062806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-7c45eaa4-3e1a-407a-9c99-afbba6cf45cd tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215232 Mar 22 14:01:42.104294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddf1277c-8fc6-459f-8f4b-f439a7be116f req-25d931e5-861d-4880-b7bb-92f5658f37bc tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0397093 Mar 22 14:01:42.209489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-52ee60c9-c760-4fff-8aaf-fed4e2313c81 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.211780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-52ee60c9-c760-4fff-8aaf-fed4e2313c81 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396909 Mar 22 14:01:42.227742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-58380371-720f-4f0d-8c3d-04090737be97 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/quotas/57893b3d60aa4c14bcc8f5bb296d4f11 HTTP/1.1" status: 200 len: 375 time: 0.0096204 Mar 22 14:01:42.372701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ce346ce4-3c54-49c6-96f7-b0bb70647b76 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.374875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ce346ce4-3c54-49c6-96f7-b0bb70647b76 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 810 time: 0.1278980 Mar 22 14:01:42.436096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0ce4cefe-a7d1-4004-950f-f489f4ed430f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:42.453479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-535d6d89-2140-4421-b089-c230d0952724 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 379 time: 0.0689344 Mar 22 14:01:42.462610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0ce4cefe-a7d1-4004-950f-f489f4ed430f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:42.463832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0ce4cefe-a7d1-4004-950f-f489f4ed430f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:42.464670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'port': {'device_id': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'admin_state_up': True, 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'security_groups': ['f7672b89-b861-413b-8be7-3e0b75b77afb']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:42.627338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Made reservation on behalf of 1c573605148a4809a475577cdb9eeb72 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:42.632386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:42.638730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-10c2479e-7f39-440c-8139-9ed8cb21dc29 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4043605 Mar 22 14:01:42.681451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4580-7c42-4ca1-88b3-77d17867993e req-68ef86ba-19cd-4c9b-9a3b-889c16621d22 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:42.685484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-462a4580-7c42-4ca1-88b3-77d17867993e req-68ef86ba-19cd-4c9b-9a3b-889c16621d22 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4303169 Mar 22 14:01:42.758542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-462a4580-7c42-4ca1-88b3-77d17867993e req-e3659a27-5276-4b00-8d93-6181054c6215 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0666633 Mar 22 14:01:42.773083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-462a4580-7c42-4ca1-88b3-77d17867993e req-97784642-6553-451d-b64f-abe27d2164a3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'floatingip': {'port_id': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:42.862141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-462a4580-7c42-4ca1-88b3-77d17867993e req-97784642-6553-451d-b64f-abe27d2164a3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (a04739ef-f814-47b5-9306-4bb958d7c367), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:42.880706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Allocated IP 172.20.0.13 (9b471c2e-14cf-474c-a102-b6cfc05f4211/bd09da3f-43de-42ad-9736-d36ea1791468/dd5b3090-9f9f-4a37-afe0-b85bacd26bf2) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:43.152285 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-462a4580-7c42-4ca1-88b3-77d17867993e req-97784642-6553-451d-b64f-abe27d2164a3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:01:43.170546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-462a4580-7c42-4ca1-88b3-77d17867993e req-97784642-6553-451d-b64f-abe27d2164a3 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "PUT /v2.0/floatingips/a04739ef-f814-47b5-9306-4bb958d7c367 HTTP/1.1" status: 409 len: 551 time: 0.4041376 Mar 22 14:01:43.223340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.225911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:43.279703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50398a76-23df-4aef-877a-bdc30536a90d req-bed5aedc-1206-418b-b145-a27e64afbd29 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 210 time: 0.1296782 Mar 22 14:01:43.279920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: bf060853-a219-46b7-b865-63e2451967bc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:43.280190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bf060853-a219-46b7-b865-63e2451967bc not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:43.337556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.399483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:43.448864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:43.457130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:43.481599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b78858-0a0b-4730-a629-cb08df1b9465 req-c4aad8dd-a08e-4f9a-bea3-99495c10090a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.491905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5b78858-0a0b-4730-a629-cb08df1b9465 req-c4aad8dd-a08e-4f9a-bea3-99495c10090a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 932 time: 0.1052375 Mar 22 14:01:43.535162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:43.575209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:43.617538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.618182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.659806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-efcf6e2c-0981-44d4-8200-467ca8fab7d0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2004731 Mar 22 14:01:43.663417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5b78858-0a0b-4730-a629-cb08df1b9465 req-ac835254-f5fd-423d-8277-ab1f858284ff tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645026 Mar 22 14:01:43.672426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Request body: {'port': {'device_id': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:43.841805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:43.850782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-14443102-1c26-4d56-915b-6940390b2456 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45826a3e60f3413e868c4be5d337412a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144689 Mar 22 14:01:43.858101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:43.859330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bbc1-9e25-42d4-8083-03d0788938d6 req-bac6c643-3581-4646-a117-b7029be29efe tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:43.861371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2863bbc1-9e25-42d4-8083-03d0788938d6 req-bac6c643-3581-4646-a117-b7029be29efe tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2779949 Mar 22 14:01:43.870225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-4a225d32-3774-44ae-b2a4-31f6fa81bb9c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips/a04739ef-f814-47b5-9306-4bb958d7c367 HTTP/1.1" status: 200 len: 693 time: 0.1572564 Mar 22 14:01:43.981503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] Publish callbacks [] for security_group (f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.021031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-48fb1a41-fc58-4279-b0fd-ec44a86060a2 None None] Provisioning complete for port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:44.022180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-48fb1a41-fc58-4279-b0fd-ec44a86060a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.056424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2863bbc1-9e25-42d4-8083-03d0788938d6 req-af899668-58ee-4ae1-ae4a-f652717410b1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784177 Mar 22 14:01:44.085896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-48fb1a41-fc58-4279-b0fd-ec44a86060a2 None None] Port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:44.086453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] Publish callbacks [] for security_group (f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.125651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-56def8f0-4887-4fba-8307-4939abe970a7 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:44.132328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-56def8f0-4887-4fba-8307-4939abe970a7 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2607818 Mar 22 14:01:44.145340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-f40348b4-e102-414e-b88a-18cbf6e40755 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:44.146929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-f40348b4-e102-414e-b88a-18cbf6e40755 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120413 Mar 22 14:01:44.226036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.228679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.232293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3 HTTP/1.1" status: 204 len: 168 time: 0.3707428 Mar 22 14:01:44.248774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1c1f-feae-4b31-b4be-0745a7f74619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8c3ee-d6a3-44b2-a92a-7c5bdf65d8c3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:44.281226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb2a2809-763e-4998-90db-47113ed30c37 req-636daf8d-f19e-433b-bfa6-5fdc1a613313 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0497189 Mar 22 14:01:44.294269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-bb906051-a49d-4258-ad61-83b5589bd66e tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.1407037 Mar 22 14:01:44.359973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:44.369010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-3985dcdf-7134-4cfb-abd6-251e039d613f tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0737636 Mar 22 14:01:44.386077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks [] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.422833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Transition to ACTIVE for port object dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:44.438207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.579114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-f54ff6d5-9c16-42bc-b073-713550f5c811 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216426 Mar 22 14:01:44.692196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:44.816000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Attempting to bind port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:44.816341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Attempting to bind port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:44.816669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Attempting to bind port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:44.832792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:44.833397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Attempting to bind port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:44.842335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:44.843588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Checking segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:44.843992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Bound using segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:44.844763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab10ab4-a793-4c89-bfd0-7458390be9cf req-f73d59e4-9224-4636-bb7d-d0d0b052ed6c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:44.845951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Bound port: dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:44.846399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fab10ab4-a793-4c89-bfd0-7458390be9cf req-f73d59e4-9224-4636-bb7d-d0d0b052ed6c tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 945 time: 0.4272752 Mar 22 14:01:44.855008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.857108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:44.942991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Deleting port b763a63f-d45b-49ee-948e-2e35fd726275 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:44.943665 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:44.956563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-59b051af-2f8d-4d8b-aaae-a61795f96198 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:44.958401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-59b051af-2f8d-4d8b-aaae-a61795f96198 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200116 Mar 22 14:01:45.002930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Request body: {'port': {'device_id': '1191cdda-f277-48a6-8acc-7569a1e37382', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '57893b3d60aa4c14bcc8f5bb296d4f11'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:45.006229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d3bce46-b807-4124-908f-8325d81f87e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d64927304264e6b880116431f5d3016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432960 Mar 22 14:01:45.014439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:45.058915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:45.080666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:45.095492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.097377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fab10ab4-a793-4c89-bfd0-7458390be9cf req-cc30f10d-7eba-417e-8117-8597d4151774 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups?id=989b926f-b382-43d7-a284-c8398dbef0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366033 Mar 22 14:01:45.142074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] Publish callbacks [] for security_group (1cb565d2-a928-4c07-bffe-c2110f4f10a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.161979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.163713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.165792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.165925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] 10.222.0.78 "PUT /v2.0/ports/dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 1092 time: 1.4978600 Mar 22 14:01:45.166258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (b763a63f-d45b-49ee-948e-2e35fd726275), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.193507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:45.199774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-daa479c1-3cdb-42f2-ba08-816fdb72a18b tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.201398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-daa479c1-3cdb-42f2-ba08-816fdb72a18b tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.78 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 945 time: 0.1749833 Mar 22 14:01:45.202249 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ecf896-e7de-4a85-a94b-1b9383cbecf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:45.203671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Calling delete_port for b763a63f-d45b-49ee-948e-2e35fd726275 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:45.270160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] Publish callbacks [] for security_group (1cb565d2-a928-4c07-bffe-c2110f4f10a1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.292055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49c848-c94b-4049-8841-21ce163abdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:45.345907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-80c801d7-3742-4487-9bc3-31f17a03a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.348108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-80c801d7-3742-4487-9bc3-31f17a03a0a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1126 time: 0.1326091 Mar 22 14:01:45.408803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44aac18b-a8d3-4e5c-bb1d-4c0c89c9fa4a req-c2102859-5a53-4f8f-8eef-d0f386daad46 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 210 time: 0.0997617 Mar 22 14:01:45.434697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Made reservation on behalf of 57893b3d60aa4c14bcc8f5bb296d4f11 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:45.438013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.449490 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-002f3a94-a525-4d2f-9914-ca197455668f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 217 time: 0.0871489 Mar 22 14:01:45.466374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cb565d2-a928-4c07-bffe-c2110f4f10a1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.469178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.486092 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cb565d2-a928-4c07-bffe-c2110f4f10a1 HTTP/1.1" status: 204 len: 168 time: 0.4682665 Mar 22 14:01:45.542981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70eea6-1e12-410b-9785-50e64c74c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb565d2-a928-4c07-bffe-c2110f4f10a1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:45.568380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-9f308ed1-c123-4a04-a825-f3dcbbe9f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.570937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-9f308ed1-c123-4a04-a825-f3dcbbe9f864 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1150775 Mar 22 14:01:45.650891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-eca1d715-e9e7-4c39-ad1c-a6a4eb8234c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:45.652643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-eca1d715-e9e7-4c39-ad1c-a6a4eb8234c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746999 Mar 22 14:01:45.809120 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-780775e0-841f-40e4-9343-986917c9ce3b service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496317 Mar 22 14:01:45.872487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Deleting port 93b45ba7-385a-4e34-997a-9477e6327cc6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:45.873025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:45.957248 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ebbb496-5df8-4ebc-b95c-b6118334a4b3 req-b70e5742-c8db-4940-95c3-25e8d636b91d service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345253 Mar 22 14:01:45.975855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b763a63f-d45b-49ee-948e-2e35fd726275), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.041061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event deleted for resources: {'Port': ['ID=b763a63f-d45b-49ee-948e-2e35fd726275,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:46.054340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee7be1-41e4-4976-8f38-c71d70097f4c req-8a295d53-028d-486c-8106-c59f0039b84a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:46.056289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6ee7be1-41e4-4976-8f38-c71d70097f4c req-8a295d53-028d-486c-8106-c59f0039b84a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 944 time: 0.4793704 Mar 22 14:01:46.210263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Allocated IP 192.168.233.6 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0946e00a-c4af-4d42-bb55-7d6efb8c24f8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:46.235795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] For port 93b45ba7-385a-4e34-997a-9477e6327cc6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=93b45ba7-385a-4e34-997a-9477e6327cc6,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:46.236758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.312880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (a04739ef-f814-47b5-9306-4bb958d7c367), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.315663 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.320969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68b51ca0-75a6-4aa8-a149-f1b6d2a14d1c req-ea63c767-13b4-40f2-a157-59e8dcf62df6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "DELETE /v2.0/floatingips/a04739ef-f814-47b5-9306-4bb958d7c367 HTTP/1.1" status: 204 len: 173 time: 1.9496846 Mar 22 14:01:46.330228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6ee7be1-41e4-4976-8f38-c71d70097f4c req-2b39b96f-5454-4053-8e79-adb97c903873 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365885 Mar 22 14:01:46.427134 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43356b49-8025-42bf-b40a-76617678161a x-openstack-request-id: req-43356b49-8025-42bf-b40a-76617678161a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:46.427527 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:46.427878 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43356b49-8025-42bf-b40a-76617678161a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:46.428376 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43356b49-8025-42bf-b40a-76617678161a'] response: {'name': 'network-changed', 'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'status': 'completed', 'code': 200} Mar 22 14:01:46.542812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-a0227fdc-194f-4d97-a9ee-6d63e5443859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:46.545039 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-a0227fdc-194f-4d97-a9ee-6d63e5443859 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1126 time: 0.1047254 Mar 22 14:01:46.581285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35fb539e-6f4e-4a62-a3f5-a3bd1ea77a1e req-46304fe8-524a-41b2-834f-29c5ab497ca0 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0622921 Mar 22 14:01:46.591459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks [] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.757426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11a4d5-0481-4abc-a234-f93384698fc8 req-a74f31d8-1a5c-4658-b4cf-91ee894618a7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:46.759918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de11a4d5-0481-4abc-a234-f93384698fc8 req-a74f31d8-1a5c-4658-b4cf-91ee894618a7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.2577865 Mar 22 14:01:46.804865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.805662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:46.806647 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Floating IP fb918619-aeb1-45dc-a2fd-d86a2653de58 disassociated. External IP: 172.25.3.136, port: 93b45ba7-385a-4e34-997a-9477e6327cc6. Mar 22 14:01:46.807233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Calling delete_port for 93b45ba7-385a-4e34-997a-9477e6327cc6 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:47.021572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.034117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-92091b03-fd49-4854-8a92-6e2ed48774e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.035833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-92091b03-fd49-4854-8a92-6e2ed48774e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.4845695 Mar 22 14:01:47.093643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (93b45ba7-385a-4e34-997a-9477e6327cc6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.110246 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-309ea192-0f76-451d-8027-54b44a6c82b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 217 time: 0.0656285 Mar 22 14:01:47.113455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Pushing event updated for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:47.142866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0344f05e-e401-4b70-8ad0-f68435f50e62 req-9cca58b6-1de8-4d55-ad03-25acdb7f8936 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/ports?device_id=42120545-cb7e-4369-9a7a-86f530fc89cd HTTP/1.1" status: 200 len: 210 time: 0.3757043 Mar 22 14:01:47.182556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-3f577add-855b-492e-bec6-11dfd302a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.186423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-3f577add-855b-492e-bec6-11dfd302a662 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.0702662 Mar 22 14:01:47.222475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event deleted for resources: {'Port': ['ID=93b45ba7-385a-4e34-997a-9477e6327cc6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:47.260434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-c3c345f2-7c0c-4a93-ba5b-1a5d24db91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:47.262105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-c3c345f2-7c0c-4a93-ba5b-1a5d24db91c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690911 Mar 22 14:01:47.337305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:47.349449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:47.456408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-d7bfc59b-9eca-4b3a-a2fc-f665f82bc1b1 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833150 Mar 22 14:01:47.630058 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17ecf896-e7de-4a85-a94b-1b9383cbecf5 req-36507d7d-084e-44e4-8a71-4b3950f5914a service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657817 Mar 22 14:01:47.812957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4d5a0380-f26e-41a3-8289-6a48bb843541 None None] Provisioning complete for port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:47.813993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0380-f26e-41a3-8289-6a48bb843541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:47.901176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a0380-f26e-41a3-8289-6a48bb843541 None None] Port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:47.922843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:47.998994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de11a4d5-0481-4abc-a234-f93384698fc8 req-afe20305-9fc3-4f3b-9bab-798028d0c648 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9797451 Mar 22 14:01:48.005786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Router 65d72bb4-f75c-4a7e-9251-d558049621e3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:48.086970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-02ade20d-ad18-496b-a0c2-2314bbb7fe64 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 1002 time: 0.7460012 Mar 22 14:01:48.095648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.096604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.225357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-192a61af-8a89-491c-afff-7634064c4bab tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2310951 Mar 22 14:01:48.250873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Request body: {'port': {'device_id': '1191cdda-f277-48a6-8acc-7569a1e37382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:48.285852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-7757918d-701a-4efc-9daf-4015fa2cd76c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.287308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-7757918d-701a-4efc-9daf-4015fa2cd76c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports/4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 943 time: 0.1867030 Mar 22 14:01:48.338273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706c065-e04f-4a6a-b52f-a6a6ed2d535d req-4a9f9be0-f609-4723-951b-8cdd7eaadb01 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.339762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2706c065-e04f-4a6a-b52f-a6a6ed2d535d req-4a9f9be0-f609-4723-951b-8cdd7eaadb01 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 934 time: 0.2646906 Mar 22 14:01:48.411393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:48.421408 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Sync routers for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:48.425291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.434491 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:48.435359 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:48.449131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:48.452476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 93b45ba7-385a-4e34-997a-9477e6327cc6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:48.496599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] No DVR routers for this DVR port 93b45ba7-385a-4e34-997a-9477e6327cc6 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:48.503043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.504198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 93b45ba7-385a-4e34-997a-9477e6327cc6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:48.504549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 93b45ba7-385a-4e34-997a-9477e6327cc6 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:48.506210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-872aa8e4-b058-4dbc-8080-4d83da5a12f4 req-80fa9b01-9ec2-4935-934b-3bf689a85b5a tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.78 "DELETE /v2.0/ports/93b45ba7-385a-4e34-997a-9477e6327cc6 HTTP/1.1" status: 204 len: 173 time: 3.2980812 Mar 22 14:01:48.511752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'name': 'network-vif-deleted', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:48.512945 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121e060-1d0a-4741-a7de-abc9d9384ce5" -d '{"events": [{"server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "name": "network-vif-deleted", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:48.517891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-1b09831e-8965-4280-883e-bcfcef02dfe6 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 1002 time: 0.1740901 Mar 22 14:01:48.577368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2706c065-e04f-4a6a-b52f-a6a6ed2d535d req-929c2f15-d719-4ac8-8855-f662bedeb8b3 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240608 Mar 22 14:01:48.650745 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da3d6d15-586e-47f9-b503-843ba45926bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.669406 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:48.754365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:48.782103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'port_id': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'mac_address': 'fa:16:3e:45:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:48.822901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:48.822901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.836052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:48.855676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:48.860929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:48.873339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-27097229-21a1-4bae-88d6-d82462695699 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.874804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-27097229-21a1-4bae-88d6-d82462695699 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3305917 Mar 22 14:01:48.894488 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:48.924869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:48.934622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.934991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.935332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.935669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.935996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.936333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.936642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.937021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.937481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.937929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.938286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.938656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.938976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.939292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.939605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:01:48.941136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36211488-5b35-42a8-8196-d717100d279c req-67d050ce-2978-4220-945b-c3ca23b10a04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:48.942714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36211488-5b35-42a8-8196-d717100d279c req-67d050ce-2978-4220-945b-c3ca23b10a04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 944 time: 0.1962874 Mar 22 14:01:48.943742 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Checking router: 65d72bb4-f75c-4a7e-9251-d558049621e3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:48.954552 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:48.955580 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:49.002126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-d1ef2963-a84b-4b0a-8977-e87a9de9621d tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 1002 time: 0.1175313 Mar 22 14:01:49.031416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:49.083005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36211488-5b35-42a8-8196-d717100d279c req-05c8b589-b827-4406-8d10-865442cb3e5e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271572 Mar 22 14:01:49.098256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:49.129004 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:49.140640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.192254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:49.205124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks [] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.258091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Transition to ACTIVE for port object 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:49.290614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.293860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-762206ba-e475-4d2d-bf1b-3376edac22d5 req-388869a9-cf45-427b-95a6-493b9698affc tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0372622 Mar 22 14:01:49.410601 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:01:49.412027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.413925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Pushing event updated for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:49.439851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.440372 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Floating IP 4816c723-e08e-409f-84f3-047c3ecc585e disassociated. External IP: 172.25.3.106, port: 4d9a84ae-46fa-4b26-ad69-9796080d814a. Mar 22 14:01:49.467823 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f50fdfbc-8124-4937-a856-67015681029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:49.496493 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fdfbc-8124-4937-a856-67015681029a None None] The sync data for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 is: [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:48Z', 'revision_number': 4, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '3417c9c9-8f42-41bf-b9a5-57b5af07b987', 'name': '', 'network_id': '3ef9aef4-ae1c-4a72-9b90-65ff423a7c16', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'mac_address': 'fa:16:3e:d2:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:47Z', 'updated_at': '2022-03-22T13:58:53Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'subnets': [{'id': '6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:49.653322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-48ca0cda-d32d-4d4d-af17-0e4c3db86bb5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572608 Mar 22 14:01:49.658186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Attempting to bind port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:49.658544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Attempting to bind port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:49.660158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Attempting to bind port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:49.695802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:49.696130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Attempting to bind port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:49.737060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:49.737462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:49.737779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:49.738239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Bound port: 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:49.738591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.825843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa479d01-94a1-4c22-89bb-c0b01acb8eb5 None None] New status for floating IP fb918619-aeb1-45dc-a2fd-d86a2653de58: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:01:49.893390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-866a3b78-6c44-4456-8da2-685e97c084fd tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:49.894968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-866a3b78-6c44-4456-8da2-685e97c084fd tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318242 Mar 22 14:01:49.929647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:49.935414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:49.941613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-81e19613-2465-43d9-b09c-ae49c462853b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.0342205 Mar 22 14:01:49.953639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Router cf7b41ed-8150-45cb-97da-eee812b322d9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:49.962777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:49.993525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-4f6d4ff1-fe9d-4abb-a28b-801ccf57f03e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424113 Mar 22 14:01:50.024103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.024841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.026102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] 10.222.0.82 "PUT /v2.0/ports/0946e00a-c4af-4d42-bb55-7d6efb8c24f8 HTTP/1.1" status: 200 len: 1094 time: 1.7902212 Mar 22 14:01:50.146796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9fdfe-111d-4c28-bd9b-ffeee687e23e service neutron] Pushing event updated for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.192455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-c06efb81-601e-4382-93d1-e6cd1260b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.193940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-c06efb81-601e-4382-93d1-e6cd1260b82b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 1128 time: 0.1181798 Mar 22 14:01:50.201921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:50.215211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.218811 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Sync routers for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:50.239378 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:50.242223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:50.274549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-c8dbd1a4-d550-4b79-9845-0c316c55de3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8 HTTP/1.1" status: 200 len: 217 time: 0.0699823 Mar 22 14:01:50.324620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f8dbb2c2-5719-4eb4-8dbd-2995745b1bdb tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "PUT /v2.0/floatingips/4816c723-e08e-409f-84f3-047c3ecc585e HTTP/1.1" status: 200 len: 695 time: 1.3111959 Mar 22 14:01:50.382663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ed72c24-3593-443d-a8fa-a9370cfc38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.384243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-2ed72c24-3593-443d-a8fa-a9370cfc38e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1022789 Mar 22 14:01:50.453892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f67301dc-1831-4632-8fbc-dab9e5d98d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.455672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-f67301dc-1831-4632-8fbc-dab9e5d98d3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1128 time: 0.1151183 Mar 22 14:01:50.462173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:50.481179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:50.527233 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc37994-295f-40dd-8b8e-73fd20e113a5 x-openstack-request-id: req-9cc37994-295f-40dd-8b8e-73fd20e113a5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:50.527233 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42120545-cb7e-4369-9a7a-86f530fc89cd", "name": "network-vif-deleted", "tag": "93b45ba7-385a-4e34-997a-9477e6327cc6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:50.527233 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cc37994-295f-40dd-8b8e-73fd20e113a5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:50.527233 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc37994-295f-40dd-8b8e-73fd20e113a5'] response: {'server_uuid': '42120545-cb7e-4369-9a7a-86f530fc89cd', 'name': 'network-vif-deleted', 'tag': '93b45ba7-385a-4e34-997a-9477e6327cc6', 'status': 'completed', 'code': 200} Mar 22 14:01:50.597104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:50.601132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:50.601503 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.647543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-9b789cb4-9c83-4ec7-a421-58cf33c6287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:50.648984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-9b789cb4-9c83-4ec7-a421-58cf33c6287f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2472830 Mar 22 14:01:50.690125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:50.690531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.730545 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:50.746762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:50.749418 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda23308-3816-48ea-a6e6-459838a32eae" -d '{"events": [{"server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:50.760524 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Checking router: cf7b41ed-8150-45cb-97da-eee812b322d9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:50.768293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:50.773026 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:50.773640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:50.773766 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:50.848874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:50.880922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ab28318b-171c-4e7c-8447-b40c102ea938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.003521 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:51.060293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-6c311b37-adcf-4af6-b7cd-a65fbab0c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.061747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-6c311b37-adcf-4af6-b7cd-a65fbab0c880 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 930 time: 0.5860999 Mar 22 14:01:51.074629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c44a3-3009-47e8-a801-d17ea144b8ea req-712dbb7a-bc2f-4e9f-9680-3e3ce98e1995 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.078439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-374c44a3-3009-47e8-a801-d17ea144b8ea req-712dbb7a-bc2f-4e9f-9680-3e3ce98e1995 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.4877598 Mar 22 14:01:51.130860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-2181a90e-d9c1-4646-9672-a08ef2f44aa4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 217 time: 0.0498242 Mar 22 14:01:51.201131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-8b16cae5-e3e5-4589-a8c9-f8ca3ce94468 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389199 Mar 22 14:01:51.219673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:51.225297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-374c44a3-3009-47e8-a801-d17ea144b8ea req-c89644ea-4491-4440-b913-159aefda4bc2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368248 Mar 22 14:01:51.238903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-a1984794-aa54-4bcd-80e9-5cc836eacc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.240483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-a1984794-aa54-4bcd-80e9-5cc836eacc90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.1004684 Mar 22 14:01:51.246617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5440f8-01c2-4140-9705-16eee63fca27 None None] The sync data for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 is: [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:01:11Z', 'revision_number': 4, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '88c92e9c-39f5-4b87-9114-4382c66483c7', 'name': '', 'network_id': '4441e601-1652-4cd0-b25f-d75dbaedfa97', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'mac_address': 'fa:16:3e:5c:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:09Z', 'updated_at': '2022-03-22T14:01:17Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'subnets': [{'id': 'f8befe3d-d0d7-46c2-948a-3e5037e496f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:51.369462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a2fe9e2-680c-4be8-8e29-882e07f78cf1 req-8ad2e021-c9f3-48f4-be3a-43634855d9c2 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580799 Mar 22 14:01:51.378021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-25d785f7-c008-461f-9378-9c97c055145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.379485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-25d785f7-c008-461f-9378-9c97c055145e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1147697 Mar 22 14:01:51.390944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee182c0-3eea-4c5c-8ab7-607a7db2f557 req-4d58d648-e533-4042-924c-e7c1f598041e tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.392353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ee182c0-3eea-4c5c-8ab7-607a7db2f557 req-4d58d648-e533-4042-924c-e7c1f598041e tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 946 time: 0.0969090 Mar 22 14:01:51.493813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f07aa4d2-aa4d-4b70-8a2a-da970d420fba tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331533 Mar 22 14:01:51.509129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d50b5-ec41-4125-a674-eaa4c6051f02 None None] New status for floating IP 4816c723-e08e-409f-84f3-047c3ecc585e: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:01:51.544280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ee182c0-3eea-4c5c-8ab7-607a7db2f557 req-2b2de904-3e3c-4bc9-8e49-5d08ddac69a1 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434226 Mar 22 14:01:51.590833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-434a7dd3-8647-4ee0-8cf2-cc6c42fc7781 service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972401 Mar 22 14:01:51.727255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-3c53278a-3222-414f-b3e1-d6e01f9f322a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.728668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-3c53278a-3222-414f-b3e1-d6e01f9f322a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257576 Mar 22 14:01:51.750726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:51.778532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.802001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23c1f80-83f5-4f95-868f-036008e82fe9 req-76f46eed-2df8-4f59-be3b-5f06b3a8784d service neutron] 10.222.0.81 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033870 Mar 22 14:01:51.813381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bcb4d-22ca-4569-9520-32bab06c1530 req-73f7fda7-a606-4a7e-a7c9-b3a22d26912b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:51.814914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d32bcb4d-22ca-4569-9520-32bab06c1530 req-73f7fda7-a606-4a7e-a7c9-b3a22d26912b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1591337 Mar 22 14:01:51.911701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe4b3953-ffc0-4f80-8a12-29f3e5464ca6 req-0fb6242e-3e2c-46a9-b44d-fae4eea1af94 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 210 time: 0.0478523 Mar 22 14:01:51.918444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d32bcb4d-22ca-4569-9520-32bab06c1530 req-dab1fdbc-27e8-485a-b2d0-da93dac9cc0c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936024 Mar 22 14:01:51.945482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:01:51.948994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:51.958495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.016637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bea1e06-915d-4441-a610-c5172a97290c req-3dd61baa-e095-44cf-96ac-01a2886f1afd tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0459726 Mar 22 14:01:52.075569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:52.088725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bbcb9-c9c2-49a6-8fb2-c4e4afc33f68 req-81d37abc-a230-448b-b6ff-3c856559eccc tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.091098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea8bbcb9-c9c2-49a6-8fb2-c4e4afc33f68 req-81d37abc-a230-448b-b6ff-3c856559eccc tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Mar 22 14:01:52.107623 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6b7b7-cb1e-4515-a09d-0fdd28ba3143 x-openstack-request-id: req-23f6b7b7-cb1e-4515-a09d-0fdd28ba3143 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:52.108160 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:52.108160 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23f6b7b7-cb1e-4515-a09d-0fdd28ba3143 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:52.108557 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f6b7b7-cb1e-4515-a09d-0fdd28ba3143'] response: {'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'code': 200} Mar 22 14:01:52.108795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for security_group (7f3147e9-bd3b-4717-af9a-dd378988f793), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.131605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f3147e9-bd3b-4717-af9a-dd378988f793), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.161713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (989b926f-b382-43d7-a284-c8398dbef0e8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.192644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (989b926f-b382-43d7-a284-c8398dbef0e8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.258250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-fb2206e0-c07d-4aff-8dda-fabe15acfa72 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips/4816c723-e08e-409f-84f3-047c3ecc585e HTTP/1.1" status: 200 len: 693 time: 0.1386693 Mar 22 14:01:52.272047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042f723-ae55-43ee-a614-4fa0f4ccc060 req-184fa5a6-e0c5-45a3-a269-293d2c7db6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.273663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f042f723-ae55-43ee-a614-4fa0f4ccc060 req-184fa5a6-e0c5-45a3-a269-293d2c7db6ff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1128 time: 0.0622077 Mar 22 14:01:52.275777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3147e9-bd3b-4717-af9a-dd378988f793,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:52.287348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (989b926f-b382-43d7-a284-c8398dbef0e8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.290031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.291262 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "DELETE /v2.0/security-groups/989b926f-b382-43d7-a284-c8398dbef0e8 HTTP/1.1" status: 204 len: 168 time: 0.2134185 Mar 22 14:01:52.295613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea8bbcb9-c9c2-49a6-8fb2-c4e4afc33f68 req-55d7ac9f-a8b7-4671-a135-07d2a99cbdf0 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/security-groups?id=47713b61-8303-40e6-b7a4-c31cdd17d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791167 Mar 22 14:01:52.298368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58966) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:52.308900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad429c-4923-45e8-8492-a794cad57b31 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b926f-b382-43d7-a284-c8398dbef0e8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:52.338382 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f042f723-ae55-43ee-a614-4fa0f4ccc060 req-11de334b-b120-4c10-ad5a-1be42bb564eb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587087 Mar 22 14:01:52.407987 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-76f6a7bc-6750-409f-83e8-fa2156e3bf43 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] show failed (client error): The resource could not be found. Mar 22 14:01:52.408964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-76f6a7bc-6750-409f-83e8-fa2156e3bf43 tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "GET /v2.0/security-groups/989b926f-b382-43d7-a284-c8398dbef0e8 HTTP/1.1" status: 404 len: 347 time: 0.0999317 Mar 22 14:01:52.412349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58968) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:52.480966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.115 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/6bbe14fa-b662-4fb8-b752-8bcaa25d63bb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:01:52.530375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8'}, {'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:52.532698 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4423c95-fce3-4aca-945d-cb0269d07b28" -d '{"events": [{"name": "network-changed", "server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8"}, {"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:52.543592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-4a1130fa-22d6-409c-afc6-16147f18676e tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.544806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Deleting port b0fd365f-954c-4b27-88ca-45f11cb0a52c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:52.544956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-4a1130fa-22d6-409c-afc6-16147f18676e tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2738428 Mar 22 14:01:52.545153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.551897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956312db-e1f8-420f-833a-cc57b3f0120d req-48b5a70b-e520-4931-a138-a15d03570b46 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.553337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-956312db-e1f8-420f-833a-cc57b3f0120d req-48b5a70b-e520-4931-a138-a15d03570b46 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.82 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 946 time: 0.2087519 Mar 22 14:01:52.569337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-af31cb53-0096-400a-9a6e-e43a3625a4ff tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:01:52.570299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-af31cb53-0096-400a-9a6e-e43a3625a4ff tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161033 Mar 22 14:01:52.591381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f44b-15c1-48d4-8bc8-80e6e7c9969a req-5793229c-88cf-4bfe-bad2-bd2dc63b15a5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.592836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b047f44b-15c1-48d4-8bc8-80e6e7c9969a req-5793229c-88cf-4bfe-bad2-bd2dc63b15a5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 945 time: 0.1929808 Mar 22 14:01:52.624235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.624606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (b0fd365f-954c-4b27-88ca-45f11cb0a52c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.636486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Calling delete_port for b0fd365f-954c-4b27-88ca-45f11cb0a52c owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:52.689311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-8f2bab45-2e17-4458-b7d8-58a3fc044894 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.1098788 Mar 22 14:01:52.776249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b0fd365f-954c-4b27-88ca-45f11cb0a52c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.803000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Pushing event deleted for resources: {'Port': ['ID=b0fd365f-954c-4b27-88ca-45f11cb0a52c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:52.816082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-04cff22a-f13a-4e39-b13f-8890f4662f83 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.0995541 Mar 22 14:01:52.847409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b047f44b-15c1-48d4-8bc8-80e6e7c9969a req-262df02e-c1d6-49c8-a4e6-af2979dd5ca7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285666 Mar 22 14:01:52.880472 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks [] for floatingip (fb918619-aeb1-45dc-a2fd-d86a2653de58), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.883268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.884446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61ebb12c-4884-4471-b295-7831ab1d98ed tempest-AttachSCSIVolumeTestJSON-1426962891 tempest-AttachSCSIVolumeTestJSON-1426962891-project] 10.222.0.81 "DELETE /v2.0/floatingips/fb918619-aeb1-45dc-a2fd-d86a2653de58 HTTP/1.1" status: 204 len: 168 time: 0.4710715 Mar 22 14:01:52.904802 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dae4d87-b6b1-4635-a507-59000b0cc041 x-openstack-request-id: req-5dae4d87-b6b1-4635-a507-59000b0cc041 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:52.905096 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:52.905346 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5dae4d87-b6b1-4635-a507-59000b0cc041 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:52.905784 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dae4d87-b6b1-4635-a507-59000b0cc041'] response: {'name': 'network-changed', 'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8', 'status': 'completed', 'code': 200} Mar 22 14:01:52.906069 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dae4d87-b6b1-4635-a507-59000b0cc041'] response: {'name': 'network-changed', 'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'status': 'completed', 'code': 200} Mar 22 14:01:52.955869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:52.979175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-d6f342db-85c1-4dd0-a613-256604ffc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:52.980849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-d6f342db-85c1-4dd0-a613-256604ffc35e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 1128 time: 0.0541015 Mar 22 14:01:53.019331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Deleting port 5197ef2a-e266-474a-853f-1f8db14c7987 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:53.019693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.090916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-e0ad548d-556e-4498-b83b-d0f6a4d44b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.092751 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-e0ad548d-556e-4498-b83b-d0f6a4d44b23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1019111 Mar 22 14:01:53.134953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.144484 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-aa92a039-cbdc-4088-a521-d03c62c10865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8 HTTP/1.1" status: 200 len: 217 time: 0.0450222 Mar 22 14:01:53.153594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20179552-9a9e-4f01-9f3e-7471fa8ddd2b req-42c61f4f-a4b3-4815-be6d-b0490333d887 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.154989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20179552-9a9e-4f01-9f3e-7471fa8ddd2b req-42c61f4f-a4b3-4815-be6d-b0490333d887 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 946 time: 0.1899855 Mar 22 14:01:53.200583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-cf9d8102-ded4-4e33-a4ca-3b82201e3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.202098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-cf9d8102-ded4-4e33-a4ca-3b82201e3cf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0503650 Mar 22 14:01:53.202530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] For port 5197ef2a-e266-474a-853f-1f8db14c7987, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5197ef2a-e266-474a-853f-1f8db14c7987,segment=NetworkSegment(24fdec7d-377b-4165-a04a-9c72ca760d12),segment_id=24fdec7d-377b-4165-a04a-9c72ca760d12)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:53.202888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.230184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Deleting port 2d821482-dbf1-4dcc-a311-aed6d9b2c7e7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:53.230526 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.250842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Calling delete_port for 5197ef2a-e266-474a-853f-1f8db14c7987 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:53.253939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-6ae9c781-6033-4e13-8aaf-6e606cf8ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.255520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-6ae9c781-6033-4e13-8aaf-6e606cf8ed73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0468235 Mar 22 14:01:53.271004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:53.294966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:01:53.302378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:53.311503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:01:53.323627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:01:53.379978 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-986236ed-b042-4469-9ded-7e14457b3045 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175165 Mar 22 14:01:53.391727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20179552-9a9e-4f01-9f3e-7471fa8ddd2b req-a49ca0eb-630e-4c5e-8793-4b42259b0074 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252409 Mar 22 14:01:53.411860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:53.427720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8', 'mac_address': 'fa:16:3e:77:e7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:01:53.499435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:53.500341 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.535846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:53.543374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.565721 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-9f551c33-d9f2-448a-a5dc-aa02a18dbfe4 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788008 Mar 22 14:01:53.578098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:53.588460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.647260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:53.664268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.664597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.681580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Calling delete_port for 2d821482-dbf1-4dcc-a311-aed6d9b2c7e7 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:53.706128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.706919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.708771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-4dee0554-7382-4faa-bd58-97ee00a7b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.710643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-4dee0554-7382-4faa-bd58-97ee00a7b60b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=774f7d97231f440b84a22b86dbf733d4&device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 1128 time: 0.0554326 Mar 22 14:01:53.718248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-aa5cd144-a15e-4915-b5d6-c849788f2c18 None None] Provisioning complete for port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:53.718665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aa5cd144-a15e-4915-b5d6-c849788f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.758939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cd144-a15e-4915-b5d6-c849788f2c18 None None] Port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:01:53.807482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-fbdaffc9-d95e-40e5-8498-2767f05f02c4 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0669198 Mar 22 14:01:53.821221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-a8d8bc6c-4452-4bf6-a1d4-4772adf67bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.822914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-a8d8bc6c-4452-4bf6-a1d4-4772adf67bee service neutron] 10.222.0.82 "GET /v2.0/networks?id=4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 200 len: 930 time: 0.1058831 Mar 22 14:01:53.833328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Request body: {'port': {'device_id': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:53.873297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7e955-4060-406f-9bb1-a6abea9b2a8f req-8df9dd92-a836-4f9c-8855-16a1e10ef890 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.873438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-0eb5ac27-e5fc-4c9e-86d9-0dd163015236 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 200 len: 217 time: 0.0390754 Mar 22 14:01:53.877494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d7e955-4060-406f-9bb1-a6abea9b2a8f req-8df9dd92-a836-4f9c-8855-16a1e10ef890 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 936 time: 0.3611021 Mar 22 14:01:53.887172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['0946e00a-c4af-4d42-bb55-7d6efb8c24f8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:53.934828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5197ef2a-e266-474a-853f-1f8db14c7987), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:53.968056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-f666642e-8f1d-4bb8-96e3-51ef5b7164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:53.970319 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-f666642e-8f1d-4bb8-96e3-51ef5b7164ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 200 len: 868 time: 0.0900755 Mar 22 14:01:54.027012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Pushing event deleted for resources: {'Port': ['ID=5197ef2a-e266-474a-853f-1f8db14c7987,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:54.050302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d7e955-4060-406f-9bb1-a6abea9b2a8f req-b15efad0-a597-4f1d-976e-bd1584f13059 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580622 Mar 22 14:01:54.060267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-66266d4a-3e2b-485c-851e-f61b1acefa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:54.061858 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-66266d4a-3e2b-485c-851e-f61b1acefa91 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4441e601-1652-4cd0-b25f-d75dbaedfa97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844564 Mar 22 14:01:54.095960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.162876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-15d62dbe-63db-4180-8b8c-216297d8abcf service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931909 Mar 22 14:01:54.263128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4423c95-fce3-4aca-945d-cb0269d07b28 req-7674feca-c9bc-4cea-a425-500d0504293b service neutron] 10.222.0.82 "GET /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927718 Mar 22 14:01:54.464509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] No DVR routers for this DVR port 5197ef2a-e266-474a-853f-1f8db14c7987 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:54.482552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.485824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-956312db-e1f8-420f-833a-cc57b3f0120d req-c36fcd2f-28c5-4453-8332-ea71d0d5c4b7 tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.82 "DELETE /v2.0/ports/5197ef2a-e266-474a-853f-1f8db14c7987 HTTP/1.1" status: 204 len: 173 time: 1.9211359 Mar 22 14:01:54.513377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d821482-dbf1-4dcc-a311-aed6d9b2c7e7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.552939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event deleted for resources: {'Port': ['ID=2d821482-dbf1-4dcc-a311-aed6d9b2c7e7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:54.602749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-4f609fc4-af86-4a37-9275-6df0fc926086 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:54.604440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-4f609fc4-af86-4a37-9275-6df0fc926086 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.0832059 Mar 22 14:01:54.616139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:54.661334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c5d79-751c-41f3-a9b5-dccbef20dfb1 req-475d0305-7103-41ff-a51e-85c1b74a96e6 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:54.669267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-940c5d79-751c-41f3-a9b5-dccbef20dfb1 req-475d0305-7103-41ff-a51e-85c1b74a96e6 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.5340645 Mar 22 14:01:54.689051 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.739755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks [] for floatingip (4816c723-e08e-409f-84f3-047c3ecc585e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.743485 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.744684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcb8ce0-9e79-453e-a274-3e027067aefb req-f5fe5aeb-f353-47ea-88b6-2be817fc551c tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "DELETE /v2.0/floatingips/4816c723-e08e-409f-84f3-047c3ecc585e HTTP/1.1" status: 204 len: 173 time: 1.9161410 Mar 22 14:01:54.812283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-940c5d79-751c-41f3-a9b5-dccbef20dfb1 req-a63fe016-4e41-4e7a-ad1b-fe7fec2f645c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421273 Mar 22 14:01:54.861644 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.875845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:54.890583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9f56457-7407-4061-a86d-ace17bbd5c4b req-791ae48f-5caf-48f0-b777-c9c8c0ef4767 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0437057 Mar 22 14:01:54.907752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'name': 'network-vif-deleted', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:54.910281 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960dd362-b866-4338-8c86-d2e0d3836fb6" -d '{"events": [{"server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "name": "network-vif-deleted", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:54.923320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:54.988321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks [] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:54.991249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:54.994653 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c12b99-a07a-4ae8-b2a6-ce02e7bed70f" -d '{"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-unplugged", "status": "completed", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:55.008284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.008646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0a8a2d9-84b4-479b-9d7d-e177e5981ff6 req-7a56cb65-dbd9-4379-befa-d3993d7e8d7b tempest-VolumesAdminNegativeTest-174063956 tempest-VolumesAdminNegativeTest-174063956-project] 10.222.0.81 "GET /v2.0/ports?device_id=e50689c7-f3ce-419f-b6d0-feab1cb93b66 HTTP/1.1" status: 200 len: 210 time: 0.0698142 Mar 22 14:01:55.024062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:01:55.062029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks [] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.141846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:55.150727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Transition to ACTIVE for port object 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:01:55.160343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:55.160932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:55.161626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:55.167234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:55.168222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Attempting to bind port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:55.174266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.175605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:55.175993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:55.176426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:55.176858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Bound port: 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:55.177216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.230197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:55.245401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:55.249501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:55.257767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.260156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:01:55.264184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8938f-4de8-4d3d-ad89-a61923c15e33 req-15052216-e814-4264-8ac5-744d2e1cd953 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.283679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57d8938f-4de8-4d3d-ad89-a61923c15e33 req-15052216-e814-4264-8ac5-744d2e1cd953 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 947 time: 0.1659963 Mar 22 14:01:55.333579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:55.345866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:01:55.355732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.356299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.357681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-ef4b0cde-1041-4f15-9df8-bf9baf6b90fb service neutron] 10.222.0.78 "PUT /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 1121 time: 0.7463021 Mar 22 14:01:55.358068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:01:55.358445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.424653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335a5e-e5c4-44ca-83c2-568162dd304c req-14fbc245-c714-4c44-bd15-0e80ac24eedb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.434210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f335a5e-e5c4-44ca-83c2-568162dd304c req-14fbc245-c714-4c44-bd15-0e80ac24eedb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.3470547 Mar 22 14:01:55.486375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:55.509696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57d8938f-4de8-4d3d-ad89-a61923c15e33 req-64c0755e-d00f-4362-a13e-2ac7485aa278 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246218 Mar 22 14:01:55.548158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:01:55.600694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f335a5e-e5c4-44ca-83c2-568162dd304c req-7cb88e36-9b0e-41e9-ac46-24216c02cefe tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660585 Mar 22 14:01:55.601509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Attempting to bind port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:01:55.601837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Attempting to bind port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:01:55.602187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Attempting to bind port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:55.608116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:01:55.608482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Attempting to bind port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:01:55.613895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:01:55.614274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:01:55.614699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:01:55.615248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Bound port: 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:01:55.615603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.620884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:01:55.630736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.675867 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d554a75-2f10-4561-ac28-a35037572e7c x-openstack-request-id: req-0d554a75-2f10-4561-ac28-a35037572e7c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:55.675867 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50689c7-f3ce-419f-b6d0-feab1cb93b66", "name": "network-vif-deleted", "tag": "5197ef2a-e266-474a-853f-1f8db14c7987", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:55.675867 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d554a75-2f10-4561-ac28-a35037572e7c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:55.676293 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d554a75-2f10-4561-ac28-a35037572e7c'] response: {'server_uuid': 'e50689c7-f3ce-419f-b6d0-feab1cb93b66', 'name': 'network-vif-deleted', 'tag': '5197ef2a-e266-474a-853f-1f8db14c7987', 'status': 'completed', 'code': 200} Mar 22 14:01:55.716472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:55.718266 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9acb6-e9d2-41ec-a55d-bba60de3aa83 x-openstack-request-id: req-59d9acb6-e9d2-41ec-a55d-bba60de3aa83 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:55.718791 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b07e67-29bc-4790-ba81-77075e6db768" -d '{"events": [{"server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "name": "network-vif-plugged", "status": "completed", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:55.719330 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-unplugged", "status": "completed", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:55.719736 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59d9acb6-e9d2-41ec-a55d-bba60de3aa83 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:55.720486 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d9acb6-e9d2-41ec-a55d-bba60de3aa83'] response: {'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'code': 200} Mar 22 14:01:55.740187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:55.748205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:01:55.758898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0418f5-cdd7-4ddb-8240-5bbecb87860f req-912d16a1-b267-46cd-902f-a5a938b74826 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.760458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f0418f5-cdd7-4ddb-8240-5bbecb87860f req-912d16a1-b267-46cd-902f-a5a938b74826 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1028132 Mar 22 14:01:55.762408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:01:55.764386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.770796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5197ef2a-e266-474a-853f-1f8db14c7987 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:01:55.770954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:55.777440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'floatingip': {'port_id': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:01:55.785594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.831792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 5197ef2a-e266-474a-853f-1f8db14c7987 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:01:55.832144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5197ef2a-e266-474a-853f-1f8db14c7987 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:01:55.865256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.898260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:55.935574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:55.936213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:55.940683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] 10.222.0.78 "PUT /v2.0/ports/6bbe14fa-b662-4fb8-b752-8bcaa25d63bb HTTP/1.1" status: 200 len: 1096 time: 2.1193681 Mar 22 14:01:56.106627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0db9a8-484c-4447-9aa1-3149be6b2668 req-5bcd6a2b-7694-4411-a1de-47d9d069f260 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.108238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0db9a8-484c-4447-9aa1-3149be6b2668 req-5bcd6a2b-7694-4411-a1de-47d9d069f260 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1638217 Mar 22 14:01:56.109148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe4c8-fc81-431e-8525-9f2cc71e7812 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:56.141297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93f781-ad42-4501-ac69-5072a16fb749 req-bfb891b8-d738-4c50-a235-51d6d1463b14 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.142884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c93f781-ad42-4501-ac69-5072a16fb749 req-bfb891b8-d738-4c50-a235-51d6d1463b14 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 948 time: 0.2892058 Mar 22 14:01:56.144900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-9bbdbb19-e522-463e-a3e1-65404d5bf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.146344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-9bbdbb19-e522-463e-a3e1-65404d5bf318 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 1130 time: 0.1343753 Mar 22 14:01:56.206715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0db9a8-484c-4447-9aa1-3149be6b2668 req-86258ea3-42d4-4bb8-a4ab-d9a1309c71d9 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0791180 Mar 22 14:01:56.239357 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e3f48-2f7a-4859-ab04-5805fe93fe01 x-openstack-request-id: req-0e0e3f48-2f7a-4859-ab04-5805fe93fe01 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:56.239645 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "name": "network-vif-plugged", "status": "completed", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:56.239897 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e0e3f48-2f7a-4859-ab04-5805fe93fe01 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:56.240328 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0e3f48-2f7a-4859-ab04-5805fe93fe01'] response: {'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8', 'code': 200} Mar 22 14:01:56.271508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-d558aa6b-e58d-4c17-acd1-5729c072cb43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb HTTP/1.1" status: 200 len: 217 time: 0.0898869 Mar 22 14:01:56.383108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00ec8638-85d9-4d2c-954b-7aa4d03b1db9 req-09ddef3e-346a-48d2-b3a8-87858b76d02a tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0600350 Mar 22 14:01:56.386519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c93f781-ad42-4501-ac69-5072a16fb749 req-a8e0f424-203d-4799-be5a-cb133b07151e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990530 Mar 22 14:01:56.400838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-00762053-9718-40fa-b493-ff6ed966d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.409123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-00762053-9718-40fa-b493-ff6ed966d31a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1199050 Mar 22 14:01:56.468000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:01:56.471555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:56.499039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24429f0b-bed9-4a8e-bfb5-d66f308d5a4c req-db32cba0-a5c2-4637-8aa5-5eade41a0086 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0463591 Mar 22 14:01:56.501792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cc28f-a104-4104-9336-5574eef52797 req-b7d0e70e-fe73-4094-b217-f090c07098bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.503075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea6cc28f-a104-4104-9336-5574eef52797 req-b7d0e70e-fe73-4094-b217-f090c07098bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 1130 time: 0.1906052 Mar 22 14:01:56.545911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f99327d2-b111-49d2-9574-fa2575022df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.553792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f99327d2-b111-49d2-9574-fa2575022df1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1298189 Mar 22 14:01:56.565122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.584859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.633821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Deleting subnet f91494c6-834a-4f7b-ac6e-ec6ffbd7e430 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:56.637334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Publish callbacks [] for subnet (f91494c6-834a-4f7b-ac6e-ec6ffbd7e430), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.650244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:56.664305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:01:56.703529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea6cc28f-a104-4104-9336-5574eef52797 req-9cd6a9ea-367a-4e2e-98fa-a30e24bef8c4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894286 Mar 22 14:01:56.714616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (f91494c6-834a-4f7b-ac6e-ec6ffbd7e430), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.731866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045e85-b7bd-4826-88c9-feb78d57601d req-76e09429-ad6e-4352-a579-73654fc892e4 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.733221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8045e85-b7bd-4826-88c9-feb78d57601d req-76e09429-ad6e-4352-a579-73654fc892e4 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.1029699 Mar 22 14:01:56.789435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f91494c6-834a-4f7b-ac6e-ec6ffbd7e430), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:56.828838 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Floating IP f439a5f9-9372-4a80-9761-d20ecea0bdab associated. External IP: 172.25.3.212, port: dd5b3090-9f9f-4a37-afe0-b85bacd26bf2. Mar 22 14:01:56.830662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8045e85-b7bd-4826-88c9-feb78d57601d req-1f4f0c1a-43f9-468b-81f9-24caa085493b tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880663 Mar 22 14:01:56.833437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-b9d396e1-ebd0-4774-9c57-2aedf76fd4e3 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787454 Mar 22 14:01:56.906870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dec30-1df9-49cf-be6b-8e06c6d7de00 req-b5489cff-6a3b-4d79-a83f-0980c2374760 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:56.908267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad8dec30-1df9-49cf-be6b-8e06c6d7de00 req-b5489cff-6a3b-4d79-a83f-0980c2374760 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.1437361 Mar 22 14:01:56.954992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (f91494c6-834a-4f7b-ac6e-ec6ffbd7e430), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.006748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad8dec30-1df9-49cf-be6b-8e06c6d7de00 req-8539a16e-efc5-4609-a73c-ab6f52c2ae0a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841396 Mar 22 14:01:57.035813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74a8f-5b3b-4357-963b-2bef1a2d4327 req-52e1277c-e04f-4346-a79a-0489cf6457f8 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.038541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5cc74a8f-5b3b-4357-963b-2bef1a2d4327 req-52e1277c-e04f-4346-a79a-0489cf6457f8 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.1259356 Mar 22 14:01:57.045184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7612b39d-1301-4097-84ba-af61ea9b3e89 req-f6dbbe5a-d400-4cf5-9850-a61d036ccb70 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030206 Mar 22 14:01:57.045884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.049339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f91494c6-834a-4f7b-ac6e-ec6ffbd7e430 HTTP/1.1" status: 204 len: 168 time: 0.5743916 Mar 22 14:01:57.053634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59072) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:57.056181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead9f52-e0bc-49d5-9da4-849f2cb83f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91494c6-834a-4f7b-ac6e-ec6ffbd7e430,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:57.113948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5cc74a8f-5b3b-4357-963b-2bef1a2d4327 req-e6df4598-10dc-407d-a481-5ea78b6e76c5 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Mar 22 14:01:57.389120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (49d58950-bb50-45e5-a697-35e5e39c7e76), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.409474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:01:57.514809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbf18d-e416-447e-a862-f0b0c64501fd req-c736f14d-8417-49b0-ad56-d463cc8bd067 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.516677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32cbf18d-e416-447e-a862-f0b0c64501fd req-c736f14d-8417-49b0-ad56-d463cc8bd067 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 948 time: 0.0556607 Mar 22 14:01:57.554539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (49d58950-bb50-45e5-a697-35e5e39c7e76), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.563877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0394f9aa-e901-4506-9eba-59159e1ccc4d req-f3b1ed06-d9bf-4da2-8613-7c0d42d9e9d1 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0425012 Mar 22 14:01:57.584890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d58950-bb50-45e5-a697-35e5e39c7e76']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:57.602682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fdec7d-377b-4165-a04a-9c72ca760d12') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:57.603037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fdec7d-377b-4165-a04a-9c72ca760d12') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:57.619699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (24fdec7d-377b-4165-a04a-9c72ca760d12), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.619820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32cbf18d-e416-447e-a862-f0b0c64501fd req-a138e985-210a-4da8-83f9-796dab7b560b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862303 Mar 22 14:01:57.630599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:01:57.635810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.644657 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:01:57.651864 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:57.652468 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:57.658019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (24fdec7d-377b-4165-a04a-9c72ca760d12), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.667922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:57.668255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (24fdec7d-377b-4165-a04a-9c72ca760d12), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:57.669875 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:57.676841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:57.679175 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14" -d '{"events": [{"name": "network-changed", "server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:57.714579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03f74450-2b67-4ab3-9097-5bf17f3d09af tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "PUT /v2.0/floatingips/f439a5f9-9372-4a80-9761-d20ecea0bdab HTTP/1.1" status: 200 len: 992 time: 1.9423418 Mar 22 14:01:57.721240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'}, {'name': 'network-changed', 'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:57.725577 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85f506-22eb-4ffe-97dc-816d3a71f04e x-openstack-request-id: req-fa85f506-22eb-4ffe-97dc-816d3a71f04e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:57.725874 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:57.726164 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa85f506-22eb-4ffe-97dc-816d3a71f04e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:57.726566 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa85f506-22eb-4ffe-97dc-816d3a71f04e'] response: {'name': 'network-changed', 'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'status': 'completed', 'code': 200} Mar 22 14:01:57.728661 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0faded-0a17-473b-b507-c701a6c33108" -d '{"events": [{"name": "network-changed", "server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd"}, {"name": "network-changed", "server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:57.755937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (49d58950-bb50-45e5-a697-35e5e39c7e76), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.768454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.774741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] 10.222.0.81 "DELETE /v2.0/networks/49d58950-bb50-45e5-a697-35e5e39c7e76 HTTP/1.1" status: 204 len: 168 time: 0.7199697 Mar 22 14:01:57.778359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:57.798617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:57.805305 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd6aa05-6b48-4da0-ab1c-80c566154e41 x-openstack-request-id: req-5fd6aa05-6b48-4da0-ab1c-80c566154e41 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:57.805701 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:57.806075 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fd6aa05-6b48-4da0-ab1c-80c566154e41 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:57.806579 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd6aa05-6b48-4da0-ab1c-80c566154e41'] response: {'name': 'network-changed', 'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'status': 'completed', 'code': 200} Mar 22 14:01:57.806954 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd6aa05-6b48-4da0-ab1c-80c566154e41'] response: {'name': 'network-changed', 'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'status': 'completed', 'code': 200} Mar 22 14:01:57.824856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-b36fedc1-cd86-4389-84d3-2f5f81cbe13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.826790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-b36fedc1-cd86-4389-84d3-2f5f81cbe13e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 1130 time: 0.0669389 Mar 22 14:01:57.842532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d095b7a-5d41-4b35-a824-cb75b34d9e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=49d58950-bb50-45e5-a697-35e5e39c7e76,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:57.910431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Deleting subnet 53027bee-31b1-4499-a74d-72040ae30054 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:01:57.916791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.917363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Publish callbacks [] for subnet (53027bee-31b1-4499-a74d-72040ae30054), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:57.959481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-8aee8f3a-6d5f-44e8-b0b4-67f2d630d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:57.961202 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-8aee8f3a-6d5f-44e8-b0b4-67f2d630d8bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1128 time: 0.1126893 Mar 22 14:01:57.971168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (53027bee-31b1-4499-a74d-72040ae30054), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.024867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-22993f68-e29d-41ee-b186-3803c1b06ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.026446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-22993f68-e29d-41ee-b186-3803c1b06ae2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1155 time: 0.1986063 Mar 22 14:01:58.066188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (53027bee-31b1-4499-a74d-72040ae30054), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.131379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-660e0f50-b81c-4fee-9284-b6cf6dcc26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.132898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-660e0f50-b81c-4fee-9284-b6cf6dcc26de service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.1597342 Mar 22 14:01:58.204600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (53027bee-31b1-4499-a74d-72040ae30054), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.211088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ef75-f266-494a-9451-7fe15dc3f2da req-0021aea8-edf1-4cfa-9d5e-8d516c25a33e tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.218758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a244ef75-f266-494a-9451-7fe15dc3f2da req-0021aea8-edf1-4cfa-9d5e-8d516c25a33e tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.2477386 Mar 22 14:01:58.236405 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'f439a5f9-9372-4a80-9761-d20ecea0bdab', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:45:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:37Z', 'updated_at': '2022-03-22T14:01:56Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.243663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.249633 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/53027bee-31b1-4499-a74d-72040ae30054 HTTP/1.1" status: 204 len: 168 time: 0.4684422 Mar 22 14:01:58.251040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341f19f-6af8-4df5-add2-dec8012b679e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53027bee-31b1-4499-a74d-72040ae30054,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.257535 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-1ada0be0-79b6-4347-b62b-f06f078bf02a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 1000 time: 0.1112132 Mar 22 14:01:58.258724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59096) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:58.283275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:01:58.293974 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:01:58.294591 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.377028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-78de95e4-cd79-414e-831c-8f03f4dfda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.377551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a244ef75-f266-494a-9451-7fe15dc3f2da req-152e4749-4c57-4cb6-8338-ce8003db75b6 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533713 Mar 22 14:01:58.378690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-78de95e4-cd79-414e-831c-8f03f4dfda61 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1073606 Mar 22 14:01:58.380528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-7ebb1f5d-23ca-4baa-b6fe-92e875160a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.381211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (efc44c5f-77e2-498c-8edf-56f17e733842), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.382852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-7ebb1f5d-23ca-4baa-b6fe-92e875160a48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5121155 Mar 22 14:01:58.416596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7621cb-9a95-4ea8-a3a2-2c1cf03106fb req-185b3486-ff9b-4276-b7af-1426997bc8b2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.418338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac7621cb-9a95-4ea8-a3a2-2c1cf03106fb req-185b3486-ff9b-4276-b7af-1426997bc8b2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.2533817 Mar 22 14:01:58.419534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-e05a2d34-c009-444d-bc0c-42a7bdc115d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.420824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-e05a2d34-c009-444d-bc0c-42a7bdc115d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.3648846 Mar 22 14:01:58.431619 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:01:58.492998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-598593e4-37d9-4460-a248-0bd729e1c5f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb HTTP/1.1" status: 200 len: 217 time: 0.0710480 Mar 22 14:01:58.537587 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (efc44c5f-77e2-498c-8edf-56f17e733842), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.540171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-245b2581-405f-4925-b65c-1f539715b3ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 217 time: 0.1052201 Mar 22 14:01:58.548724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-80895268-0d29-4a6a-8572-465eb00ac9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.550579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-80895268-0d29-4a6a-8572-465eb00ac9bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536958 Mar 22 14:01:58.577487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc44c5f-77e2-498c-8edf-56f17e733842']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.621609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1db61ff-c52d-4587-9759-005e4ea77499') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.622142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1db61ff-c52d-4587-9759-005e4ea77499') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.637318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a1db61ff-c52d-4587-9759-005e4ea77499), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.652572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-0d5691e5-4ffa-4561-95ed-d6d7dda3e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.656384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-0d5691e5-4ffa-4561-95ed-d6d7dda3e14c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1297398 Mar 22 14:01:58.657326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a1db61ff-c52d-4587-9759-005e4ea77499), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.659818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac7621cb-9a95-4ea8-a3a2-2c1cf03106fb req-62bb715f-982a-49c1-a84b-b05545466f01 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317860 Mar 22 14:01:58.677894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:01:58.677894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a1db61ff-c52d-4587-9759-005e4ea77499), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.679154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faded-0a17-473b-b507-c701a6c33108 req-669107a6-5ec8-4000-90d6-f170480a2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:01:58.679289 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:01:58.681537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-669107a6-5ec8-4000-90d6-f170480a2a8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1013389 Mar 22 14:01:58.718035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28bf33-6115-4164-b417-4e3f483c29f0 req-fa6f4f1f-ffc9-45a9-afd8-464defb6a998 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.725668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da28bf33-6115-4164-b417-4e3f483c29f0 req-fa6f4f1f-ffc9-45a9-afd8-464defb6a998 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.2423091 Mar 22 14:01:58.764283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-c7e4a197-65a1-456d-8b59-c570e389a480 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620966 Mar 22 14:01:58.781227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-c133053a-a5c8-4be9-9c29-3bd45d4a76a3 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170134 Mar 22 14:01:58.802038 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'f439a5f9-9372-4a80-9761-d20ecea0bdab', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:45:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:37Z', 'updated_at': '2022-03-22T14:01:56Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:01:58.837287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10101f-229c-459e-8be8-067a3d63fda0 None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'f439a5f9-9372-4a80-9761-d20ecea0bdab', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:45:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:01:37Z', 'updated_at': '2022-03-22T14:01:56Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:01:58.843535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (efc44c5f-77e2-498c-8edf-56f17e733842), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.854278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.857779 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] 10.222.0.81 "DELETE /v2.0/networks/efc44c5f-77e2-498c-8edf-56f17e733842 HTTP/1.1" status: 204 len: 168 time: 0.5960608 Mar 22 14:01:58.888527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-71643bec-d08c-4ae6-8d83-e5005d5c25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.890297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-71643bec-d08c-4ae6-8d83-e5005d5c25c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2236309 Mar 22 14:01:58.904716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:58.908734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da28bf33-6115-4164-b417-4e3f483c29f0 req-81ff741f-0e1e-423f-9802-ddb086659889 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a264331-a7c6-4e17-819a-d4d868e7d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782506 Mar 22 14:01:58.923118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75f6d480-1ad4-4893-9afd-0900263e8856 req-740d6a5c-7e4c-4434-99c6-61933d578a09 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1180043 Mar 22 14:01:58.928221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b560c-fa3a-410c-aa8d-915c34329556 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc44c5f-77e2-498c-8edf-56f17e733842,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:58.959947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-04954c76-346d-4b68-b6d1-788dca3493ca tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:58.965650 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-04954c76-346d-4b68-b6d1-788dca3493ca tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.82 "GET /v2.0/ports?device_id=282dd7ad-8f5c-43f5-85fa-58500082ff3f HTTP/1.1" status: 200 len: 946 time: 0.2359848 Mar 22 14:01:59.077942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-6d488ddd-e7e0-43fc-a2d4-677d5fcfa309 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888467 Mar 22 14:01:59.131221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Deleting port 4d9a84ae-46fa-4b26-ad69-9796080d814a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:01:59.131500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.172342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2606c-9461-4f22-81c4-e4c32a7108aa req-76129d29-ead2-4477-a101-c8bfa5ff4b36 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.174061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf2606c-9461-4f22-81c4-e4c32a7108aa req-76129d29-ead2-4477-a101-c8bfa5ff4b36 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 948 time: 0.1540296 Mar 22 14:01:59.174665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59104) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:59.212541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8218f6-3313-46fd-a5f9-979e244c1f4f None None] New status for floating IP f439a5f9-9372-4a80-9761-d20ecea0bdab: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:01:59.214073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-9b341071-3ada-4be9-8faa-d26bfefd2d61 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208534 Mar 22 14:01:59.260216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] For port 4d9a84ae-46fa-4b26-ad69-9796080d814a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d9a84ae-46fa-4b26-ad69-9796080d814a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:01:59.260592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.277144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Calling delete_port for 4d9a84ae-46fa-4b26-ad69-9796080d814a owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:01:59.309813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-70018466-d6e2-496e-a103-203074982da3 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795714 Mar 22 14:01:59.421600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-206b7cad-dca4-4841-822d-642e16fe9cb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdcc72eea13f45aca4e3460bd36ff978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405186 Mar 22 14:01:59.422488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59110) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:01:59.447304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf2606c-9461-4f22-81c4-e4c32a7108aa req-de4bde43-894c-4b4e-8901-6da1747896bc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499750 Mar 22 14:01:59.471694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4d9a84ae-46fa-4b26-ad69-9796080d814a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.518651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e50ab9c8-fb09-4c31-bb8e-031f78c3cc14 req-30f70576-1f56-48b0-8a29-deeaa19b33a6 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888421 Mar 22 14:01:59.522269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Pushing event deleted for resources: {'Port': ['ID=4d9a84ae-46fa-4b26-ad69-9796080d814a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:59.566518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0faded-0a17-473b-b507-c701a6c33108 req-82066d63-fb8e-4a40-8626-f0e83d8aed58 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311417 Mar 22 14:01:59.577519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] No DVR routers for this DVR port 4d9a84ae-46fa-4b26-ad69-9796080d814a on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:01:59.581419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.584777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e067bf90-6e3f-4eb0-9605-7677716330b5 req-0f3a3186-cbbf-453a-9500-7a97e48c4961 tempest-FloatingIPsAssociationNegativeTestJSON-885257968 tempest-FloatingIPsAssociationNegativeTestJSON-885257968-project] 10.222.0.82 "DELETE /v2.0/ports/4d9a84ae-46fa-4b26-ad69-9796080d814a HTTP/1.1" status: 204 len: 173 time: 0.6118124 Mar 22 14:01:59.587853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] Publish callbacks [] for security_group (47713b61-8303-40e6-b7a4-c31cdd17d401), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.603525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9a0fe-d895-4895-a317-debe4d96aac5 req-572bd0a9-f684-421b-847b-c52538b26bc8 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.606632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acc9a0fe-d895-4895-a317-debe4d96aac5 req-572bd0a9-f684-421b-847b-c52538b26bc8 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.1015604 Mar 22 14:01:59.613584 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] Publish callbacks [] for security_group (47713b61-8303-40e6-b7a4-c31cdd17d401), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.670168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acc9a0fe-d895-4895-a317-debe4d96aac5 req-5b0815aa-b0af-4199-ac27-dd06b833328c tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572360 Mar 22 14:01:59.673566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (47713b61-8303-40e6-b7a4-c31cdd17d401), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.681356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:01:59.682552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47713b61-8303-40e6-b7a4-c31cdd17d401 HTTP/1.1" status: 204 len: 168 time: 0.2441123 Mar 22 14:01:59.694830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd456c-a61d-4a64-8865-63d3a15b3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47713b61-8303-40e6-b7a4-c31cdd17d401,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:01:59.807873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'name': 'network-vif-deleted', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:01:59.810526 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f3a23b-e7a2-45ac-a167-e01702058a56" -d '{"events": [{"server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "name": "network-vif-deleted", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:01:59.839854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec721957-455f-4846-aee1-061cf2df568d req-888c0b1c-4141-48e9-999f-393a599a0721 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:01:59.841552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec721957-455f-4846-aee1-061cf2df568d req-888c0b1c-4141-48e9-999f-393a599a0721 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.0680370 Mar 22 14:01:59.889991 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b47ee3-2eb1-4ecb-aac2-85f377239686 x-openstack-request-id: req-85b47ee3-2eb1-4ecb-aac2-85f377239686 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:01:59.890649 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282dd7ad-8f5c-43f5-85fa-58500082ff3f", "name": "network-vif-deleted", "tag": "4d9a84ae-46fa-4b26-ad69-9796080d814a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:01:59.891113 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85b47ee3-2eb1-4ecb-aac2-85f377239686 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:01:59.891763 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b47ee3-2eb1-4ecb-aac2-85f377239686'] response: {'server_uuid': '282dd7ad-8f5c-43f5-85fa-58500082ff3f', 'name': 'network-vif-deleted', 'tag': '4d9a84ae-46fa-4b26-ad69-9796080d814a', 'status': 'completed', 'code': 200} Mar 22 14:02:00.176453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59128) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.225828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53a53618-c9c3-42f8-b44b-6ac6ec6f8f36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eadc8cbd97ec47ada277856031da8451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480609 Mar 22 14:02:00.228207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59130) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.281062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] Publish callbacks [] for security_group (bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.308550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] Publish callbacks [] for security_group (bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.335358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec721957-455f-4846-aee1-061cf2df568d req-40d21946-8b0e-4bbd-b39a-efe1439881c0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879735 Mar 22 14:02:00.364438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.367368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.370874 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d HTTP/1.1" status: 204 len: 168 time: 0.1393938 Mar 22 14:02:00.373625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016dd8a-b0c2-434b-bf92-dcb2317964cc req-39293326-6c3c-4d30-b720-787afab14775 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:00.381375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a016dd8a-b0c2-434b-bf92-dcb2317964cc req-39293326-6c3c-4d30-b720-787afab14775 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.1244178 Mar 22 14:02:00.381487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06746f4-c96c-47dd-8a82-91b59dceac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5727f4-2e8e-46b8-8a0b-20d14ff98b0d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:00.417800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.444408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a016dd8a-b0c2-434b-bf92-dcb2317964cc req-dcf1df62-5a4b-4b38-be7f-d94aa216bd35 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Mar 22 14:02:00.478515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:00.546369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3644e716-c03d-44d5-97c3-87902cd5414f req-1672e1f5-8fd3-4920-a7e5-1f44cb493dca tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Mar 22 14:02:00.705709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:00.747026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'mac_address': 'fa:16:3e:89:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:00.813569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d17f2-7a9b-411b-b8b0-a3ff869d6335 req-17fa2805-1fdf-40f0-8ed9-cdcd8bf6677b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:00.815119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b8d17f2-7a9b-411b-b8b0-a3ff869d6335 req-17fa2805-1fdf-40f0-8ed9-cdcd8bf6677b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 948 time: 0.1211319 Mar 22 14:02:00.815827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59150) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:00.836762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:00.837563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.855299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:00.877899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:00.887420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:00.976910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:01.045005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (cf7b41ed-8150-45cb-97da-eee812b322d9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.057325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b8d17f2-7a9b-411b-b8b0-a3ff869d6335 req-b7216099-58cf-4170-befb-9b80a46cd118 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265677 Mar 22 14:02:01.078445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df3bfc-f6dc-4dfa-90c3-2c320d109981 req-bb03832c-d611-4e69-9619-c95259886ef4 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.080797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15df3bfc-f6dc-4dfa-90c3-2c320d109981 req-bb03832c-d611-4e69-9619-c95259886ef4 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.1217024 Mar 22 14:02:01.190581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:01.311546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d9a84ae-46fa-4b26-ad69-9796080d814a no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:01.315736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15df3bfc-f6dc-4dfa-90c3-2c320d109981 req-432f8dc5-597c-4d0f-88ed-18100c459789 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246909 Mar 22 14:02:01.363788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4d9a84ae-46fa-4b26-ad69-9796080d814a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:01.364346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d9a84ae-46fa-4b26-ad69-9796080d814a not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:01.521897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098746d-d2be-4b0e-97a1-dd9e4ac7b4b4 req-c6332474-b290-4203-a462-1c9951f990a2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:01.523500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Deleting port 88c92e9c-39f5-4b87-9114-4382c66483c7 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:01.523698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.531058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7098746d-d2be-4b0e-97a1-dd9e4ac7b4b4 req-c6332474-b290-4203-a462-1c9951f990a2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.0969050 Mar 22 14:02:01.608275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7098746d-d2be-4b0e-97a1-dd9e4ac7b4b4 req-79fe696d-c1e9-4e56-a223-10c677f239a2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750713 Mar 22 14:02:01.624583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (65d72bb4-f75c-4a7e-9251-d558049621e3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.663892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] For port 88c92e9c-39f5-4b87-9114-4382c66483c7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=88c92e9c-39f5-4b87-9114-4382c66483c7,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:01.664630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:01.742184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-659c6737-7831-4515-b05a-622d0bacece1 req-2b0e5dee-d042-42e9-a8d7-7b7d08ddef1c tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0355167 Mar 22 14:02:01.972276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Deleting port 3417c9c9-8f42-41bf-b9a5-57b5af07b987 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:01.972978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.009660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Calling delete_port for 88c92e9c-39f5-4b87-9114-4382c66483c7 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:02.082568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] For port 3417c9c9-8f42-41bf-b9a5-57b5af07b987, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3417c9c9-8f42-41bf-b9a5-57b5af07b987,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:02.107588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.160093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Calling delete_port for 3417c9c9-8f42-41bf-b9a5-57b5af07b987 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:02.363924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (88c92e9c-39f5-4b87-9114-4382c66483c7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.389365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c8aa-dbe7-4db7-81d3-f3949e62fba0 req-2c02aeca-6a2f-468d-aad4-f940ed26a990 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:02.391213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9c2c8aa-dbe7-4db7-81d3-f3949e62fba0 req-2c02aeca-6a2f-468d-aad4-f940ed26a990 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 949 time: 0.1484625 Mar 22 14:02:02.428437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c92e9c-39f5-4b87-9114-4382c66483c7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:02.470797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-db11acb5-d9a8-47a1-b30b-0c5ef2300747 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:02.473416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-db11acb5-d9a8-47a1-b30b-0c5ef2300747 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.82 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.1952686 Mar 22 14:02:02.501038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:02.661600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:02.673353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:02.673733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.737076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9c2c8aa-dbe7-4db7-81d3-f3949e62fba0 req-59c943a7-e72a-41c1-bedf-6c0409c206da tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380375 Mar 22 14:02:02.774563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7672f-edc9-4eb5-b82f-a272e63dd958 req-600a01e6-3906-4b63-8304-9d0bc49dec42 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:02.776128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0e7672f-edc9-4eb5-b82f-a272e63dd958 req-600a01e6-3906-4b63-8304-9d0bc49dec42 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 948 time: 0.3662102 Mar 22 14:02:02.792388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Deleting port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:02.792757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.897757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (cf7b41ed-8150-45cb-97da-eee812b322d9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:02.967100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0e7672f-edc9-4eb5-b82f-a272e63dd958 req-8c657743-2a50-462e-842e-5753a0b4d79e tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846435 Mar 22 14:02:03.006220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96c798aa-be04-490e-9311-45d7e71cbd73 req-6bea2486-b064-4026-9b7c-944bc97c80ca tempest-FlavorsV2NegativeTest-527073447 tempest-FlavorsV2NegativeTest-527073447-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0f911b7c65244e90a6eca98b170c9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282318 Mar 22 14:02:03.034955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:03.035434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.067543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:03.071226 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf985a-6208-435d-96d7-a3306b7a49e2" -d '{"events": [{"server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "name": "network-vif-plugged", "status": "completed", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:03.075074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] For port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:03.075312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.105405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Calling delete_port for 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:03.116012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:03.124109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.183837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3417c9c9-8f42-41bf-b9a5-57b5af07b987), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.190203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:03.222579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Pushing event deleted for resources: {'Port': ['ID=3417c9c9-8f42-41bf-b9a5-57b5af07b987,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:03.434428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Router cf7b41ed-8150-45cb-97da-eee812b322d9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:03.494627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183897a-a427-49d1-9eed-918004b9cae4 req-ee43fb61-b9f2-4b1a-a5d0-da6f4ad39c20 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.496492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5183897a-a427-49d1-9eed-918004b9cae4 req-ee43fb61-b9f2-4b1a-a5d0-da6f4ad39c20 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.4330418 Mar 22 14:02:03.564119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0946e00a-c4af-4d42-bb55-7d6efb8c24f8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.591095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c798aa-be04-490e-9311-45d7e71cbd73 req-71a2b896-4532-4598-ad57-cca2dd871db1 tempest-FlavorsV2NegativeTest-527073447 tempest-FlavorsV2NegativeTest-527073447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:03.592609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96c798aa-be04-490e-9311-45d7e71cbd73 req-71a2b896-4532-4598-ad57-cca2dd871db1 tempest-FlavorsV2NegativeTest-527073447 tempest-FlavorsV2NegativeTest-527073447-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5706589 Mar 22 14:02:03.603454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Pushing event deleted for resources: {'Port': ['ID=0946e00a-c4af-4d42-bb55-7d6efb8c24f8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:03.639661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96c798aa-be04-490e-9311-45d7e71cbd73 req-52a42093-4dc5-4786-9c9c-031ca78c3ca0 tempest-FlavorsV2NegativeTest-527073447 tempest-FlavorsV2NegativeTest-527073447-project] 10.222.0.81 "GET /v2.0/quotas/0f911b7c65244e90a6eca98b170c9f60 HTTP/1.1" status: 200 len: 375 time: 0.0368295 Mar 22 14:02:03.647200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5183897a-a427-49d1-9eed-918004b9cae4 req-c60170a9-80cf-4aba-9e95-070a7c99ede2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103096 Mar 22 14:02:03.659832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:03.669674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e1ddde0-862d-416c-b215-849b3467d051 admin admin] 10.222.0.81 "PUT /v2.0/routers/cf7b41ed-8150-45cb-97da-eee812b322d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2483003 Mar 22 14:02:03.672003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59218) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:03.685603 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Sync routers for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:03.707847 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:03.708793 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:03.709178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] No DVR routers for this DVR port 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:03.716579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96c798aa-be04-490e-9311-45d7e71cbd73 req-9995a2d8-3fbd-4592-b4c2-eb2101c54401 tempest-FlavorsV2NegativeTest-527073447 tempest-FlavorsV2NegativeTest-527073447-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f911b7c65244e90a6eca98b170c9f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457728 Mar 22 14:02:03.719065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (65d72bb4-f75c-4a7e-9251-d558049621e3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.727366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:03.731325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ef41a5d8-fd36-441c-9ed8-04c3dfb462f0 req-6f3c4636-dd51-438e-b692-392f0eb46f6f tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.82 "DELETE /v2.0/ports/0946e00a-c4af-4d42-bb55-7d6efb8c24f8 HTTP/1.1" status: 204 len: 173 time: 1.2175848 Mar 22 14:02:03.731817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'name': 'network-vif-deleted', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:03.734452 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b72062-173a-4bcc-be9b-be7dc0b7e81d" -d '{"events": [{"server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "name": "network-vif-deleted", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:03.818738 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b84e6ce-ecca-45e7-b1af-a0c3e402d118 x-openstack-request-id: req-6b84e6ce-ecca-45e7-b1af-a0c3e402d118 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:03.819232 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "name": "network-vif-plugged", "status": "completed", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:03.819323 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b84e6ce-ecca-45e7-b1af-a0c3e402d118 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:03.819652 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b84e6ce-ecca-45e7-b1af-a0c3e402d118'] response: {'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'code': 200} Mar 22 14:02:03.892132 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5e9d6-4af6-4d17-8132-2daa29bba4ef x-openstack-request-id: req-cda5e9d6-4af6-4d17-8132-2daa29bba4ef {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:03.892657 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191cdda-f277-48a6-8acc-7569a1e37382", "name": "network-vif-deleted", "tag": "0946e00a-c4af-4d42-bb55-7d6efb8c24f8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:03.893124 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cda5e9d6-4af6-4d17-8132-2daa29bba4ef {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:03.893719 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda5e9d6-4af6-4d17-8132-2daa29bba4ef'] response: {'server_uuid': '1191cdda-f277-48a6-8acc-7569a1e37382', 'name': 'network-vif-deleted', 'tag': '0946e00a-c4af-4d42-bb55-7d6efb8c24f8', 'status': 'completed', 'code': 200} Mar 22 14:02:03.906287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:03.976246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10009219-4528-417f-8f27-260c984ff330 req-039ff39b-e217-4f6c-b6d0-c3c2a4b1560d tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1569924 Mar 22 14:02:04.206836 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:02:02Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:04.245921 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Checking router: cf7b41ed-8150-45cb-97da-eee812b322d9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:04.255617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Routers {'cf7b41ed-8150-45cb-97da-eee812b322d9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:04.256888 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cf7b41ed-8150-45cb-97da-eee812b322d9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:04.297197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adfd2a1-c4f7-44d7-8712-ad4255a30ef9 req-e2c56754-9d54-4f65-829f-6a7e0e8a3f62 tempest-DeleteServersAdminTestJSON-2049179445 tempest-DeleteServersAdminTestJSON-2049179445-project] 10.222.0.81 "GET /v2.0/ports?device_id=1191cdda-f277-48a6-8acc-7569a1e37382 HTTP/1.1" status: 200 len: 210 time: 0.1120007 Mar 22 14:02:04.324567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ff183-3688-49cb-9538-9b4d464e5b0b req-1145e209-34a3-4f26-93a5-e0e546a82200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.326880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e9ff183-3688-49cb-9538-9b4d464e5b0b req-1145e209-34a3-4f26-93a5-e0e546a82200 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 1132 time: 0.3481886 Mar 22 14:02:04.340223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks [] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.376885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798070-64bc-483c-b9c4-96b112b2a184 req-bb66655a-2bbc-4ab5-bc74-b5745ad9b71f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.384201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69798070-64bc-483c-b9c4-96b112b2a184 req-bb66655a-2bbc-4ab5-bc74-b5745ad9b71f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.2895181 Mar 22 14:02:04.520616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e9ff183-3688-49cb-9538-9b4d464e5b0b req-181a9239-ab3c-4622-be19-82261d2a6ba2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822371 Mar 22 14:02:04.536471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59246) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:04.550331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] Set router cf7b41ed-8150-45cb-97da-eee812b322d9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:04.663215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69798070-64bc-483c-b9c4-96b112b2a184 req-acb1ba77-9ba1-4317-89b2-040d8b6a0bec tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781298 Mar 22 14:02:04.674006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks [] for router_gateway (cf7b41ed-8150-45cb-97da-eee812b322d9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.740542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb99eb86-3848-4b7d-955c-c9032313b5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.829585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Router 65d72bb4-f75c-4a7e-9251-d558049621e3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:04.847100 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:02:02Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:04.862376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Deleting port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:04.862721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:04.878416 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ab250-2e13-4ca6-acd7-3810f5495eb0 None None] The sync data for ids ['cf7b41ed-8150-45cb-97da-eee812b322d9'] in n-d-758851-5 is: [{'id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1025663665-router', 'tenant_id': '774f7d97231f440b84a22b86dbf733d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:04Z', 'updated_at': '2022-03-22T14:02:02Z', 'revision_number': 5, 'project_id': '774f7d97231f440b84a22b86dbf733d4', 'gw_port': {'id': '3b35a1e2-85b8-4ddf-892a-773c24f3bf27', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b41ed-8150-45cb-97da-eee812b322d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:06Z', 'updated_at': '2022-03-22T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:04.924110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11d91-e338-4f78-90ba-4dfbddaff305 req-abfc02a1-aec2-40ab-aa84-1721f740a596 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:04.925659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ef11d91-e338-4f78-90ba-4dfbddaff305 req-abfc02a1-aec2-40ab-aa84-1721f740a596 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.1730454 Mar 22 14:02:05.067106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb99eb86-3848-4b7d-955c-c9032313b5cb admin admin] Publish callbacks [] for security_group (b37a6c84-078a-4447-b880-a4bbc978e04a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.088606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb99eb86-3848-4b7d-955c-c9032313b5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b37a6c84-078a-4447-b880-a4bbc978e04a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.104185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] For port 3b35a1e2-85b8-4ddf-892a-773c24f3bf27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:05.104566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.130412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ef11d91-e338-4f78-90ba-4dfbddaff305 req-1b0d8e1f-0481-4770-8614-c1d1f70abe9e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979110 Mar 22 14:02:05.158390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Calling delete_port for 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:05.193113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:05.195920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-989cfa68-cca2-46bf-aaa3-80c1bb8633dd req-95739ec4-c4dd-40e3-96ef-cb96232aa715 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0552466 Mar 22 14:02:05.201740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e91b93f1-89b5-44c9-8055-8e9bc41d298d admin admin] 10.222.0.81 "PUT /v2.0/routers/65d72bb4-f75c-4a7e-9251-d558049621e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3828230 Mar 22 14:02:05.202119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59256) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:05.203712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99eb86-3848-4b7d-955c-c9032313b5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a6c84-078a-4447-b880-a4bbc978e04a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:05.210177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fb99eb86-3848-4b7d-955c-c9032313b5cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f911b7c65244e90a6eca98b170c9f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686676 Mar 22 14:02:05.211521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:05.231818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Sync routers for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:05.250230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:05.250870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:05.378127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:05.417672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks [] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.574939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:05.576187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:05.599377 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks [] for router_gateway (65d72bb4-f75c-4a7e-9251-d558049621e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.618979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:05.619425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0946e00a-c4af-4d42-bb55-7d6efb8c24f8 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:05.636618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:05.686781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Deleting port d0a1fe6c-8d27-46f0-89ca-38c065554427 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:05.687130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.847562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] For port d0a1fe6c-8d27-46f0-89ca-38c065554427, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0a1fe6c-8d27-46f0-89ca-38c065554427,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:05.847975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:05.877334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Calling delete_port for d0a1fe6c-8d27-46f0-89ca-38c065554427 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:05.952809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T14:02:02Z', 'revision_number': 5, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port': {'id': 'd0a1fe6c-8d27-46f0-89ca-38c065554427', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T13:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:05.981944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Checking router: 65d72bb4-f75c-4a7e-9251-d558049621e3 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:06.001508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Routers {'65d72bb4-f75c-4a7e-9251-d558049621e3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:06.002177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['65d72bb4-f75c-4a7e-9251-d558049621e3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:06.037419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59276) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:06.103321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] Set router 65d72bb4-f75c-4a7e-9251-d558049621e3 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:06.115116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3b35a1e2-85b8-4ddf-892a-773c24f3bf27), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.168039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T14:02:05Z', 'revision_number': 6, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:06.192013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b35a1e2-85b8-4ddf-892a-773c24f3bf27,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.201015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9bbfb-d0bf-456e-acca-8ebd79ade735 None None] The sync data for ids ['65d72bb4-f75c-4a7e-9251-d558049621e3'] in n-d-758851-5 is: [{'id': '65d72bb4-f75c-4a7e-9251-d558049621e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368645008-router', 'tenant_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:44Z', 'updated_at': '2022-03-22T14:02:05Z', 'revision_number': 6, 'project_id': '4fb0e26fdb5241069c0cc093e898d6d1', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:06.213619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] Publish callbacks [] for security_group (b37a6c84-078a-4447-b880-a4bbc978e04a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.219750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d0a1fe6c-8d27-46f0-89ca-38c065554427), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.256886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] Publish callbacks [] for security_group (b37a6c84-078a-4447-b880-a4bbc978e04a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.269495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a1fe6c-8d27-46f0-89ca-38c065554427,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.335675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (65d72bb4-f75c-4a7e-9251-d558049621e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.423647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9fc0-a042-4dda-a3c0-1728c35aaf8c req-e72fad05-7bdf-4c28-a18a-66cd3ea22271 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:06.425059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688a9fc0-a042-4dda-a3c0-1728c35aaf8c req-e72fad05-7bdf-4c28-a18a-66cd3ea22271 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.3851316 Mar 22 14:02:06.432688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b37a6c84-078a-4447-b880-a4bbc978e04a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.435258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.436416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b37a6c84-078a-4447-b880-a4bbc978e04a HTTP/1.1" status: 204 len: 168 time: 1.2239599 Mar 22 14:02:06.448865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.454507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks [] for router_controller (65d72bb4-f75c-4a7e-9251-d558049621e3), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.458484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-c6d61be5-5bbf-411d-ac53-9c4875b8fe7e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3501086 Mar 22 14:02:06.482660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:06.492851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c5d8b268-a4c1-400f-b1c9-4c1d879c4220 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57893b3d60aa4c14bcc8f5bb296d4f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033494 Mar 22 14:02:06.494741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035970f-64bd-4cfc-9f12-9eb37d74d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a6c84-078a-4447-b880-a4bbc978e04a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.506881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59286) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:06.550062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (65d72bb4-f75c-4a7e-9251-d558049621e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.550062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d72bb4-f75c-4a7e-9251-d558049621e3 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:02:06.551962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d452af-b43b-4509-9205-d6a28f1c0be1 req-a3a17ecc-aeee-4d42-9e22-9839ae998d7f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:06.562001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d452af-b43b-4509-9205-d6a28f1c0be1 req-a3a17ecc-aeee-4d42-9e22-9839ae998d7f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 943 time: 0.2647064 Mar 22 14:02:06.570973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (cf7b41ed-8150-45cb-97da-eee812b322d9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.574770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.575925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-896f5eb2-0f14-4558-bdf8-d49604be6a50 admin admin] 10.222.0.81 "DELETE /v2.0/routers/65d72bb4-f75c-4a7e-9251-d558049621e3 HTTP/1.1" status: 204 len: 168 time: 1.3728528 Mar 22 14:02:06.584841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59288) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:06.619788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:02:06.620213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:06.654643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] Publish callbacks [] for security_group (ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.711622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] Publish callbacks [] for security_group (ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.721761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Deleting subnet 6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:06.730379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Publish callbacks [] for subnet (6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.769241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 88c92e9c-39f5-4b87-9114-4382c66483c7 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:06.803375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.826153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 88c92e9c-39f5-4b87-9114-4382c66483c7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:06.826992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 88c92e9c-39f5-4b87-9114-4382c66483c7 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:06.827440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3417c9c9-8f42-41bf-b9a5-57b5af07b987 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:06.852449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.854983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.856237 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d HTTP/1.1" status: 204 len: 168 time: 0.3484178 Mar 22 14:02:06.862351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3417c9c9-8f42-41bf-b9a5-57b5af07b987 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:06.862701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3417c9c9-8f42-41bf-b9a5-57b5af07b987 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:06.875466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4718-6a88-4f66-90af-bf172105be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b0a2c-d8c4-42e4-a6cc-4bfec58b0f4d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:06.930472 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.930854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:06.935245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks [] for router_controller (cf7b41ed-8150-45cb-97da-eee812b322d9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.011347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.023437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (cf7b41ed-8150-45cb-97da-eee812b322d9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.023957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf7b41ed-8150-45cb-97da-eee812b322d9 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:02:07.051212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.066615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.067817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fb4a2411-f477-4630-9133-6c0de2049f9e admin admin] 10.222.0.81 "DELETE /v2.0/routers/cf7b41ed-8150-45cb-97da-eee812b322d9 HTTP/1.1" status: 204 len: 168 time: 3.3952737 Mar 22 14:02:07.071097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7203bfe-0b5d-44e7-ae19-e10520d902b8 None None] Network 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:07.076217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.083200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59300) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:07.104270 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f938c3ff-a961-40f5-9355-42f20ff2c2f9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6e13c4a9-e03a-4ad6-bf0e-0ce6ef3eef6f HTTP/1.1" status: 204 len: 168 time: 0.5092282 Mar 22 14:02:07.105312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59304) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:07.200484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Deleting subnet f8befe3d-d0d7-46c2-948a-3e5037e496f2 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:07.208025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Publish callbacks [] for subnet (f8befe3d-d0d7-46c2-948a-3e5037e496f2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.280354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.288733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (f8befe3d-d0d7-46c2-948a-3e5037e496f2), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.325858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688a9fc0-a042-4dda-a3c0-1728c35aaf8c req-15569b16-1cc3-4660-837f-cc33cf0ce20b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8837492 Mar 22 14:02:07.329447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d452af-b43b-4509-9205-d6a28f1c0be1 req-1a66e16f-5d91-4f8c-859d-2f7f7e376480 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682653 Mar 22 14:02:07.344123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-c65e1d62-017f-468b-9318-b33e2d62de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.345791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-c65e1d62-017f-468b-9318-b33e2d62de1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1127 time: 0.6861377 Mar 22 14:02:07.435584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Deleting port d5a67b58-50ad-472a-ab39-e08ef74b0666 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:07.440246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.441072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f8befe3d-d0d7-46c2-948a-3e5037e496f2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.561570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:07.567808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] For port d5a67b58-50ad-472a-ab39-e08ef74b0666, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5a67b58-50ad-472a-ab39-e08ef74b0666,segment=NetworkSegment(82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b),segment_id=82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:07.568244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.593769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Calling delete_port for d5a67b58-50ad-472a-ab39-e08ef74b0666 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:07.659107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13ebcf6c-a9dd-49e5-8a65-fc58896b3257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.664858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9e5c914-3c5b-44e6-90b1-6b97c071d42f req-0bbfd719-e46d-44a3-b34d-005bf00b0870 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1233749 Mar 22 14:02:07.690068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] DHCP port deletion for 3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:02:07.750036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (f8befe3d-d0d7-46c2-948a-3e5037e496f2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.757573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.796066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8befe3d-d0d7-46c2-948a-3e5037e496f2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.803172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.807379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a67b58-50ad-472a-ab39-e08ef74b0666,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:07.809279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92af2b0-1189-435b-a9fb-c7962016147c None None] Network 4441e601-1652-4cd0-b25f-d75dbaedfa97 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:07.810226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7af0dea-898b-4fc0-b8bd-3d20543707b1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f8befe3d-d0d7-46c2-948a-3e5037e496f2 HTTP/1.1" status: 204 len: 168 time: 0.7259822 Mar 22 14:02:07.814164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Deleting port d5a67b58-50ad-472a-ab39-e08ef74b0666 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:07.814622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59316) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:07.814959 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.815843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-c7c327d2-d49e-47a0-8b0a-4b83a2ad985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:07.817803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-c7c327d2-d49e-47a0-8b0a-4b83a2ad985e service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2952516 Mar 22 14:02:07.823591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] No DVR routers for this DVR port d5a67b58-50ad-472a-ab39-e08ef74b0666 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:07.926696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.930110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-b4425c2e-8da9-4907-88b7-7fc6a1119aa9 service neutron] 10.222.0.82 "GET /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.1957340 Mar 22 14:02:07.938047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-5e750f35-1fc7-44ce-8d7a-6b5a0a0f6a08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.1058760 Mar 22 14:02:07.952919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] For port d5a67b58-50ad-472a-ab39-e08ef74b0666, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:07.953516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.970186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Calling delete_port for d5a67b58-50ad-472a-ab39-e08ef74b0666 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:07.973630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Port d5a67b58-50ad-472a-ab39-e08ef74b0666 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:02:07.976903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d5a67b58-50ad-472a-ab39-e08ef74b0666), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:07.981483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef9aef4-ae1c-4a72-9b90-65ff423a7c16']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:08.000206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:08.000526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:08.008255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] Pushing event deleted for resources: {'Port': ['ID=d5a67b58-50ad-472a-ab39-e08ef74b0666,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:08.015248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3910565-2ace-459a-86f6-89ab81328033 None None] No DVR routers for this DVR port d5a67b58-50ad-472a-ab39-e08ef74b0666 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:08.019592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.028630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-6b4db753-eb4e-49bd-a74b-97fc0dab4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:08.031323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-6b4db753-eb4e-49bd-a74b-97fc0dab4b55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0850022 Mar 22 14:02:08.037637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4441e601-1652-4cd0-b25f-d75dbaedfa97), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.061090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13ebcf6c-a9dd-49e5-8a65-fc58896b3257 admin admin] Publish callbacks [] for security_group (7d894f55-267e-4578-a025-b3298a8910af), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.064285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.089374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-751ec209-a7e0-4f96-a5b6-7cb54abafb97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451002 Mar 22 14:02:08.089841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:08.090057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13ebcf6c-a9dd-49e5-8a65-fc58896b3257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7d894f55-267e-4578-a025-b3298a8910af), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.090253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (82a173ab-aa2f-4dfc-8cc1-d43c3ee5db3b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:08.092216 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:08.178793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519c6279-4665-465c-8aea-89767be5a881 None None] DHCP port deletion for 4441e601-1652-4cd0-b25f-d75dbaedfa97 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:02:08.202962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3ef9aef4-ae1c-4a72-9b90-65ff423a7c16), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.211195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.219288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3ef9aef4-ae1c-4a72-9b90-65ff423a7c16 HTTP/1.1" status: 204 len: 168 time: 1.1125441 Mar 22 14:02:08.219429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-13ebcf6c-a9dd-49e5-8a65-fc58896b3257 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e8aee3ecf7f46b9b959768d88850ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554909 Mar 22 14:02:08.222765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59324) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:08.223102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59326) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:08.228639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebcf6c-a9dd-49e5-8a65-fc58896b3257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d894f55-267e-4578-a025-b3298a8910af,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:08.240689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fc76-4baf-49a9-99d2-54285e99f947 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef9aef4-ae1c-4a72-9b90-65ff423a7c16,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:08.263820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Deleting port 6a9b7909-f570-4eae-988e-313658d5402a {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:08.264449 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6a9b7909-f570-4eae-988e-313658d5402a), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.268116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:08.299767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:08.347004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-519c6279-4665-465c-8aea-89767be5a881 None None] For port 6a9b7909-f570-4eae-988e-313658d5402a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6a9b7909-f570-4eae-988e-313658d5402a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:08.347730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6a9b7909-f570-4eae-988e-313658d5402a), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.349083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:08.367069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Calling delete_port for 6a9b7909-f570-4eae-988e-313658d5402a owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:08.373134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:08.395404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.420400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-fcd32ad4-efdf-4c3a-b36d-be9fd2971648 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144135 Mar 22 14:02:08.422471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Deleting port 6a9b7909-f570-4eae-988e-313658d5402a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:08.422922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6a9b7909-f570-4eae-988e-313658d5402a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.496768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] Transition to ACTIVE for port object 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:08.503491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.517457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (6a9b7909-f570-4eae-988e-313658d5402a), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.555730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c6279-4665-465c-8aea-89767be5a881 None None] No DVR routers for this DVR port 6a9b7909-f570-4eae-988e-313658d5402a on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:08.559379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c6279-4665-465c-8aea-89767be5a881 None None] Pushing event deleted for resources: {'Port': ['ID=6a9b7909-f570-4eae-988e-313658d5402a,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:08.617218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] For port 6a9b7909-f570-4eae-988e-313658d5402a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6a9b7909-f570-4eae-988e-313658d5402a,segment=NetworkSegment(e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d),segment_id=e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:08.617589 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6a9b7909-f570-4eae-988e-313658d5402a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.652084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] Publish callbacks [] for security_group (7d894f55-267e-4578-a025-b3298a8910af), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.653925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0a1fe6c-8d27-46f0-89ca-38c065554427 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:08.655473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Calling delete_port for 6a9b7909-f570-4eae-988e-313658d5402a owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:08.675824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d0a1fe6c-8d27-46f0-89ca-38c065554427 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:08.676165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0a1fe6c-8d27-46f0-89ca-38c065554427 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:08.676594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:08.702363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:08.703603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3b35a1e2-85b8-4ddf-892a-773c24f3bf27 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:08.704221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6a9b7909-f570-4eae-988e-313658d5402a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:08.725256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 6a9b7909-f570-4eae-988e-313658d5402a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:08.725603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6a9b7909-f570-4eae-988e-313658d5402a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:08.726046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5a67b58-50ad-472a-ab39-e08ef74b0666 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:08.750619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d5a67b58-50ad-472a-ab39-e08ef74b0666 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:08.750619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5a67b58-50ad-472a-ab39-e08ef74b0666 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:08.781567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] Publish callbacks [] for security_group (7d894f55-267e-4578-a025-b3298a8910af), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:08.832408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] No DVR routers for this DVR port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:08.849999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] Pushing event updated for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:08.858328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504528a2-0321-4c58-921d-e832693876b0 req-b44d0fff-857d-4e0e-9869-b92c64723acc tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:08.859824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504528a2-0321-4c58-921d-e832693876b0 req-b44d0fff-857d-4e0e-9869-b92c64723acc tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.3672252 Mar 22 14:02:08.867001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58f5943-00d0-4fe3-8948-3b3c40897281 req-a6103cc2-21c0-4858-ad06-7fef40e2c49f service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898768 Mar 22 14:02:08.876716 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-009cec56-9f94-4330-9edd-0c3ca09cac40 service neutron] 10.222.0.82 "PUT /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9336886 Mar 22 14:02:08.884413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dec928-a0b2-45e6-97c0-15eb5a309aee req-bedc7240-eded-4fe1-a829-e5ab6c3892a6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:08.885868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54dec928-a0b2-45e6-97c0-15eb5a309aee req-bedc7240-eded-4fe1-a829-e5ab6c3892a6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.4008682 Mar 22 14:02:09.058847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7d894f55-267e-4578-a025-b3298a8910af), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.061374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.062566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d894f55-267e-4578-a025-b3298a8910af HTTP/1.1" status: 204 len: 168 time: 0.8373699 Mar 22 14:02:09.073537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504528a2-0321-4c58-921d-e832693876b0 req-0031b51f-fd91-4aa1-ab4f-60fee957fb02 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966300 Mar 22 14:02:09.078179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6a9b7909-f570-4eae-988e-313658d5402a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.095058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54dec928-a0b2-45e6-97c0-15eb5a309aee req-9420b477-c38a-434a-800d-a4e291d2d3c5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973503 Mar 22 14:02:09.098308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bbf33-8489-461e-9a06-ad310a1ee942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d894f55-267e-4578-a025-b3298a8910af,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.138952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9b7909-f570-4eae-988e-313658d5402a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.143331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] No DVR routers for this DVR port 6a9b7909-f570-4eae-988e-313658d5402a on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:09.149771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-26847ff4-6f2f-4e6d-9160-693ad0d0662b tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:09.151352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-26847ff4-6f2f-4e6d-9160-693ad0d0662b tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.2091014 Mar 22 14:02:09.289288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2e93495-5e33-4fa5-86df-beb274b0b9ee req-0dca2480-dd33-443e-996a-4ba2dafcf72e tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0948260 Mar 22 14:02:09.305675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4441e601-1652-4cd0-b25f-d75dbaedfa97), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.334491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4441e601-1652-4cd0-b25f-d75dbaedfa97']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:09.346538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-57a19a46-325a-4df4-af82-f454ddf05032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:09.348085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-57a19a46-325a-4df4-af82-f454ddf05032 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914&tenant_id=561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 1126 time: 0.1792121 Mar 22 14:02:09.353253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:09.353549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:09.366148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.394529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.417733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:09.418180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (e63e09af-7cfb-4ff1-96ec-4cfebae2fa1d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:09.442080 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:09.515870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4441e601-1652-4cd0-b25f-d75dbaedfa97), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.522481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-3c088677-1fa9-4a3b-a558-7ed736aae81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:09.523997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-3c088677-1fa9-4a3b-a558-7ed736aae81c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1126 time: 0.1395409 Mar 22 14:02:09.529888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.535776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4441e601-1652-4cd0-b25f-d75dbaedfa97 HTTP/1.1" status: 204 len: 168 time: 1.7143526 Mar 22 14:02:09.564452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193b24-8823-4fa0-bea3-ded2e52da474 admin admin] Pushing event deleted for resources: {'Network': ['ID=4441e601-1652-4cd0-b25f-d75dbaedfa97,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.575232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59384) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:09.597378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.696556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-faa7d187-414a-4e97-9b85-8141d0bf0c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.707370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59390) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:09.774115 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ce2ef4c8-e6b4-4012-9218-c4b8887bf3f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=774f7d97231f440b84a22b86dbf733d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643401 Mar 22 14:02:09.777170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59392) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:09.850954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] Publish callbacks [] for security_group (1a264331-a7c6-4e17-819a-d4d868e7d1d8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.883644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-faa7d187-414a-4e97-9b85-8141d0bf0c53 admin admin] Publish callbacks [] for security_group (ca2fe66a-4005-4843-9cea-03f0f3395f04), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.895406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] Publish callbacks [] for security_group (1a264331-a7c6-4e17-819a-d4d868e7d1d8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.896897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-faa7d187-414a-4e97-9b85-8141d0bf0c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca2fe66a-4005-4843-9cea-03f0f3395f04), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:09.969649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-faa7d187-414a-4e97-9b85-8141d0bf0c53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=effe9c608dd6404b89c0247dc654d4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910987 Mar 22 14:02:09.969649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7d187-414a-4e97-9b85-8141d0bf0c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fe66a-4005-4843-9cea-03f0f3395f04,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:09.972230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59398) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:10.015989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1a264331-a7c6-4e17-819a-d4d868e7d1d8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.018464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.023379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a264331-a7c6-4e17-819a-d4d868e7d1d8 HTTP/1.1" status: 204 len: 168 time: 0.2415445 Mar 22 14:02:10.052442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-f834b340-b7f8-4886-8270-5b71ca1e28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.053774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-f834b340-b7f8-4886-8270-5b71ca1e28ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.5183187 Mar 22 14:02:10.059477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-6ed6c590-2d42-4ef7-904a-bce793a5728c tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.059587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0bace-c82a-4fd1-86c4-0befcca9090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a264331-a7c6-4e17-819a-d4d868e7d1d8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:10.060807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-6ed6c590-2d42-4ef7-904a-bce793a5728c tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 1132 time: 0.4666584 Mar 22 14:02:10.069080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] Publish callbacks [] for security_group (ca2fe66a-4005-4843-9cea-03f0f3395f04), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.104308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] Publish callbacks [] for security_group (ca2fe66a-4005-4843-9cea-03f0f3395f04), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.151068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-9eeeb91b-40b8-4010-bbc5-8f86423a7455 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 200 len: 217 time: 0.0825756 Mar 22 14:02:10.160943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-45472b9c-4a57-4caa-a195-eb4910ad5915 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.166116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca2fe66a-4005-4843-9cea-03f0f3395f04), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.170135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.174917 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca2fe66a-4005-4843-9cea-03f0f3395f04 HTTP/1.1" status: 204 len: 168 time: 0.2003033 Mar 22 14:02:10.183969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35a08-dae9-4105-b382-9b017f5d6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fe66a-4005-4843-9cea-03f0f3395f04,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:10.283983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-634174e0-3207-4001-8f30-3abca046b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.285470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-634174e0-3207-4001-8f30-3abca046b7cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1258278 Mar 22 14:02:10.337647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-b2f304d6-e325-4b83-a330-dd2dd96ae3af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390403 Mar 22 14:02:10.384245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de72-263e-486b-9619-4634058972e1 req-adbc3207-ca5e-41f8-a3cb-b9b7d899a363 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:10.385738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7669de72-263e-486b-9619-4634058972e1 req-adbc3207-ca5e-41f8-a3cb-b9b7d899a363 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.1919069 Mar 22 14:02:10.509078 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-45472b9c-4a57-4caa-a195-eb4910ad5915 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Publish callbacks [] for security_group (eb412c20-7abc-4b60-99aa-fc3c3e9e47fb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.533365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-45472b9c-4a57-4caa-a195-eb4910ad5915 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb412c20-7abc-4b60-99aa-fc3c3e9e47fb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.608039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7669de72-263e-486b-9619-4634058972e1 req-34365968-e44c-4465-a57c-b30e4955f714 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879210 Mar 22 14:02:10.621936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afc0ff49-04f4-487e-8d19-6fb80ba2827b req-45472b9c-4a57-4caa-a195-eb4910ad5915 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442483 Mar 22 14:02:10.635321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-c53bc2b4-7dd7-417c-85fe-de1412e3699b service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878928 Mar 22 14:02:10.635937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45472b9c-4a57-4caa-a195-eb4910ad5915 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb412c20-7abc-4b60-99aa-fc3c3e9e47fb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:10.761915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96e18f4e-a522-4342-829c-b53b5b50290a req-060fb0d2-29a9-479b-8990-3cc128b395da tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0334458 Mar 22 14:02:10.765726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Deleting port 76b05e6f-8227-4e7b-8756-a92d5c22f731 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:10.766092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.856151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-8d2ad788-599e-459e-9062-b7c9ac8f1049 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109697 Mar 22 14:02:10.873070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] For port 76b05e6f-8227-4e7b-8756-a92d5c22f731, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=76b05e6f-8227-4e7b-8756-a92d5c22f731,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:10.873426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:10.890429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Calling delete_port for 76b05e6f-8227-4e7b-8756-a92d5c22f731 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:11.077653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-855c9446-7b1d-4849-a3e5-9ce8def4816a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336375 Mar 22 14:02:11.258783 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (76b05e6f-8227-4e7b-8756-a92d5c22f731), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.269080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-045eefbb-1b3f-40cb-8532-2ca8735b2ac8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.270545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-045eefbb-1b3f-40cb-8532-2ca8735b2ac8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859548 Mar 22 14:02:11.277050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-488e2154-7275-487a-ad20-3890f952a0d4 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.278744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-488e2154-7275-487a-ad20-3890f952a0d4 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.1395850 Mar 22 14:02:11.306548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b05e6f-8227-4e7b-8756-a92d5c22f731,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:11.359654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-ff5c4394-6899-4f3d-acfa-8c7d55971e90 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.0617414 Mar 22 14:02:11.597707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-2a56f2e3-82fa-4e4f-8918-ff70a78b0c36 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2078915 Mar 22 14:02:11.620168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-7b618061-460d-4d70-b476-c2f732a59884 service neutron] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:11.625194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-7b618061-460d-4d70-b476-c2f732a59884 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.626456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1712f706-6be3-4b93-8e25-683fa4e35988 req-7b618061-460d-4d70-b476-c2f732a59884 service neutron] 10.222.0.78 "DELETE /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.3274450 Mar 22 14:02:11.678264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:11.832559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8865-5d79-4254-8cb0-e8f619a33ee9 req-52c987ab-02ca-4bae-9023-6d7210bdb603 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:11.834466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ca8865-5d79-4254-8cb0-e8f619a33ee9 req-52c987ab-02ca-4bae-9023-6d7210bdb603 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.1384225 Mar 22 14:02:11.963085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ca8865-5d79-4254-8cb0-e8f619a33ee9 req-dda535c3-5e18-4ca0-8fa4-38039e172bfa tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199973 Mar 22 14:02:12.006513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:12.132149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:12.146522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:12.147308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1560b326-94b0-40d5-bdd7-dedc4ae4f236 admin admin] 10.222.0.81 "PUT /v2.0/routers/627e1ade-5d5a-4df4-be1e-fcbb98520c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228489 Mar 22 14:02:12.165142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Sync routers for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:12.183646 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:12.185009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:12.380931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks [] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.499987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-481b231f-c01e-42e4-9c75-a4995caadd88 req-cdf4a1e1-f3e1-4f80-80d9-724e02dd1f24 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0396252 Mar 22 14:02:12.546190 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:12.609115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks [] for router_gateway (627e1ade-5d5a-4df4-be1e-fcbb98520c17), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.661685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-228dcf0e-3e2c-446d-8d1e-929a89a3e842 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312610 Mar 22 14:02:12.731037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Deleting port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:12.731903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.840906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-ecad7262-51ee-471b-8c46-d800c4e97039 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:12.843433 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T14:02:11Z', 'revision_number': 5, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port': {'id': '5a7f8baa-1113-4ba8-9e05-7fcff5e805ce', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:58:52Z', 'updated_at': '2022-03-22T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:12.851965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-ecad7262-51ee-471b-8c46-d800c4e97039 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891363 Mar 22 14:02:12.867811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] For port 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:12.867811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:12.877172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f7a8320b-212b-4c72-9a7c-a44bca1d4bfe tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/quotas/5ca5bd869c6a4810b03bb70a9380456b HTTP/1.1" status: 200 len: 375 time: 0.0242727 Mar 22 14:02:12.882787 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Checking router: 627e1ade-5d5a-4df4-be1e-fcbb98520c17 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:12.892303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Calling delete_port for 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:12.902249 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Routers {'627e1ade-5d5a-4df4-be1e-fcbb98520c17'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:12.904472 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:12.928954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-2510dec2-a569-4933-b157-b24aef19c5d9 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433960 Mar 22 14:02:13.198528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5a7f8baa-1113-4ba8-9e05-7fcff5e805ce), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.218474 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] Set router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:13.240313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98fe6-6540-4cf6-bb2e-753fe0350f70 req-6a6c7a0b-c42c-4ec9-b07a-13eb39032c65 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.248261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e98fe6-6540-4cf6-bb2e-753fe0350f70 req-6a6c7a0b-c42c-4ec9-b07a-13eb39032c65 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1126 time: 0.0813775 Mar 22 14:02:13.257320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7f8baa-1113-4ba8-9e05-7fcff5e805ce,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:13.318574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8da5cee1-2a95-4eb7-860e-749e55624142 req-a11079c0-ec15-47ca-a06c-c1f20aa2dcec tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 210 time: 0.0467141 Mar 22 14:02:13.373278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e98fe6-6540-4cf6-bb2e-753fe0350f70 req-8f0cd33d-6f5d-412c-9ed1-b7220993b17d tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220410 Mar 22 14:02:13.375430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.380127 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T14:02:12Z', 'revision_number': 6, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:13.446596 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b7147-900b-43e8-850a-421a5aa29980 None None] The sync data for ids ['627e1ade-5d5a-4df4-be1e-fcbb98520c17'] in n-d-758851-5 is: [{'id': '627e1ade-5d5a-4df4-be1e-fcbb98520c17', 'name': 'tempest-AttachSCSIVolumeTestJSON-483353046-router', 'tenant_id': 'f2c188d7bb3d4bef97c884c24369be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:58:51Z', 'updated_at': '2022-03-22T14:02:12Z', 'revision_number': 6, 'project_id': 'f2c188d7bb3d4bef97c884c24369be92', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:13.473584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2681943-d35e-46e2-a06e-1c6ac92aad6e req-752d8ff9-9be6-4ba0-99e4-d24de2e7fd2d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 210 time: 0.0557373 Mar 22 14:02:13.554873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.562557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks [] for router_controller (627e1ade-5d5a-4df4-be1e-fcbb98520c17), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.651305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (627e1ade-5d5a-4df4-be1e-fcbb98520c17), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.653013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627e1ade-5d5a-4df4-be1e-fcbb98520c17 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:02:13.659651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.663772 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8aa6a5a7-14e3-4118-bc44-17950f7acb4e admin admin] 10.222.0.81 "DELETE /v2.0/routers/627e1ade-5d5a-4df4-be1e-fcbb98520c17 HTTP/1.1" status: 204 len: 168 time: 1.5155091 Mar 22 14:02:13.664285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:13.714199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26f550-da9e-419f-8ee2-93e556dcba26 req-baa5ff5f-cdb0-44e8-9740-6a9ba1b5c652 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:13.715727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab26f550-da9e-419f-8ee2-93e556dcba26 req-baa5ff5f-cdb0-44e8-9740-6a9ba1b5c652 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 1126 time: 0.1147614 Mar 22 14:02:13.727432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Deleting subnet b6dd82c2-ee3a-4c2c-89af-65294f12589d {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:13.734008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Publish callbacks [] for subnet (b6dd82c2-ee3a-4c2c-89af-65294f12589d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.796754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ce8bb9-8ace-4783-894f-3ec4b99c5615 req-a5dcc49a-6391-4731-8aae-f407a8bb54ad tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0643387 Mar 22 14:02:13.813891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (b6dd82c2-ee3a-4c2c-89af-65294f12589d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:13.952265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-5b19c079-8eee-4e85-8c7f-bd68b7485d0d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394211 Mar 22 14:02:14.137807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-0910ca5e-fe8b-4b1d-b52a-244b5d853fd0 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.139739 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-0910ca5e-fe8b-4b1d-b52a-244b5d853fd0 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826322 Mar 22 14:02:14.154560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:14.328465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:14.337089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.414312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-e75d2f82-939d-4b89-a250-af3f94283730 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444334 Mar 22 14:02:14.429806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab26f550-da9e-419f-8ee2-93e556dcba26 req-a998df5a-85ec-49ce-b650-1cd4f73958d5 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939900 Mar 22 14:02:14.517492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e88e83e0-fac4-410b-9b6e-668d77584fa9 req-28757027-2a4d-4ea1-b6c6-94397184f66a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 210 time: 0.0746379 Mar 22 14:02:14.618718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.54 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/faa10992-a9d0-4a13-ab50-6574ee952347) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:14.657592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:14.707320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:14.728279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b6dd82c2-ee3a-4c2c-89af-65294f12589d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:14.763515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:14.764037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a7f8baa-1113-4ba8-9e05-7fcff5e805ce not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:14.766319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 76b05e6f-8227-4e7b-8756-a92d5c22f731 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:14.831787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 76b05e6f-8227-4e7b-8756-a92d5c22f731 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:14.832380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 76b05e6f-8227-4e7b-8756-a92d5c22f731 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:14.840947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-8ec12fdc-7196-428a-90f0-dc900617593f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:14.843237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-8ec12fdc-7196-428a-90f0-dc900617593f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038265 Mar 22 14:02:14.876498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:14.964284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-018239b4-0e81-4d1c-bf3c-d1dd68cb9579 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352349 Mar 22 14:02:14.969726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (faa10992-a9d0-4a13-ab50-6574ee952347), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.064521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74fccd95-9122-4ff9-8d0d-2e62d7970495 req-a3b1e1e9-c70a-438c-a335-9b509fe1372c tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 210 time: 0.1655140 Mar 22 14:02:15.065348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c3445051-d781-45bd-8040-2474eea45b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.124379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a171bf2-6051-4871-aad9-25cbb2458d6f req-1b41112d-0a35-4cce-944a-3860cca2754a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1135252 Mar 22 14:02:15.163959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (b6dd82c2-ee3a-4c2c-89af-65294f12589d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.204996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-1ba9040c-4b1f-4fad-a66d-79ee9951581f tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.208339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-1ba9040c-4b1f-4fad-a66d-79ee9951581f tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365026 Mar 22 14:02:15.210821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.233266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:15.250851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Request body: {'port': {'device_id': '34620abd-e6da-44e7-8c87-7092060d31fb', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '5ca5bd869c6a4810b03bb70a9380456b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:15.328181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6dd82c2-ee3a-4c2c-89af-65294f12589d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.348490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.359731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6fba3080-5048-48b4-9d7b-352b5a8f45a6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b6dd82c2-ee3a-4c2c-89af-65294f12589d HTTP/1.1" status: 204 len: 168 time: 1.6907911 Mar 22 14:02:15.362005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59660) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:15.393326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce83e4e-4179-4075-92b7-4d9b6eade282 None None] Network 764cf5b7-c702-462f-a731-0a290a00c1c0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:15.444478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.460158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:15.463985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:15.469382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:15.537101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Made reservation on behalf of 5ca5bd869c6a4810b03bb70a9380456b for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:15.542975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.574388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.598780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c3445051-d781-45bd-8040-2474eea45b40 admin admin] Publish callbacks [] for security_group (b9e166c0-3419-4abb-bc33-d38c556ef3a4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.617456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c3445051-d781-45bd-8040-2474eea45b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b9e166c0-3419-4abb-bc33-d38c556ef3a4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.693356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks [] for security_group (67328b05-75be-4d79-a209-dea70261214b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.700388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:15.705020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:15.706029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.707536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.711343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (67328b05-75be-4d79-a209-dea70261214b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.765984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67328b05-75be-4d79-a209-dea70261214b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.820649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (764cf5b7-c702-462f-a731-0a290a00c1c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:15.855226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-622967bb-6086-45a1-a639-1a03110bb213 req-6529652a-7e5f-4600-9585-ae43539df9c8 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1392231 Mar 22 14:02:15.888255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c3445051-d781-45bd-8040-2474eea45b40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7993ad00cb724912925780da80865c00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2293668 Mar 22 14:02:15.889021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3445051-d781-45bd-8040-2474eea45b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e166c0-3419-4abb-bc33-d38c556ef3a4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:15.894972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59674) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:15.895166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] DHCP port deletion for 764cf5b7-c702-462f-a731-0a290a00c1c0 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:02:15.898364 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-1e19fd99-7643-4c8a-a32c-e92b7048ede2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7506921 Mar 22 14:02:15.920184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Request body: {'port': {'device_id': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:15.991537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Allocated IP 192.168.233.221 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/4430d00b-d2a7-4d36-b00d-395a314d46fa) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:16.002518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed8eb1dc-ba74-4ef7-8541-2facfee6a957 req-f6e87338-e717-4d6a-8ebd-569396eacc8a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 210 time: 0.1221104 Mar 22 14:02:16.004562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.025832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f52be0a8-bcbb-425d-ab6b-a5ed8c85acb5 None None] Provisioning complete for port faa10992-a9d0-4a13-ab50-6574ee952347 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:16.026621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f52be0a8-bcbb-425d-ab6b-a5ed8c85acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.072512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f52be0a8-bcbb-425d-ab6b-a5ed8c85acb5 None None] Port faa10992-a9d0-4a13-ab50-6574ee952347 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:16.076181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Deleting port eb146c62-541c-49d0-b8b1-554674b0a1eb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:16.076849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.155511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] For port eb146c62-541c-49d0-b8b1-554674b0a1eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb146c62-541c-49d0-b8b1-554674b0a1eb,segment=NetworkSegment(5abc344f-9007-4acc-924c-42ec355e7c21),segment_id=5abc344f-9007-4acc-924c-42ec355e7c21)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:16.156346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.172392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Calling delete_port for eb146c62-541c-49d0-b8b1-554674b0a1eb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:16.296893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] Publish callbacks [] for security_group (b9e166c0-3419-4abb-bc33-d38c556ef3a4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.320900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.325266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76545e79-408a-45e6-b272-972fd30b4d8d req-9414222c-9231-494e-b062-74487e985908 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 210 time: 0.1179287 Mar 22 14:02:16.393604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] Pushing event deleted for resources: {'Port': ['ID=eb146c62-541c-49d0-b8b1-554674b0a1eb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:16.411731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] Publish callbacks [] for security_group (b9e166c0-3419-4abb-bc33-d38c556ef3a4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.417677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3a43d-80af-494f-a592-b2c05c58599d None None] No DVR routers for this DVR port eb146c62-541c-49d0-b8b1-554674b0a1eb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:16.444701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Deleting port eb146c62-541c-49d0-b8b1-554674b0a1eb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:16.445053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.537462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks [] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.598323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] For port eb146c62-541c-49d0-b8b1-554674b0a1eb, host n-d-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:16.599799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.614858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.619779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Calling delete_port for eb146c62-541c-49d0-b8b1-554674b0a1eb owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:16.625000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Port eb146c62-541c-49d0-b8b1-554674b0a1eb was not found and therefore no delete operation was performed {{(pid=103890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:02:16.641354 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (eb146c62-541c-49d0-b8b1-554674b0a1eb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.682095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb146c62-541c-49d0-b8b1-554674b0a1eb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:16.697639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:16.705055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:16.716047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:16.762560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb146c62-541c-49d0-b8b1-554674b0a1eb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:16.771620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] No DVR routers for this DVR port eb146c62-541c-49d0-b8b1-554674b0a1eb on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:16.809993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Pushing event updated for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:16.851201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:16.862855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:16.902268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-6ccbab5d-3754-4c55-abde-1f5c53798b7d tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6855190 Mar 22 14:02:16.921682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Request body: {'port': {'device_id': '34620abd-e6da-44e7-8c87-7092060d31fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:16.930591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.196 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/ada4495d-d11d-4102-a4d9-b3c6ffbcabdb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:16.946696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59700) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:16.981314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: eb146c62-541c-49d0-b8b1-554674b0a1eb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:16.982369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb146c62-541c-49d0-b8b1-554674b0a1eb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:17.077626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.164896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b9e166c0-3419-4abb-bc33-d38c556ef3a4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.167688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.171069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9e166c0-3419-4abb-bc33-d38c556ef3a4 HTTP/1.1" status: 204 len: 168 time: 1.2685838 Mar 22 14:02:17.215153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-62859f05-e532-4177-a408-05cde3e6088e None None] Provisioning complete for port 4430d00b-d2a7-4d36-b00d-395a314d46fa triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:17.215539 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62859f05-e532-4177-a408-05cde3e6088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.223957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (764cf5b7-c702-462f-a731-0a290a00c1c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.275752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a990ccb7-b189-4cde-b468-ff3a4e1b2582 req-2c9c5dc3-70b9-476d-8804-d0985a308515 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 210 time: 0.1386988 Mar 22 14:02:17.280861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-62859f05-e532-4177-a408-05cde3e6088e None None] Port 4430d00b-d2a7-4d36-b00d-395a314d46fa cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:17.283933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7165c60a-64f7-4645-8911-a346156b2147 req-b3823bd2-f620-4e57-8c45-a07257c3fe02 tempest-ServersAdmin275Test-813070176 tempest-ServersAdmin275Test-813070176-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1246767 Mar 22 14:02:17.284624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2a09-a042-4d72-b1f1-8c9644e8c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e166c0-3419-4abb-bc33-d38c556ef3a4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:17.343148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764cf5b7-c702-462f-a731-0a290a00c1c0']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:17.372582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b671fbd4-ab85-4b85-9c55-b1b7fa17c806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.381340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc344f-9007-4acc-924c-42ec355e7c21') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:17.381647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc344f-9007-4acc-924c-42ec355e7c21') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:17.430973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (5abc344f-9007-4acc-924c-42ec355e7c21), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.466515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.484929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5abc344f-9007-4acc-924c-42ec355e7c21), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.498749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:17.499154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (5abc344f-9007-4acc-924c-42ec355e7c21), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:17.501261 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:17.611724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd7627-f9e7-4632-8ddd-168a69a9fcef req-e41bfbd4-bb9f-491e-99a8-d6d3cd59ac77 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:17.613269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecbd7627-f9e7-4632-8ddd-168a69a9fcef req-e41bfbd4-bb9f-491e-99a8-d6d3cd59ac77 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 936 time: 0.2008708 Mar 22 14:02:17.618040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (764cf5b7-c702-462f-a731-0a290a00c1c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.673042 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.681756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] 10.222.0.81 "DELETE /v2.0/networks/764cf5b7-c702-462f-a731-0a290a00c1c0 HTTP/1.1" status: 204 len: 168 time: 2.3173103 Mar 22 14:02:17.692958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:17.707818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:17.936373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59728) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:17.949863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c0cc-612a-4987-9a80-08426521dd23 admin admin] Pushing event deleted for resources: {'Network': ['ID=764cf5b7-c702-462f-a731-0a290a00c1c0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:17.963855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8f88d2-7351-49b7-8266-d07383bdfd89 req-fe4bc7ba-f9db-44a4-ae0c-c8e7fbb3be5b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=821b08a7dbe847ad8c82303f94b8b918&device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.2305756 Mar 22 14:02:17.988638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:18.042135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecbd7627-f9e7-4632-8ddd-168a69a9fcef req-16254890-fa86-4be0-b19a-a1b8a805ef69 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178529 Mar 22 14:02:18.043749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b671fbd4-ab85-4b85-9c55-b1b7fa17c806 admin admin] Publish callbacks [] for security_group (4a714f3c-1a29-4a9d-b602-48f9d8a79a3a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.085947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa10992-a9d0-4a13-ab50-6574ee952347 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:18.097684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks [] for port (faa10992-a9d0-4a13-ab50-6574ee952347), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.102634 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f61927d-7525-4519-bdcf-b3b9f9aaea0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fb0e26fdb5241069c0cc093e898d6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621315 Mar 22 14:02:18.107402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59730) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:18.148258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.156139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Transition to ACTIVE for port object faa10992-a9d0-4a13-ab50-6574ee952347 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:18.180656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-899410e2-164b-4507-b4ce-a0125ad39720 req-419b8b4c-95fb-44ab-ac74-680489984354 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.2704906 Mar 22 14:02:18.181949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:18.197626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.204074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:18.225655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b671fbd4-ab85-4b85-9c55-b1b7fa17c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4a714f3c-1a29-4a9d-b602-48f9d8a79a3a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.318169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671fbd4-ab85-4b85-9c55-b1b7fa17c806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a714f3c-1a29-4a9d-b602-48f9d8a79a3a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.378690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8f88d2-7351-49b7-8266-d07383bdfd89 req-c5519b66-85f3-46e2-970f-45c9bea6da77 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=821b08a7dbe847ad8c82303f94b8b918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3538291 Mar 22 14:02:18.445261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Attempting to bind port faa10992-a9d0-4a13-ab50-6574ee952347 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:18.445921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Attempting to bind port faa10992-a9d0-4a13-ab50-6574ee952347 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:18.446425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Attempting to bind port faa10992-a9d0-4a13-ab50-6574ee952347 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:18.456405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Port faa10992-a9d0-4a13-ab50-6574ee952347 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:18.457169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Attempting to bind port faa10992-a9d0-4a13-ab50-6574ee952347 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:18.474503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:18.475226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:18.475788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:18.476919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Bound port: faa10992-a9d0-4a13-ab50-6574ee952347, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:18.477572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.540598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e8fdf95d-29dc-4d2e-b300-28a422c2611d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.631552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f88d2-7351-49b7-8266-d07383bdfd89 req-1033725f-beb4-4037-ab65-7fe80147ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.633211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8f88d2-7351-49b7-8266-d07383bdfd89 req-1033725f-beb4-4037-ab65-7fe80147ece6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338090 Mar 22 14:02:18.649231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1a0a51eb-5774-4d7e-af0a-9a9e0a1b58cc None None] Provisioning complete for port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:18.652467 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1a0a51eb-5774-4d7e-af0a-9a9e0a1b58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.680793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:18.690062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b671fbd4-ab85-4b85-9c55-b1b7fa17c806 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b95758c83776450aab0f34e3440793a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6796830 Mar 22 14:02:18.693734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=faa10992-a9d0-4a13-ab50-6574ee952347,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:18.696024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:18.716694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Pushing event updated for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.732212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.754853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a51eb-5774-4d7e-af0a-9a9e0a1b58cc None None] Port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:18.758763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.759952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.830244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.831168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfe0c-1a63-442f-8440-eb5a11a0a50a req-751d4202-63ca-484e-ada5-eb34c1a99e37 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:18.832495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.834274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a7dfe0c-1a63-442f-8440-eb5a11a0a50a req-751d4202-63ca-484e-ada5-eb34c1a99e37 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 936 time: 0.1961112 Mar 22 14:02:18.839554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a3ed0831-db93-430b-a9b2-3544bccec751 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9842551 Mar 22 14:02:18.841392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] 10.222.0.82 "PUT /v2.0/ports/faa10992-a9d0-4a13-ab50-6574ee952347 HTTP/1.1" status: 200 len: 1095 time: 2.9322414 Mar 22 14:02:18.846699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b86974-7d20-4d6a-9c1e-72ecf7d0a215 service neutron] Pushing event updated for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:18.859706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:18.863457 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27ff593-d654-4871-a7fe-a97465973f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:18.897926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] Publish callbacks [] for security_group (3d9b068f-4136-4913-9f0b-ea26252bdd62), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.916751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Request body: {'port': {'device_id': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:18.946135 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cff00ae-fc7f-42c0-8f7e-a7450a6137a6 x-openstack-request-id: req-0cff00ae-fc7f-42c0-8f7e-a7450a6137a6 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:18.947621 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:18.947958 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cff00ae-fc7f-42c0-8f7e-a7450a6137a6 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:18.948435 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cff00ae-fc7f-42c0-8f7e-a7450a6137a6'] response: {'name': 'network-changed', 'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347', 'status': 'completed', 'code': 200} Mar 22 14:02:18.954111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] Publish callbacks [] for security_group (4a714f3c-1a29-4a9d-b602-48f9d8a79a3a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:18.983222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] Publish callbacks [] for security_group (3d9b068f-4136-4913-9f0b-ea26252bdd62), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.044297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-6644393b-2ffb-4fcd-a320-15ad0c5a3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.045876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-6644393b-2ffb-4fcd-a320-15ad0c5a3423 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1129 time: 0.1606977 Mar 22 14:02:19.106016 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] Publish callbacks [] for security_group (4a714f3c-1a29-4a9d-b602-48f9d8a79a3a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.138213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a7dfe0c-1a63-442f-8440-eb5a11a0a50a req-1a3ba13a-2bae-4b25-9f5e-1317c86ccb76 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304437 Mar 22 14:02:19.139331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.165356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d8e58371-7625-41dc-a0bf-acd1c6c0aa84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=faa10992-a9d0-4a13-ab50-6574ee952347 HTTP/1.1" status: 200 len: 217 time: 0.1076641 Mar 22 14:02:19.207321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3d9b068f-4136-4913-9f0b-ea26252bdd62), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.209756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.213298 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d9b068f-4136-4913-9f0b-ea26252bdd62 HTTP/1.1" status: 204 len: 168 time: 1.0947666 Mar 22 14:02:19.237792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4430d00b-d2a7-4d36-b00d-395a314d46fa {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:19.259951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7645bc-9fa6-4551-b41c-23711e4578ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b068f-4136-4913-9f0b-ea26252bdd62,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.269854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks [] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.278122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-4c179da2-eeb0-42a9-bd59-a051e8a4f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.279649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-4c179da2-eeb0-42a9-bd59-a051e8a4f763 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1103106 Mar 22 14:02:19.333540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Transition to ACTIVE for port object 4430d00b-d2a7-4d36-b00d-395a314d46fa will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:19.341617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.346553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4a714f3c-1a29-4a9d-b602-48f9d8a79a3a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.349202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.353606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a714f3c-1a29-4a9d-b602-48f9d8a79a3a HTTP/1.1" status: 204 len: 168 time: 0.6501689 Mar 22 14:02:19.383380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1840751-4275-428a-9088-71c14fdeb6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a714f3c-1a29-4a9d-b602-48f9d8a79a3a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.393455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e7b83-8879-47bc-b610-bc5985d4c6ef req-684a3438-654a-40bd-981f-fe2abde51c1a tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.400562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd5e7b83-8879-47bc-b610-bc5985d4c6ef req-684a3438-654a-40bd-981f-fe2abde51c1a tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 936 time: 0.2180281 Mar 22 14:02:19.408152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Pushing event updated for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:19.432310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab1da08e-d95d-418d-9d9a-0869f05ab64f req-1c915eee-6b39-45dc-b49b-7b3754c41983 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1009555 Mar 22 14:02:19.451647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-6d2c742e-b9a8-4dfe-a483-fdc8a033221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:19.453486 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-6d2c742e-b9a8-4dfe-a483-fdc8a033221f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1666799 Mar 22 14:02:19.626528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Attempting to bind port 4430d00b-d2a7-4d36-b00d-395a314d46fa on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:19.627686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Attempting to bind port 4430d00b-d2a7-4d36-b00d-395a314d46fa by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:19.628627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Attempting to bind port 4430d00b-d2a7-4d36-b00d-395a314d46fa on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:19.653459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Port 4430d00b-d2a7-4d36-b00d-395a314d46fa on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:19.653794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Attempting to bind port 4430d00b-d2a7-4d36-b00d-395a314d46fa on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:19.670598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:19.670936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:19.671316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:19.671737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Bound port: 4430d00b-d2a7-4d36-b00d-395a314d46fa, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:19.672086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.688621 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-3cb5eb76-fb08-4dd9-903f-81a42ec470c3 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901660 Mar 22 14:02:19.748222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd5e7b83-8879-47bc-b610-bc5985d4c6ef req-52b16cf8-2da1-4179-9013-ce89f9cc47a1 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421955 Mar 22 14:02:19.882575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada4495d-d11d-4102-a4d9-b3c6ffbcabdb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:19.896952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks [] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:19.911301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Transition to ACTIVE for port object ada4495d-d11d-4102-a4d9-b3c6ffbcabdb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:19.919643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.029275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:20.030090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59776) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:20.030874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.097817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9719ea5-2213-4d89-97b0-7b3e9d316634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.187840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:20.193479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:20.226771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8f88d2-7351-49b7-8266-d07383bdfd89 req-f136aa99-db00-4757-aeaa-2f00ec332ea0 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.78 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.0919533 Mar 22 14:02:20.250062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-fc43184a-fa79-4491-a644-9b68f5204052 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915385 Mar 22 14:02:20.252509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.256184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8d3a0176-2763-460d-842a-a2efa02e246e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2c188d7bb3d4bef97c884c24369be92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912467 Mar 22 14:02:20.259221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59786) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:20.309323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.310359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.312085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] 10.222.0.82 "PUT /v2.0/ports/4430d00b-d2a7-4d36-b00d-395a314d46fa HTTP/1.1" status: 200 len: 1096 time: 3.3957968 Mar 22 14:02:20.355688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Pushing event updated for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.380700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.380700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.381054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.386468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.387273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.387939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.388423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.388977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.389491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.389996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.390584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.391055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.392795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.393302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.394676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b17f59-24f2-4540-8c75-3c750e741db8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:20.418049 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] Publish callbacks [] for security_group (020ca2f5-9396-4d9b-b334-0e3306eb5f55), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.442896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Attempting to bind port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:20.443052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Attempting to bind port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:20.443385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Attempting to bind port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:20.456024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e674dd-d0c7-45e8-b22b-b3084ab30547 req-17e6df0a-86ad-4872-a8c4-686706c24143 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.457575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57e674dd-d0c7-45e8-b22b-b3084ab30547 req-17e6df0a-86ad-4872-a8c4-686706c24143 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 948 time: 0.2000012 Mar 22 14:02:20.479897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:20.480228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Attempting to bind port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:20.509347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9719ea5-2213-4d89-97b0-7b3e9d316634 admin admin] Publish callbacks [] for security_group (be3c1d15-f0ce-4e4a-8518-2c9f21063bcf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.511630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:20.511993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:20.512327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:20.512758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Bound port: ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:20.513107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.528665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] Publish callbacks [] for security_group (020ca2f5-9396-4d9b-b334-0e3306eb5f55), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.539204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9719ea5-2213-4d89-97b0-7b3e9d316634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (be3c1d15-f0ce-4e4a-8518-2c9f21063bcf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.669321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57e674dd-d0c7-45e8-b22b-b3084ab30547 req-360656da-0304-4db5-a9e8-bbd4d3ee191f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013893 Mar 22 14:02:20.683976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d9719ea5-2213-4d89-97b0-7b3e9d316634 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dcfbfba7ed34b6db91e3b5641bd34ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6177580 Mar 22 14:02:20.685185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:20.697642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9719ea5-2213-4d89-97b0-7b3e9d316634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c1d15-f0ce-4e4a-8518-2c9f21063bcf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.698501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (020ca2f5-9396-4d9b-b334-0e3306eb5f55), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.701980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.703121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/020ca2f5-9396-4d9b-b334-0e3306eb5f55 HTTP/1.1" status: 204 len: 168 time: 0.4385383 Mar 22 14:02:20.761123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45443e-02bf-4872-adf9-408bad5c183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ca2f5-9396-4d9b-b334-0e3306eb5f55,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:20.768467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0fe93ca-7b5a-4d1c-be77-f7ef970ceac8 req-7f31c52d-5aeb-467d-b98f-daff226da4a0 tempest-ServersAdmin275Test-2091396972 tempest-ServersAdmin275Test-2091396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a529c0-a3d6-49ca-ac4e-5b82bb388c81 HTTP/1.1" status: 200 len: 210 time: 0.1108656 Mar 22 14:02:20.817860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-79a45ed0-6b5f-4c2a-94d3-bbce4f7fe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.832438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-79a45ed0-6b5f-4c2a-94d3-bbce4f7fe0fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 1130 time: 0.4313719 Mar 22 14:02:20.859237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff593-d654-4871-a7fe-a97465973f8a req-96687479-b576-4fd0-958b-dfe29c9627fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.860490 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-96687479-b576-4fd0-958b-dfe29c9627fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1129 time: 0.2316260 Mar 22 14:02:20.867534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:20.872039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:20.889852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.891072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75ba86a4-f6ad-4e28-b7ed-e7b6fcd5b754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.987652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] Publish callbacks [] for security_group (be3c1d15-f0ce-4e4a-8518-2c9f21063bcf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.997017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:20.997589 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:20.999064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/ada4495d-d11d-4102-a4d9-b3c6ffbcabdb HTTP/1.1" status: 200 len: 1096 time: 2.0925770 Mar 22 14:02:21.016104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:21.020792 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d39aba-b3ff-4b3d-9a63-cdae5231281b" -d '{"events": [{"name": "network-changed", "server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:21.105370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:21.108239 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184" -d '{"events": [{"name": "network-changed", "server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:21.126720 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-d26c67dd-afb2-4e7e-8028-6a550cfcb0a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa HTTP/1.1" status: 200 len: 217 time: 0.2756660 Mar 22 14:02:21.175386 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc55824-72b3-45cc-84da-321fe7694cff x-openstack-request-id: req-4fc55824-72b3-45cc-84da-321fe7694cff {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:21.175932 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:21.175932 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fc55824-72b3-45cc-84da-321fe7694cff {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:21.176800 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc55824-72b3-45cc-84da-321fe7694cff'] response: {'name': 'network-changed', 'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', 'status': 'completed', 'code': 200} Mar 22 14:02:21.188129 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50555ac-5363-4e13-b909-0f2baf62b6e8 x-openstack-request-id: req-b50555ac-5363-4e13-b909-0f2baf62b6e8 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:21.188693 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:21.188693 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b50555ac-5363-4e13-b909-0f2baf62b6e8 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:21.189010 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50555ac-5363-4e13-b909-0f2baf62b6e8'] response: {'name': 'network-changed', 'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa', 'status': 'completed', 'code': 200} Mar 22 14:02:21.207393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] Publish callbacks [] for security_group (be3c1d15-f0ce-4e4a-8518-2c9f21063bcf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.242445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff593-d654-4871-a7fe-a97465973f8a req-fec3b5f7-44e1-4fa6-9b90-1c0fcdd24d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.245027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-fec3b5f7-44e1-4fa6-9b90-1c0fcdd24d5d service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3592584 Mar 22 14:02:21.267974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c67853-dece-4ebe-ab6e-bea6135438f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:21.293709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-e8c937ff-4513-4dbd-9daa-20475bf7c7bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=faa10992-a9d0-4a13-ab50-6574ee952347 HTTP/1.1" status: 200 len: 217 time: 0.0423279 Mar 22 14:02:21.295425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-1018ea4a-d033-4530-a8c4-9be78c036cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.296762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-1018ea4a-d033-4530-a8c4-9be78c036cf6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1328118 Mar 22 14:02:21.322333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9556-dbb4-4877-afeb-4622058c87f1 req-33d1f483-cd3f-4e9c-9820-fc487ee6cc79 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.330879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab8d9556-dbb4-4877-afeb-4622058c87f1 req-33d1f483-cd3f-4e9c-9820-fc487ee6cc79 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 948 time: 0.3368251 Mar 22 14:02:21.344691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-86e332ef-3d86-424e-99cc-507293ff73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.346848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-86e332ef-3d86-424e-99cc-507293ff73bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 1130 time: 0.2188306 Mar 22 14:02:21.401672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-ea7bbb39-3acc-4c23-96a2-4bd3ef2d7135 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb HTTP/1.1" status: 200 len: 217 time: 0.0466180 Mar 22 14:02:21.418832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-5a5958b0-dd9d-4777-ba83-fbdc10878000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.420663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-5a5958b0-dd9d-4777-ba83-fbdc10878000 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0937371 Mar 22 14:02:21.422813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff593-d654-4871-a7fe-a97465973f8a req-d4e7ec79-fbd6-4c20-aa6a-7ef3827e8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.426152 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-d4e7ec79-fbd6-4c20-aa6a-7ef3827e8ac3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1112435 Mar 22 14:02:21.426328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (be3c1d15-f0ce-4e4a-8518-2c9f21063bcf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.428862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.430133 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be3c1d15-f0ce-4e4a-8518-2c9f21063bcf HTTP/1.1" status: 204 len: 168 time: 0.7333593 Mar 22 14:02:21.481652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea9a37-1fa8-4f7f-a5d6-6772bc9a8a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c1d15-f0ce-4e4a-8518-2c9f21063bcf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:21.513392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab8d9556-dbb4-4877-afeb-4622058c87f1 req-271fdaba-c713-45b1-ac31-d2230bd8c608 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815739 Mar 22 14:02:21.542895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a734aae9-b2cf-42ba-ab58-02fb490283d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.544829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-a734aae9-b2cf-42ba-ab58-02fb490283d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1363084 Mar 22 14:02:21.616501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff593-d654-4871-a7fe-a97465973f8a req-fb468268-99dc-4600-a47c-04b093723551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.617535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-f9bcc27d-a60f-4875-be27-099b4870bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:21.618082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-fb468268-99dc-4600-a47c-04b093723551 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1776383 Mar 22 14:02:21.621456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-f9bcc27d-a60f-4875-be27-099b4870bf59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0677299 Mar 22 14:02:21.647520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-414700e7-1911-4b0b-bd95-7af2b2f42b63 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202580 Mar 22 14:02:21.786820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-841e00bb-e5eb-4dbc-b003-188b76bcc6a5 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561575 Mar 22 14:02:21.800726 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:21.875424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-0d8ed32d-8cd9-4591-8e7f-181877ee546b service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419889 Mar 22 14:02:21.881581 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7900b527-8628-45ba-9cdc-c4d0d9062dca req-b92b66b7-f17b-4618-ae5e-e93ed7bef07c service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199814 Mar 22 14:02:21.973127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a27ff593-d654-4871-a7fe-a97465973f8a req-bc707ae0-0780-4e25-bb7d-564d20cfd1ca service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905397 Mar 22 14:02:22.014267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6b0d2-33a9-44a7-b161-8cf52fad781f req-81538345-d652-470f-8c0d-5bee752bceb2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.015996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09d6b0d2-33a9-44a7-b161-8cf52fad781f req-81538345-d652-470f-8c0d-5bee752bceb2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 948 time: 0.2232420 Mar 22 14:02:22.016599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:22.039738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03295bd5-8d4d-4681-8df0-9afdc145320d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.065297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-9a124ac6-5ecd-43bf-a266-0fb83f4b9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.066803 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-9a124ac6-5ecd-43bf-a266-0fb83f4b9aa9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 1130 time: 0.0927780 Mar 22 14:02:22.152932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323256eb-b0d8-45a5-9b36-afe591f871e2 req-4dfcea8b-cefe-4167-ab3d-5518a231db0c service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394620 Mar 22 14:02:22.170918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-87f6ea65-891e-426f-b120-84e03cba4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.176256 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-87f6ea65-891e-426f-b120-84e03cba4692 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1006324 Mar 22 14:02:22.248600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-48f2a592-4eaf-4a4d-9a22-e550a02dce6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa HTTP/1.1" status: 200 len: 217 time: 0.0685215 Mar 22 14:02:22.249222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09d6b0d2-33a9-44a7-b161-8cf52fad781f req-8353fc80-24e6-44cf-aa75-edaca71144a5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011244 Mar 22 14:02:22.257236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59874) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:22.312099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59878) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:22.347451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-69f495eb-7c3d-4c19-b189-2dd4033d9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.349645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-69f495eb-7c3d-4c19-b189-2dd4033d9702 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 1130 time: 0.1230164 Mar 22 14:02:22.357366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-5a513582-05e0-408a-9ee5-0d9b9a2eaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.360804 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03295bd5-8d4d-4681-8df0-9afdc145320d admin admin] Publish callbacks [] for security_group (e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.363066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-5a513582-05e0-408a-9ee5-0d9b9a2eaf13 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1080058 Mar 22 14:02:22.385412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03295bd5-8d4d-4681-8df0-9afdc145320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.425450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd584dbf-ac97-44f8-ac03-ada1e844ea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.450736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03295bd5-8d4d-4681-8df0-9afdc145320d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80548c576dbf40198b24648babe8bf42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301758 Mar 22 14:02:22.452236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:22.462248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-f6dd8ef4-5f55-496c-92aa-1d1d021f8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.463802 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-f6dd8ef4-5f55-496c-92aa-1d1d021f8de7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0945654 Mar 22 14:02:22.498739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-network', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:22.519797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03295bd5-8d4d-4681-8df0-9afdc145320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.555947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Made reservation on behalf of 82aee724c43b4dfbbd39bbf7854389a2 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:22.559084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.574360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-b1c2d1d1-f502-4fb7-96b9-c2c995879626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.576232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-b1c2d1d1-f502-4fb7-96b9-c2c995879626 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2179599 Mar 22 14:02:22.577314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.640626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-0aa54e9e-e2f9-4082-bd47-ac94e5a94321 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb HTTP/1.1" status: 200 len: 217 time: 0.0527105 Mar 22 14:02:22.686749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd584dbf-ac97-44f8-ac03-ada1e844ea60 admin admin] Publish callbacks [] for security_group (6abb2f10-32dc-4b95-ad7f-1439e64c6429), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.691983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] Publish callbacks [] for security_group (e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.695973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd584dbf-ac97-44f8-ac03-ada1e844ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6abb2f10-32dc-4b95-ad7f-1439e64c6429), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.700166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-a9280fc8-b4dc-4c17-9325-484296014300 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252245 Mar 22 14:02:22.796223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-37686505-2f3a-48c2-8fee-24dc29455139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.797699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-37686505-2f3a-48c2-8fee-24dc29455139 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1504691 Mar 22 14:02:22.808423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] Publish callbacks [] for security_group (e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.812884 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dd584dbf-ac97-44f8-ac03-ada1e844ea60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=821b08a7dbe847ad8c82303f94b8b918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547578 Mar 22 14:02:22.816684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98faa90-43c0-45ce-b252-081c9fc57311 req-94e552e0-0c3a-4878-a791-ef2e21b348ab tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:22.822814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59912) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:22.824111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d98faa90-43c0-45ce-b252-081c9fc57311 req-94e552e0-0c3a-4878-a791-ef2e21b348ab tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 948 time: 0.1634259 Mar 22 14:02:22.826391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd584dbf-ac97-44f8-ac03-ada1e844ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb2f10-32dc-4b95-ad7f-1439e64c6429,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.888699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks [] for security_group (0b3c1498-ac02-4298-86bc-e5f8d402054d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.917621 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b3c1498-ac02-4298-86bc-e5f8d402054d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.930648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0e54ee1-38e6-41c9-8ada-98c3b2e68184 req-3b5dc095-cac8-41eb-9852-939d0f062ce1 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064042 Mar 22 14:02:22.933067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.935778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.937588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d98faa90-43c0-45ce-b252-081c9fc57311 req-827f2395-b466-4228-b925-138da067d20f tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125367 Mar 22 14:02:22.941494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9 HTTP/1.1" status: 204 len: 168 time: 0.4851654 Mar 22 14:02:22.943691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] Publish callbacks [] for security_group (6abb2f10-32dc-4b95-ad7f-1439e64c6429), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:22.962119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2e908-cb67-4916-9c9a-51633397239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dea5b8-ee16-41ec-b3f0-c554e46d7cb9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:22.978160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] Publish callbacks [] for security_group (6abb2f10-32dc-4b95-ad7f-1439e64c6429), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.015908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:23.037177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-44895dd9-783a-4c39-be9b-426979eb1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.038883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-44895dd9-783a-4c39-be9b-426979eb1e61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2011788 Mar 22 14:02:23.041144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c1498-ac02-4298-86bc-e5f8d402054d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:23.054487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (39fe7d21-c118-442e-a217-4476700cb558), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.054967 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Added segment 39fe7d21-c118-442e-a217-4476700cb558 of type vlan for network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e Mar 22 14:02:23.071403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6abb2f10-32dc-4b95-ad7f-1439e64c6429), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.074039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.075249 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6abb2f10-32dc-4b95-ad7f-1439e64c6429 HTTP/1.1" status: 204 len: 168 time: 0.2461245 Mar 22 14:02:23.087221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c4cf-86a2-4fbd-8642-b44ad8f04521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb2f10-32dc-4b95-ad7f-1439e64c6429,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:23.161474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.203117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-da235775-3657-4217-877a-39cf1b59edb0 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572649 Mar 22 14:02:23.209164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.210305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.210986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.427305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device faa10992-a9d0-4a13-ab50-6574ee952347 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:23.641687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.650330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59942) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:23.671913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f47cfd0-9cea-44d1-9db1-255348a5d118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.678640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=faa10992-a9d0-4a13-ab50-6574ee952347,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:23.692328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4dfd27-bd13-4709-a2f8-3b7793d88a0e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:23.695982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'faa10992-a9d0-4a13-ab50-6574ee952347', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'faa10992-a9d0-4a13-ab50-6574ee952347', 'mac_address': 'fa:16:3e:43:12:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:23.704561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:23.740854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f60a409-add0-4c98-9f96-1ae90d20fbf6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4271696 Mar 22 14:02:23.742744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:23.757830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Request body: {'subnet': {'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-subnet', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:23.795687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acad5f-cf3c-4d07-8e2a-cfd36a982933 req-090ab14d-7ae5-4637-86d6-44029b605e06 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:23.797578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2acad5f-cf3c-4d07-8e2a-cfd36a982933 req-090ab14d-7ae5-4637-86d6-44029b605e06 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 948 time: 0.2279677 Mar 22 14:02:23.812250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port faa10992-a9d0-4a13-ab50-6574ee952347 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:23.812896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.830626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa10992-a9d0-4a13-ab50-6574ee952347 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:23.853603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Made reservation on behalf of 82aee724c43b4dfbbd39bbf7854389a2 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:23.856236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.861556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d39aba-b3ff-4b3d-9a63-cdae5231281b req-8b421750-33c1-447d-a84f-b6758491a4da service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459751 Mar 22 14:02:23.879974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2acad5f-cf3c-4d07-8e2a-cfd36a982933 req-507e76d3-e01f-4248-a965-f71cd1ea87d1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737112 Mar 22 14:02:23.908518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=faa10992-a9d0-4a13-ab50-6574ee952347,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:23.937401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.940813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4430d00b-d2a7-4d36-b00d-395a314d46fa details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:23.947633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f47cfd0-9cea-44d1-9db1-255348a5d118 admin admin] Publish callbacks [] for security_group (bdaa5748-85e5-495e-94fb-4966bffbd47e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:23.956611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f47cfd0-9cea-44d1-9db1-255348a5d118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bdaa5748-85e5-495e-94fb-4966bffbd47e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.020790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47cfd0-9cea-44d1-9db1-255348a5d118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa5748-85e5-495e-94fb-4966bffbd47e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.025785 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9f47cfd0-9cea-44d1-9db1-255348a5d118 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43b07c89b1fa4c52bf12cead23cb5105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741751 Mar 22 14:02:24.028873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59958) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:24.133245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:24.136434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.161430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4430d00b-d2a7-4d36-b00d-395a314d46fa', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '4430d00b-d2a7-4d36-b00d-395a314d46fa', 'mac_address': 'fa:16:3e:8a:11:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:24.261534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Publish callbacks [] for security_group (bdaa5748-85e5-495e-94fb-4966bffbd47e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.262126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (c95434ce-942c-4f2b-8c89-1e2d9f1a925a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.274069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4430d00b-d2a7-4d36-b00d-395a314d46fa is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:24.274768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.286527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863faf-13dc-40f0-94ea-2b3ead6eecbd req-205a559a-5450-4ad3-a339-cef475f72985 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:24.288457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd863faf-13dc-40f0-94ea-2b3ead6eecbd req-205a559a-5450-4ad3-a339-cef475f72985 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 948 time: 0.2302327 Mar 22 14:02:24.291671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4430d00b-d2a7-4d36-b00d-395a314d46fa {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:24.336626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:24.344737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.367588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Publish callbacks [] for security_group (bdaa5748-85e5-495e-94fb-4966bffbd47e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.397227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95434ce-942c-4f2b-8c89-1e2d9f1a925a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.413158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Checking segment: {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:24.413540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Network hostable DHCP agents. Network: 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:24.436545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.449208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:24.465148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:24.477343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:24.481806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea45483-32b8-4dfe-856a-0dc2af4ac0d3 None None] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:24.488767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd863faf-13dc-40f0-94ea-2b3ead6eecbd req-52e938a8-1e7d-444d-b274-9be481a0c672 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796083 Mar 22 14:02:24.490596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.513941 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79ae48a6-68a0-4097-8f55-051bdc501fb6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7699330 Mar 22 14:02:24.516930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:24.523011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:24.531275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bdaa5748-85e5-495e-94fb-4966bffbd47e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.534116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.535550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdaa5748-85e5-495e-94fb-4966bffbd47e HTTP/1.1" status: 204 len: 168 time: 0.5055959 Mar 22 14:02:24.553029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa5748-85e5-495e-94fb-4966bffbd47e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:24.566417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.567012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.567612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.568235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.568782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.569333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.569878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.570470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.571266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.571958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.572945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.573497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.574116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.574796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.575179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946dc9c-0f29-454d-8717-4669f4f1faff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:24.593478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.594742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.686365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for router_controller (d427473a-79c6-4c4e-90ef-3eaaf0075aae), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.775076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4430d00b-d2a7-4d36-b00d-395a314d46fa'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:24.778730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:24.809309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'fixed_ips': [{'subnet_id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:02:24.810652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:24.928594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for router_gateway (d427473a-79c6-4c4e-90ef-3eaaf0075aae), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.059027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Allocated IP 172.20.0.2 (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e/c95434ce-942c-4f2b-8c89-1e2d9f1a925a/67bfa58b-4c41-4ec0-8393-9143988e0b40) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:25.132820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-7172b3ab-4a0c-4912-87fe-697dee82be32 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=27df624b4b3e4c51869a081b056534ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683374 Mar 22 14:02:25.165651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4846013-6580-416d-96cf-16f61c2c5683 req-f0585177-ba8f-4fdb-80f2-70bbe0fa7c28 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.172932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4846013-6580-416d-96cf-16f61c2c5683 req-f0585177-ba8f-4fdb-80f2-70bbe0fa7c28 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 948 time: 0.1547663 Mar 22 14:02:25.229573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks [] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.255099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.322754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:25.331598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Pushing event updated for resources: {'Port': ['ID=67bfa58b-4c41-4ec0-8393-9143988e0b40,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:25.334119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:25.335714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.339379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:25.440542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Attempting to bind port 67bfa58b-4c41-4ec0-8393-9143988e0b40 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:25.442422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Attempting to bind port 67bfa58b-4c41-4ec0-8393-9143988e0b40 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:25.442422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Attempting to bind port 67bfa58b-4c41-4ec0-8393-9143988e0b40 on network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:25.444596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ada4495d-d11d-4102-a4d9-b3c6ffbcabdb details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:25.449630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4846013-6580-416d-96cf-16f61c2c5683 req-54d873a2-5e73-4c34-b21e-d0b950166e3e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757292 Mar 22 14:02:25.526168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-254fdacf-bf75-44b9-970c-06b3d8144668 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.526168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-254fdacf-bf75-44b9-970c-06b3d8144668 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846450 Mar 22 14:02:25.592567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:25.596308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Checking segment: {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:25.596856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.597265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Bound using segment: {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:25.597770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Bound port: 67bfa58b-4c41-4ec0-8393-9143988e0b40, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:25.598172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.739670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-291dcd7c-e7fa-4624-b78a-8a43388ff502 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/quotas/27df624b4b3e4c51869a081b056534ba HTTP/1.1" status: 200 len: 375 time: 0.2028294 Mar 22 14:02:25.739913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for router_gateway (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.815899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] For port 67bfa58b-4c41-4ec0-8393-9143988e0b40, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:25.823569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:25.828678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-53cffe86-bd6c-4555-a27a-ab5f9af586fe tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683119 Mar 22 14:02:25.899198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd378-d5fc-4244-9ef9-d18612fb6090 req-a5883884-3928-4213-98cb-c19163356ffa tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:25.902180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] For port 67bfa58b-4c41-4ec0-8393-9143988e0b40, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67bfa58b-4c41-4ec0-8393-9143988e0b40,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:25.907060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f50cd378-d5fc-4244-9ef9-d18612fb6090 req-a5883884-3928-4213-98cb-c19163356ffa tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 949 time: 0.1902916 Mar 22 14:02:25.983746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:26.012272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Allocated IP 172.25.3.34 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/16b28163-3677-44aa-860e-4abf23616620) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:26.032004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f50cd378-d5fc-4244-9ef9-d18612fb6090 req-ec61f168-7556-49fe-a6b7-6c1daf712884 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240747 Mar 22 14:02:26.039342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', 'mac_address': 'fa:16:3e:c4:12:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:26.179761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:26.180160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.212147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.233939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada4495d-d11d-4102-a4d9-b3c6ffbcabdb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:26.239726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for port (16b28163-3677-44aa-860e-4abf23616620), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.275052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:26.326860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.334817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (16b28163-3677-44aa-860e-4abf23616620), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:26.390604 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:02:26.431873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Pushing event updated for resources: {'Port': ['ID=16b28163-3677-44aa-860e-4abf23616620,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:26.449841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:26.451485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:26.453764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:26.498879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555022-17ba-46eb-a127-9ef05f4ba4ce None None] Pushing event updated for resources: {'Port': ['ID=67bfa58b-4c41-4ec0-8393-9143988e0b40,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:26.599285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:26.614420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:26.629409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-0aa7f2d7-ad73-40a2-9c4b-ae090c5a1948 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=27df624b4b3e4c51869a081b056534ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231844 Mar 22 14:02:27.000619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-e09ef9df-e927-40c4-a5d7-ead1aaa550b5 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.002370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-e09ef9df-e927-40c4-a5d7-ead1aaa550b5 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721840 Mar 22 14:02:27.094372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-687ff2b7-8a17-4045-abae-771421015284 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/quotas/27df624b4b3e4c51869a081b056534ba HTTP/1.1" status: 200 len: 375 time: 0.0847008 Mar 22 14:02:27.142159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-090e4a20-89ad-470e-9a7e-d62ec6eb9e96 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376444 Mar 22 14:02:27.217141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for router_gateway (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.307821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338129-0aee-44b5-b88b-b113d7f03978 req-edd66728-ff63-4d22-bc7f-e42d378c41e3 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.316661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24338129-0aee-44b5-b88b-b113d7f03978 req-edd66728-ff63-4d22-bc7f-e42d378c41e3 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 949 time: 0.1736956 Mar 22 14:02:27.395308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24338129-0aee-44b5-b88b-b113d7f03978 req-76f83bf9-adae-49aa-8a81-751c12c5acd2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Mar 22 14:02:27.425544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device faa10992-a9d0-4a13-ab50-6574ee952347 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:27.504371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port faa10992-a9d0-4a13-ab50-6574ee952347 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:27.509659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port faa10992-a9d0-4a13-ab50-6574ee952347 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:27.510265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.698068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf592-7da1-42da-af8e-7a9567e425a2 req-defa0f31-7191-43f0-93f3-e2228779e6d4 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:27.705121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3acf592-7da1-42da-af8e-7a9567e425a2 req-defa0f31-7191-43f0-93f3-e2228779e6d4 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 949 time: 0.2565701 Mar 22 14:02:27.706574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port faa10992-a9d0-4a13-ab50-6574ee952347 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:27.706977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.779276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:27.785088 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9214bf4f-6ac9-4192-8080-2ef1bbd678cb" -d '{"events": [{"server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "name": "network-vif-plugged", "status": "completed", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:27.802321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-f95f0230-3f90-42a6-968d-399fcc556b17 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=27df624b4b3e4c51869a081b056534ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942533 Mar 22 14:02:27.805723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.818460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=faa10992-a9d0-4a13-ab50-6574ee952347,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:27.826743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.827613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4430d00b-d2a7-4d36-b00d-395a314d46fa up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:27.982715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:27.987967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:27.997513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc9cd0a1-3267-47fd-90cc-b893b3caead0 req-5675c098-0426-4b7d-a157-a5c8f72899f1 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 210 time: 0.1209891 Mar 22 14:02:28.006307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4430d00b-d2a7-4d36-b00d-395a314d46fa completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:28.012720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4430d00b-d2a7-4d36-b00d-395a314d46fa triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:28.013207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.033661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3acf592-7da1-42da-af8e-7a9567e425a2 req-5367f12d-d2fb-407e-acf8-302a81654cac tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276360 Mar 22 14:02:28.239118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-ed70c759-defe-4a18-8c8b-700e2a278771 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:28.240908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-ed70c759-defe-4a18-8c8b-700e2a278771 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660142 Mar 22 14:02:28.278400 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d0aba-6da9-44f0-942c-a347eef37324 x-openstack-request-id: req-5a2d0aba-6da9-44f0-942c-a347eef37324 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:28.279018 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "name": "network-vif-plugged", "status": "completed", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:28.279018 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a2d0aba-6da9-44f0-942c-a347eef37324 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:28.279353 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2d0aba-6da9-44f0-942c-a347eef37324'] response: {'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347', 'code': 200} Mar 22 14:02:28.280074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b7b11-6b45-4215-8114-ef9f3f7daece None None] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:28.311026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Request body: {'port': {'device_id': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '27df624b4b3e4c51869a081b056534ba'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:28.359540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Provisioning complete for port 67bfa58b-4c41-4ec0-8393-9143988e0b40 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:28.359922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.581374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4430d00b-d2a7-4d36-b00d-395a314d46fa is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:28.581374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.662031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Current status of the port 67bfa58b-4c41-4ec0-8393-9143988e0b40 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:28.662773 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.707476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:28.727910 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:28.729925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ada4495d-d11d-4102-a4d9-b3c6ffbcabdb up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:28.803930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:28.811189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60174) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:28.829058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67bfa58b-4c41-4ec0-8393-9143988e0b40 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:28.911793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-ecb7d167-5c45-4e24-92d2-d1d45a9029c9 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=27df624b4b3e4c51869a081b056534ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709760 Mar 22 14:02:28.965319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] For port 67bfa58b-4c41-4ec0-8393-9143988e0b40, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67bfa58b-4c41-4ec0-8393-9143988e0b40,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:29.091668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.115329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae538d4a-c98c-418b-a341-eebd8cec2d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.146860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.210249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae538d4a-c98c-418b-a341-eebd8cec2d4a admin admin] Publish callbacks [] for security_group (f5b3e69b-f730-4f6c-a838-3bdec4cfbb56), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.211504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab40baad-cda1-4da5-ba87-965fd06e8edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.224809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcf55a-cd68-4048-a594-120594dacc93 None None] Pushing event updated for resources: {'Port': ['ID=67bfa58b-4c41-4ec0-8393-9143988e0b40,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.230918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae538d4a-c98c-418b-a341-eebd8cec2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f5b3e69b-f730-4f6c-a838-3bdec4cfbb56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.240154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:29.250993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:29.251373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.259099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae538d4a-c98c-418b-a341-eebd8cec2d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3e69b-f730-4f6c-a838-3bdec4cfbb56,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.269389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76a278a8-a436-4c56-9745-bbc72d77d1d4 req-a5d01cc8-5a05-430b-bac5-3547b5c478fe tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 210 time: 0.0895331 Mar 22 14:02:29.276524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-532a68b6-dea9-4397-bf23-4f2ed8882541 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:29.277632 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-532a68b6-dea9-4397-bf23-4f2ed8882541 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588102 Mar 22 14:02:29.310765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Request body: {'port': {'device_id': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '27df624b4b3e4c51869a081b056534ba'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:29.352977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.353554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3a55-fa70-424c-9c84-a7f4e722ee5f req-e8a752ca-4f67-4e9a-8d49-493c22e1e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:29.355423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2fa3a55-fa70-424c-9c84-a7f4e722ee5f req-e8a752ca-4f67-4e9a-8d49-493c22e1e91e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1131 time: 1.1382680 Mar 22 14:02:29.365787 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae538d4a-c98c-418b-a341-eebd8cec2d4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ce3d7cf69d04f59bd23a993625c9fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601540 Mar 22 14:02:29.368584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:29.375575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Router d427473a-79c6-4c4e-90ef-3eaaf0075aae is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:02:29.384861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-93baa31e-ddf3-4ea0-9d33-01866f592cb6 None None] Provisioning complete for port 67bfa58b-4c41-4ec0-8393-9143988e0b40 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:29.385634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-93baa31e-ddf3-4ea0-9d33-01866f592cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.419842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67bfa58b-4c41-4ec0-8393-9143988e0b40 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:29.420225 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.421253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644565-65a5-4aa9-a1d4-dbe225c3ea1f req-f7262940-0a0e-45a9-97ff-de7b562e6d01 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:29.426417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc644565-65a5-4aa9-a1d4-dbe225c3ea1f req-f7262940-0a0e-45a9-97ff-de7b562e6d01 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 949 time: 0.2357738 Mar 22 14:02:29.456268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] Publish callbacks [] for security_group (f5b3e69b-f730-4f6c-a838-3bdec4cfbb56), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.525194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:29.526961 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.529888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] Publish callbacks [] for security_group (f5b3e69b-f730-4f6c-a838-3bdec4cfbb56), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.568304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab40baad-cda1-4da5-ba87-965fd06e8edf admin admin] Publish callbacks [] for security_group (b1483bf4-56e3-43fd-9ef6-c2eba1522569), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.584843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab40baad-cda1-4da5-ba87-965fd06e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b1483bf4-56e3-43fd-9ef6-c2eba1522569), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.626025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:29.634752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67bfa58b-4c41-4ec0-8393-9143988e0b40 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:29.634971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Made reservation on behalf of 27df624b4b3e4c51869a081b056534ba for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:29.638386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.639126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.640146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-93baa31e-ddf3-4ea0-9d33-01866f592cb6 None None] Current status of the port 67bfa58b-4c41-4ec0-8393-9143988e0b40 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:29.643259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ab40baad-cda1-4da5-ba87-965fd06e8edf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a0cef67319e4b84b1d9859555002bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8309288 Mar 22 14:02:29.646849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40baad-cda1-4da5-ba87-965fd06e8edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1483bf4-56e3-43fd-9ef6-c2eba1522569,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.656149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60188) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:29.671665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Made reservation on behalf of 27df624b4b3e4c51869a081b056534ba for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:29.676342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.692575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.694232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2fa3a55-fa70-424c-9c84-a7f4e722ee5f req-31ab2649-fc8b-4930-aee7-6ccd76c17e30 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294027 Mar 22 14:02:29.700724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.713646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.760422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc644565-65a5-4aa9-a1d4-dbe225c3ea1f req-cd49bd96-e169-4335-ae9e-f1e0d4a42009 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813001 Mar 22 14:02:29.792846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for security_group (7116bb72-c3ba-4502-874e-ed9db82294e7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.799189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7116bb72-c3ba-4502-874e-ed9db82294e7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.801389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbfc52-b857-4928-8479-bd32e18310ba req-a0deb23f-c0b2-499c-b294-254cf057ba6a tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:29.803228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7bbfc52-b857-4928-8479-bd32e18310ba req-a0deb23f-c0b2-499c-b294-254cf057ba6a tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.3734615 Mar 22 14:02:29.808557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f5b3e69b-f730-4f6c-a838-3bdec4cfbb56), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.811478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.812948 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5b3e69b-f730-4f6c-a838-3bdec4cfbb56 HTTP/1.1" status: 204 len: 168 time: 0.4412997 Mar 22 14:02:29.851490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:29.859059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 27df624b4b3e4c51869a081b056534ba {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:02:29.859313 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:02:29.864664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Sync routers for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:29.875635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] Publish callbacks [] for security_group (b1483bf4-56e3-43fd-9ef6-c2eba1522569), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.880529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:29.881450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:29.900654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7116bb72-c3ba-4502-874e-ed9db82294e7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.918298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b10ba-db4e-43ad-b4ea-6a6185fef013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3e69b-f730-4f6c-a838-3bdec4cfbb56,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:29.934619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.936613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b1a7d16-4093-4ba9-977d-8dc15acda836 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4183028 Mar 22 14:02:29.940330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60192) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:29.985771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] Publish callbacks [] for security_group (b1483bf4-56e3-43fd-9ef6-c2eba1522569), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:29.996850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7bbfc52-b857-4928-8479-bd32e18310ba req-7accafcb-49f7-4384-89cb-7ae4f6f2bca7 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718609 Mar 22 14:02:30.062527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b1483bf4-56e3-43fd-9ef6-c2eba1522569), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.065385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.067131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1483bf4-56e3-43fd-9ef6-c2eba1522569 HTTP/1.1" status: 204 len: 168 time: 0.4047487 Mar 22 14:02:30.086950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e74d-8a3b-43ca-8ddd-e3f80046d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1483bf4-56e3-43fd-9ef6-c2eba1522569,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:30.097478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:30.162133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Allocated IP 192.168.233.22 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:30.281130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa'}, {'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:30.283821 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede58be5-c76d-43bd-bc15-05c97351bb6c" -d '{"events": [{"server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "name": "network-vif-plugged", "status": "completed", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa"}, {"server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "name": "network-vif-plugged", "status": "completed", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:30.362466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.421998 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efff55db-6353-48a7-b00f-fb2a5a552998 x-openstack-request-id: req-efff55db-6353-48a7-b00f-fb2a5a552998 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:30.422316 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "name": "network-vif-plugged", "status": "completed", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa", "code": 200}, {"server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "name": "network-vif-plugged", "status": "completed", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:30.422580 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efff55db-6353-48a7-b00f-fb2a5a552998 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:30.423518 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efff55db-6353-48a7-b00f-fb2a5a552998'] response: {'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa', 'code': 200} Mar 22 14:02:30.424261 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efff55db-6353-48a7-b00f-fb2a5a552998'] response: {'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', 'code': 200} Mar 22 14:02:30.427511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:30.433712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:26Z', 'revision_number': 3, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:30.498361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89af1589-a251-472f-8cda-25f4e7af1390 req-380aba2a-f56e-4b38-a8ac-bed8b8f05259 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 210 time: 0.0682230 Mar 22 14:02:30.512704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Checking router: d427473a-79c6-4c4e-90ef-3eaaf0075aae for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:30.512704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Updating router d427473a-79c6-4c4e-90ef-3eaaf0075aae port 16b28163-3677-44aa-860e-4abf23616620 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:30.516155 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1637bc38-b701-476b-a4bf-aa0e5bcaa4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.536504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16b28163-3677-44aa-860e-4abf23616620), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.580197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.683534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf2318-134a-4ca4-b95b-10d3c0486077 req-89c4f0a6-fed8-4101-9201-bce0f688b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.685010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffbf2318-134a-4ca4-b95b-10d3c0486077 req-89c4f0a6-fed8-4101-9201-bce0f688b45c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 1132 time: 0.1857202 Mar 22 14:02:30.714451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67bfa58b-4c41-4ec0-8393-9143988e0b40 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:30.732141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97b51-570a-4ca2-92f0-564413e66b86 req-77380823-1398-4f1c-8f3e-6a89966e97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:30.733853 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45d97b51-570a-4ca2-92f0-564413e66b86 req-77380823-1398-4f1c-8f3e-6a89966e97d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 1132 time: 0.1948287 Mar 22 14:02:30.758555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffbf2318-134a-4ca4-b95b-10d3c0486077 req-2ea741e5-d965-42c2-8e0b-db042a8b91c6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Mar 22 14:02:30.768989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.786862 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.818119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:30.820683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45d97b51-570a-4ca2-92f0-564413e66b86 req-7a6cc2cd-9a74-4dc6-8763-d6862d94a11a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761750 Mar 22 14:02:30.838784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec2bc-b7db-4864-8442-491a4b212626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.842350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Allocated IP 192.168.233.94 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/1fb426cd-4a1a-4f93-962d-f77386fe989d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:30.916667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1637bc38-b701-476b-a4bf-aa0e5bcaa4a3 admin admin] Publish callbacks [] for security_group (3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.937852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1637bc38-b701-476b-a4bf-aa0e5bcaa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:30.972793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67bfa58b-4c41-4ec0-8393-9143988e0b40 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:30.973166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.115448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks [] for port (16b28163-3677-44aa-860e-4abf23616620), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.115839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5c82-8096-432b-aefe-bf23c68179b7 req-baa02d1a-07f4-456c-ad44-a16d6a858d8e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.116835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67bfa58b-4c41-4ec0-8393-9143988e0b40 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:31.117347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cedb5c82-8096-432b-aefe-bf23c68179b7 req-baa02d1a-07f4-456c-ad44-a16d6a858d8e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 950 time: 0.2617202 Mar 22 14:02:31.131055 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16b28163-3677-44aa-860e-4abf23616620), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.175344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:31.177289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1637bc38-b701-476b-a4bf-aa0e5bcaa4a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8da162aa1a843e8bd82f1711f86f46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7485707 Mar 22 14:02:31.183685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:31.186410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:31.200210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:31.218386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637bc38-b701-476b-a4bf-aa0e5bcaa4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.288359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.289257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.300368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cedb5c82-8096-432b-aefe-bf23c68179b7 req-e685869d-b29a-4cda-b68a-22cd65e98544 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594784 Mar 22 14:02:31.318748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9ddcc-ef8d-48a2-94ad-940d17539ce1 req-802000e6-7079-4d26-a55a-6129e963cf9e tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.320371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a9ddcc-ef8d-48a2-94ad-940d17539ce1 req-802000e6-7079-4d26-a55a-6129e963cf9e tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.2290924 Mar 22 14:02:31.323860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks [] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.335429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.405870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a9ddcc-ef8d-48a2-94ad-940d17539ce1 req-9c9c0eff-8c26-44c3-b9c1-11c062cefeeb tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596514 Mar 22 14:02:31.417777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-f4b0652e-2ea5-45ee-b99c-d74b28e24092 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1149819 Mar 22 14:02:31.443102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] Publish callbacks [] for security_group (3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.459320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Request body: {'port': {'device_id': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:31.461774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.477670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Attempting to bind port 16b28163-3677-44aa-860e-4abf23616620 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:31.478071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Attempting to bind port 16b28163-3677-44aa-860e-4abf23616620 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:31.478533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Attempting to bind port 16b28163-3677-44aa-860e-4abf23616620 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:31.492120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:31.492540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:31.492885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.493384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:31.493732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Bound port: 16b28163-3677-44aa-860e-4abf23616620, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:31.494133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16b28163-3677-44aa-860e-4abf23616620), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.541158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:31.546401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:31.552831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] For port 16b28163-3677-44aa-860e-4abf23616620, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:31.556361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] For port 16b28163-3677-44aa-860e-4abf23616620, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16b28163-3677-44aa-860e-4abf23616620,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:31.575487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16b28163-3677-44aa-860e-4abf23616620), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.583192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] Publish callbacks [] for security_group (3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.588820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:31.599690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb914e5-5d26-4d75-841d-12a04e3185a4 None None] Pushing event updated for resources: {'Port': ['ID=16b28163-3677-44aa-860e-4abf23616620,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.629182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.658993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb914e5-5d26-4d75-841d-12a04e3185a4 None None] Pushing event updated for resources: {'Port': ['ID=16b28163-3677-44aa-860e-4abf23616620,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.666602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:31.674150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-42e6a1f5-e7e7-420e-800c-b501cd2c075c None None] Provisioning complete for port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:31.674522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e6a1f5-e7e7-420e-800c-b501cd2c075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.702770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec2bc-b7db-4864-8442-491a4b212626 admin admin] Publish callbacks [] for security_group (b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.718818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-42e6a1f5-e7e7-420e-800c-b501cd2c075c None None] Port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:31.724972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:31.725631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:31.737377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Allocated IP 172.20.0.1 (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e/c95434ce-942c-4f2b-8c89-1e2d9f1a925a/c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:31.739765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec2bc-b7db-4864-8442-491a4b212626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.781804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.782538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:31.815863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-0efea304-5e5f-436b-970e-a6866c2f262f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5193043 Mar 22 14:02:31.830700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072355-fe8a-473a-8fe0-ae423c086933 req-743f55c7-fadc-4a13-aa2c-c4ec335c442f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:31.832427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60072355-fe8a-473a-8fe0-ae423c086933 req-743f55c7-fadc-4a13-aa2c-c4ec335c442f tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 935 time: 0.1610026 Mar 22 14:02:31.837985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Request body: {'port': {'device_id': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:31.891543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:31.938096 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd6ec2bc-b7db-4864-8442-491a4b212626 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=691c873de9274c46ade3ed993a1abceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1134114 Mar 22 14:02:31.952261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:31.970075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.008272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.018857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.018857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d HTTP/1.1" status: 204 len: 168 time: 0.8228431 Mar 22 14:02:32.025364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9c960c56-1bee-420b-9458-28e3edf499ca None None] Provisioning complete for port 1fb426cd-4a1a-4f93-962d-f77386fe989d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:32.025364 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c960c56-1bee-420b-9458-28e3edf499ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.058770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ec2bc-b7db-4864-8442-491a4b212626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:32.093005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124bf30-6b3c-4406-bddc-c4a4c439197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd380c0-2b4a-4aad-b7e3-475b6c09fc9d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:32.095000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9c960c56-1bee-420b-9458-28e3edf499ca None None] Port 1fb426cd-4a1a-4f93-962d-f77386fe989d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:32.151809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60072355-fe8a-473a-8fe0-ae423c086933 req-bbe8b08c-4c36-4d39-90e2-63afa4a27115 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739768 Mar 22 14:02:32.179526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks [] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.282582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] Publish callbacks [] for security_group (b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.335681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:26Z', 'revision_number': 3, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:32.348139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] Publish callbacks [] for security_group (b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.370226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.418110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981cfc-cff4-49a2-a12e-a86df14acde1 None None] The sync data for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 is: [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:26Z', 'revision_number': 3, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:32.477905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:32.502869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.507398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.511333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7 HTTP/1.1" status: 204 len: 168 time: 0.5519605 Mar 22 14:02:32.526605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ec279-20b3-4272-a98f-97390b958ebe req-31685b62-fe2e-4fa4-abab-c88ff090ca63 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.529551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-374ec279-20b3-4272-a98f-97390b958ebe req-31685b62-fe2e-4fa4-abab-c88ff090ca63 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 950 time: 0.1047716 Mar 22 14:02:32.564132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:32.583907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9ad79-b2af-4627-a5bf-81cfd350d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f87ea3-0e87-4fc3-ad38-7d7e11ff1cd7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:32.589883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:32.597587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:32.668570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:32.680597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks [] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.691319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:32.739044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-374ec279-20b3-4272-a98f-97390b958ebe req-1c851b2c-ab19-4ae6-b888-0062dc2e5b8f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929314 Mar 22 14:02:32.782192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9698c-7081-4d5b-9405-95f6245db97e req-be176b6b-7c1a-4e8e-8326-55be75f8c1fe tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:32.788985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8c9698c-7081-4d5b-9405-95f6245db97e req-be176b6b-7c1a-4e8e-8326-55be75f8c1fe tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.2579145 Mar 22 14:02:32.838200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Transition to ACTIVE for port object c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:32.846186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.006933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8c9698c-7081-4d5b-9405-95f6245db97e req-e0fc587c-80a5-4ac9-8507-782e9ebc376c tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109935 Mar 22 14:02:33.071424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f88d9b14-618c-4f0a-9fca-94e40fcd13e1 None None] Provisioning complete for port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:33.072635 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f88d9b14-618c-4f0a-9fca-94e40fcd13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.145470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:33.201703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f88d9b14-618c-4f0a-9fca-94e40fcd13e1 None None] Port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:33.273071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.384706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:33.419584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks [] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.455415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Transition to ACTIVE for port object 1fb426cd-4a1a-4f93-962d-f77386fe989d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:33.494840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd5c6-5e59-4a45-9cca-64d4abe30a25 req-5453eb08-4993-4eac-8886-382027fa90ce tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:33.508814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-747cd5c6-5e59-4a45-9cca-64d4abe30a25 req-5453eb08-4993-4eac-8886-382027fa90ce tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 949 time: 0.6137335 Mar 22 14:02:33.539087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Attempting to bind port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:33.542458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Attempting to bind port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:33.542458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Attempting to bind port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:33.546087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.547622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:33.548041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Attempting to bind port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:33.577541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:33.578057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:33.578603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:33.579146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Bound port: c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:33.579693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.772011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:33.778333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:33.797494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.866626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-747cd5c6-5e59-4a45-9cca-64d4abe30a25 req-354f8347-c0c3-4bd3-9f7b-9bf937ddc639 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560071 Mar 22 14:02:33.922328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:33.924473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.928186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] 10.222.0.78 "PUT /v2.0/ports/c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 HTTP/1.1" status: 200 len: 1095 time: 2.4884448 Mar 22 14:02:33.929916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:33.947536 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39dadaa-0eec-494e-9f6b-242375f2b029" -d '{"events": [{"name": "network-changed", "server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:33.979383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks [] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:33.980145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:34.019043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409760a-9f31-4900-954d-245b6c4af5d9 req-52f948c2-9024-4202-b2a9-c4cf4b12f002 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.027086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.038737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7409760a-9f31-4900-954d-245b6c4af5d9 req-52f948c2-9024-4202-b2a9-c4cf4b12f002 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.4020791 Mar 22 14:02:34.127932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b405f-59fa-4b04-88d7-58e0e705475c service neutron] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:34.155513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Attempting to bind port 1fb426cd-4a1a-4f93-962d-f77386fe989d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:34.155850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Attempting to bind port 1fb426cd-4a1a-4f93-962d-f77386fe989d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:34.156180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Attempting to bind port 1fb426cd-4a1a-4f93-962d-f77386fe989d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:34.216620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Port 1fb426cd-4a1a-4f93-962d-f77386fe989d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:34.216913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Attempting to bind port 1fb426cd-4a1a-4f93-962d-f77386fe989d on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:34.231425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60358) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:34.239758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:34.240193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:34.240775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:34.241254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Bound port: 1fb426cd-4a1a-4f93-962d-f77386fe989d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:34.241637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.275238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.314015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-3ca54673-02b9-4ca0-bac5-8f083477823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.315808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-3ca54673-02b9-4ca0-bac5-8f083477823a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 1129 time: 0.3149481 Mar 22 14:02:34.330625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252777-11cf-495f-8f16-fef1914f3131 req-e1a045c9-6e21-4d24-b274-3e6137cacd13 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.337473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22252777-11cf-495f-8f16-fef1914f3131 req-e1a045c9-6e21-4d24-b274-3e6137cacd13 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.2905240 Mar 22 14:02:34.381605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60362) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:34.397486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:34.430722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:34.435808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:34.454381 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-72d81a1b-5ffe-4f5b-a2d3-b99dbded0421 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 HTTP/1.1" status: 200 len: 217 time: 0.1105394 Mar 22 14:02:34.471066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.501112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7409760a-9f31-4900-954d-245b6c4af5d9 req-46250913-aa38-4481-8462-1a18b3eabbff tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556067 Mar 22 14:02:34.550823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-974da3d1-fc96-4262-ac5d-7d1aec5c3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.552528 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-974da3d1-fc96-4262-ac5d-7d1aec5c3ecd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0907216 Mar 22 14:02:34.564623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:34.567520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:34.611843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.613017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.615456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] 10.222.0.78 "PUT /v2.0/ports/1fb426cd-4a1a-4f93-962d-f77386fe989d HTTP/1.1" status: 200 len: 1095 time: 2.7820945 Mar 22 14:02:34.618352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:34.621972 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f1254-b5c0-4243-961b-79670a2971f7" -d '{"events": [{"name": "network-changed", "server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:34.636228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22252777-11cf-495f-8f16-fef1914f3131 req-51f457fd-5d04-45b4-a9d0-a37dbb2f9a5e tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979071 Mar 22 14:02:34.642497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1640148194-network', 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:34.721496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1913915163-network', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:34.778999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3160e-c4fa-4f05-9138-4312833f81c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:34.779619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16b28163-3677-44aa-860e-4abf23616620 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:34.826805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:34.829130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.859442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Made reservation on behalf of 5e7e7a5a4466458fa9f813e66a4740e6 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:34.865079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.869914 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2059b534-9ac2-4237-8141-4868c0c11e37 x-openstack-request-id: req-2059b534-9ac2-4237-8141-4868c0c11e37 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:34.870471 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:34.870873 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2059b534-9ac2-4237-8141-4868c0c11e37 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:34.871440 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2059b534-9ac2-4237-8141-4868c0c11e37'] response: {'name': 'network-changed', 'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'status': 'completed', 'code': 200} Mar 22 14:02:34.873937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.893914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 16b28163-3677-44aa-860e-4abf23616620 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:34.894353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16b28163-3677-44aa-860e-4abf23616620), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.894677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:34.912071 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3781f24-8184-4b29-82e7-ddf709fd4eab x-openstack-request-id: req-a3781f24-8184-4b29-82e7-ddf709fd4eab {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:34.912819 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:34.913501 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3781f24-8184-4b29-82e7-ddf709fd4eab {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:34.914150 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3781f24-8184-4b29-82e7-ddf709fd4eab'] response: {'name': 'network-changed', 'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'status': 'completed', 'code': 200} Mar 22 14:02:34.956126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-4b7a1be5-981a-42c5-9e23-75db63a93ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:34.957668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-4b7a1be5-981a-42c5-9e23-75db63a93ce3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 1129 time: 0.2598410 Mar 22 14:02:35.086939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-2a9c6ceb-7ced-43df-8fb0-8b2f36eb0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.091787 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-2a9c6ceb-7ced-43df-8fb0-8b2f36eb0421 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5229726 Mar 22 14:02:35.101752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 16b28163-3677-44aa-860e-4abf23616620 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:35.102438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16b28163-3677-44aa-860e-4abf23616620), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.125739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-b8cb5b18-a396-498e-9007-26554fca10fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d HTTP/1.1" status: 200 len: 217 time: 0.1502597 Mar 22 14:02:35.129361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 16b28163-3677-44aa-860e-4abf23616620, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16b28163-3677-44aa-860e-4abf23616620,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:35.142625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16b28163-3677-44aa-860e-4abf23616620), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.204027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-aad3f11f-e7d7-477b-a91f-3e7124879ddd None None] Provisioning complete for port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:35.204665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aad3f11f-e7d7-477b-a91f-3e7124879ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.246214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-b2ceb5f1-cb0b-4d09-8831-b552d41c0a33 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488063 Mar 22 14:02:35.251201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=16b28163-3677-44aa-860e-4abf23616620,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:35.261141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-4b99c9b9-fdf5-4df0-a2fd-2115a2caf5d3 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.265237 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-4b99c9b9-fdf5-4df0-a2fd-2115a2caf5d3 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.82 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.3448269 Mar 22 14:02:35.265389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aad3f11f-e7d7-477b-a91f-3e7124879ddd None None] Port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:35.278294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-98e1b422-dbf4-49ea-becc-6f3165ea1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.280489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-98e1b422-dbf4-49ea-becc-6f3165ea1c4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1281807 Mar 22 14:02:35.315376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks [] for security_group (3a7e1333-ac54-4d88-92dc-489b7de2e3b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.361044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3a7e1333-ac54-4d88-92dc-489b7de2e3b4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.382939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6c18c-054a-4277-b89b-2d4b50d5679c req-bfd01144-4e49-4ffc-8bb0-1b746f8a7ba1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.393540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6c18c-054a-4277-b89b-2d4b50d5679c req-bfd01144-4e49-4ffc-8bb0-1b746f8a7ba1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.404313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eae6c18c-054a-4277-b89b-2d4b50d5679c req-bfd01144-4e49-4ffc-8bb0-1b746f8a7ba1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896&device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1690 time: 0.2742045 Mar 22 14:02:35.430824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:35.439117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Router d427473a-79c6-4c4e-90ef-3eaaf0075aae has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:35.451263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks [] for security_group (2a8790c6-d579-4744-bbb8-b64c476b2056), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.453323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (453a1592-c587-4556-8eca-cc648d1cc5b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.453690 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Added segment 453a1592-c587-4556-8eca-cc648d1cc5b4 of type vlan for network f26b3897-80b1-42dd-9009-48a2109a248a Mar 22 14:02:35.482373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2a8790c6-d579-4744-bbb8-b64c476b2056), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.492671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e1333-ac54-4d88-92dc-489b7de2e3b4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:35.493398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16bceaf9-5779-4251-829b-1fbcf0136dd5 req-abaaffcc-ec8b-4944-9a20-fbe6a9ff263f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171969 Mar 22 14:02:35.558034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:35.592837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f26b3897-80b1-42dd-9009-48a2109a248a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.608990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (512c16fd-58b8-473a-9aed-ff51c047fade), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.608990 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Added segment 512c16fd-58b8-473a-9aed-ff51c047fade of type vlan for network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 Mar 22 14:02:35.618500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eae6c18c-054a-4277-b89b-2d4b50d5679c req-6845ea0d-b8e7-419a-af05-8b68451673c6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094991 Mar 22 14:02:35.629994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8790c6-d579-4744-bbb8-b64c476b2056,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:35.640189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-e57da315-1b5d-4335-8ce2-7931fb282864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.644584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-e57da315-1b5d-4335-8ce2-7931fb282864 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3265932 Mar 22 14:02:35.646842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Deleting port 4430d00b-d2a7-4d36-b00d-395a314d46fa {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:35.647429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.756468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-c771685e-f6a6-488e-bf4f-3cb295b6c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.758251 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-c771685e-f6a6-488e-bf4f-3cb295b6c400 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 1129 time: 0.1683896 Mar 22 14:02:35.791864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:35.796129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f26b3897-80b1-42dd-9009-48a2109a248a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.797430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.798027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.813681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-17f41027-b541-4d67-aab7-87d8449b0eb3 admin admin] 10.222.0.81 "PUT /v2.0/routers/d427473a-79c6-4c4e-90ef-3eaaf0075aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8613501 Mar 22 14:02:35.820920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Sync routers for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:35.834307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:35.834833 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:35.836699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.888123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] For port 4430d00b-d2a7-4d36-b00d-395a314d46fa, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4430d00b-d2a7-4d36-b00d-395a314d46fa,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:35.888800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.924057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4806895 Mar 22 14:02:35.936228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60380) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:35.956964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Request body: {'subnet': {'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1640148194-subnet', 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:35.970404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48392ec0-bc63-466d-815f-fe72cf0efbcd req-2d64858b-0cb2-49d3-b855-27ab77883779 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.972030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48392ec0-bc63-466d-815f-fe72cf0efbcd req-2d64858b-0cb2-49d3-b855-27ab77883779 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.3181293 Mar 22 14:02:35.979346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73edce7-2851-4518-aa9d-1fca25d716ce admin admin] Pushing event updated for resources: {'Network': ['ID=f26b3897-80b1-42dd-9009-48a2109a248a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:35.982949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.983907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:35.984480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:35.991959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f26b3897-80b1-42dd-9009-48a2109a248a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:35.996931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-60eb54ba-99f4-4900-a911-821e05560e32 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245301 Mar 22 14:02:36.047414 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:36.130183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] Pushing event updated for resources: {'Network': ['ID=5c24dd5c-3eb7-4a26-aa0e-926a46c7e522,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:36.148135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:36.164131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332384bb-d018-4b0c-9b9c-cbf8f7cf29a2 req-aedb2bda-517f-4523-83be-6d0547c10744 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.174069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-332384bb-d018-4b0c-9b9c-cbf8f7cf29a2 req-aedb2bda-517f-4523-83be-6d0547c10744 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/ports?device_id=34620abd-e6da-44e7-8c87-7092060d31fb HTTP/1.1" status: 200 len: 950 time: 0.4043450 Mar 22 14:02:36.182683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-77451ba3-c3f4-4bde-aed2-4dd70178c9ec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9049990 Mar 22 14:02:36.209796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60384) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:36.211399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:36.214343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.226276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Request body: {'subnet': {'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1913915163-subnet', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:36.298415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:32Z', 'revision_number': 4, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4', 'name': '', 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'mac_address': 'fa:16:3e:04:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:30Z', 'updated_at': '2022-03-22T14:02:33Z', 'revision_number': 2, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'subnets': [{'id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:36.319600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Calling delete_port for 4430d00b-d2a7-4d36-b00d-395a314d46fa owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:36.330225 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Checking router: d427473a-79c6-4c4e-90ef-3eaaf0075aae for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:36.330822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Updating router d427473a-79c6-4c4e-90ef-3eaaf0075aae port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:36.343165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-d2eedc75-486d-4dc7-8d40-9d95f362388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.344683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-d2eedc75-486d-4dc7-8d40-9d95f362388e service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5791228 Mar 22 14:02:36.368504 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.383347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-332384bb-d018-4b0c-9b9c-cbf8f7cf29a2 req-c14c09a6-32ad-446c-8ca4-17e53b4a7d42 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.81 "GET /v2.0/security-groups?id=67328b05-75be-4d79-a209-dea70261214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081506 Mar 22 14:02:36.392247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48392ec0-bc63-466d-815f-fe72cf0efbcd req-6d512146-3f9b-44f6-b596-2401116d7577 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032857 Mar 22 14:02:36.396229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Made reservation on behalf of 5e7e7a5a4466458fa9f813e66a4740e6 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:36.398591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.430506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-ceed8e3f-d17a-4162-9f2c-67bb23466dbc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 HTTP/1.1" status: 200 len: 217 time: 0.0446517 Mar 22 14:02:36.580251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-18e53c3a-2adb-463f-b6d1-26b85e41a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.581768 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-18e53c3a-2adb-463f-b6d1-26b85e41a3de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1426342 Mar 22 14:02:36.690038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6882967-47c0-43ff-99fc-e7c391b7e60d req-563cf532-02dc-4faf-9f8e-822fbe903da3 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634889 Mar 22 14:02:36.722666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16b28163-3677-44aa-860e-4abf23616620 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:36.742117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-ffe3a100-3d7c-4b08-8aea-21dbbfeb09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.743656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-ffe3a100-3d7c-4b08-8aea-21dbbfeb09ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1519804 Mar 22 14:02:36.766245 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-7c636eb7-c4b8-40be-8f7a-3af27571197a req-1246735e-da1f-499d-9917-70352ecc3738 tempest-FloatingIPDetailsNegativeTestJSON-1386384521 tempest-FloatingIPDetailsNegativeTestJSON-1386384521-project] show failed (client error): The resource could not be found. Mar 22 14:02:36.767595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c636eb7-c4b8-40be-8f7a-3af27571197a req-1246735e-da1f-499d-9917-70352ecc3738 tempest-FloatingIPDetailsNegativeTestJSON-1386384521 tempest-FloatingIPDetailsNegativeTestJSON-1386384521-project] 10.222.0.81 "GET /v2.0/floatingips/0b52d13a-1faf-47d1-8565-5500ea67c06d HTTP/1.1" status: 404 len: 350 time: 0.0753746 Mar 22 14:02:36.792894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60390) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:36.815532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 16b28163-3677-44aa-860e-4abf23616620 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:36.815919 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16b28163-3677-44aa-860e-4abf23616620), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.856181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584479a0-d708-4328-acce-9b70be9ff035 req-f494d23d-2ad6-4a95-9190-9ba52545d4ba tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:36.858201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-584479a0-d708-4328-acce-9b70be9ff035 req-f494d23d-2ad6-4a95-9190-9ba52545d4ba tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 1132 time: 0.2984056 Mar 22 14:02:36.887385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-7736c456-a3e4-4a36-8a21-4bcadedc1b6f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269150 Mar 22 14:02:36.926963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4430d00b-d2a7-4d36-b00d-395a314d46fa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.931051 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks [] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:36.937027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 16b28163-3677-44aa-860e-4abf23616620 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:36.941298 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.009079 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Pushing event updated for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:37.021211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Pushing event deleted for resources: {'Port': ['ID=4430d00b-d2a7-4d36-b00d-395a314d46fa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:37.041225 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.041580 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.041925 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.042309 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.042775 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.043111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.043440 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.043765 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.044505 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.044752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.045083 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.045410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.045731 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.046093 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.046416 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:37.094001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] No DVR routers for this DVR port 4430d00b-d2a7-4d36-b00d-395a314d46fa on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:37.095975 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Attempting to bind port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:37.095975 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Attempting to bind port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:37.096203 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Attempting to bind port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 on network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:37.099213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.103465 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:37.103842 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Checking segment: {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:37.104245 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.104637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Bound using segment: {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:37.105112 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Bound port: c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fe7d21-c118-442e-a217-4476700cb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:37.105488 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.108472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e3eb1a8d-0474-44b4-af4a-dd02168d96d7 req-5d5ebdad-c2c5-48e9-8306-8a8010a936e0 tempest-ImagesNegativeTestJSON-1236319084 tempest-ImagesNegativeTestJSON-1236319084-project] 10.222.0.82 "DELETE /v2.0/ports/4430d00b-d2a7-4d36-b00d-395a314d46fa HTTP/1.1" status: 204 len: 173 time: 1.8138978 Mar 22 14:02:37.108937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'name': 'network-vif-deleted', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:37.121918 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101d217-9c6c-4afa-9c66-af9ee3b62909" -d '{"events": [{"server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "name": "network-vif-deleted", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:37.210562 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2972f-2b08-43a7-a9ff-a13553e29c53 x-openstack-request-id: req-dba2972f-2b08-43a7-a9ff-a13553e29c53 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:37.211208 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34620abd-e6da-44e7-8c87-7092060d31fb", "name": "network-vif-deleted", "tag": "4430d00b-d2a7-4d36-b00d-395a314d46fa", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:37.211647 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dba2972f-2b08-43a7-a9ff-a13553e29c53 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:37.212583 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba2972f-2b08-43a7-a9ff-a13553e29c53'] response: {'server_uuid': '34620abd-e6da-44e7-8c87-7092060d31fb', 'name': 'network-vif-deleted', 'tag': '4430d00b-d2a7-4d36-b00d-395a314d46fa', 'status': 'completed', 'code': 200} Mar 22 14:02:37.215197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d39dadaa-0eec-494e-9f6b-242375f2b029 req-c0fef0a7-528f-4be8-a169-fc206ae8519f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205264 Mar 22 14:02:37.265150 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] For port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:37.269590 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] For port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:37.280784 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.370817 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e66fd-72e8-4d5c-83fd-688378ac4c79 None None] Pushing event updated for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:37.375138 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:37.375731 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:37.429517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Provisioning complete for port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:37.430744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.473407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4430d00b-d2a7-4d36-b00d-395a314d46fa no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:37.538231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4430d00b-d2a7-4d36-b00d-395a314d46fa {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:37.540333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4430d00b-d2a7-4d36-b00d-395a314d46fa not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:37.590882 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:37.626670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Current status of the port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:37.627122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.686552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] For port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:37.694674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.708376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1254-b5c0-4243-961b-79670a2971f7 req-0ee3d3f3-8bff-4ec2-95b8-65910729ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:37.711824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-0ee3d3f3-8bff-4ec2-95b8-65910729ca4e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27df624b4b3e4c51869a081b056534ba&device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 1129 time: 0.9495492 Mar 22 14:02:37.778448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-584479a0-d708-4328-acce-9b70be9ff035 req-7772d0fa-59d3-4b1a-91ea-d452c20fa6f2 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499779 Mar 22 14:02:37.787339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9bf28-b1b6-4cd2-bc7e-24c5c5367aa6 None None] Pushing event updated for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:37.814998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (aa8a7d1a-7b27-48b0-b614-adffa2c2430c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.821446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-574937f3-1290-43c2-9814-a3035f4f499f None None] Provisioning complete for port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:37.822083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-574937f3-1290-43c2-9814-a3035f4f499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.854363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:37.955828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-574937f3-1290-43c2-9814-a3035f4f499f None None] Current status of the port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:37.961451 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:32Z', 'revision_number': 4, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4', 'name': '', 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'mac_address': 'fa:16:3e:04:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:30Z', 'updated_at': '2022-03-22T14:02:37Z', 'revision_number': 4, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'subnets': [{'id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:37.992198 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778e448-d47a-40ef-94f8-9a1afedef72c None None] The sync data for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 is: [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:32Z', 'revision_number': 4, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4', 'name': '', 'network_id': '3e4dfd27-bd13-4709-a2f8-3b7793d88a0e', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'mac_address': 'fa:16:3e:04:e9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:30Z', 'updated_at': '2022-03-22T14:02:37Z', 'revision_number': 4, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'subnets': [{'id': 'c95434ce-942c-4f2b-8c89-1e2d9f1a925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:38.097682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8a7d1a-7b27-48b0-b614-adffa2c2430c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:38.165394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639f278-bb59-4a0e-885a-08fbdeb6a542 req-cbf875db-ff85-4c38-96fa-bd6ae1db2df5 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.167002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a639f278-bb59-4a0e-885a-08fbdeb6a542 req-cbf875db-ff85-4c38-96fa-bd6ae1db2df5 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.5579126 Mar 22 14:02:38.206923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Checking segment: {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:38.207253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Network hostable DHCP agents. Network: 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:38.228346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1254-b5c0-4243-961b-79670a2971f7 req-055067a5-dfde-4645-b231-6264e43c5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.229860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-055067a5-dfde-4645-b231-6264e43c5581 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4548287 Mar 22 14:02:38.243878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:38.244233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Network hostable DHCP agents. Network: f26b3897-80b1-42dd-9009-48a2109a248a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:38.262306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:38.275287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad374c-f2c1-43f8-878f-2160b39bdeae req-5f47de7f-c83c-4625-bcd6-a076404b3f06 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.276840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36ad374c-f2c1-43f8-878f-2160b39bdeae req-5f47de7f-c83c-4625-bcd6-a076404b3f06 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1131 time: 0.3345561 Mar 22 14:02:38.325985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-462bcaac-e117-41a7-aa76-31f9d6dea0c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d HTTP/1.1" status: 200 len: 217 time: 0.0749357 Mar 22 14:02:38.342464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:38.421938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Network f26b3897-80b1-42dd-9009-48a2109a248a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:38.435712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a639f278-bb59-4a0e-885a-08fbdeb6a542 req-032dff00-87eb-44d0-9b36-520ff773cb45 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509103 Mar 22 14:02:38.446553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:38.457182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f26b3897-80b1-42dd-9009-48a2109a248a) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:38.460847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.461431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.462743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c514e3-496d-4f7e-9f03-7189f573f319 None None] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:38.482141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.482738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.495175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1254-b5c0-4243-961b-79670a2971f7 req-4babc8e3-2655-46e6-a579-559983a43cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.496692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-4babc8e3-2655-46e6-a579-559983a43cde service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1571312 Mar 22 14:02:38.543350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36ad374c-f2c1-43f8-878f-2160b39bdeae req-49a45f9b-827f-4e93-b372-912b5153870d tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320938 Mar 22 14:02:38.558755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-82521fde-ea39-4081-bb66-99ad9e003807 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3418727 Mar 22 14:02:38.566230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:38.571612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:38.587060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bc81aa57-3c09-4aa2-aca4-d55bdba77584 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6384284 Mar 22 14:02:38.603634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387813f1-4b7b-4027-847c-363f1b7a71aa None None] Network f26b3897-80b1-42dd-9009-48a2109a248a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:38.650768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.652010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1254-b5c0-4243-961b-79670a2971f7 req-70c53123-b3de-4ce8-8247-965545f8796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:38.652306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.653664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-70c53123-b3de-4ce8-8247-965545f8796d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1260719 Mar 22 14:02:38.846942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for router_controller (b77f6d00-db6c-44f5-8990-63f5a89d8b88), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:38.876048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:38.952237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:38.992419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-d8482ed5-b74f-4152-9d69-e1c32d1609cd service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290682 Mar 22 14:02:39.032112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:02:39.171063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for router_gateway (b77f6d00-db6c-44f5-8990-63f5a89d8b88), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.179821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.395884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:39.442820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-dc5f9eaa-195d-4ef9-b81d-b0ce12a8cf36 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187127 Mar 22 14:02:39.564644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951dd6f-4c0b-40ed-9f95-f7fc0a4742ee None None] Network f26b3897-80b1-42dd-9009-48a2109a248a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:39.615103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323f1254-b5c0-4243-961b-79670a2971f7 req-22bc40e4-67e3-402d-93c4-b71b171ccaf6 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016273 Mar 22 14:02:39.622464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for router_gateway (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.645875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.748441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:02:39.750061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.785085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:39.812761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:39.814814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:39.820495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'mac_address': 'fa:16:3e:73:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:39.896057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-8680f9fb-6539-4d65-82a1-bedcde8aed1e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.906325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-8680f9fb-6539-4d65-82a1-bedcde8aed1e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4415917 Mar 22 14:02:39.927282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Allocated IP 172.25.3.79 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/93ee5493-e216-4b28-ad76-95f8397d707b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:39.954867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f01c74-5588-4944-abfa-28e5b22ed670 req-f714f473-686e-4971-87f1-a60a95346b16 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:39.963304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78f01c74-5588-4944-abfa-28e5b22ed670 req-f714f473-686e-4971-87f1-a60a95346b16 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.3300297 Mar 22 14:02:40.039986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:40.040617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.059751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for port (93ee5493-e216-4b28-ad76-95f8397d707b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.098222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60458) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:40.106899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-6913dc5f-a7c1-404f-a9fe-228ba9a4f77a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.1996198 Mar 22 14:02:40.108796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-986654894-network', 'tenant_id': '4b4773c5c1954933865087fcfb420bd3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:40.113460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:40.115389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78f01c74-5588-4944-abfa-28e5b22ed670 req-6a52d1b1-08af-48ee-ab8c-c5e8fc6d83a5 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504967 Mar 22 14:02:40.115520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.151291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:40.156756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:40.158170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Allocated IP 172.20.0.2 (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522/aa8a7d1a-7b27-48b0-b614-adffa2c2430c/d82aa8a7-ce77-498a-b44a-0583f3c54eab) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:40.168087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.168756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:40.177229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Pushing event updated for resources: {'Port': ['ID=93ee5493-e216-4b28-ad76-95f8397d707b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:40.224012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:40.228396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Made reservation on behalf of 4b4773c5c1954933865087fcfb420bd3 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:40.230753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.232876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:40.242150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:40.242649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-f462179d-13f1-4655-82d3-6bc5e50ada13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258676 Mar 22 14:02:40.295583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dbff4bfc-4434-4cf5-9776-411b1c5ccbc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ca5bd869c6a4810b03bb70a9380456b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8972890 Mar 22 14:02:40.296469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.296689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:40.304585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:40.320195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'mac_address': 'fa:16:3e:ce:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:40.334393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:40.373283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:40.373283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.376335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Deleting port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:40.376685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.400714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:40.456763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:40.473804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks [] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.477991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.485420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.495597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] Publish callbacks [] for security_group (67328b05-75be-4d79-a209-dea70261214b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.517436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] For port c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:40.517971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.533563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:40.538474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:40.544522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:40.546154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Calling delete_port for c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:40.570405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:40.610686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] Publish callbacks [] for security_group (67328b05-75be-4d79-a209-dea70261214b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.629882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Pushing event updated for resources: {'Port': ['ID=d82aa8a7-ce77-498a-b44a-0583f3c54eab,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:40.673839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Attempting to bind port d82aa8a7-ce77-498a-b44a-0583f3c54eab on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:40.675077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Attempting to bind port d82aa8a7-ce77-498a-b44a-0583f3c54eab by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:40.675587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Attempting to bind port d82aa8a7-ce77-498a-b44a-0583f3c54eab on network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:40.683975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:40.684705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Checking segment: {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:40.685222 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.685711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Bound using segment: {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:40.686306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Bound port: d82aa8a7-ce77-498a-b44a-0583f3c54eab, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:40.686929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.716312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks [] for security_group (07b17dad-f065-450a-a8ab-26df15488259), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.732259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (07b17dad-f065-450a-a8ab-26df15488259), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.791829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1fb426cd-4a1a-4f93-962d-f77386fe989d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:40.795271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:40.809151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:02:40.827728 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for router_gateway (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.878955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.926645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] For port d82aa8a7-ce77-498a-b44a-0583f3c54eab, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:40.934778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3d98ccb3-1a6e-4487-a437-bc15508cc8c1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:40.935166 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Added segment 3d98ccb3-1a6e-4487-a437-bc15508cc8c1 of type vlan for network f89fd8de-a197-4c97-baf6-94dcaefe85ac Mar 22 14:02:40.979718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:40.983712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] For port d82aa8a7-ce77-498a-b44a-0583f3c54eab, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d82aa8a7-ce77-498a-b44a-0583f3c54eab,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:40.988521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f89fd8de-a197-4c97-baf6-94dcaefe85ac), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.014668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.041515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b17dad-f065-450a-a8ab-26df15488259,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:41.044814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f89fd8de-a197-4c97-baf6-94dcaefe85ac), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.046082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:41.047743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.133765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (67328b05-75be-4d79-a209-dea70261214b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.136656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.138216 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67328b05-75be-4d79-a209-dea70261214b HTTP/1.1" status: 204 len: 168 time: 0.8026915 Mar 22 14:02:41.167789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0683541 Mar 22 14:02:41.175467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:41.177758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0228dc-331e-4e03-868c-ee6930ea683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67328b05-75be-4d79-a209-dea70261214b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:41.182874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Request body: {'subnet': {'network_id': 'f89fd8de-a197-4c97-baf6-94dcaefe85ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-986654894-subnet', 'tenant_id': '4b4773c5c1954933865087fcfb420bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:41.220715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f596f-6c7c-47b6-ba71-67b31fe2c908 admin admin] Pushing event updated for resources: {'Network': ['ID=f89fd8de-a197-4c97-baf6-94dcaefe85ac,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:41.292556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f89fd8de-a197-4c97-baf6-94dcaefe85ac details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:02:41.483361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.486696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Made reservation on behalf of 4b4773c5c1954933865087fcfb420bd3 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:41.489574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.573342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:41.716433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9417-664d-4b38-ad07-b8638a5bfdea None None] Pushing event updated for resources: {'Port': ['ID=d82aa8a7-ce77-498a-b44a-0583f3c54eab,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:41.935404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Router b77f6d00-db6c-44f5-8990-63f5a89d8b88 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:02:42.069754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (b29cf907-f310-4154-8f30-548efb673fdb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.196971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29cf907-f310-4154-8f30-548efb673fdb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:42.206354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Checking segment: {'id': '3d98ccb3-1a6e-4487-a437-bc15508cc8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f89fd8de-a197-4c97-baf6-94dcaefe85ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:42.206851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Network hostable DHCP agents. Network: f89fd8de-a197-4c97-baf6-94dcaefe85ac, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:02:42.217194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Router d427473a-79c6-4c4e-90ef-3eaaf0075aae has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:42.225069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f559a090-9543-482e-9e08-8810bbe5a742 req-2cc655c2-7a4c-45b4-80b4-5c971a5f4cc8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 210 time: 0.2633932 Mar 22 14:02:42.232486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:42.241292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e615ca-a31f-4bec-a1d0-73a91a0b5e56 req-bb388bf6-6eea-4da3-9076-494143de75c9 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.242297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Sync routers for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:42.243223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3e615ca-a31f-4bec-a1d0-73a91a0b5e56 req-bb388bf6-6eea-4da3-9076-494143de75c9 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 948 time: 0.7536092 Mar 22 14:02:42.258950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Network f89fd8de-a197-4c97-baf6-94dcaefe85ac is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:02:42.276587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:42.277350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:42.279313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.281664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ffe7a710-df28-4b1c-a2eb-eb5b881672db admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7138672 Mar 22 14:02:42.288380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:42.314923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f89fd8de-a197-4c97-baf6-94dcaefe85ac) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:42.435352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:42.435963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:42.470439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97191fd5-f440-40bc-b539-34db64abb9f8 None None] Network f89fd8de-a197-4c97-baf6-94dcaefe85ac requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:42.603108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:42.610793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-da4396b1-e36a-4270-95e7-3a4bdddc137b admin admin] 10.222.0.81 "PUT /v2.0/routers/d427473a-79c6-4c4e-90ef-3eaaf0075aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7943089 Mar 22 14:02:42.636851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60514) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:42.638041 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Sync routers for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:42.696911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:42.701398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:42.709389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:42.835074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3e615ca-a31f-4bec-a1d0-73a91a0b5e56 req-016b4e2a-2423-46d3-b074-09bbe4494ccf tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308030 Mar 22 14:02:42.836711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks [] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.014281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:43.027697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963ce16-407d-4d87-90a9-31ececfda9d7 None None] Network f89fd8de-a197-4c97-baf6-94dcaefe85ac requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:43.066047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:43.155264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks [] for router_gateway (d427473a-79c6-4c4e-90ef-3eaaf0075aae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.300777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Deleting port 16b28163-3677-44aa-860e-4abf23616620 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:43.301724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (16b28163-3677-44aa-860e-4abf23616620), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.404909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-458493b6-e7f3-40e7-9e50-9e2945aaa0de admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2280476 Mar 22 14:02:43.485044 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '16b28163-3677-44aa-860e-4abf23616620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:40Z', 'revision_number': 5, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port': {'id': '16b28163-3677-44aa-860e-4abf23616620', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:25Z', 'updated_at': '2022-03-22T14:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:43.518574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a576c890-c58c-4886-be80-cf75cc44d525 req-2341d03a-2a0b-43b9-b61c-7d0d16590495 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 210 time: 0.0933425 Mar 22 14:02:43.598638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] For port 16b28163-3677-44aa-860e-4abf23616620, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16b28163-3677-44aa-860e-4abf23616620,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:43.599265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (16b28163-3677-44aa-860e-4abf23616620), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:43.636671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Calling delete_port for 16b28163-3677-44aa-860e-4abf23616620 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:43.648349 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Checking router: d427473a-79c6-4c4e-90ef-3eaaf0075aae for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:43.687639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Routers {'d427473a-79c6-4c4e-90ef-3eaaf0075aae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:43.689653 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:43.808718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-fc47d7be-e39c-4e2c-8903-44e36797e8ac tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336728 Mar 22 14:02:43.847175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-4679e051-a9ce-4449-b21e-c3d9157ff328 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1751034 Mar 22 14:02:43.879492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d82aa8a7-ce77-498a-b44a-0583f3c54eab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:43.882420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a1b36-69a3-47fe-b576-73d2127b2946 None None] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:43.995897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Provisioning complete for port d82aa8a7-ce77-498a-b44a-0583f3c54eab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:43.996281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.039336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1fb426cd-4a1a-4f93-962d-f77386fe989d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:44.058142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1fb426cd-4a1a-4f93-962d-f77386fe989d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:44.058530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.098355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-ed741141-09d8-4ad2-a529-fd4db03c032a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:44.100113 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-ed741141-09d8-4ad2-a529-fd4db03c032a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761111 Mar 22 14:02:44.105567 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] Set router d427473a-79c6-4c4e-90ef-3eaaf0075aae gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:44.116378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:44.299094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:44.300021 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.306157 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:43Z', 'revision_number': 6, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:44.355580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Current status of the port d82aa8a7-ce77-498a-b44a-0583f3c54eab is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:44.356266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.406369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] For port d82aa8a7-ce77-498a-b44a-0583f3c54eab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d82aa8a7-ce77-498a-b44a-0583f3c54eab,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:44.411238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26df717-dce2-4f06-b7ea-c10c74542395 None None] The sync data for ids ['d427473a-79c6-4c4e-90ef-3eaaf0075aae'] in n-d-758851-5 is: [{'id': 'd427473a-79c6-4c4e-90ef-3eaaf0075aae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554079836-router', 'tenant_id': '82aee724c43b4dfbbd39bbf7854389a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:24Z', 'updated_at': '2022-03-22T14:02:43Z', 'revision_number': 6, 'project_id': '82aee724c43b4dfbbd39bbf7854389a2', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:44.434042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.515176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d82aa8a7-ce77-498a-b44a-0583f3c54eab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:44.515653 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.519193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baf7be-ec1b-4ed9-ada1-a763c6f85627 None None] Pushing event updated for resources: {'Port': ['ID=d82aa8a7-ce77-498a-b44a-0583f3c54eab,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:44.597758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:44.598904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:44.602581 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f27508-6711-4c89-a74e-5564fab5eeb7" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:44.606598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:44.611363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.616747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:44.666735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:44.682158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-ac8421e0-8c10-4528-b0dd-94a236ccc4f5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657036 Mar 22 14:02:44.852328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:44.919674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:40Z', 'revision_number': 3, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:44.946849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.243 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0301bfee-cb0f-40fc-b030-9eea79b93377) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:44.974449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Checking router: b77f6d00-db6c-44f5-8990-63f5a89d8b88 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:44.975242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Updating router b77f6d00-db6c-44f5-8990-63f5a89d8b88 port 93ee5493-e216-4b28-ad76-95f8397d707b binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:44.980417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d82aa8a7-ce77-498a-b44a-0583f3c54eab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:44.997390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-09f27e39-daa0-476d-8e17-8dc427af07c0 None None] Provisioning complete for port d82aa8a7-ce77-498a-b44a-0583f3c54eab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:44.998721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-09f27e39-daa0-476d-8e17-8dc427af07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.087380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (16b28163-3677-44aa-860e-4abf23616620), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.099476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:45.112193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-110684c9-013a-4190-b809-516bab86b86f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:45.112689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:45.113058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.113774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-110684c9-013a-4190-b809-516bab86b86f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2487154 Mar 22 14:02:45.162289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844262f-04ef-4114-8440-fd1f618e3e9a req-9d31d67b-8bdc-48d5-a0a5-21df6ca61474 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:45.162530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.171379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7844262f-04ef-4114-8440-fd1f618e3e9a req-9d31d67b-8bdc-48d5-a0a5-21df6ca61474 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 948 time: 0.5536435 Mar 22 14:02:45.192787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b28163-3677-44aa-860e-4abf23616620,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:45.286402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:45.286728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.306345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-301fc856-2e96-48e6-8dd3-ee1d88945feb tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/quotas/9f61bd7256e049f6aca0d3edacc080ec HTTP/1.1" status: 200 len: 375 time: 0.1782742 Mar 22 14:02:45.376331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-72360013-0563-44ad-b8d1-ac95e8dd7d23 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:45.377617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-72360013-0563-44ad-b8d1-ac95e8dd7d23 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6702750 Mar 22 14:02:45.388555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.413797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-b174cea6-32d1-44b7-9135-a972a21260e7 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065004 Mar 22 14:02:45.428573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-09f27e39-daa0-476d-8e17-8dc427af07c0 None None] Current status of the port d82aa8a7-ce77-498a-b44a-0583f3c54eab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:45.435491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d82aa8a7-ce77-498a-b44a-0583f3c54eab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:45.436855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:45.461570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7844262f-04ef-4114-8440-fd1f618e3e9a req-71d0b190-8b47-4762-84d7-ac2a5b05a9ef tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893262 Mar 22 14:02:45.592779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.655873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.684347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.728937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d82aa8a7-ce77-498a-b44a-0583f3c54eab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:45.729638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:45.742006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:45.751634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:45.828442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:45.842429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:45.868086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:45.876614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:45.915922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:46.038790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.070691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.073045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks [] for router_controller (d427473a-79c6-4c4e-90ef-3eaaf0075aae), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.095375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:46.096068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.141562 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5c581084-7542-4a5d-b1b8-c6e5c093e37e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0298691 Mar 22 14:02:46.171156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Request body: {'port': {'device_id': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:46.195423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d7fa8c4-1dbd-4dbc-9198-e0cbb16cacc6 req-05c6631a-9308-4143-9bf1-b71685319707 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 210 time: 0.3029790 Mar 22 14:02:46.282156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d427473a-79c6-4c4e-90ef-3eaaf0075aae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.282809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d427473a-79c6-4c4e-90ef-3eaaf0075aae {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:02:46.289278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.293182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7813cfe-bd47-495c-ae7c-2d58bf8ecf43 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d427473a-79c6-4c4e-90ef-3eaaf0075aae HTTP/1.1" status: 204 len: 168 time: 3.6525154 Mar 22 14:02:46.296542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60584) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:46.298666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:46.302433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.457186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.510226 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb40117-3089-461b-a4e9-55594e351c02 x-openstack-request-id: req-0fb40117-3089-461b-a4e9-55594e351c02 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:46.511609 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:46.512033 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fb40117-3089-461b-a4e9-55594e351c02 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:46.512692 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb40117-3089-461b-a4e9-55594e351c02'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'code': 200} Mar 22 14:02:46.546825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Allocated IP 172.20.0.1 (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522/aa8a7d1a-7b27-48b0-b614-adffa2c2430c/1d24f862-be60-4910-bd32-842fd2f1cd9a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:46.564918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfe8a-7d12-4168-a2fe-ffd14cf4cbc1 req-d1f462af-353f-4318-ab23-a979f9956a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:46.567163 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e26dfe8a-7d12-4168-a2fe-ffd14cf4cbc1 req-d1f462af-353f-4318-ab23-a979f9956a4e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 1131 time: 0.1345193 Mar 22 14:02:46.636987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-ba0f7688-fbed-45b1-aa5e-74f8e858d435 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:46.650939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-ba0f7688-fbed-45b1-aa5e-74f8e858d435 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.7382135 Mar 22 14:02:46.655791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:46.682841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f4b31e6f-9191-40df-b126-bc077b873c14 None None] Provisioning complete for port 0301bfee-cb0f-40fc-b030-9eea79b93377 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:46.683370 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f4b31e6f-9191-40df-b126-bc077b873c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.691137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-783634f1-613d-4baa-bb8d-932bcf56fbf6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/quotas/b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 375 time: 0.0435078 Mar 22 14:02:46.717063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7f9273a-2249-48f9-a117-3ba93c24a053 req-bdc84771-26dd-43d2-b332-af4d761cba0c tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 210 time: 0.1315479 Mar 22 14:02:46.771933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Deleting subnet c95434ce-942c-4f2b-8c89-1e2d9f1a925a {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:02:46.775375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Publish callbacks [] for subnet (c95434ce-942c-4f2b-8c89-1e2d9f1a925a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.793920 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e26dfe8a-7d12-4168-a2fe-ffd14cf4cbc1 req-b321e54c-af9d-4d26-9fff-7b7f50c6535b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182350 Mar 22 14:02:46.818284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (c95434ce-942c-4f2b-8c89-1e2d9f1a925a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.900895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c95434ce-942c-4f2b-8c89-1e2d9f1a925a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.936190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks [] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:46.973513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-e14d0e1c-45a1-4977-b5ba-41f5359e8245 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2616177 Mar 22 14:02:46.993558 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (c95434ce-942c-4f2b-8c89-1e2d9f1a925a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.049180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.091322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95434ce-942c-4f2b-8c89-1e2d9f1a925a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:47.107357 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.113508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ebc1c71e-9746-4dc4-b155-9154005bf129 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c95434ce-942c-4f2b-8c89-1e2d9f1a925a HTTP/1.1" status: 204 len: 168 time: 0.8156970 Mar 22 14:02:47.117873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60592) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:47.151107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0301bfee-cb0f-40fc-b030-9eea79b93377 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:47.173439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks [] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.178179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:47.185790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f4b31e6f-9191-40df-b126-bc077b873c14 None None] Port 0301bfee-cb0f-40fc-b030-9eea79b93377 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:47.192016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:47.196121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:47.212437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9362e-29fb-4448-80c3-70440761bd91 None None] Network 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:02:47.214302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c43c5-fb2e-4d73-9c49-236728109020 req-6aaf86bb-cdc4-4a51-87b1-30ea2eba00c4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:47.215973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e2c43c5-fb2e-4d73-9c49-236728109020 req-6aaf86bb-cdc4-4a51-87b1-30ea2eba00c4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 949 time: 0.2382276 Mar 22 14:02:47.233692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d82aa8a7-ce77-498a-b44a-0583f3c54eab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:47.288266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.293000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.297154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:47.304980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-df94cbbf-320b-4a43-83c4-f71588c3dddc service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155057 Mar 22 14:02:47.319137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e2c43c5-fb2e-4d73-9c49-236728109020 req-79f5c301-3ea9-4df5-87be-aa8eaba044bd tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951359 Mar 22 14:02:47.366768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:47.382900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Transition to ACTIVE for port object 0301bfee-cb0f-40fc-b030-9eea79b93377 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:47.394832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.471158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:47.471870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3ad99db-7720-4fa8-9ea7-e45fd2de1cd4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:47.476938 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks [] for port (93ee5493-e216-4b28-ad76-95f8397d707b), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.493858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-5680c760-f362-4be6-b609-50765c2600c3 service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731105 Mar 22 14:02:47.529687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.642785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Pushing event updated for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:47.763394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-31ab6d98-32a7-4b16-9b50-b30686b2df15 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2599347 Mar 22 14:02:47.834745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16b28163-3677-44aa-860e-4abf23616620 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:47.847229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Attempting to bind port 0301bfee-cb0f-40fc-b030-9eea79b93377 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:47.847821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Attempting to bind port 0301bfee-cb0f-40fc-b030-9eea79b93377 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:47.848127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Attempting to bind port 0301bfee-cb0f-40fc-b030-9eea79b93377 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:47.855833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Port 0301bfee-cb0f-40fc-b030-9eea79b93377 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:47.856332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Attempting to bind port 0301bfee-cb0f-40fc-b030-9eea79b93377 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:47.865607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:47.865607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:47.866356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:47.866911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Bound port: 0301bfee-cb0f-40fc-b030-9eea79b93377, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:47.867397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:47.936456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 16b28163-3677-44aa-860e-4abf23616620 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:47.936851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16b28163-3677-44aa-860e-4abf23616620 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:47.967705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Attempting to bind port 93ee5493-e216-4b28-ad76-95f8397d707b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:47.968787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Attempting to bind port 93ee5493-e216-4b28-ad76-95f8397d707b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:47.969124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Attempting to bind port 93ee5493-e216-4b28-ad76-95f8397d707b on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:48.013710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d8ad9f63-90df-4a66-9210-f6b60b6c079e None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:48.014143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9f63-90df-4a66-9210-f6b60b6c079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.033019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af7f4a-b0e3-4d91-b659-91d9de3ec5ae None None] Pushing event updated for resources: {'Port': ['ID=93ee5493-e216-4b28-ad76-95f8397d707b,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:48.060463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:48.061126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.214 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:48.061478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:48.062122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.062757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:48.063440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Bound port: 93ee5493-e216-4b28-ad76-95f8397d707b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:48.063597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:48.064178 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.067782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0301bfee-cb0f-40fc-b030-9eea79b93377,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:48.076375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.170798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.181122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.186075 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] 10.222.0.82 "PUT /v2.0/ports/0301bfee-cb0f-40fc-b030-9eea79b93377 HTTP/1.1" status: 200 len: 1096 time: 2.0320654 Mar 22 14:02:48.188429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:48.210927 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e13df31-9514-4123-b4c5-6c3fe10907af" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:48.240656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.253810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] For port 93ee5493-e216-4b28-ad76-95f8397d707b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:48.268343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] For port 93ee5493-e216-4b28-ad76-95f8397d707b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=93ee5493-e216-4b28-ad76-95f8397d707b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:48.271603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad9f63-90df-4a66-9210-f6b60b6c079e None None] Port 1d24f862-be60-4910-bd32-842fd2f1cd9a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:48.284427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.363926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:48.365262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:48.383608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] DHCP port deletion for 3e4dfd27-bd13-4709-a2f8-3b7793d88a0e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:02:48.418530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16323-7b29-4dda-a519-936c95c19784 service neutron] Pushing event updated for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:48.439456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5a062585-2478-4fd1-aaf3-76b7da63c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.441036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5a062585-2478-4fd1-aaf3-76b7da63c86e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 1130 time: 0.1976984 Mar 22 14:02:48.488905 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.508473 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-351343b3-bd3c-41b7-a39f-283eb930b4d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0301bfee-cb0f-40fc-b030-9eea79b93377 HTTP/1.1" status: 200 len: 217 time: 0.0579383 Mar 22 14:02:48.526403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:48.528902 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3bef95-e7b0-42ee-b7ff-05fa76253ffe" -d '{"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-plugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:48.576542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af7f4a-b0e3-4d91-b659-91d9de3ec5ae None None] Pushing event updated for resources: {'Port': ['ID=93ee5493-e216-4b28-ad76-95f8397d707b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:48.631150 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-73624757-05a2-48a6-a0d7-7ca827da15e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.672866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:48.681025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cedca9a8-2a2e-4983-ba25-6ad7ab67b260 req-7cd6c744-1102-43ec-8a3e-9b5b1f34edc9 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 210 time: 0.6369796 Mar 22 14:02:48.724557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Deleting port 67bfa58b-4c41-4ec0-8393-9143988e0b40 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:48.724927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.735434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b830e09e-c7e3-41aa-b684-76385629cab5 req-29aca051-7239-42c9-86e4-5f6d25774822 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 210 time: 0.4470549 Mar 22 14:02:48.821904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks [] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.836144 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ef1942-dbe8-4e85-a95b-7b3db1be716d x-openstack-request-id: req-52ef1942-dbe8-4e85-a95b-7b3db1be716d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:48.836479 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:48.836812 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52ef1942-dbe8-4e85-a95b-7b3db1be716d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:48.837656 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ef1942-dbe8-4e85-a95b-7b3db1be716d'] response: {'name': 'network-changed', 'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377', 'status': 'completed', 'code': 200} Mar 22 14:02:48.841244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.900513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] For port 67bfa58b-4c41-4ec0-8393-9143988e0b40, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67bfa58b-4c41-4ec0-8393-9143988e0b40,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:48.900906 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:48.949442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Calling delete_port for 67bfa58b-4c41-4ec0-8393-9143988e0b40 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:48.967166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-3f5b6b9b-89f1-472d-ac2e-450c2897b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:48.968857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-3f5b6b9b-89f1-472d-ac2e-450c2897b9be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1443737 Mar 22 14:02:48.971855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e026ffec-0639-4748-a265-b76b747bf62b req-6a6bcf34-dd68-46f3-934f-d7b7b81a7e12 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 210 time: 0.1511230 Mar 22 14:02:49.025916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:49.056394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Deleting port 67bfa58b-4c41-4ec0-8393-9143988e0b40 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:02:49.056728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.063991 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.076745 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ac9b1d-693a-44d9-bddd-1ee3eab405c6 x-openstack-request-id: req-d8ac9b1d-693a-44d9-bddd-1ee3eab405c6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:49.077215 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-plugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:49.077626 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8ac9b1d-693a-44d9-bddd-1ee3eab405c6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:49.094372 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ac9b1d-693a-44d9-bddd-1ee3eab405c6'] response: {'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'code': 200} Mar 22 14:02:49.195617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-ab8ce519-9ec3-45ea-9c52-e8d918b9ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:49.197440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-ab8ce519-9ec3-45ea-9c52-e8d918b9ce92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1992750 Mar 22 14:02:49.259585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-944c9343-5376-4d5f-8b73-dc5a10b4d7ba tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:49.262292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-944c9343-5376-4d5f-8b73-dc5a10b4d7ba tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4875641 Mar 22 14:02:49.264863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.284962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Request body: {'port': {'device_id': '0063f257-b107-48b1-a7bd-24130efe81ce', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '9f61bd7256e049f6aca0d3edacc080ec'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:49.289918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:49.299697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:49.375206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456da96-3c29-4710-9771-6354fea1b2db req-1f782109-d0e2-488d-b0b7-5dc72f9c70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:49.376212 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.380368 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a456da96-3c29-4710-9771-6354fea1b2db req-1f782109-d0e2-488d-b0b7-5dc72f9c70fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 1131 time: 0.2278836 Mar 22 14:02:49.449311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] No DVR routers for this DVR port 67bfa58b-4c41-4ec0-8393-9143988e0b40 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:49.461849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Pushing event deleted for resources: {'Port': ['ID=67bfa58b-4c41-4ec0-8393-9143988e0b40,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:49.468199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:49.470319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] For port 67bfa58b-4c41-4ec0-8393-9143988e0b40, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67bfa58b-4c41-4ec0-8393-9143988e0b40,segment=NetworkSegment(39fe7d21-c118-442e-a217-4476700cb558),segment_id=39fe7d21-c118-442e-a217-4476700cb558)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:49.470698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.509005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:49.516615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7f9c-3227-4972-b01e-a27087a6c9b9 req-b48f4b8e-0f26-4ff7-ac25-22659d155acd tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.526962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-274b7f9c-3227-4972-b01e-a27087a6c9b9 req-b48f4b8e-0f26-4ff7-ac25-22659d155acd tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 949 time: 0.5519319 Mar 22 14:02:49.527773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.541590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.545347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Calling delete_port for 67bfa58b-4c41-4ec0-8393-9143988e0b40 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:02:49.551312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:49.551515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.551515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.551515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.551515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd200dc-ddcc-4984-b77d-8281e36c5b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:02:49.595352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:49.611806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:49.636293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:49.661597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-dee81483-b433-43fe-8f0e-4c4cebc7e821 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506102 Mar 22 14:02:49.679230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67bfa58b-4c41-4ec0-8393-9143988e0b40 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:02:49.745365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a456da96-3c29-4710-9771-6354fea1b2db req-34e488a8-e70b-4d72-807d-71105170488b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431544 Mar 22 14:02:49.748227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:47Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1d24f862-be60-4910-bd32-842fd2f1cd9a', 'name': '', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'mac_address': 'fa:16:3e:bf:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:02:46Z', 'revision_number': 1, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'subnets': [{'id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:49.779536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 67bfa58b-4c41-4ec0-8393-9143988e0b40 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:02:49.785483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67bfa58b-4c41-4ec0-8393-9143988e0b40 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:02:49.787232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-274b7f9c-3227-4972-b01e-a27087a6c9b9 req-1ee280e4-aa47-4942-8840-54eb0a48e007 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573342 Mar 22 14:02:49.892205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Made reservation on behalf of 9f61bd7256e049f6aca0d3edacc080ec for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:49.914738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:49.983789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ec9-a38e-4f6c-b6d2-98318d411442 None None] The sync data for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 is: [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:47Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1d24f862-be60-4910-bd32-842fd2f1cd9a', 'name': '', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'mac_address': 'fa:16:3e:bf:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:02:46Z', 'revision_number': 1, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'subnets': [{'id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:50.116043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.122908 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (67bfa58b-4c41-4ec0-8393-9143988e0b40), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.178809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a729f3fa-b0fe-4b3c-8179-5516eeecb7ac None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:50.179477 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a729f3fa-b0fe-4b3c-8179-5516eeecb7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.221389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] No DVR routers for this DVR port 67bfa58b-4c41-4ec0-8393-9143988e0b40 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:02:50.237812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a729f3fa-b0fe-4b3c-8179-5516eeecb7ac None None] Port 1d24f862-be60-4910-bd32-842fd2f1cd9a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:50.350322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f7105-2e07-44fc-9173-3b873e5f8528 req-077d0d09-b7db-41bc-bcf0-4680a6e8d58e tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 210 time: 0.4131670 Mar 22 14:02:50.524698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-815e2bbb-c892-473c-8078-ef9709d95559 None None] Provisioning complete for port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:50.525159 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-815e2bbb-c892-473c-8078-ef9709d95559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.552259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.553267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.557298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bfa58b-4c41-4ec0-8393-9143988e0b40,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:50.604899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-815e2bbb-c892-473c-8078-ef9709d95559 None None] Port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:50.650959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b2c12bf-9729-4582-8d90-a2c82e1f3a65 req-40552d2b-b49b-4e61-b3b9-1ed3dd350000 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 210 time: 0.0679047 Mar 22 14:02:50.679923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.687078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e74b22cf-b690-4519-8618-993bad12642b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2873900 Mar 22 14:02:50.716089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Request body: {'port': {'device_id': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:50.743575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-089f6ade-9e5b-46dc-8f78-aabdb73e56c7 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0212033 Mar 22 14:02:50.783377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b391d-9969-4940-a401-416bc962b98b req-93d3aead-365d-47ac-bf42-643bd498c161 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.796563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf2b391d-9969-4940-a401-416bc962b98b req-93d3aead-365d-47ac-bf42-643bd498c161 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 936 time: 0.8735759 Mar 22 14:02:50.812317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Router b77f6d00-db6c-44f5-8990-63f5a89d8b88 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:02:50.815435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4dfd27-bd13-4709-a2f8-3b7793d88a0e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:50.833426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-b0043a94-9661-444c-8c28-4804936093cf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:50.837785 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-b0043a94-9661-444c-8c28-4804936093cf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.3926027 Mar 22 14:02:50.902652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84b73dc2-a762-487c-9ae1-3a0208774537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.908218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Request body: {'port': {'device_id': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'admin_state_up': True, 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:50.929850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fe7d21-c118-442e-a217-4476700cb558') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:50.930570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fe7d21-c118-442e-a217-4476700cb558') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:50.933918 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:50.979822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (39fe7d21-c118-442e-a217-4476700cb558), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.024668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf2b391d-9969-4940-a401-416bc962b98b req-e408b534-bd5f-4498-bd06-ca1a29c95917 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041221 Mar 22 14:02:51.054892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (39fe7d21-c118-442e-a217-4476700cb558), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.133043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:02:51.133672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (39fe7d21-c118-442e-a217-4476700cb558), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:02:51.157723 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:02:51.281802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks [] for security_group (cba5d19f-6742-45ec-a81a-8b4217a6d446), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.300072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:02:51.307942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cba5d19f-6742-45ec-a81a-8b4217a6d446), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.363825 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-81eb0a15-10f7-4410-9ed7-03b507ef1bd3 admin admin] 10.222.0.81 "PUT /v2.0/routers/b77f6d00-db6c-44f5-8990-63f5a89d8b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0697134 Mar 22 14:02:51.400353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-4fb66ad1-d13e-4bba-affa-57a07bc8f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.401987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-4fb66ad1-d13e-4bba-affa-57a07bc8f849 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 1130 time: 0.3426120 Mar 22 14:02:51.441480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:02:51.449434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.636206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e4f6-5b5e-462a-a383-bd9d8f1a2f9f req-651e39a9-52d6-41ea-b12c-46b619456315 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.641094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5871e4f6-5b5e-462a-a383-bd9d8f1a2f9f req-651e39a9-52d6-41ea-b12c-46b619456315 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 949 time: 0.7608786 Mar 22 14:02:51.749548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-d8825a49-070c-439f-ae07-eac91e41b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:51.751371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-d8825a49-070c-439f-ae07-eac91e41b580 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3414066 Mar 22 14:02:51.756438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93ee5493-e216-4b28-ad76-95f8397d707b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:51.867419 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:51.869890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-c9b1ce74-32a4-4ce3-b715-37c87f9aef50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0301bfee-cb0f-40fc-b030-9eea79b93377 HTTP/1.1" status: 200 len: 217 time: 0.1015372 Mar 22 14:02:51.877292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 93ee5493-e216-4b28-ad76-95f8397d707b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:51.877677 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.007996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-af6baf6b-74b4-44e0-9aed-b3a6b25e282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.010188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-af6baf6b-74b4-44e0-9aed-b3a6b25e282c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1314211 Mar 22 14:02:52.046498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 93ee5493-e216-4b28-ad76-95f8397d707b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:52.047077 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.078664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Allocated IP 172.20.0.12 (f26b3897-80b1-42dd-9009-48a2109a248a/6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e/e6bdf6b1-8081-4a00-9d80-16debedba293) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:52.101373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 93ee5493-e216-4b28-ad76-95f8397d707b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=93ee5493-e216-4b28-ad76-95f8397d707b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:52.110266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.121356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-aeaa14e5-ca86-4c74-8278-0181dd778538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.124376 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-aeaa14e5-ca86-4c74-8278-0181dd778538 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1022387 Mar 22 14:02:52.223089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=93ee5493-e216-4b28-ad76-95f8397d707b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.372573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-e5a9585b-bfd9-44a4-81b3-70931c2e8899 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339129 Mar 22 14:02:52.376289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3e4dfd27-bd13-4709-a2f8-3b7793d88a0e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.422783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-367e8c1e-28dc-4f65-90d8-5894901c4634 req-09ef8298-83b7-4868-9966-fa53065e89b8 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 210 time: 0.8526821 Mar 22 14:02:52.423640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba5d19f-6742-45ec-a81a-8b4217a6d446,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.430831 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.453751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e4dfd27-bd13-4709-a2f8-3b7793d88a0e HTTP/1.1" status: 204 len: 168 time: 5.3334467 Mar 22 14:02:52.467209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks [] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.534212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e13df31-9514-4123-b4c5-6c3fe10907af req-b2b0a4cc-aefb-4412-99bf-107172fc42b5 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542137 Mar 22 14:02:52.553385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.610168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Network f26b3897-80b1-42dd-9009-48a2109a248a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:52.612830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:52.620953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:52.659214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.678055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9eaa-2dd9-4b38-af06-275c8fa85248 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4dfd27-bd13-4709-a2f8-3b7793d88a0e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:52.700787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.701751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.730301 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-2971bd6f-0f8b-4a55-a515-cacf4a06585a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8546560 Mar 22 14:02:52.751992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Request body: {'port': {'device_id': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:52.789433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60664) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:52.804194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5871e4f6-5b5e-462a-a383-bd9d8f1a2f9f req-54e9cd25-72e4-43e2-afd5-f1ddfa9936fc tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1478910 Mar 22 14:02:52.861597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a0967-dea0-4816-914b-f95025236c16 req-3f0d4d25-887a-42cb-94a9-b2410f39cf1c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:52.864298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-737a0967-dea0-4816-914b-f95025236c16 req-3f0d4d25-887a-42cb-94a9-b2410f39cf1c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 932 time: 0.1828868 Mar 22 14:02:52.899348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:52.905341 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4858acf5-ea84-4293-8b6e-8097d2aac536 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82aee724c43b4dfbbd39bbf7854389a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1146266 Mar 22 14:02:52.907953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:02:52.947481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:52.969021 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks [] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.010627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-737a0967-dea0-4816-914b-f95025236c16 req-612a3d8f-4cad-41ad-b8b7-1d982c665def tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222730 Mar 22 14:02:53.016218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Transition to ACTIVE for port object eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:53.038714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.162533 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] Publish callbacks [] for security_group (0b3c1498-ac02-4298-86bc-e5f8d402054d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.381218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bdf6b1-8081-4a00-9d80-16debedba293 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:53.398700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks [] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.424177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Transition to ACTIVE for port object e6bdf6b1-8081-4a00-9d80-16debedba293 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:53.433854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.455149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] Publish callbacks [] for security_group (0b3c1498-ac02-4298-86bc-e5f8d402054d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.493007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:53.502005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:53.532105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Allocated IP 192.168.233.239 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:53.574076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0301bfee-cb0f-40fc-b030-9eea79b93377 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:53.638601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.663699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93ee5493-e216-4b28-ad76-95f8397d707b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:53.671111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4800-1505-453e-b06d-f360d13ed6de req-0e094213-d714-4673-9ff8-a4c5c9c62126 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.672716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49cc4800-1505-453e-b06d-f360d13ed6de req-0e094213-d714-4673-9ff8-a4c5c9c62126 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 948 time: 0.5054686 Mar 22 14:02:53.690712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:53.692890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:53.693528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:53.703038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:53.703848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:53.711221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:53.712838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:53.713517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:53.715292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Bound port: e6bdf6b1-8081-4a00-9d80-16debedba293, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:53.716143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.773643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-96bc99d3-1a5b-4b91-b473-965715d9dea4 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6074226 Mar 22 14:02:53.776040 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:02:53.778274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:53.790462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Attempting to bind port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:53.790804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Attempting to bind port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:53.791134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Attempting to bind port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:53.825195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:53.825521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Attempting to bind port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:53.846901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:53.852237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:53.862766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.898846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b3c1498-ac02-4298-86bc-e5f8d402054d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.903882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.908005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b3c1498-ac02-4298-86bc-e5f8d402054d HTTP/1.1" status: 204 len: 168 time: 0.9989059 Mar 22 14:02:53.911769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49cc4800-1505-453e-b06d-f360d13ed6de req-2a54a452-1fe4-44a8-bd1e-cd161cbd9278 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241156 Mar 22 14:02:53.916931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:53.917261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:53.917954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:53.918552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Bound port: eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:53.918923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.926971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.963649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:53.977020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:53.978316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:53.981583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-6f1d5e61-68f0-424c-9546-1a6046e11b10 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 1092 time: 1.2428060 Mar 22 14:02:53.982863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:53.989354 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea6601e-a73e-4c57-9278-5bfc00e2c987" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:54.038168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks [] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.079623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-c61cac87-53ac-4e63-8ca3-60dae3bdc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.081930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-c61cac87-53ac-4e63-8ca3-60dae3bdc436 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1126 time: 0.0576358 Mar 22 14:02:54.086567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73200135-69f3-45c4-841b-f27a5aaccd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c1498-ac02-4298-86bc-e5f8d402054d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:54.098847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.205884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Sync routers for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:02:54.231630 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-35f101a2-e170-4a12-a776-d47fd286adc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.1397123 Mar 22 14:02:54.235292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:54.252325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:54.289408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:54.324991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:54.327875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:54.346459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:54.353050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-1f41bde8-1538-4de6-8ad8-60b4e8af04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.354869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-1f41bde8-1538-4de6-8ad8-60b4e8af04be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1157882 Mar 22 14:02:54.396089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:54.421156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-4143889c-117c-4188-ab84-063357f583b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561755 Mar 22 14:02:54.481129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd3533-63c3-412f-9265-3c49732471c8 req-11ba9460-0afa-4674-ad6d-d7443690d6d6 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.485517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82dd3533-63c3-412f-9265-3c49732471c8 req-11ba9460-0afa-4674-ad6d-d7443690d6d6 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 936 time: 0.4017966 Mar 22 14:02:54.501482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.502838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.554878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:54.575184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-bc935607-0287-432e-bcf6-286ff5cbf56f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2952945 Mar 22 14:02:54.585078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0301bfee-cb0f-40fc-b030-9eea79b93377,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:54.597243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Request body: {'port': {'device_id': '0063f257-b107-48b1-a7bd-24130efe81ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:02:54.604513 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.615490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 93ee5493-e216-4b28-ad76-95f8397d707b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:54.615861 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.666202 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-a7d3eec5-ace4-4d5a-adbc-eb6a96326a53 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379282 Mar 22 14:02:54.717690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '0301bfee-cb0f-40fc-b030-9eea79b93377', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0301bfee-cb0f-40fc-b030-9eea79b93377', 'mac_address': 'fa:16:3e:e0:bb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:54.764182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:54.782147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:54.787658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.789631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-e985ec9d-a345-4fd9-8713-23ba8b56ff1d service neutron] 10.222.0.78 "PUT /v2.0/ports/eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 HTTP/1.1" status: 200 len: 1096 time: 4.0788949 Mar 22 14:02:54.797845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:54.801218 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6bef87-3e16-489a-a256-20a58eff03a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:54.851631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a8ceed30-4236-47be-a3b7-1567a144585d None None] Provisioning complete for port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:54.878025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1245907-bbb5-43e4-9338-fb67c84676bd req-e97860af-7745-45cc-85ec-08454afd5f10 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036617 Mar 22 14:02:54.880530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8ceed30-4236-47be-a3b7-1567a144585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.920012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82dd3533-63c3-412f-9265-3c49732471c8 req-ba0e4619-e633-4df9-bb71-be81d5bed0c5 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801970 Mar 22 14:02:54.984696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:54.997300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:54.997472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.074468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.076106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0301bfee-cb0f-40fc-b030-9eea79b93377 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:55.076649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.135879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a8ceed30-4236-47be-a3b7-1567a144585d None None] Port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:02:55.142107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0301bfee-cb0f-40fc-b030-9eea79b93377 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:55.226544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Allocated IP 172.25.3.36 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:02:55.237380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0301bfee-cb0f-40fc-b030-9eea79b93377,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:55.254426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.271500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 93ee5493-e216-4b28-ad76-95f8397d707b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:55.352169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.378687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:55.421764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.483217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:47Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1d24f862-be60-4910-bd32-842fd2f1cd9a', 'name': '', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'mac_address': 'fa:16:3e:bf:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:02:48Z', 'revision_number': 2, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'subnets': [{'id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:55.488934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-560f8e78-f5c2-4a9f-88fd-eb930e31f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.490469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-560f8e78-f5c2-4a9f-88fd-eb930e31f3f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 1130 time: 0.6302283 Mar 22 14:02:55.533767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Checking router: b77f6d00-db6c-44f5-8990-63f5a89d8b88 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:02:55.534501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Updating router b77f6d00-db6c-44f5-8990-63f5a89d8b88 port 1d24f862-be60-4910-bd32-842fd2f1cd9a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:02:55.546535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-585e3689-85a5-409d-b672-b19e79ab43fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0356023 Mar 22 14:02:55.557929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:02:55.591375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:55.607835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['0301bfee-cb0f-40fc-b030-9eea79b93377'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:55.663851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:02:55.667485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:02:55.693586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event updated for resources: {'Port': ['ID=65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:55.810645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e221fe-d8b9-4e5c-a650-e48a4bd65639 req-e7d8e2fb-2da1-48b9-bf0c-21db34fe4ba3 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.815724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9e221fe-d8b9-4e5c-a650-e48a4bd65639 req-e7d8e2fb-2da1-48b9-bf0c-21db34fe4ba3 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 949 time: 0.4102111 Mar 22 14:02:55.864363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5661d756-2847-45c1-81ee-257eff84b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:55.865935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-5661d756-2847-45c1-81ee-257eff84b8af service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2998066 Mar 22 14:02:56.024622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks [] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.043088 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.115891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (1b0fb290-029f-419b-bbe8-edc4495d136c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.208544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9e221fe-d8b9-4e5c-a650-e48a4bd65639 req-6c9ae4b1-97d0-442d-81bf-13a9cbf9d6e4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621738 Mar 22 14:02:56.271454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0b65-d8a3-45da-aa9c-8051219d7c86 None None] Pushing event updated for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:56.306037 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d069cc8-f34e-4f3f-a597-e2322d91dde9 x-openstack-request-id: req-8d069cc8-f34e-4f3f-a597-e2322d91dde9 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:56.306629 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:56.306629 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d069cc8-f34e-4f3f-a597-e2322d91dde9 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:56.307325 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d069cc8-f34e-4f3f-a597-e2322d91dde9'] response: {'name': 'network-changed', 'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'status': 'completed', 'code': 200} Mar 22 14:02:56.324910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-506c6a57-0013-4967-974e-a66991a43c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.332075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-506c6a57-0013-4967-974e-a66991a43c79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4297502 Mar 22 14:02:56.353893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.366868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Attempting to bind port 1d24f862-be60-4910-bd32-842fd2f1cd9a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:56.367979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Attempting to bind port 1d24f862-be60-4910-bd32-842fd2f1cd9a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:56.368715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Attempting to bind port 1d24f862-be60-4910-bd32-842fd2f1cd9a on network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:56.376239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:56.376879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Checking segment: {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:56.377469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.378060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Bound using segment: {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:56.378864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Bound port: 1d24f862-be60-4910-bd32-842fd2f1cd9a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512c16fd-58b8-473a-9aed-ff51c047fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:56.379415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.424747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-c1645f52-10a5-4f59-aa44-a802387cb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.426420 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-c1645f52-10a5-4f59-aa44-a802387cb06e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1126 time: 0.1019421 Mar 22 14:02:56.468747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] For port 1d24f862-be60-4910-bd32-842fd2f1cd9a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:56.472794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] For port 1d24f862-be60-4910-bd32-842fd2f1cd9a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d24f862-be60-4910-bd32-842fd2f1cd9a,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:56.481322 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.566903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0b65-d8a3-45da-aa9c-8051219d7c86 None None] Pushing event updated for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:56.596174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:02:56.596798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:56.628554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-73a095e2-5610-4787-8cda-c62e7549f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.630172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-73a095e2-5610-4787-8cda-c62e7549f1e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.1972337 Mar 22 14:02:56.700609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-2c9e137d-e9c4-41b5-8fb0-285512ac3a79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.0641432 Mar 22 14:02:56.788495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-0bdc608f-671a-48a7-a2bd-f881f53beacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.790853 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-0bdc608f-671a-48a7-a2bd-f881f53beacd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0831316 Mar 22 14:02:56.822000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:56.822260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.828184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:56.841367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-b7a5da37-5c06-40d6-907b-a64681853d48 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951594 Mar 22 14:02:56.841618 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-378763e5-a936-46db-af6e-53bf9621d2dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413835 Mar 22 14:02:56.846618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks [] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:56.921367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5ba1-9384-4592-8faf-866b9a33c9d6 req-0a2a67aa-df69-44a1-82ca-be41e7f0964e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:56.932728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-913e5ba1-9384-4592-8faf-866b9a33c9d6 req-0a2a67aa-df69-44a1-82ca-be41e7f0964e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 944 time: 0.4130123 Mar 22 14:02:56.933070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:02:56.963194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Transition to ACTIVE for port object 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:02:56.992845 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.015353 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-b52a3533-69a0-4c1d-a1d1-7f9ebac57d3d service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676221 Mar 22 14:02:57.158111 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ea6601e-a73e-4c57-9278-5bfc00e2c987 req-32413155-15fe-4437-9e81-4ffd8a43c254 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367354 Mar 22 14:02:57.346882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Current status of the port 1d24f862-be60-4910-bd32-842fd2f1cd9a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:57.347275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.384311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] For port 1d24f862-be60-4910-bd32-842fd2f1cd9a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d24f862-be60-4910-bd32-842fd2f1cd9a,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:57.396827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.442232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:47Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1d24f862-be60-4910-bd32-842fd2f1cd9a', 'name': '', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'mac_address': 'fa:16:3e:bf:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:02:56Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'subnets': [{'id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:02:57.475444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee25f98-7b37-4b95-af46-32772a55fc60 None None] The sync data for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 is: [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:02:47Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1d24f862-be60-4910-bd32-842fd2f1cd9a', 'name': '', 'network_id': '5c24dd5c-3eb7-4a26-aa0e-926a46c7e522', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'mac_address': 'fa:16:3e:bf:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:45Z', 'updated_at': '2022-03-22T14:02:56Z', 'revision_number': 4, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'subnets': [{'id': 'aa8a7d1a-7b27-48b0-b614-adffa2c2430c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:02:57.492830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c30b9-bcbe-4d70-9a33-6af22f4f9ed2 None None] Pushing event updated for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:57.543639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9eb2e947-fb80-4c73-9255-648c75910544 None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:57.544311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e947-fb80-4c73-9255-648c75910544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.593655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:02:57.663768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dd33e75-1561-4ffe-a300-36b024d4b0ec req-4c26ae7a-5e4d-4280-b040-289a59dffbc5 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136868 Mar 22 14:02:57.679817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0301bfee-cb0f-40fc-b030-9eea79b93377 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:57.713737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.731239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d24f862-be60-4910-bd32-842fd2f1cd9a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:57.754568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.789733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-913e5ba1-9384-4592-8faf-866b9a33c9d6 req-b9f646be-2e41-4051-8f6b-6a43197dfb15 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549371 Mar 22 14:02:57.808195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:57.937466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:57.940133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:57.975604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 0301bfee-cb0f-40fc-b030-9eea79b93377 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:02:57.977110 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaedd717-4072-4da6-919d-250694b9e1a1 x-openstack-request-id: req-aaedd717-4072-4da6-919d-250694b9e1a1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:57.979243 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:57.979847 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaedd717-4072-4da6-919d-250694b9e1a1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:57.980643 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaedd717-4072-4da6-919d-250694b9e1a1'] response: {'name': 'network-changed', 'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', 'status': 'completed', 'code': 200} Mar 22 14:02:58.049502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 0301bfee-cb0f-40fc-b030-9eea79b93377 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:58.050190 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.140367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:58.155860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event updated for resources: {'Port': ['ID=65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:58.195674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.231725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (1b0fb290-029f-419b-bbe8-edc4495d136c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.234291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'port_id': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'mac_address': 'fa:16:3e:c7:d4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:02:58.272791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.277249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-ac5a683c-aa42-43ba-b5a2-b85b3d02ee53 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5027752 Mar 22 14:02:58.297122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2e947-fb80-4c73-9255-648c75910544 None None] Current status of the port 1d24f862-be60-4910-bd32-842fd2f1cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:58.332586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0301bfee-cb0f-40fc-b030-9eea79b93377 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:58.333138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.379736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e6bdf6b1-8081-4a00-9d80-16debedba293 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:58.380279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.403544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bdf6b1-8081-4a00-9d80-16debedba293 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:02:58.405345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a326a9-fb97-4321-935f-951ce680e5e8 req-284fa034-ad1c-4468-b3dd-7c2ba6fdd213 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.406934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a326a9-fb97-4321-935f-951ce680e5e8 req-284fa034-ad1c-4468-b3dd-7c2ba6fdd213 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 948 time: 0.3638623 Mar 22 14:02:58.407895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:58.409020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-1196166a-2b05-4a9a-9b70-6dad95e750a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.410471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-1196166a-2b05-4a9a-9b70-6dad95e750a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 1130 time: 0.4275432 Mar 22 14:02:58.410604 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48158f-8517-4f11-8a2d-f3ecb78bf8ce" -d '{"events": [{"server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "name": "network-vif-plugged", "status": "completed", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:58.415825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-2139a172-96e6-431e-a008-602297eb7963 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1232464 Mar 22 14:02:58.441311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Attempting to bind port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:02:58.441566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Attempting to bind port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:02:58.441894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Attempting to bind port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:58.458428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1d24f862-be60-4910-bd32-842fd2f1cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:58.462987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0301bfee-cb0f-40fc-b030-9eea79b93377,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:58.483134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:02:58.490870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.514580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.566928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:02:58.567247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Attempting to bind port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:02:58.593518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:58.597262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:02:58.597611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:02:58.598017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:02:58.598464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Bound port: 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:02:58.598824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.671166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:58.728124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a326a9-fb97-4321-935f-951ce680e5e8 req-e71c85e6-e420-4345-aeea-16ef2db4660e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890866 Mar 22 14:02:58.733838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-218c5c73-8171-48ec-bf7d-0ef899434502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.735778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-218c5c73-8171-48ec-bf7d-0ef899434502 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3177049 Mar 22 14:02:58.794699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e6bdf6b1-8081-4a00-9d80-16debedba293'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:02:58.819330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-5a73a566-9601-40eb-adda-ac3fa0ef979b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0708184 Mar 22 14:02:58.829393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-5011907a-6fa4-400e-b382-74387a25fba3 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:58.831424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-5011907a-6fa4-400e-b382-74387a25fba3 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3910377 Mar 22 14:02:58.865284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:02:58.893065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-357774db-8896-4e28-bb94-d223f89b3d92 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:02:58.905777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a90d39dc-fa4d-47e6-9f63-5126aec03f0c req-357774db-8896-4e28-bb94-d223f89b3d92 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247087 Mar 22 14:02:58.937097 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:58.950840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:02:58.970099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.022509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-817bb568-1ae6-4305-a8eb-c655966ce585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.024044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-817bb568-1ae6-4305-a8eb-c655966ce585 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1917009 Mar 22 14:02:59.063721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.064415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.065689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] 10.222.0.82 "PUT /v2.0/ports/6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 HTTP/1.1" status: 200 len: 1096 time: 4.4731438 Mar 22 14:02:59.149639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd937f-2fdf-48d6-a082-97d6d095bfa2 req-68a52dec-2ad9-4f04-bf50-3c264169123f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.151346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7fd937f-2fdf-48d6-a082-97d6d095bfa2 req-68a52dec-2ad9-4f04-bf50-3c264169123f tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 948 time: 0.2830052 Mar 22 14:02:59.151867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a0cf9-16b9-4038-8f5d-f74f0ee95dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:02:59.207853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde77142-97ca-4758-8f0c-11f18b75434b req-42f74387-da7b-4656-8711-36f3354ff363 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.209458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fde77142-97ca-4758-8f0c-11f18b75434b req-42f74387-da7b-4656-8711-36f3354ff363 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 949 time: 0.2237785 Mar 22 14:02:59.237326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-97cc7b18-2e29-40a0-8eaf-851342350e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.238878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-97cc7b18-2e29-40a0-8eaf-851342350e62 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1940863 Mar 22 14:02:59.350643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7fd937f-2fdf-48d6-a082-97d6d095bfa2 req-3881cb4b-b429-4ed2-9220-fc5e103977a6 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773338 Mar 22 14:02:59.357348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-23d686d7-2d1b-4b79-9b84-b7708691cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.359176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-23d686d7-2d1b-4b79-9b84-b7708691cb20 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 1130 time: 0.2329803 Mar 22 14:02:59.367315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fde77142-97ca-4758-8f0c-11f18b75434b req-f583f1d1-5a47-4990-9aab-a120f13c5721 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423235 Mar 22 14:02:59.450893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-3c965446-65d8-4f61-ab70-b0343ac9657a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 HTTP/1.1" status: 200 len: 217 time: 0.0793080 Mar 22 14:02:59.482984 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c64c12-d589-44bd-87f0-3719350d7bf0 x-openstack-request-id: req-d0c64c12-d589-44bd-87f0-3719350d7bf0 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:02:59.483422 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "name": "network-vif-plugged", "status": "completed", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:02:59.483776 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0c64c12-d589-44bd-87f0-3719350d7bf0 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:02:59.484277 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c64c12-d589-44bd-87f0-3719350d7bf0'] response: {'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377', 'code': 200} Mar 22 14:02:59.627487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b84ec-8922-4f8f-8e03-f5b7622cac75 req-dacf7eb2-5c02-49db-81a3-9b52320a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.629030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-220b84ec-8922-4f8f-8e03-f5b7622cac75 req-dacf7eb2-5c02-49db-81a3-9b52320a46b3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 1132 time: 0.0703876 Mar 22 14:02:59.638188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4cf92b3-5321-4e5d-b972-fb580352bd54 req-112e664d-2f46-47a4-89bc-03584a8d8a8f tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips/1b0fb290-029f-419b-bbe8-edc4495d136c HTTP/1.1" status: 200 len: 692 time: 0.1227939 Mar 22 14:02:59.650598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d24f862-be60-4910-bd32-842fd2f1cd9a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:02:59.674335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-c3a6bb75-c44a-4267-b39b-7a25d0228bac service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964961 Mar 22 14:02:59.688477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-220b84ec-8922-4f8f-8e03-f5b7622cac75 req-b3511be9-497d-4f5f-a553-2834dc25037c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Mar 22 14:02:59.689251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-56b41a2f-3df7-493c-a7f6-4f80beed584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.690718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-56b41a2f-3df7-493c-a7f6-4f80beed584a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2341428 Mar 22 14:02:59.715322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1d24f862-be60-4910-bd32-842fd2f1cd9a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:02:59.716536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:02:59.811166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1d24f862-be60-4910-bd32-842fd2f1cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:02:59.815907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6bef87-3e16-489a-a256-20a58eff03a4 req-d0e7ff85-a73f-4a30-835a-dab454b20ec6 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991411 Mar 22 14:02:59.825056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4e32e-1ac7-47fd-8904-043b435f0d53 req-538ba00d-2181-4055-8455-c50188fb7010 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.831921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7f4e32e-1ac7-47fd-8904-043b435f0d53 req-538ba00d-2181-4055-8455-c50188fb7010 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.2580626 Mar 22 14:02:59.922256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7f4e32e-1ac7-47fd-8904-043b435f0d53 req-c1df6bbf-bcc4-4dd0-9f40-46f7c2cc7455 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Mar 22 14:02:59.961423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf92b3-5321-4e5d-b972-fb580352bd54 req-fd631375-01ab-466d-b95b-335798cb8ca5 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:02:59.963027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4cf92b3-5321-4e5d-b972-fb580352bd54 req-fd631375-01ab-466d-b95b-335798cb8ca5 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3074584 Mar 22 14:02:59.975655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-d4cf92b3-5321-4e5d-b972-fb580352bd54 req-e24af820-1997-4f2e-9c4e-4e6b44330b32 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:02:59.976068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4cf92b3-5321-4e5d-b972-fb580352bd54 req-e24af820-1997-4f2e-9c4e-4e6b44330b32 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063310 Mar 22 14:02:59.985297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:02:59.987654 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b25b1-7f6d-4651-b281-97b9e6592d46" -d '{"events": [{"name": "network-changed", "server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:02:59.998139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-74fad4d0-3b95-4757-9f5e-a7e0164cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.000192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-74fad4d0-3b95-4757-9f5e-a7e0164cda0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090207 Mar 22 14:03:00.171769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-443952f6-eb35-4cf8-8200-1a7ca5e40660 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600010 Mar 22 14:03:00.329764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f9c46b-d3f6-435c-b884-cc84a6b997da req-ecd74e95-c2ba-4383-a3ab-a86c2bf66c4d service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486318 Mar 22 14:03:00.592842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4186890-0ba4-4ce3-8e55-960087697ba7 req-4ccb85dd-6c39-4ea9-a26b-01642ed709f9 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=5e7e7a5a4466458fa9f813e66a4740e6 HTTP/1.1" status: 200 len: 695 time: 0.1089332 Mar 22 14:03:00.638193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b54a-67a8-41c4-84a0-2aabb3509654 req-c14535d4-c5fa-4d3b-bec3-cfced903dec0 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.640196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da90b54a-67a8-41c4-84a0-2aabb3509654 req-c14535d4-c5fa-4d3b-bec3-cfced903dec0 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 948 time: 0.1543601 Mar 22 14:03:00.739932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da90b54a-67a8-41c4-84a0-2aabb3509654 req-5aca9640-8faf-479f-bd38-c6ef71e56b6e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739424 Mar 22 14:03:00.755258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4186890-0ba4-4ce3-8e55-960087697ba7 req-a3910b22-ff80-4f8a-b628-5dc1a4629f67 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.757012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4186890-0ba4-4ce3-8e55-960087697ba7 req-a3910b22-ff80-4f8a-b628-5dc1a4629f67 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks?id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 787 time: 0.1546574 Mar 22 14:03:00.760710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:00.768619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-d4186890-0ba4-4ce3-8e55-960087697ba7 req-6ebcb3fb-b7ce-4572-9172-2a987599268c tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:03:00.769601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4186890-0ba4-4ce3-8e55-960087697ba7 req-6ebcb3fb-b7ce-4572-9172-2a987599268c tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057061 Mar 22 14:03:00.821233 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a46796-70fb-4499-a2a8-057315057187 x-openstack-request-id: req-f2a46796-70fb-4499-a2a8-057315057187 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:00.821590 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:00.821913 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2a46796-70fb-4499-a2a8-057315057187 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:00.822413 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a46796-70fb-4499-a2a8-057315057187'] response: {'name': 'network-changed', 'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'status': 'completed', 'code': 200} Mar 22 14:03:00.976471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-4598c35e-d7c2-4d0e-8825-708b3e26e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:00.981144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-4598c35e-d7c2-4d0e-8825-708b3e26e36e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 1130 time: 0.1274481 Mar 22 14:03:01.057580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:01.076692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', 'mac_address': 'fa:16:3e:47:1d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:01.162401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-90834f93-4b04-42b9-bad8-e8ba358249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.163988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-90834f93-4b04-42b9-bad8-e8ba358249d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1755562 Mar 22 14:03:01.168934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:01.169337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.188888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:01.190139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912501f-860a-43b4-92fd-171078fefa67 req-970949d9-70ae-4371-84a1-d670d3a6ba49 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.191984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d912501f-860a-43b4-92fd-171078fefa67 req-970949d9-70ae-4371-84a1-d670d3a6ba49 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 948 time: 0.0995126 Mar 22 14:03:01.241492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:01.242756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-0b7e59d5-05c0-4077-8f3f-8416d81c855e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 HTTP/1.1" status: 200 len: 217 time: 0.0712786 Mar 22 14:03:01.250132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.297462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-ad5bb787-753e-4956-a7af-b9780200ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.298952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-ad5bb787-753e-4956-a7af-b9780200ba85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0495725 Mar 22 14:03:01.345110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:01.383826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d912501f-860a-43b4-92fd-171078fefa67 req-1dd43441-9207-4438-9679-ab559b947526 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425900 Mar 22 14:03:01.500623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-848a5143-8b74-4ed6-9ccf-e506dc5e83df tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips/1b0fb290-029f-419b-bbe8-edc4495d136c HTTP/1.1" status: 200 len: 692 time: 0.1016889 Mar 22 14:03:01.562926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-98f9b499-9d11-4fbb-ac14-89c3107db3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.564530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-98f9b499-9d11-4fbb-ac14-89c3107db3e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2563286 Mar 22 14:03:01.611056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:01.664634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83433436-ec88-407d-8a11-b3f50928c6b9 req-0f4054be-df14-4543-816d-2d5e3515fb40 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.672265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83433436-ec88-407d-8a11-b3f50928c6b9 req-0f4054be-df14-4543-816d-2d5e3515fb40 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.2240045 Mar 22 14:03:01.672539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:01.720363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-828422f0-05b1-47f9-9a97-67041010cc2a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:01.727292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-828422f0-05b1-47f9-9a97-67041010cc2a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2255852 Mar 22 14:03:01.786769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e6bdf6b1-8081-4a00-9d80-16debedba293 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:01.804559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e6bdf6b1-8081-4a00-9d80-16debedba293 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:01.805273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.938668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e6bdf6b1-8081-4a00-9d80-16debedba293 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:01.939372 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:01.967278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:01.970526 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d0390-346f-4b67-90a4-c1548a150d89" -d '{"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-plugged", "status": "completed", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:01.987244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:01.994941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.063978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:02.187515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-21a82d09-58a6-496a-9d9a-2aaea7701f7d tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.4593751 Mar 22 14:03:02.193519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-702fed55-d84d-4a1c-a1f1-500f9fb1f283 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179748 Mar 22 14:03:02.207762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83433436-ec88-407d-8a11-b3f50928c6b9 req-11f0bedd-7f3a-4582-ae8f-8aef7dd5090a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345893 Mar 22 14:03:02.271503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-c8ff00fc-8b12-4bbf-a999-5f4eafb2e262 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0745082 Mar 22 14:03:02.488989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-484b25b1-7f6d-4651-b281-97b9e6592d46 req-a18d73cf-34c1-4b56-bfc2-e22ecae6c0d9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803547 Mar 22 14:03:02.499344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038fd7-cd25-4edb-9d92-3610d753ac7a req-0afd9065-a8ed-4770-849d-b89d95bfe14d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.500769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7038fd7-cd25-4edb-9d92-3610d753ac7a req-0afd9065-a8ed-4770-849d-b89d95bfe14d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 949 time: 0.1459775 Mar 22 14:03:02.535135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Deleting port 65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:02.535481 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.605307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7038fd7-cd25-4edb-9d92-3610d753ac7a req-aadd2772-a910-49f0-bd26-72a9e6bc7e9c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977583 Mar 22 14:03:02.660536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.661049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.675718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Calling delete_port for 65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:02.717983 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69db27-835a-4440-943a-ad66dfde45e7 x-openstack-request-id: req-2a69db27-835a-4440-943a-ad66dfde45e7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:02.718502 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-plugged", "status": "completed", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:02.718932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a69db27-835a-4440-943a-ad66dfde45e7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:02.719478 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a69db27-835a-4440-943a-ad66dfde45e7'] response: {'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'code': 200} Mar 22 14:03:02.774857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:02.869166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401779b5-eb7f-4e83-bd95-fba880a2b6df req-0b8f73c2-6fe6-4a15-9d92-fb16077a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:02.870884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401779b5-eb7f-4e83-bd95-fba880a2b6df req-0b8f73c2-6fe6-4a15-9d92-fb16077a9e55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1128 time: 0.0681400 Mar 22 14:03:02.947442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:02.982972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event deleted for resources: {'Port': ['ID=65c1d72c-5e0b-43bf-85c6-e9e7e0ef1469,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:02.989445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401779b5-eb7f-4e83-bd95-fba880a2b6df req-81efefb0-eff5-4380-bf00-80ec10147a96 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983701 Mar 22 14:03:03.040294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.072410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'mac_address': 'fa:16:3e:73:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:03.073219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (1b0fb290-029f-419b-bbe8-edc4495d136c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.077418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.080132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63391875-412a-4ca1-9e35-94a0b95c7671 req-330e68b7-909f-4e0f-b8c5-b46f94d4cf1a tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "DELETE /v2.0/floatingips/1b0fb290-029f-419b-bbe8-edc4495d136c HTTP/1.1" status: 204 len: 173 time: 0.7967036 Mar 22 14:03:03.152676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:03.153072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.180860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:03.201031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.207969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.226006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b247e-84c5-4e8c-a566-c0ed6e77dbfd req-37276384-d618-4301-86fa-e1a269d95ce0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.227581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe1b247e-84c5-4e8c-a566-c0ed6e77dbfd req-37276384-d618-4301-86fa-e1a269d95ce0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 948 time: 0.0599220 Mar 22 14:03:03.327317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:03.335000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe1b247e-84c5-4e8c-a566-c0ed6e77dbfd req-48d1b785-2100-4aa3-98e3-e686328804a3 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Mar 22 14:03:03.351731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1fb426cd-4a1a-4f93-962d-f77386fe989d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:03.390869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:03:03.482842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-9d09a45b-2ace-4157-ba75-f5ebb0117527 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1225309 Mar 22 14:03:03.497787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:03.532478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.611165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ebe71-8033-4762-b626-a5e54d4e0a45 req-fe3a7159-888e-4f01-92df-414549e6155f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:03.613038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-081ebe71-8033-4762-b626-a5e54d4e0a45 req-fe3a7159-888e-4f01-92df-414549e6155f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 946 time: 0.1290286 Mar 22 14:03:03.630529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:03.773307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-081ebe71-8033-4762-b626-a5e54d4e0a45 req-02a49df9-4a69-4e11-98dc-17875fccab6f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442401 Mar 22 14:03:03.802294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.805232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.821687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'mac_address': 'fa:16:3e:70:c0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:03.874496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:03.875427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:03.893896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:03.941095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:03.953102 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.010197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Allocated IP 172.25.3.245 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/44a8db16-4c89-4d3c-8e59-e15cfc111293) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:04.036490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:04.175279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802076-6ba6-40fc-9f9f-c035cd2baaec req-dd6e4c94-5579-4fe4-8e0c-5576c80455e8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:04.183613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be802076-6ba6-40fc-9f9f-c035cd2baaec req-dd6e4c94-5579-4fe4-8e0c-5576c80455e8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 949 time: 0.1045372 Mar 22 14:03:04.188156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.273835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be802076-6ba6-40fc-9f9f-c035cd2baaec req-c361d6cc-6ef5-4659-9fc3-7a0be7c58c1b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891197 Mar 22 14:03:04.305409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.321393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:04.392915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:04.408197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:04.422601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:04.590615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event updated for resources: {'Port': ['ID=44a8db16-4c89-4d3c-8e59-e15cfc111293,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:04.698081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (fe5b3629-8e2f-4399-b70e-6910eefd59bc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.786971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:04.819685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:04.912642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:04.917085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:04.917460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.084104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac651d2-fb05-47b3-8616-df4b27f4184b req-a1c73f13-600a-40a6-9955-888f90c0ddb0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.096521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ac651d2-fb05-47b3-8616-df4b27f4184b req-a1c73f13-600a-40a6-9955-888f90c0ddb0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 949 time: 0.2312725 Mar 22 14:03:05.130888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:05.131529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.164801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:05.168974 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c0394-7fde-49b7-9de7-8041d440fd02" -d '{"events": [{"server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "name": "network-vif-plugged", "status": "completed", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:05.188375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:05.188625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.195752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.197186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:05.199864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.335308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:05.338672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1fb426cd-4a1a-4f93-962d-f77386fe989d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:05.339050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.371751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ac651d2-fb05-47b3-8616-df4b27f4184b req-7fdeb152-076a-4359-8908-3533f16e4660 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655725 Mar 22 14:03:05.388585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event updated for resources: {'Port': ['ID=44a8db16-4c89-4d3c-8e59-e15cfc111293,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:05.490610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fe5b3629-8e2f-4399-b70e-6910eefd59bc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.498194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-609426d4-2247-4e51-9afd-5c3920d04d18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145453 Mar 22 14:03:05.534345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.535631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-8c1f8670-3e6d-40bb-a5ce-f5e1b972362e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0418723 Mar 22 14:03:05.575767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:05.576171 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.650780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-d9d36d62-a0e6-4f8d-9e4c-44e931e184f3 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0915871 Mar 22 14:03:05.656385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:05.666409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:05.671633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.778224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:05.807206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:05.814702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:05.815705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:05.901157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-c0621815-2b16-40b6-bb5e-86c1a793c05b tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:05.918318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16510dc7-a335-4c6d-82f4-4b363a04be6b req-c0621815-2b16-40b6-bb5e-86c1a793c05b tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2642913 Mar 22 14:03:05.979785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:05.980307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:06.021559 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3187d7-9390-4cc5-88ab-36ef3dc5672a x-openstack-request-id: req-dc3187d7-9390-4cc5-88ab-36ef3dc5672a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:06.021992 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "name": "network-vif-plugged", "status": "completed", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:06.022343 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc3187d7-9390-4cc5-88ab-36ef3dc5672a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:06.023302 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3187d7-9390-4cc5-88ab-36ef3dc5672a'] response: {'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', 'code': 200} Mar 22 14:03:06.027125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:06.036949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:06.046716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-34654f0e-176b-40b9-bb38-325f40e7569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.053556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-34654f0e-176b-40b9-bb38-325f40e7569f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 1126 time: 0.3982966 Mar 22 14:03:06.106276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2db99a-923f-4582-81cc-4b898e5891be req-aea7a29b-71bb-4947-ac2d-7fb1ec184f16 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.122601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa2db99a-923f-4582-81cc-4b898e5891be req-aea7a29b-71bb-4947-ac2d-7fb1ec184f16 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 946 time: 0.3928096 Mar 22 14:03:06.127696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:06.316532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa2db99a-923f-4582-81cc-4b898e5891be req-c2f8d271-9b87-4d3a-bc07-233f882afc4d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928213 Mar 22 14:03:06.391059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-0e71d083-cb6f-4363-a160-a1e50477318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.392406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-0e71d083-cb6f-4363-a160-a1e50477318f service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2642491 Mar 22 14:03:06.400843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c2ce6-3196-42a0-8bcc-52f3e6bdfcc8 req-71d48945-a590-4126-b6e9-d75b484a91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.402373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-700c2ce6-3196-42a0-8bcc-52f3e6bdfcc8 req-71d48945-a590-4126-b6e9-d75b484a91e8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 1132 time: 0.3340852 Mar 22 14:03:06.410986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76624935-d198-4d7b-8cfa-4e25701ca86b req-6be98f9c-1646-41dc-a932-47e3218a50af tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.420881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76624935-d198-4d7b-8cfa-4e25701ca86b req-6be98f9c-1646-41dc-a932-47e3218a50af tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 950 time: 0.2935486 Mar 22 14:03:06.624570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-89fa8e52-d16e-4bd7-8135-cd64a8a9eb51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 200 len: 217 time: 0.1380506 Mar 22 14:03:06.628555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76624935-d198-4d7b-8cfa-4e25701ca86b req-14563acb-2e60-4a0c-9ce0-1438e71c0f00 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068746 Mar 22 14:03:06.631381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-700c2ce6-3196-42a0-8bcc-52f3e6bdfcc8 req-3fd66ec5-d839-4496-9469-40dbb2f04127 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923897 Mar 22 14:03:06.680728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-51766687-9e6e-48a4-a9bd-2603a770a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:06.682533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-51766687-9e6e-48a4-a9bd-2603a770a067 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0485716 Mar 22 14:03:06.791151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-a76d25c7-47e0-4fcd-bd64-ca73155c3fff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611691 Mar 22 14:03:06.794386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-90b105b7-fab0-430f-afab-5eae70c54aec tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips/fe5b3629-8e2f-4399-b70e-6910eefd59bc HTTP/1.1" status: 200 len: 693 time: 0.1108203 Mar 22 14:03:07.015836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-ef0c26b5-5e4b-44d3-acdf-520146a38651 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.017852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-ef0c26b5-5e4b-44d3-acdf-520146a38651 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1994379 Mar 22 14:03:07.106479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-0ef88652-54ed-4e51-8d22-781ec4b38ca4 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0810339 Mar 22 14:03:07.132979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-8c5421b6-4b84-4254-8805-ab4f49c2390b service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333485 Mar 22 14:03:07.232917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-951b1f24-0760-4dba-bd31-478258b1b0c5 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.1161995 Mar 22 14:03:07.367911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c4c9a0-29a0-4db7-a717-2e765899912d req-c93e3baf-00cc-4044-98b0-cf239f6f003a service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015624 Mar 22 14:03:07.387402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f71bd-de0c-41fd-a825-8b4d5e53db16 req-69b22aad-3aec-4bf6-aec1-556dcf5ecc87 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.388929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-629f71bd-de0c-41fd-a825-8b4d5e53db16 req-69b22aad-3aec-4bf6-aec1-556dcf5ecc87 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1128 time: 0.2613337 Mar 22 14:03:07.447826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Deleting port 44a8db16-4c89-4d3c-8e59-e15cfc111293 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:07.448541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.451766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-629f71bd-de0c-41fd-a825-8b4d5e53db16 req-0a602631-192d-446e-aaf7-3e9a510002ea tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Mar 22 14:03:07.536951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.537286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (44a8db16-4c89-4d3c-8e59-e15cfc111293), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.549668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Calling delete_port for 44a8db16-4c89-4d3c-8e59-e15cfc111293 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:07.719092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb34054-1d2e-4379-8334-0b14601a4579 req-a79a52ec-df00-42b7-afcf-758a4c5d1dc3 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:07.720593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cb34054-1d2e-4379-8334-0b14601a4579 req-a79a52ec-df00-42b7-afcf-758a4c5d1dc3 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 950 time: 0.0947933 Mar 22 14:03:07.762823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (44a8db16-4c89-4d3c-8e59-e15cfc111293), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.801306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Pushing event deleted for resources: {'Port': ['ID=44a8db16-4c89-4d3c-8e59-e15cfc111293,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:07.810702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cb34054-1d2e-4379-8334-0b14601a4579 req-fc9e4e14-6e72-4390-9d8d-e7aed9fc158a tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834863 Mar 22 14:03:07.898276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks [] for floatingip (fe5b3629-8e2f-4399-b70e-6910eefd59bc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.901101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:07.902416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91c722-32a1-40b1-96ea-a70f03f53f3b req-c4a07ed0-a958-4885-8da4-b871782bc03e tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "DELETE /v2.0/floatingips/fe5b3629-8e2f-4399-b70e-6910eefd59bc HTTP/1.1" status: 204 len: 173 time: 0.6601806 Mar 22 14:03:08.024500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}, {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:08.027133 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c3e36c-592e-43b1-a99b-d6b276e28ba8" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}, {"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:08.116607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288134-6b39-4456-8dfe-5fef34b9f22d req-ce2757c5-1b31-4a3a-8e9d-1085ba4ea8f9 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.118388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f288134-6b39-4456-8dfe-5fef34b9f22d req-ce2757c5-1b31-4a3a-8e9d-1085ba4ea8f9 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1128 time: 0.0679674 Mar 22 14:03:08.228030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f288134-6b39-4456-8dfe-5fef34b9f22d req-75ec5553-c83f-4c9f-8902-be62c9ad68b0 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984588 Mar 22 14:03:08.231941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-53503abb-faed-4fe4-9567-535773da7a5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952351 Mar 22 14:03:08.338843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e471-2e92-4730-8616-1210cd9f7cad req-b6d45d31-781e-4a6a-afe0-5de1e3e1eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.340557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-b6d45d31-781e-4a6a-afe0-5de1e3e1eca1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1128 time: 0.0795448 Mar 22 14:03:08.824990 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-5721d934-ce74-4fa1-b6e4-c1bf74eb17e5 req-6de126cf-1902-4877-b1cc-38882ef79cd4 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] show failed (client error): The resource could not be found. Mar 22 14:03:08.835003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5721d934-ce74-4fa1-b6e4-c1bf74eb17e5 req-6de126cf-1902-4877-b1cc-38882ef79cd4 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips/fe5b3629-8e2f-4399-b70e-6910eefd59bc HTTP/1.1" status: 404 len: 350 time: 0.4202297 Mar 22 14:03:08.870870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2437-6c12-42ed-aaa3-eb15561c16ca req-aca7138a-5bb2-43df-8c9a-e926c3c72adc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.872161 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a183d-a6eb-4ec6-901d-498d9c7192d6 x-openstack-request-id: req-775a183d-a6eb-4ec6-901d-498d9c7192d6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:08.872697 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "code": 200}, {"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:08.873153 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-775a183d-a6eb-4ec6-901d-498d9c7192d6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:08.874076 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775a183d-a6eb-4ec6-901d-498d9c7192d6'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'code': 200} Mar 22 14:03:08.874533 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775a183d-a6eb-4ec6-901d-498d9c7192d6'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'code': 200} Mar 22 14:03:08.878409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13ff2437-6c12-42ed-aaa3-eb15561c16ca req-aca7138a-5bb2-43df-8c9a-e926c3c72adc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 950 time: 0.5536675 Mar 22 14:03:08.927999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e471-2e92-4730-8616-1210cd9f7cad req-0675a951-e645-40d4-85f9-96b47177e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:08.929793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-0675a951-e645-40d4-85f9-96b47177e2e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.5612519 Mar 22 14:03:09.029698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13ff2437-6c12-42ed-aaa3-eb15561c16ca req-99373163-936a-459e-8d8f-89d7c285b48b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460357 Mar 22 14:03:09.066353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-b7ff77ce-df20-4bfd-95a1-325966ac1196 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 1002 time: 0.1255651 Mar 22 14:03:09.075370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d288-47b4-4a33-ab4e-7297c135da24 req-9b354ed8-7c84-44ae-8f43-abf8843d7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.077192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8b8d288-47b4-4a33-ab4e-7297c135da24 req-9b354ed8-7c84-44ae-8f43-abf8843d7108 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 1132 time: 0.1203899 Mar 22 14:03:09.253706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e471-2e92-4730-8616-1210cd9f7cad req-5fbc5bb0-3852-4998-a7ea-f1d1899a9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.255183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-5fbc5bb0-3852-4998-a7ea-f1d1899a9666 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1767027 Mar 22 14:03:09.257566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8b8d288-47b4-4a33-ab4e-7297c135da24 req-47bc2848-101b-48d3-abe2-1b3881e3879c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702952 Mar 22 14:03:09.311789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654ad6b-c9b2-4b05-98a4-bfe6291e5f16 req-f568347f-b1ac-4d42-b0f1-38ae5346ae6e tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.318674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d654ad6b-c9b2-4b05-98a4-bfe6291e5f16 req-f568347f-b1ac-4d42-b0f1-38ae5346ae6e tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 950 time: 0.2124910 Mar 22 14:03:09.362883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-3a845ba2-d995-4acf-bec3-a34778bd5aca tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.364726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-3a845ba2-d995-4acf-bec3-a34778bd5aca tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.2597716 Mar 22 14:03:09.403513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-ea321003-8e06-4ee4-97df-c22b2bce45a1 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/quotas/561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 375 time: 0.0268118 Mar 22 14:03:09.415753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d654ad6b-c9b2-4b05-98a4-bfe6291e5f16 req-b25042d9-a857-493c-b0b4-43bcb178f5ed tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943317 Mar 22 14:03:09.419512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e471-2e92-4730-8616-1210cd9f7cad req-a88288f5-6a01-49cd-89e0-ec7f5a107aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:09.420990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-a88288f5-6a01-49cd-89e0-ec7f5a107aeb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536090 Mar 22 14:03:09.538045 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-dd5ed0d4-cc44-4517-a0b5-a1aba26ac964 req-46cb68d2-0d06-4fc1-8c1a-4879ddebdff0 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] show failed (client error): The resource could not be found. Mar 22 14:03:09.539077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd5ed0d4-cc44-4517-a0b5-a1aba26ac964 req-46cb68d2-0d06-4fc1-8c1a-4879ddebdff0 tempest-FloatingIPsTestJSON-1986201003 tempest-FloatingIPsTestJSON-1986201003-project] 10.222.0.81 "GET /v2.0/floatingips/fe5b3629-8e2f-4399-b70e-6910eefd59bc HTTP/1.1" status: 404 len: 350 time: 0.0528121 Mar 22 14:03:09.548849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33022) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:09.647721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-89a5f73b-cc04-40e7-8fe9-cb7da8c15344 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2308931 Mar 22 14:03:09.708196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-a0fd204d-9e4d-4e3c-a4b1-ad2c744a0d52 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790787 Mar 22 14:03:09.844620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c152e471-2e92-4730-8616-1210cd9f7cad req-1f4d1b7f-f0fc-43d3-8943-a2e2b9256d92 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202557 Mar 22 14:03:09.954645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-89fd63a5-e22b-48f8-a897-81df2b086430 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966142 Mar 22 14:03:10.100792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-7a1a1e97-da03-487e-b5fd-bb6a36d229e0 service neutron] 10.222.0.81 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451960 Mar 22 14:03:10.272808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.720175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Deleting port 1d24f862-be60-4910-bd32-842fd2f1cd9a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:10.722458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.899567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] For port 1d24f862-be60-4910-bd32-842fd2f1cd9a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d24f862-be60-4910-bd32-842fd2f1cd9a,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:10.900239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:10.909116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-c18c33f3-0c13-4462-b32a-7805effcc4b3 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:03:10.910141 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-c18c33f3-0c13-4462-b32a-7805effcc4b3 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090973 Mar 22 14:03:10.935815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Calling delete_port for 1d24f862-be60-4910-bd32-842fd2f1cd9a owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:10.979635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-cf8727df-94bb-4449-868e-8ab73852b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:10.988452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-cf8727df-94bb-4449-868e-8ab73852b6c9 service neutron] 10.222.0.81 "GET /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 1125 time: 0.0666137 Mar 22 14:03:10.999361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:11.000033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:03:11.238173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1d24f862-be60-4910-bd32-842fd2f1cd9a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.261100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:11.261793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:11.267966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:11.273720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:11.283973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:11.294599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:11.295399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:11.295983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:11.296719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Bound port: e6bdf6b1-8081-4a00-9d80-16debedba293, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:11.309262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d24f862-be60-4910-bd32-842fd2f1cd9a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:11.399827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:11.420024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.433259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-144a6d9f-17fb-42e2-b3c9-9b2b91b5b0ce service neutron] 10.222.0.81 "POST /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293/bindings HTTP/1.1" status: 201 len: 389 time: 0.4321504 Mar 22 14:03:11.446370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f1a83-852d-4c13-8a45-16e87c8ae8b3 req-e11a6fb8-176b-46ff-9e24-4c11413c2634 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:11.456307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-693f1a83-852d-4c13-8a45-16e87c8ae8b3 req-e11a6fb8-176b-46ff-9e24-4c11413c2634 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 950 time: 0.1510048 Mar 22 14:03:11.650125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-693f1a83-852d-4c13-8a45-16e87c8ae8b3 req-5c985a13-279f-4dc6-a9d6-6b8e0449ef48 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925268 Mar 22 14:03:11.745141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:11.957111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c191a8e-f66f-4fd6-b3e4-f6d993e98ef0 req-010da83d-ae80-43da-8b68-95cd8c429fd2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0624683 Mar 22 14:03:11.996881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4ee3d-07f7-4402-b102-f15cc6ff32af req-8a1c6f12-d5be-4cf2-a27b-0c8bc1ecc6f3 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:11.998796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1d4ee3d-07f7-4402-b102-f15cc6ff32af req-8a1c6f12-d5be-4cf2-a27b-0c8bc1ecc6f3 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 950 time: 0.1816969 Mar 22 14:03:12.008499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-187823e2-c189-47e6-b966-86abd81c8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.010071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-187823e2-c189-47e6-b966-86abd81c8f0d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1128 time: 0.1302235 Mar 22 14:03:12.209459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1d4ee3d-07f7-4402-b102-f15cc6ff32af req-1f01d9f4-e92e-4b69-9ed1-d1a4aeba250e tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938314 Mar 22 14:03:12.327802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-c2871104-ccd9-4bdd-af34-7e63fb90d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.329623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-c2871104-ccd9-4bdd-af34-7e63fb90d30f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2980666 Mar 22 14:03:12.664019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-b445758b-03ec-4913-8cfb-fefe1c49da09 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:12.667379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-b445758b-03ec-4913-8cfb-fefe1c49da09 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 808 time: 0.3054717 Mar 22 14:03:12.689071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Request body: {'port': {'device_id': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'admin_state_up': True, 'tenant_id': '561faf9056d34dc6ae7186108d04dad7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:12.905100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Made reservation on behalf of 561faf9056d34dc6ae7186108d04dad7 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:12.909095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:12.983527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Router b77f6d00-db6c-44f5-8990-63f5a89d8b88 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:12.992592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-344325b6-1b08-4461-97d9-1a97e79b793c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.6192200 Mar 22 14:03:13.098223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Allocated IP 172.20.0.10 (bddefe54-9fa5-4bd7-9e88-63789f359fb3/31cc4db5-738f-41b7-940e-f928714bc343/9a9a6998-3441-4701-9cc7-0c0ad7454547) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:13.206705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66af9f-50c8-41bd-8a51-3f09dcff11e3 req-49c4993e-6f36-4a9c-9bca-d32d99f5e1ae tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.214786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e66af9f-50c8-41bd-8a51-3f09dcff11e3 req-49c4993e-6f36-4a9c-9bca-d32d99f5e1ae tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 946 time: 0.8911765 Mar 22 14:03:13.253894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-7f6967e8-5b1c-481f-bc8f-f62daaceab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.256032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-7f6967e8-5b1c-481f-bc8f-f62daaceab86 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2348814 Mar 22 14:03:13.311187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e66af9f-50c8-41bd-8a51-3f09dcff11e3 req-9f791bc8-2c8c-4aa9-b920-d4a5a0cab9de tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Mar 22 14:03:13.339008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks [] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.356436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84ac0-32d5-4555-a892-384624a671fc req-3a93694f-f981-4e3c-9a25-29865ed16c00 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.370552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84ac0-32d5-4555-a892-384624a671fc req-3a93694f-f981-4e3c-9a25-29865ed16c00 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.375937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08c84ac0-32d5-4555-a892-384624a671fc req-3a93694f-f981-4e3c-9a25-29865ed16c00 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639&device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 1691 time: 0.3885503 Mar 22 14:03:13.385832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.409812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:13.420106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b26789e8-4b81-44a3-965d-5275c16ed32e admin admin] 10.222.0.81 "PUT /v2.0/routers/b77f6d00-db6c-44f5-8990-63f5a89d8b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8701117 Mar 22 14:03:13.432992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-d819fbe1-95fe-4f1f-b708-aae582e6dc28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442969 Mar 22 14:03:13.433501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:13.448444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Network bddefe54-9fa5-4bd7-9e88-63789f359fb3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:13.456483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Sync routers for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:13.486479 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:13.490864 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:13.497357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:13.570357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:13.657420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08c84ac0-32d5-4555-a892-384624a671fc req-31e0f994-975b-4017-aa17-553d38f44034 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360520 Mar 22 14:03:13.667938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:13.682783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.683504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.717297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-68ad98d9-2428-482b-ad27-2bdfa3dfd8e6 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336101 Mar 22 14:03:13.733258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Request body: {'port': {'device_id': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:13.774151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:13.829016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:13.884442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a5a6b-bacb-441b-919b-b727af3e0d63 req-a9288cf3-8d64-45b1-9e43-9bc59a507dd7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:13.898932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-383a5a6b-bacb-441b-919b-b727af3e0d63 req-a9288cf3-8d64-45b1-9e43-9bc59a507dd7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.4590154 Mar 22 14:03:13.960772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks [] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.078560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-383a5a6b-bacb-441b-919b-b727af3e0d63 req-b85831d4-e86e-475a-abcf-d292965b9801 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780009 Mar 22 14:03:14.085925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-4a11abdf-cb89-4870-a3a9-b122afb16729 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276243 Mar 22 14:03:14.131187 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 5, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:14.161224 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Checking router: b77f6d00-db6c-44f5-8990-63f5a89d8b88 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:14.170291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Routers {'b77f6d00-db6c-44f5-8990-63f5a89d8b88'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:14.171133 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:14.302619 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] Set router b77f6d00-db6c-44f5-8990-63f5a89d8b88 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:14.456197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks [] for router_gateway (b77f6d00-db6c-44f5-8990-63f5a89d8b88), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.532199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9a6998-3441-4701-9cc7-0c0ad7454547 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:14.556979 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks [] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.593479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Transition to ACTIVE for port object 9a9a6998-3441-4701-9cc7-0c0ad7454547 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:14.601999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.733612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621c29-997c-41d2-9c09-f4b3255fa222 req-31cb82b8-1e07-470d-9137-5fcd1d16b188 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:14.735822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b621c29-997c-41d2-9c09-f4b3255fa222 req-31cb82b8-1e07-470d-9137-5fcd1d16b188 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 932 time: 0.3077784 Mar 22 14:03:14.779433 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 5, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:14.828904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b35a3e33-78ec-4bec-bfb7-23fd4a5f921d service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744049 Mar 22 14:03:14.830915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Deleting port 93ee5493-e216-4b28-ad76-95f8397d707b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:14.831252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:14.850047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598346b-242b-4464-af9f-c68d13202e77 None None] The sync data for ids ['b77f6d00-db6c-44f5-8990-63f5a89d8b88'] in n-d-758851-5 is: [{'id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'name': 'tempest-FloatingIPsTestJSON-1913915163-router', 'tenant_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:02:38Z', 'updated_at': '2022-03-22T14:03:11Z', 'revision_number': 5, 'project_id': '5e7e7a5a4466458fa9f813e66a4740e6', 'gw_port': {'id': '93ee5493-e216-4b28-ad76-95f8397d707b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f6d00-db6c-44f5-8990-63f5a89d8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:02:39Z', 'updated_at': '2022-03-22T14:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:14.864360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:14.937400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:14.937663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:14.938011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:14.948991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:14.949305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:14.961448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:14.961788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:14.962752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:14.963182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Bound port: 9a9a6998-3441-4701-9cc7-0c0ad7454547, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:14.963601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.030715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b621c29-997c-41d2-9c09-f4b3255fa222 req-cc5f337e-b21e-4107-b853-38c4db6eb566 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813616 Mar 22 14:03:15.067941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:15.072728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:15.083486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.100888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-f826ae9a-027e-486e-ae3f-cfdc70255111 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.102499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-f826ae9a-027e-486e-ae3f-cfdc70255111 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.1566982 Mar 22 14:03:15.110915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] For port 93ee5493-e216-4b28-ad76-95f8397d707b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=93ee5493-e216-4b28-ad76-95f8397d707b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:15.111280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.120896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:15.130728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.135236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.138920 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] 10.222.0.78 "PUT /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 1092 time: 1.4108167 Mar 22 14:03:15.141815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:15.155015 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb3f32-468e-41cc-9468-c95bad455772" -d '{"events": [{"name": "network-changed", "server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:15.214936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Calling delete_port for 93ee5493-e216-4b28-ad76-95f8397d707b owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:15.228627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eb9d4-8acf-4b87-bcb7-64de32ab162b service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:15.373668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-b1f48126-592a-4c5b-be08-7812badb7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.376061 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-b1f48126-592a-4c5b-be08-7812badb7201 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1126 time: 0.1323068 Mar 22 14:03:15.490620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:15.506638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-40c0433f-8aa4-4b21-8620-abe6cb746b63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 217 time: 0.1209641 Mar 22 14:03:15.553444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d24f862-be60-4910-bd32-842fd2f1cd9a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:15.607902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1d24f862-be60-4910-bd32-842fd2f1cd9a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:15.608496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d24f862-be60-4910-bd32-842fd2f1cd9a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:15.756986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8c834-2d01-4c9c-af0d-be46108b5b8c req-92bc88cb-4905-4fc8-9cb8-ae696074c111 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.777144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ee8c834-2d01-4c9c-af0d-be46108b5b8c req-92bc88cb-4905-4fc8-9cb8-ae696074c111 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 946 time: 0.5937059 Mar 22 14:03:15.919981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:15.945896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-a4e44ecb-a100-460e-8902-cf51c3950ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:15.950543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-a4e44ecb-a100-460e-8902-cf51c3950ff4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.4373701 Mar 22 14:03:16.011707 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-99b7734f-fd9f-4c82-b856-66543e950b21 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470273 Mar 22 14:03:16.038078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ee8c834-2d01-4c9c-af0d-be46108b5b8c req-a043ce27-7a09-481c-8da6-82b091293f51 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597919 Mar 22 14:03:16.085834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b177-7c37-49e6-9e2b-472a3facd57c req-ef835f98-bd06-4977-b602-d684d98337f5 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.096944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e635b177-7c37-49e6-9e2b-472a3facd57c req-ef835f98-bd06-4977-b602-d684d98337f5 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 1132 time: 0.3111384 Mar 22 14:03:16.169440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-7ca4bbdc-bb2f-410e-873a-6648c3852803 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500580 Mar 22 14:03:16.173639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:16.296549 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a17fed68-354a-4fc9-982c-0471fa85f2db req-57d44a04-d999-4657-ae06-69aa5b8e46c0 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145442 Mar 22 14:03:16.297762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e635b177-7c37-49e6-9e2b-472a3facd57c req-68c46999-485b-45c6-8779-91b0220af8e1 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950510 Mar 22 14:03:16.375992 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ba1afd-68a7-416d-9204-90b1581dc453 x-openstack-request-id: req-40ba1afd-68a7-416d-9204-90b1581dc453 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:16.376407 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:16.376822 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40ba1afd-68a7-416d-9204-90b1581dc453 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:16.377548 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ba1afd-68a7-416d-9204-90b1581dc453'] response: {'name': 'network-changed', 'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'status': 'completed', 'code': 200} Mar 22 14:03:16.404933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:16.408433 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94aa57-edeb-48e8-baf3-7895d9f24b85" -d '{"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:16.414707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks [] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.418742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (93ee5493-e216-4b28-ad76-95f8397d707b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.438391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.499818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-d5f6760a-4944-4a24-a15c-49ddfc5f2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.505040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-d5f6760a-4944-4a24-a15c-49ddfc5f2338 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1126 time: 0.1109326 Mar 22 14:03:16.591854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916c709-1910-461d-af81-9b3dcc980031 req-1b570ada-4d0f-4bd9-a966-bdbe05dadf99 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.602389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2916c709-1910-461d-af81-9b3dcc980031 req-1b570ada-4d0f-4bd9-a966-bdbe05dadf99 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.4685605 Mar 22 14:03:16.722437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ee5493-e216-4b28-ad76-95f8397d707b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:16.764203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-9170bee5-4de8-4d6e-8d79-ed39ac4c9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.766386 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-9170bee5-4de8-4d6e-8d79-ed39ac4c9ded service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2523088 Mar 22 14:03:16.771131 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:16.860672 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-af58f2e1-05a2-4172-93ca-257e3db251d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 217 time: 0.0827966 Mar 22 14:03:16.960992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-dd18b151-c5af-4a77-bfc4-156c639fe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:16.966291 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-dd18b151-c5af-4a77-bfc4-156c639fe76c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0959361 Mar 22 14:03:17.029247 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-12cf991c-726e-469f-86a7-f4182cb2af47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577466 Mar 22 14:03:17.131602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:17.131942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:17.132274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.162878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2916c709-1910-461d-af81-9b3dcc980031 req-286759c4-8f8b-4d66-b678-b6892ef32f3f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5593884 Mar 22 14:03:17.174859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:17.189081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Attempting to bind port e6bdf6b1-8081-4a00-9d80-16debedba293 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:17.226837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.236399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks [] for router_controller (b77f6d00-db6c-44f5-8990-63f5a89d8b88), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.248946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:17.249292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:17.249801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:17.250561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Bound port: e6bdf6b1-8081-4a00-9d80-16debedba293, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:17.250921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.266056 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-55a375c8-ea0c-4dca-af23-f984dfe69eb5 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265949 Mar 22 14:03:17.454529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c4fb3f32-468e-41cc-9468-c95bad455772 req-90ec069c-1deb-4989-8dad-da64ff68f943 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815026 Mar 22 14:03:17.540544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:17.546931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:17.565366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.595104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:17.611502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b77f6d00-db6c-44f5-8990-63f5a89d8b88), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.612022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77f6d00-db6c-44f5-8990-63f5a89d8b88 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:03:17.658212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.660071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88b90cc4-05f5-45f0-b18a-32a3c41e9f43 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b77f6d00-db6c-44f5-8990-63f5a89d8b88 HTTP/1.1" status: 204 len: 168 time: 4.1798081 Mar 22 14:03:17.662806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33322) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:17.676211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ddc91-e647-4623-a661-0439df301e7c req-b4f96b13-88e2-44bb-9d9b-35128652340d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.677512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b57ddc91-e647-4623-a661-0439df301e7c req-b4f96b13-88e2-44bb-9d9b-35128652340d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.3862717 Mar 22 14:03:17.707410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:17.783197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.789267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.796386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] 10.222.0.78 "PUT /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 1122 time: 2.6800828 Mar 22 14:03:17.801371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7055f-88e6-41c5-a578-d4781bc19dec req-540963f3-6ea9-4a98-a809-c7d5930e1e8d tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:17.803627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eed7055f-88e6-41c5-a578-d4781bc19dec req-540963f3-6ea9-4a98-a809-c7d5930e1e8d tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 1132 time: 0.3872433 Mar 22 14:03:17.828229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321067e0-cec9-4f29-a95b-088ff0935065 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:17.868668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b57ddc91-e647-4623-a661-0439df301e7c req-2682b78f-f0ca-421c-89cb-bd13706943a2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771295 Mar 22 14:03:17.884881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Deleting subnet aa8a7d1a-7b27-48b0-b614-adffa2c2430c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:03:17.906675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Publish callbacks [] for subnet (aa8a7d1a-7b27-48b0-b614-adffa2c2430c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:17.979466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eed7055f-88e6-41c5-a578-d4781bc19dec req-5f5716f9-0747-488a-8a2f-279b52f54e3e tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627662 Mar 22 14:03:18.008868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:18.052802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (aa8a7d1a-7b27-48b0-b614-adffa2c2430c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.077070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'mac_address': 'fa:16:3e:70:c0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:18.224592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e6bdf6b1-8081-4a00-9d80-16debedba293'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:18.231249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (aa8a7d1a-7b27-48b0-b614-adffa2c2430c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.358598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (aa8a7d1a-7b27-48b0-b614-adffa2c2430c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.379630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.392725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde9ec-73b1-427a-a94a-c5c3445df47c req-85cd940b-4c45-4978-a9eb-4b9521a7ce07 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:18.401505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbfde9ec-73b1-427a-a94a-c5c3445df47c req-85cd940b-4c45-4978-a9eb-4b9521a7ce07 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 944 time: 0.1223233 Mar 22 14:03:18.409554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aa8a7d1a-7b27-48b0-b614-adffa2c2430c HTTP/1.1" status: 204 len: 168 time: 0.7452366 Mar 22 14:03:18.422921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:18.468214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e205a75-57be-44fe-8f99-e6d4f6eb6ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8a7d1a-7b27-48b0-b614-adffa2c2430c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:18.593122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce5507-dc7c-4618-8351-913335b86b37 None None] Network 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:18.596420 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017dddf6-460d-4d46-a4dd-7494eb5a3e06 x-openstack-request-id: req-017dddf6-460d-4d46-a4dd-7494eb5a3e06 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:18.597478 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:18.597807 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-017dddf6-460d-4d46-a4dd-7494eb5a3e06 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:18.598270 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017dddf6-460d-4d46-a4dd-7494eb5a3e06'] response: {'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'code': 200} Mar 22 14:03:18.713328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:18.714019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.731659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:18.736890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-16135de8-b750-44f5-9971-e7bc32631980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.792304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:18.804564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:18.878374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] DHCP port deletion for 5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:03:18.954715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:19.079970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:19.353087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbfde9ec-73b1-427a-a94a-c5c3445df47c req-363ff1a2-79f5-41b5-8707-b9c0ce24b45e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9505317 Mar 22 14:03:19.363907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.366019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Deleting port d82aa8a7-ce77-498a-b44a-0583f3c54eab {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:19.366655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.520482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Deleting port d82aa8a7-ce77-498a-b44a-0583f3c54eab {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:19.523574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.613774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] For port d82aa8a7-ce77-498a-b44a-0583f3c54eab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d82aa8a7-ce77-498a-b44a-0583f3c54eab,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:19.614197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.630598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Calling delete_port for d82aa8a7-ce77-498a-b44a-0583f3c54eab owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:19.669895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] For port d82aa8a7-ce77-498a-b44a-0583f3c54eab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d82aa8a7-ce77-498a-b44a-0583f3c54eab,segment=NetworkSegment(512c16fd-58b8-473a-9aed-ff51c047fade),segment_id=512c16fd-58b8-473a-9aed-ff51c047fade)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:19.670311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.731603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Calling delete_port for d82aa8a7-ce77-498a-b44a-0583f3c54eab owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:19.734611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93ee5493-e216-4b28-ad76-95f8397d707b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:19.798300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:19.803176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 93ee5493-e216-4b28-ad76-95f8397d707b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:19.803520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93ee5493-e216-4b28-ad76-95f8397d707b not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:19.803936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d82aa8a7-ce77-498a-b44a-0583f3c54eab no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:19.957127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:19.991007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No active binding found for port d82aa8a7-ce77-498a-b44a-0583f3c54eab {{(pid=103892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:03:19.991398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] The host n-d-758851-5 is not matching for port d82aa8a7-ce77-498a-b44a-0583f3c54eab host None! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:03:19.991797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d82aa8a7-ce77-498a-b44a-0583f3c54eab not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:20.010902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82aa8a7-ce77-498a-b44a-0583f3c54eab,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:20.016661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] No DVR routers for this DVR port d82aa8a7-ce77-498a-b44a-0583f3c54eab on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:20.115673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:20.116053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.118059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.158128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c24dd5c-3eb7-4a26-aa0e-926a46c7e522']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:20.159497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d82aa8a7-ce77-498a-b44a-0583f3c54eab), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.175703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512c16fd-58b8-473a-9aed-ff51c047fade') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:20.176004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512c16fd-58b8-473a-9aed-ff51c047fade') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:20.196454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] Pushing event deleted for resources: {'Port': ['ID=d82aa8a7-ce77-498a-b44a-0583f3c54eab,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:20.203694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (512c16fd-58b8-473a-9aed-ff51c047fade), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.209600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcbcf9-0762-4696-9001-a7de2875f46f None None] No DVR routers for this DVR port d82aa8a7-ce77-498a-b44a-0583f3c54eab on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:20.242291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (512c16fd-58b8-473a-9aed-ff51c047fade), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.251034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:03:20.252213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (512c16fd-58b8-473a-9aed-ff51c047fade), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.273670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:20.274939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.306745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:20.310093 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94b6f7-406b-4fd8-8b6f-fbbb5a137569" -d '{"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:03:20.323847 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:03:20.330551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:20.349046 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5c24dd5c-3eb7-4a26-aa0e-926a46c7e522), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.353977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.364490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.388506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5c24dd5c-3eb7-4a26-aa0e-926a46c7e522 HTTP/1.1" status: 204 len: 168 time: 1.9549124 Mar 22 14:03:20.455479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821be9-03ca-47de-a7ff-a10f7c247307 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c24dd5c-3eb7-4a26-aa0e-926a46c7e522,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:20.475041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:20.599524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:20.601895 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e854342-c0b3-4e1c-8e2c-df7622236c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:20.694040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33384) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:20.780928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3bfe1c09-5e83-4ea6-85bc-8273938243de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e7e7a5a4466458fa9f813e66a4740e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834315 Mar 22 14:03:20.781467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33386) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:20.817852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:20.911924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Publish callbacks [] for security_group (2a8790c6-d579-4744-bbb8-b64c476b2056), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:20.974531 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Publish callbacks [] for security_group (2a8790c6-d579-4744-bbb8-b64c476b2056), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.081651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2a8790c6-d579-4744-bbb8-b64c476b2056), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.091461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.092893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a8790c6-d579-4744-bbb8-b64c476b2056 HTTP/1.1" status: 204 len: 168 time: 0.3104916 Mar 22 14:03:21.106468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:21.124810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:03:21.127206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb76-be51-4757-b7ec-f7023299fa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:21.131800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8790c6-d579-4744-bbb8-b64c476b2056,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:21.139890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.140235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.140572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.140902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.141229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.141551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.141867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.142269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.142589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.143752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.144474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.145124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.146547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.147239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.147920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e216aae-d457-4768-bbcf-70060b581deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:21.794719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.331420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:22.460878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-network', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:22.487575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Made reservation on behalf of c45caa5f4c194c74811fd3d8b1738c12 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:22.499925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.516045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.746260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks [] for security_group (50c4982b-68b9-4882-9c32-480e8ef6495a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.753881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (50c4982b-68b9-4882-9c32-480e8ef6495a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.824676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:03:22.850873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-868a06a2-faf9-4a36-bcb0-969408abb476 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450380 Mar 22 14:03:22.856437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4982b-68b9-4882-9c32-480e8ef6495a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:22.873772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8adc56c9-0b5f-47e4-af47-6ddb87b895f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:22.881786 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Added segment 8adc56c9-0b5f-47e4-af47-6ddb87b895f1 of type vlan for network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 Mar 22 14:03:23.039008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (68248b4c-915a-4d4e-8a5c-97cbda9d1065), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.039648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (68248b4c-915a-4d4e-8a5c-97cbda9d1065), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.040683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.041336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.091996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90915e-9e31-430e-a526-ebc1a4712392 req-e11cc407-788c-4aa6-a277-a8fd2a877978 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.093783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c90915e-9e31-430e-a526-ebc1a4712392 req-e11cc407-788c-4aa6-a277-a8fd2a877978 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.2036612 Mar 22 14:03:23.168491 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8353794 Mar 22 14:03:23.175070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33448) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:23.197092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Request body: {'subnet': {'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-subnet', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:23.205808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1bf09-972c-4d74-9bf2-b7ab2dd3aef9 admin admin] Pushing event updated for resources: {'Network': ['ID=68248b4c-915a-4d4e-8a5c-97cbda9d1065,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:23.216320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:03:23.255892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c90915e-9e31-430e-a526-ebc1a4712392 req-7addc382-02cc-4aa7-b1dd-a669309e03e6 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528342 Mar 22 14:03:23.284415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-e92088b6-5dfc-413c-874c-9c9bf0fd42e2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.289167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-e92088b6-5dfc-413c-874c-9c9bf0fd42e2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316549 Mar 22 14:03:23.304587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Made reservation on behalf of c45caa5f4c194c74811fd3d8b1738c12 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:23.309439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-1118de31-5e39-4a2a-9157-2f8a9aa29484 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.0126798 Mar 22 14:03:23.313773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.549947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.566195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-2c1e2fea-53d9-4859-95cb-7830e9208cf0 service neutron] 10.222.0.82 "GET /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.2554162 Mar 22 14:03:23.648986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-f45a15ae-7d34-4835-91b7-11322504daff tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3309412 Mar 22 14:03:23.719004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (29c13c27-6e4c-458a-a025-b3696da09687), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.834202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Checking segment: {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:23.834681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Network hostable DHCP agents. Network: 68248b4c-915a-4d4e-8a5c-97cbda9d1065, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:03:23.837079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c13c27-6e4c-458a-a025-b3696da09687,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:23.870749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:03:23.884965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 68248b4c-915a-4d4e-8a5c-97cbda9d1065) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:23.894630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253e7fe-72ed-41da-852e-b984e9bf5abf None None] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:23.914963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:23.920220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:23.957649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c876790f-59fe-403b-9b56-bc28c09a4a84 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7791033 Mar 22 14:03:23.958556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:23.970203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:24.004725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:24.031581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:24.055936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (15aa8521-7399-415e-9517-8efb24e5db24), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.058388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (15aa8521-7399-415e-9517-8efb24e5db24), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.077499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bdf6b1-8081-4a00-9d80-16debedba293 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:24.091499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:24.142726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.204463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for router_controller (15aa8521-7399-415e-9517-8efb24e5db24), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.208232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'fixed_ips': [{'subnet_id': '29c13c27-6e4c-458a-a025-b3696da09687'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:03:24.209375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.212535 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3e08d-58c3-41bb-b973-2f47fdf285f1 x-openstack-request-id: req-a1b3e08d-58c3-41bb-b973-2f47fdf285f1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:24.213289 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:24.213785 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1b3e08d-58c3-41bb-b973-2f47fdf285f1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:24.214819 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b3e08d-58c3-41bb-b973-2f47fdf285f1'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'code': 200} Mar 22 14:03:24.256693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33490) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:24.270646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced204-7337-4e63-b84d-f77bdd147f89 req-407a6341-86e8-45b7-bf4e-eec43a47a02c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.279694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19ced204-7337-4e63-b84d-f77bdd147f89 req-407a6341-86e8-45b7-bf4e-eec43a47a02c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.1713581 Mar 22 14:03:24.496949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19ced204-7337-4e63-b84d-f77bdd147f89 req-11ed4990-cc4f-48cd-907c-7d58decbe2ad tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160542 Mar 22 14:03:24.497808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c9a160f-b369-4d8b-8d76-64c43a6773a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.536933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for router_gateway (15aa8521-7399-415e-9517-8efb24e5db24), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.588406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Transition to ACTIVE for port object e6bdf6b1-8081-4a00-9d80-16debedba293 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:24.618084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:24.621129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Allocated IP 172.20.0.2 (68248b4c-915a-4d4e-8a5c-97cbda9d1065/29c13c27-6e4c-458a-a025-b3696da09687/b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:24.630833 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678b823-44c4-4b36-87a7-752fafbf1c66 x-openstack-request-id: req-e678b823-44c4-4b36-87a7-752fafbf1c66 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:24.631666 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:24.632248 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e678b823-44c4-4b36-87a7-752fafbf1c66 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:24.633467 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e678b823-44c4-4b36-87a7-752fafbf1c66'] response: {'name': 'network-changed', 'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'status': 'completed', 'code': 200} Mar 22 14:03:24.649134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fc48-8b49-443b-8290-7cc390a87b7b req-4129966e-7d90-4599-a01c-31c4cb875bc2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.663081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1b0fc48-8b49-443b-8290-7cc390a87b7b req-4129966e-7d90-4599-a01c-31c4cb875bc2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 944 time: 0.3164103 Mar 22 14:03:24.763933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-7adde11a-2a9c-4800-9a0e-19bb2ebe175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:24.763933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-7adde11a-2a9c-4800-9a0e-19bb2ebe175a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1127 time: 0.1188796 Mar 22 14:03:24.917753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] No DVR routers for this DVR port e6bdf6b1-8081-4a00-9d80-16debedba293 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:24.975141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eac292c1-88af-4a72-ab0b-0187237a9354 req-7c0413d0-676a-49b7-b190-374fad603465 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 210 time: 0.1511843 Mar 22 14:03:25.007939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.057820 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks [] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.074618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.110363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for router_gateway (15aa8521-7399-415e-9517-8efb24e5db24), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.114659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=10']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:25.119604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1b0fc48-8b49-443b-8290-7cc390a87b7b req-7c29f5ec-90f2-4e20-b161-f1968a963893 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554369 Mar 22 14:03:25.145594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.200655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:25.210096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:25.216332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:25.238776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-8a69202e-bb1d-4d71-96d8-3b39b9fdf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.240663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-8a69202e-bb1d-4d71-96d8-3b39b9fdf7de service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.4690866 Mar 22 14:03:25.260240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6881561 Mar 22 14:03:25.264475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Pushing event updated for resources: {'Port': ['ID=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:25.302561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-1607075f-de23-4555-aaa9-c765c05439a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.0522339 Mar 22 14:03:25.354474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c9a160f-b369-4d8b-8d76-64c43a6773a9 admin admin] Publish callbacks [] for security_group (147b4af6-eed0-4128-a2aa-2430df2e1423), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.373455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.374763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.377193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.377811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.380222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.380752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.382506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.382851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.383184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.383510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.383837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.387150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Attempting to bind port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:25.387508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Attempting to bind port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:25.387883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Attempting to bind port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 on network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:25.388561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.388911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.389390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.389726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd0cb2-ae3e-40d6-bc9c-552df83aa6d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:25.400036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:25.400756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Checking segment: {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:25.401348 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.401949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Bound using segment: {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:25.402693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Bound port: b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:25.403266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.408907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Allocated IP 172.25.3.215 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/c0a5279c-bd2a-477a-9fa2-661118db29eb) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:25.411421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-ce5c498b-703b-4658-94e1-8cf9452ed357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.414325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-ce5c498b-703b-4658-94e1-8cf9452ed357 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0904047 Mar 22 14:03:25.462479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-1acc2512-ee4a-4446-b611-f692922b9487 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350828 Mar 22 14:03:25.462906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c9a160f-b369-4d8b-8d76-64c43a6773a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (147b4af6-eed0-4128-a2aa-2430df2e1423), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.552185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] For port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:25.555806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] For port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:25.577977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.649342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c9a160f-b369-4d8b-8d76-64c43a6773a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c398e07778447828688057593cb8145&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3592296 Mar 22 14:03:25.659707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33516) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:25.661164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a160f-b369-4d8b-8d76-64c43a6773a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147b4af6-eed0-4128-a2aa-2430df2e1423,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:25.671857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-34cc04d9-ebd7-43a4-a735-d99595c644ae service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417029 Mar 22 14:03:25.675331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296d111-2c2e-4efd-aac0-165ff4f0972b None None] Pushing event updated for resources: {'Port': ['ID=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:25.703807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f490-d375-48f4-973d-75abc711026c req-82b567e2-6828-428b-9c88-92699312967d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.711018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21b8f490-d375-48f4-973d-75abc711026c req-82b567e2-6828-428b-9c88-92699312967d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.5835223 Mar 22 14:03:25.735425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:25.800942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29781685-b5fc-453e-9f5a-cc1264db4ef9 req-6a93d473-cec8-41bb-9020-bbf2e775c745 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.822950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29781685-b5fc-453e-9f5a-cc1264db4ef9 req-6a93d473-cec8-41bb-9020-bbf2e775c745 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 949 time: 0.4639835 Mar 22 14:03:25.831350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-4157e90a-f768-4fad-afb4-fff55773398c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:25.832864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-4157e90a-f768-4fad-afb4-fff55773398c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.4180772 Mar 22 14:03:25.838597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port e6bdf6b1-8081-4a00-9d80-16debedba293 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:03:25.839049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:25.896266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:25.934314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6e854342-c0b3-4e1c-8e2c-df7622236c9d req-8c3f0190-2252-4cfb-96fb-76b451d814b1 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539165 Mar 22 14:03:25.970574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29781685-b5fc-453e-9f5a-cc1264db4ef9 req-22432520-7567-417f-8211-2fa206c80802 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360466 Mar 22 14:03:26.005023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.037385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21b8f490-d375-48f4-973d-75abc711026c req-34e725e2-c8ef-40d3-b17e-4f2bb901dd2b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222125 Mar 22 14:03:26.069653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] Publish callbacks [] for security_group (147b4af6-eed0-4128-a2aa-2430df2e1423), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.085609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-f709f9d7-9ea1-4443-b7a0-e6c9a0435b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.087345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-f709f9d7-9ea1-4443-b7a0-e6c9a0435b60 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&tenant_id=b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 1127 time: 0.2375543 Mar 22 14:03:26.147392 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] Publish callbacks [] for security_group (147b4af6-eed0-4128-a2aa-2430df2e1423), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.211830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:26.236521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:26.238975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Pushing event updated for resources: {'Port': ['ID=c0a5279c-bd2a-477a-9fa2-661118db29eb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:26.243681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:26.344637 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-30644033-39b0-414b-b4b2-c524887c5ea1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624676 Mar 22 14:03:26.371255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (147b4af6-eed0-4128-a2aa-2430df2e1423), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.392039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:26.395899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/147b4af6-eed0-4128-a2aa-2430df2e1423 HTTP/1.1" status: 204 len: 168 time: 0.7292626 Mar 22 14:03:26.409582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-90a0518f-7803-4289-b7c2-9202505a8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.415632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-90a0518f-7803-4289-b7c2-9202505a8004 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1127 time: 0.2257786 Mar 22 14:03:26.424479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4fe38-6e26-40be-ae9a-0dc1d8cbd974 req-41402f2e-bec3-41bc-87f9-dfa8f14fe63d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.442300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddf4fe38-6e26-40be-ae9a-0dc1d8cbd974 req-41402f2e-bec3-41bc-87f9-dfa8f14fe63d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.2376513 Mar 22 14:03:26.500397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb08454-41d0-4d14-b931-32baabe56fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147b4af6-eed0-4128-a2aa-2430df2e1423,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:26.684430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-ba9f48e9-b2e3-43b0-8c66-8c11a62c4cab tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:26.695933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-ba9f48e9-b2e3-43b0-8c66-8c11a62c4cab tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456750 Mar 22 14:03:26.755779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': 'f789f659-d3e0-474b-a124-3389237c0c73', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:26.884180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:26.903608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef530853-ed18-4c63-815e-8804edf737e2 req-00e2e159-0ec1-4ae3-9fa1-64010e2cfb75 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 210 time: 0.1466095 Mar 22 14:03:27.042640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddf4fe38-6e26-40be-ae9a-0dc1d8cbd974 req-d97d1fef-5ca9-4c84-b0e4-d7aa97adf04a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970778 Mar 22 14:03:27.167683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:27.168297 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.176968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-ea15af37-344f-4e4e-b225-b3cc3aceeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.194937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-ea15af37-344f-4e4e-b225-b3cc3aceeb90 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.7223008 Mar 22 14:03:27.203726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for router_gateway (15aa8521-7399-415e-9517-8efb24e5db24), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.238322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:27.239919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:27.244262 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd41b6-98fa-4dd6-8687-8ee56faf2972" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:27.253914 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.364361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-0df35dd6-0aa7-452d-aa4c-37b2eccb2078 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.1538842 Mar 22 14:03:27.374680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:27.425019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:27.428390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:27.473370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49884-97e0-434b-83c5-89a31fe5d5f9 req-04bb3524-5c68-4b1a-a5ff-0437555eb007 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.475951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8c49884-97e0-434b-83c5-89a31fe5d5f9 req-04bb3524-5c68-4b1a-a5ff-0437555eb007 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.3877847 Mar 22 14:03:27.552637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76f02e-254c-4c3c-8032-36c2623c884c None None] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:27.605729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a261754-254e-4a74-95c6-5546502fb8b8 req-2f0efa4c-0650-440a-9a78-380d2e55ea03 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.607447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a261754-254e-4a74-95c6-5546502fb8b8 req-2f0efa4c-0650-440a-9a78-380d2e55ea03 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.2459207 Mar 22 14:03:27.628472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-e8fb17ec-79af-401e-beb5-b5c7918ae4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:27.631017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-e8fb17ec-79af-401e-beb5-b5c7918ae4f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2421622 Mar 22 14:03:27.717745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8c49884-97e0-434b-83c5-89a31fe5d5f9 req-0b2c5995-96a9-4559-b463-b90c3b08ef9c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314224 Mar 22 14:03:27.729018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-7d2d11ae-6650-4609-b139-436d8f619800 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638564 Mar 22 14:03:27.763695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:27.874926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a261754-254e-4a74-95c6-5546502fb8b8 req-b5d41469-4b91-4f8d-896c-1b1e77225abc tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339902 Mar 22 14:03:27.878384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Provisioning complete for port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:27.880004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.004069 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecea3a-9c89-4da7-a14b-9d30332e704a x-openstack-request-id: req-b7ecea3a-9c89-4da7-a14b-9d30332e704a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:28.004736 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:28.004736 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7ecea3a-9c89-4da7-a14b-9d30332e704a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:28.005743 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ecea3a-9c89-4da7-a14b-9d30332e704a'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'code': 200} Mar 22 14:03:28.046120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:28.072297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:28.072762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.163343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fafdb8ac-5ed2-4e2f-bdd0-d3be373c6c37 req-9681cd12-12e0-4528-bae6-3eea0a106c0d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 210 time: 0.0933394 Mar 22 14:03:28.181542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.305399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-957002185-network', 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:28.319704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-868aec31-b74d-4e54-ab2e-bf66e4f46636 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227046 Mar 22 14:03:28.321115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Current status of the port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:28.321571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.491592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] For port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:28.506456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.509993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.180 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/bdc663d6-fb9c-4bb4-a885-40e2577cc647) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:28.510988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:28.511651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.518934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a24e7b-f67b-4d24-a392-fa21807292a5 req-a4aa8f00-3f2a-43c5-b067-377b05749ebe tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:28.532490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a24e7b-f67b-4d24-a392-fa21807292a5 req-a4aa8f00-3f2a-43c5-b067-377b05749ebe tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.3630815 Mar 22 14:03:28.541763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:28.548336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.599295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (15aa8521-7399-415e-9517-8efb24e5db24), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.620253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.774558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-2e4a53f0-7cf5-4d2b-881f-c2d88d8a34dd service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402978 Mar 22 14:03:28.806870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:03:28.807239 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:03:28.816325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a24e7b-f67b-4d24-a392-fa21807292a5 req-913b85ba-2ad2-41b4-97bb-52b6b52136ed tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824626 Mar 22 14:03:28.841993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25c5be-1eef-4919-bccf-ffe79a46e794 None None] Pushing event updated for resources: {'Port': ['ID=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:28.851656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-156a8e11-7501-4939-a6e6-d7a41f5848b0 None None] Provisioning complete for port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:28.851656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156a8e11-7501-4939-a6e6-d7a41f5848b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.905022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:28.970883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks [] for security_group (9f88d840-f85f-4fc4-9e09-affe0036ecdc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:28.984108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f88d840-f85f-4fc4-9e09-affe0036ecdc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.056600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:03:29.097453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:29.132977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'mac_address': 'fa:16:3e:ce:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:29.133215 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.157236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.183766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88d840-f85f-4fc4-9e09-affe0036ecdc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:29.192891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.200097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a0f2ca4f-6ef5-4790-aedb-f954058f9ce7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.203021 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Added segment a0f2ca4f-6ef5-4790-aedb-f954058f9ce7 of type vlan for network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad Mar 22 14:03:29.222870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:29.226977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:29.229513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:29.234536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:29.255620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a556e1-9aab-40f6-a295-70d0d53f1e8b req-96ab5ad3-1d2d-43c2-97d1-8741536e705e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.256162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:29.263140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a556e1-9aab-40f6-a295-70d0d53f1e8b req-96ab5ad3-1d2d-43c2-97d1-8741536e705e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.2904978 Mar 22 14:03:29.337285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.337844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.353597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Router 15aa8521-7399-415e-9517-8efb24e5db24 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:03:29.377101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6263955 Mar 22 14:03:29.400523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a556e1-9aab-40f6-a295-70d0d53f1e8b req-11371326-3f6f-4191-9d88-dc0bc2ce0f8d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 Mar 22 14:03:29.421912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5898-3a2c-49e7-a649-1f879113e371 req-c98f55a8-5c70-4611-8f33-acada1e43814 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.436044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ebee5898-3a2c-49e7-a649-1f879113e371 req-c98f55a8-5c70-4611-8f33-acada1e43814 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.3574533 Mar 22 14:03:29.535921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.540695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-8480cede-12c1-4a33-aa55-71d3f8b3f586 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.544023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-8480cede-12c1-4a33-aa55-71d3f8b3f586 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.4172862 Mar 22 14:03:29.553098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571c761-17f8-46ac-b147-915c9f26548a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:29.555939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:29.556506 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.627512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-156a8e11-7501-4939-a6e6-d7a41f5848b0 None None] Current status of the port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:29.632691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:29.635329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:29.653734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Sync routers for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:29.661890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:29.668513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.673583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e2f0cc51-f713-4876-8fd5-a10f15ff3a7d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7122512 Mar 22 14:03:29.674246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:29.719670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:03:29.749639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:29.754405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:29.755469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:29.804363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ebee5898-3a2c-49e7-a649-1f879113e371 req-9a4b2b22-ec5c-41f4-8c28-75f738b163a9 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630052 Mar 22 14:03:29.868646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c082044-dd8f-409f-8638-55c272705517 req-f1665b82-d08c-4aef-83ae-4b8a47f9dd1d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.878746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c082044-dd8f-409f-8638-55c272705517 req-f1665b82-d08c-4aef-83ae-4b8a47f9dd1d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 936 time: 0.3217547 Mar 22 14:03:29.895543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:29.929218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.931104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:29.935277 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:29.982083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9308264 Mar 22 14:03:30.012787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:30.025505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:30.072198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.079583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Request body: {'subnet': {'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-957002185-subnet', 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:30.222182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4d9a765e-609c-4425-a75a-398af84b1939 None None] Provisioning complete for port bdc663d6-fb9c-4bb4-a885-40e2577cc647 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:30.222768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d9a765e-609c-4425-a75a-398af84b1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.256750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Request body: {'port': {'device_id': 'f789f659-d3e0-474b-a124-3389237c0c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:30.268386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a765e-609c-4425-a75a-398af84b1939 None None] Port bdc663d6-fb9c-4bb4-a885-40e2577cc647 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:30.279791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:30.351622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c082044-dd8f-409f-8638-55c272705517 req-cc4570b5-747c-4287-b88d-602805e4d282 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654543 Mar 22 14:03:30.357852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdbaf2-00ef-4c59-bc79-c904bab4732c admin admin] Pushing event updated for resources: {'Network': ['ID=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:30.358105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.372011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:30.377967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.429353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:03:30.618688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:30.717472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:30.718042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.831144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-47f063be-2fb0-4f6c-87ec-3f6ab6bee0d4 service neutron] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:30.845466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c4b9e-a32b-4452-a9b3-7d41c6981538 req-9416f8c7-e3bc-4262-bcea-2de0d1d850a7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:30.859381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-430c4b9e-a32b-4452-a9b3-7d41c6981538 req-9416f8c7-e3bc-4262-bcea-2de0d1d850a7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.7876341 Mar 22 14:03:30.865282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (22661c3e-9005-4d0b-90f1-8f74f6d639c5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.881754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:30.885379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc663d6-fb9c-4bb4-a885-40e2577cc647 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:30.906909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks [] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.937664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Transition to ACTIVE for port object bdc663d6-fb9c-4bb4-a885-40e2577cc647 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:30.961885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-47f063be-2fb0-4f6c-87ec-3f6ab6bee0d4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:30.969637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d7851f3-1d7e-4df5-bcd5-a02c49f71a76 req-47f063be-2fb0-4f6c-87ec-3f6ab6bee0d4 service neutron] 10.222.0.78 "DELETE /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 1.3715250 Mar 22 14:03:31.008265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:26Z', 'revision_number': 3, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:31.042746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.055037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Checking router: 15aa8521-7399-415e-9517-8efb24e5db24 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:31.055453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Updating router 15aa8521-7399-415e-9517-8efb24e5db24 port c0a5279c-bd2a-477a-9fa2-661118db29eb binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:03:31.089266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.102369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-430c4b9e-a32b-4452-a9b3-7d41c6981538 req-510479cf-693b-456b-8f35-c1c2e6e565dd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376654 Mar 22 14:03:31.134382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.183355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:31.321173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd5f2-2b2f-4bd6-af62-cbd8bc99aede req-8e2ae7ff-6c94-4137-a357-355824b7b0c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.327325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-694bd5f2-2b2f-4bd6-af62-cbd8bc99aede req-8e2ae7ff-6c94-4137-a357-355824b7b0c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.5465760 Mar 22 14:03:31.342420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Attempting to bind port bdc663d6-fb9c-4bb4-a885-40e2577cc647 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:31.342769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Attempting to bind port bdc663d6-fb9c-4bb4-a885-40e2577cc647 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:31.343381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Attempting to bind port bdc663d6-fb9c-4bb4-a885-40e2577cc647 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:31.383469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Port bdc663d6-fb9c-4bb4-a885-40e2577cc647 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:31.383785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Attempting to bind port bdc663d6-fb9c-4bb4-a885-40e2577cc647 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:31.397399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:31.397740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:31.398188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:31.398628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Bound port: bdc663d6-fb9c-4bb4-a885-40e2577cc647, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:31.398976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.417683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Pushing event updated for resources: {'Subnet': ['ID=22661c3e-9005-4d0b-90f1-8f74f6d639c5,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:31.543590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Checking segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:31.544099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Network hostable DHCP agents. Network: ab1bfc4a-bed0-4060-8e42-dbceffcec2ad, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:03:31.691885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-694bd5f2-2b2f-4bd6-af62-cbd8bc99aede req-1e52835c-deac-4ba2-9564-baaffa21449e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577669 Mar 22 14:03:31.750583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Allocated IP 172.20.0.1 (68248b4c-915a-4d4e-8a5c-97cbda9d1065/29c13c27-6e4c-458a-a025-b3696da09687/9ac01b4f-ca73-4c62-a8f1-5e38a193826f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:31.784101 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks [] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.790007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:03:31.795732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.840555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ab1bfc4a-bed0-4060-8e42-dbceffcec2ad) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:31.864250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.868965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4a8e-bf42-4dc4-be8b-62557421b398 None None] Pushing event updated for resources: {'Port': ['ID=c0a5279c-bd2a-477a-9fa2-661118db29eb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:31.872453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ce9fc-268d-443b-b526-b532848a8ca0 None None] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:31.873980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.921692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:31.942543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:31.960012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Attempting to bind port c0a5279c-bd2a-477a-9fa2-661118db29eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:31.960359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.960635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Attempting to bind port c0a5279c-bd2a-477a-9fa2-661118db29eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:31.961138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Attempting to bind port c0a5279c-bd2a-477a-9fa2-661118db29eb on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:31.980894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:31.981286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:31.983611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:31.984122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:31.984639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Bound port: c0a5279c-bd2a-477a-9fa2-661118db29eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:31.986699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21ecda-f6b8-41b0-aeb2-1243badb285e req-86c7c99e-9db4-4718-903e-2edfd0cf9f10 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:31.989079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.003577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c21ecda-f6b8-41b0-aeb2-1243badb285e req-86c7c99e-9db4-4718-903e-2edfd0cf9f10 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.7207944 Mar 22 14:03:32.018046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f14005de-cc98-467d-920b-e93981d1cfea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0020840 Mar 22 14:03:32.125870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.126589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.136740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] 10.222.0.82 "PUT /v2.0/ports/bdc663d6-fb9c-4bb4-a885-40e2577cc647 HTTP/1.1" status: 200 len: 1096 time: 2.6777847 Mar 22 14:03:32.186291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:32.203236 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf0f98-2980-4b12-8694-4e08e223a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:32.353306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] For port c0a5279c-bd2a-477a-9fa2-661118db29eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:32.377855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] For port c0a5279c-bd2a-477a-9fa2-661118db29eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0a5279c-bd2a-477a-9fa2-661118db29eb,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:32.402116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c21ecda-f6b8-41b0-aeb2-1243badb285e req-3e62d193-6980-4cc2-95e3-7eaefa943e63 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976362 Mar 22 14:03:32.402785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.427686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks [] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.456139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49764b-cbdd-4bbd-b0da-087171c9ebf9 req-14864f98-9495-4b02-ba89-c596707a663c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.470208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49764b-cbdd-4bbd-b0da-087171c9ebf9 req-14864f98-9495-4b02-ba89-c596707a663c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 948 time: 0.3161166 Mar 22 14:03:32.607277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49764b-cbdd-4bbd-b0da-087171c9ebf9 req-cf97119b-d959-4732-b7fc-f5c71e4b3874 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293199 Mar 22 14:03:32.607534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f7cca-dbf9-44ea-9e35-9712850136bd None None] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:32.644083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.648332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b6a6-2214-4578-8c2c-12fb48c593c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:32.694290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-d55b19a7-9054-4129-a98c-128e3d71d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:32.696324 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-d55b19a7-9054-4129-a98c-128e3d71d1b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 1130 time: 0.4287117 Mar 22 14:03:32.707148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:32.708329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:32.710503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4a8e-bf42-4dc4-be8b-62557421b398 None None] Pushing event updated for resources: {'Port': ['ID=c0a5279c-bd2a-477a-9fa2-661118db29eb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:32.710839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:32.727115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:32.729690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:32.786763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-c72d3b4b-5fc6-40da-bccf-c3626cad9896 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647 HTTP/1.1" status: 200 len: 217 time: 0.0785713 Mar 22 14:03:32.787384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:32.918600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:32.975105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (15aa8521-7399-415e-9517-8efb24e5db24), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:32.992747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efe7c0-cb0b-4ffe-a870-36456f43d812 req-82c38b6c-ba2c-4e92-b733-5f1e976d1439 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.001779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08efe7c0-cb0b-4ffe-a870-36456f43d812 req-82c38b6c-ba2c-4e92-b733-5f1e976d1439 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.1292591 Mar 22 14:03:33.082610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08efe7c0-cb0b-4ffe-a870-36456f43d812 req-953210e6-e165-43b8-859e-c023fd32721c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793598 Mar 22 14:03:33.133199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-606e82fd-985e-463f-bfec-0a41fbdc9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.135659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-606e82fd-985e-463f-bfec-0a41fbdc9f2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.3246713 Mar 22 14:03:33.146379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:33.167965 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f13b9-e238-47cf-a548-02547e417607 x-openstack-request-id: req-314f13b9-e238-47cf-a548-02547e417607 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:33.172456 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:33.173107 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-314f13b9-e238-47cf-a548-02547e417607 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:33.173788 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314f13b9-e238-47cf-a548-02547e417607'] response: {'name': 'network-changed', 'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'status': 'completed', 'code': 200} Mar 22 14:03:33.400197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-5c00fba2-80ce-402e-911a-89619a2d68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:33.408336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:33.408727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.418496 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-5c00fba2-80ce-402e-911a-89619a2d68ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2432323 Mar 22 14:03:33.466125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2735aa80-1b21-4a33-9098-54beb2e306d4 None None] Provisioning complete for port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:33.466654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2735aa80-1b21-4a33-9098-54beb2e306d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.581769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.589789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2735aa80-1b21-4a33-9098-54beb2e306d4 None None] Port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:33.723548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:33.724210 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.753557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:33.756212 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eca30f-a3cb-44bc-83a7-8b3c7a551b26" -d '{"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-plugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:33.780000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:26Z', 'revision_number': 3, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:33.796382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:33.868312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:33.873989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501fd3f-d819-4369-aaea-084c8dfceacc None None] The sync data for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 is: [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:26Z', 'revision_number': 3, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:33.941733 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-9054edaf-a6b7-465e-b801-ca23e55fb4c7 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144765 Mar 22 14:03:33.970480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.113632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks [] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.125902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.226189 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20c35f85-1aae-4149-a61f-882d3e789e34 req-958d7423-94bf-4474-87cd-29be470eee96 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742310 Mar 22 14:03:34.237313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (15aa8521-7399-415e-9517-8efb24e5db24), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:34.239163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:34.466015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:34.469389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:34.477903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-761f41e2-4779-4662-aba0-86f1828672b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:34.479950 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-761f41e2-4779-4662-aba0-86f1828672b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 1130 time: 0.1162307 Mar 22 14:03:34.935609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e18963a1-207f-4cf9-8da7-0f13e37c1f4e None None] Provisioning complete for port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:34.935986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e18963a1-207f-4cf9-8da7-0f13e37c1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:35.037867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e18963a1-207f-4cf9-8da7-0f13e37c1f4e None None] Port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:35.055127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-d95da6b8-4340-47ce-befc-8507f355e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.057288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-d95da6b8-4340-47ce-befc-8507f355e20a service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5692663 Mar 22 14:03:35.062347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Router 15aa8521-7399-415e-9517-8efb24e5db24 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:35.115023 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-2ea5136c-6181-4091-a1c5-3b25246c267c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647 HTTP/1.1" status: 200 len: 217 time: 0.0429847 Mar 22 14:03:35.290740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-83443656-ea78-43ad-927d-2108f574a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.292509 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-83443656-ea78-43ad-927d-2108f574a87c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1680739 Mar 22 14:03:35.359710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:35.384796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bf466b1a-d630-4630-a783-b049efb90b0b admin admin] 10.222.0.81 "PUT /v2.0/routers/15aa8521-7399-415e-9517-8efb24e5db24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7091780 Mar 22 14:03:35.422190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-d9a12e4c-8407-4c49-8b8c-bde948673ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:35.424337 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-d9a12e4c-8407-4c49-8b8c-bde948673ea0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1195176 Mar 22 14:03:35.640366 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-d3964e01-f364-45c5-bcbf-75e3d52d0326 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053175 Mar 22 14:03:35.770007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bdc663d6-fb9c-4bb4-a885-40e2577cc647 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:35.913071 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbf0f98-2980-4b12-8694-4e08e223a7ab req-2de707ee-a13c-48ac-b30b-ce396ecc5367 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626474 Mar 22 14:03:35.917007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0a5279c-bd2a-477a-9fa2-661118db29eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:35.999774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c0a5279c-bd2a-477a-9fa2-661118db29eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:36.000583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.008383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:36.044471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'mac_address': 'fa:16:3e:09:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:36.107183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bdc663d6-fb9c-4bb4-a885-40e2577cc647 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:36.107984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.122393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc663d6-fb9c-4bb4-a885-40e2577cc647 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:36.143400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:36.149095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.297326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c0a5279c-bd2a-477a-9fa2-661118db29eb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:36.297846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.344679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:36.361576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c0a5279c-bd2a-477a-9fa2-661118db29eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0a5279c-bd2a-477a-9fa2-661118db29eb,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:36.369482 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:36.459446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c0a5279c-bd2a-477a-9fa2-661118db29eb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:36.505294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bdc663d6-fb9c-4bb4-a885-40e2577cc647'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:36.858467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Sync routers for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:36.875218 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:36.880735 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:37.010778 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:37.223795 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:33Z', 'revision_number': 4, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '9ac01b4f-ca73-4c62-a8f1-5e38a193826f', 'name': '', 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'mac_address': 'fa:16:3e:1a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '29c13c27-6e4c-458a-a025-b3696da09687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:31Z', 'updated_at': '2022-03-22T14:03:33Z', 'revision_number': 2, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'subnets': [{'id': '29c13c27-6e4c-458a-a025-b3696da09687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:37.252401 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Checking router: 15aa8521-7399-415e-9517-8efb24e5db24 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:37.252755 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Updating router 15aa8521-7399-415e-9517-8efb24e5db24 port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:03:37.281180 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.602951 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks [] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.614834 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.703400 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Pushing event updated for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:37.744074 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.744553 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.745052 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.746306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.746711 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.747108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.748379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.748780 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.751307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.751651 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.752393 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.752735 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.753062 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.753390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.753713 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:37.782422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bdc663d6-fb9c-4bb4-a885-40e2577cc647 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:37.875219 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Attempting to bind port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:37.876333 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Attempting to bind port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:37.877535 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Attempting to bind port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f on network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:37.885706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:37.886584 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Checking segment: {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:37.887700 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.888363 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Bound using segment: {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:37.889097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Bound port: 9ac01b4f-ca73-4c62-a8f1-5e38a193826f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adc56c9-0b5f-47e4-af47-6ddb87b895f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:37.889702 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:37.989648 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] For port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:37.994311 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] For port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:38.008803 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.132520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7778df-1f6c-4f7d-9472-4bb386bfb4bc None None] Pushing event updated for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:38.159155 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:38.161734 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:38.191845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0a5279c-bd2a-477a-9fa2-661118db29eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:38.284422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Provisioning complete for port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.284825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.313422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port bdc663d6-fb9c-4bb4-a885-40e2577cc647 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:38.326597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bdc663d6-fb9c-4bb4-a885-40e2577cc647 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.327099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.340455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c0a5279c-bd2a-477a-9fa2-661118db29eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.340828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.533004 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:38.624752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bdc663d6-fb9c-4bb4-a885-40e2577cc647 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:38.625692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.660190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Current status of the port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:38.660573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.706162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c0a5279c-bd2a-477a-9fa2-661118db29eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:38.717547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:38.734939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.744959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] For port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:38.767792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.820745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:38.832511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbefaa-e7c6-4180-85eb-a74ba437bca3 req-ac920b5e-7276-4979-9680-7907dd95d610 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:38.839730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31bbefaa-e7c6-4180-85eb-a74ba437bca3 req-ac920b5e-7276-4979-9680-7907dd95d610 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1127 time: 0.1155620 Mar 22 14:03:38.853632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-dd057ae5-fec8-4649-acfa-2769c2b66f8f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:38.863610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-dd057ae5-fec8-4649-acfa-2769c2b66f8f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.2254622 Mar 22 14:03:38.872208 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:33Z', 'revision_number': 4, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '9ac01b4f-ca73-4c62-a8f1-5e38a193826f', 'name': '', 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'mac_address': 'fa:16:3e:1a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '29c13c27-6e4c-458a-a025-b3696da09687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:31Z', 'updated_at': '2022-03-22T14:03:37Z', 'revision_number': 4, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'subnets': [{'id': '29c13c27-6e4c-458a-a025-b3696da09687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:38.897190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00ad7b-0185-4224-8063-7a61869fa4d9 None None] Pushing event updated for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:38.897999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-52a428d1-f7bc-4ed7-85cd-a66a86928617 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/quotas/b31b7538e0634f2ca3fbede0b4ed0367 HTTP/1.1" status: 200 len: 375 time: 0.0332398 Mar 22 14:03:38.906691 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1892a-1e8b-4892-aebb-056229bbb497 None None] The sync data for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 is: [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:33Z', 'revision_number': 4, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '9ac01b4f-ca73-4c62-a8f1-5e38a193826f', 'name': '', 'network_id': '68248b4c-915a-4d4e-8a5c-97cbda9d1065', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'mac_address': 'fa:16:3e:1a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '29c13c27-6e4c-458a-a025-b3696da09687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:31Z', 'updated_at': '2022-03-22T14:03:37Z', 'revision_number': 4, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'subnets': [{'id': '29c13c27-6e4c-458a-a025-b3696da09687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:38.919727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-45a9a7d0-6dc1-427b-b344-80dc05bc0d98 None None] Provisioning complete for port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:38.920182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45a9a7d0-6dc1-427b-b344-80dc05bc0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:38.956576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-5114737a-b741-4300-83f0-5cc143f44496 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572979 Mar 22 14:03:39.091956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31bbefaa-e7c6-4180-85eb-a74ba437bca3 req-28acea03-f2a9-4832-b92c-e43893162d87 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497671 Mar 22 14:03:39.120873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-45a9a7d0-6dc1-427b-b344-80dc05bc0d98 None None] Current status of the port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:39.169995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-96b210fd-6209-4dbc-bb5e-8def8b2f9067 service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123315 Mar 22 14:03:39.370527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-a64b69d1-df18-47a6-bafb-0db48a5db3e9 service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771159 Mar 22 14:03:39.405121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d77ecc-4208-4cb8-98c3-f970de291114 req-e5069123-b135-4511-bc16-50743f6e0c8c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.412185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85d77ecc-4208-4cb8-98c3-f970de291114 req-e5069123-b135-4511-bc16-50743f6e0c8c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1208601 Mar 22 14:03:39.487467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85d77ecc-4208-4cb8-98c3-f970de291114 req-33bef84e-b86c-4174-b993-33947346fecc tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709956 Mar 22 14:03:39.600278 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cec3a3a-8bcd-4750-b129-2294e744a29a x-openstack-request-id: req-4cec3a3a-8bcd-4750-b129-2294e744a29a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:39.600577 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-plugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:39.600827 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cec3a3a-8bcd-4750-b129-2294e744a29a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:39.601255 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cec3a3a-8bcd-4750-b129-2294e744a29a'] response: {'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'code': 200} Mar 22 14:03:39.640903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293882-24e4-4e24-948c-58c61ded1f66 req-19023756-608e-482f-8858-6169b0c56173 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.648551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84293882-24e4-4e24-948c-58c61ded1f66 req-19023756-608e-482f-8858-6169b0c56173 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.0793929 Mar 22 14:03:39.769049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84293882-24e4-4e24-948c-58c61ded1f66 req-5ea05248-9e6f-41d4-93d0-e96b5ae8dfaf tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114504 Mar 22 14:03:39.804517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9ac01b4f-ca73-4c62-a8f1-5e38a193826f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:39.833235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d367ef-2895-4fff-a57a-55d6db04575a req-5fffe995-0dbd-4c0c-ba93-dfb2f735a66e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:39.834950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40d367ef-2895-4fff-a57a-55d6db04575a req-5fffe995-0dbd-4c0c-ba93-dfb2f735a66e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.1193137 Mar 22 14:03:39.916193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:39.917226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:40.045817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:40.367940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00079874-9f5b-4a8e-a5a7-a280b847611b req-b9e81d35-9ea0-4579-8495-d95b41b9df3a tempest-FloatingIPsNegativeTestJSON-664624230 tempest-FloatingIPsNegativeTestJSON-664624230-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=c45caa5f4c194c74811fd3d8b1738c12 HTTP/1.1" status: 200 len: 217 time: 0.0809855 Mar 22 14:03:40.394152 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:03:40.491728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40d367ef-2895-4fff-a57a-55d6db04575a req-8f91bca6-cce5-4498-9baf-59841a9c771c tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323705 Mar 22 14:03:40.687710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-1ab419c6-ddb1-4ac2-8b4d-b2bf4d7e5e29 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.694739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-1ab419c6-ddb1-4ac2-8b4d-b2bf4d7e5e29 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.1663787 Mar 22 14:03:40.726339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-f8510b51-3216-47ff-96b9-45ee4bd23d9b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/quotas/b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 375 time: 0.0301235 Mar 22 14:03:40.809678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-9e275ea6-635a-4a24-b97b-ffb63506382d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823340 Mar 22 14:03:40.924399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9d137ef-0033-49b8-8223-40f0a904912b req-b5c376f1-1e5c-415f-80e5-0dbcdacd6a5a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 210 time: 0.0529258 Mar 22 14:03:40.957358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:40.991251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-88ab56fd-b4e0-445f-ac82-f78c94352374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:40.992761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-88ab56fd-b4e0-445f-ac82-f78c94352374 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1128 time: 0.1043885 Mar 22 14:03:40.996758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-2d4d4404-f42f-4d61-a2cc-84eef299a64b service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861982 Mar 22 14:03:41.123890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-3f9484a2-78c1-47ed-99ec-1874437d6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.125512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-3f9484a2-78c1-47ed-99ec-1874437d6eec service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.1029952 Mar 22 14:03:41.153462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:41.180049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3', 'port_id': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'mac_address': 'fa:16:3e:26:aa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cc4db5-738f-41b7-940e-f928714bc343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:41.184666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-239cd95d-5141-44c6-8b66-68f8b0751478 req-fefc393f-e24c-4085-b90c-3f69dba723cb tempest-FloatingIPsNegativeTestJSON-664624230 tempest-FloatingIPsNegativeTestJSON-664624230-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0568342 Mar 22 14:03:41.244041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9a9a6998-3441-4701-9cc7-0c0ad7454547 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:41.244437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.264184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9a6998-3441-4701-9cc7-0c0ad7454547 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:41.265721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-9b424014-7279-468a-b06f-b9388a32a5a9 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.272888 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-9b424014-7279-468a-b06f-b9388a32a5a9 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.2170744 Mar 22 14:03:41.280047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-2bc6be5c-bc5e-4175-a9d4-ac59a88bd454 service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751038 Mar 22 14:03:41.290078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Request body: {'port': {'device_id': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'admin_state_up': True, 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:41.311836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:41.319462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.379167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:41.428090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-b1f753a1-7f34-494f-b519-d07306cd8246 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 1002 time: 0.1505289 Mar 22 14:03:41.452925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0cbb6-85cd-4f12-a6ab-6e927e0bbc0e req-d8b05fba-a43a-43c0-b2cc-238f3af93d2a tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.455106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20d0cbb6-85cd-4f12-a6ab-6e927e0bbc0e req-d8b05fba-a43a-43c0-b2cc-238f3af93d2a tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 950 time: 0.1740160 Mar 22 14:03:41.488750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:41.494724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:41.559878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20d0cbb6-85cd-4f12-a6ab-6e927e0bbc0e req-bf9e2575-204b-453d-ad6a-340ab2f76f30 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612781 Mar 22 14:03:41.576045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-f74b72ee-7aa0-4dfa-9b96-d4c8f256fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.577670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-f74b72ee-7aa0-4dfa-9b96-d4c8f256fe4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1386495 Mar 22 14:03:41.602531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:41.604977 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a6ff1-49e5-45b9-a108-374f934710de" -d '{"events": [{"server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "name": "network-vif-plugged", "status": "completed", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:41.690517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-db37cc40-cfac-450e-b15d-4848a64ea92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.694792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9a9a6998-3441-4701-9cc7-0c0ad7454547'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:41.710233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-db37cc40-cfac-450e-b15d-4848a64ea92c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236072 Mar 22 14:03:41.758602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Allocated IP 172.20.0.4 (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad/22661c3e-9005-4d0b-90f1-8f74f6d639c5/cd1bb020-3797-4894-aeff-15395c8a3c83) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:41.803078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:41.884433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786bc41-b16e-4b74-ba44-4c046d3271f8 req-5749c35c-abf5-4636-a0b7-4c65a3d696a0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:41.892431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2786bc41-b16e-4b74-ba44-4c046d3271f8 req-5749c35c-abf5-4636-a0b7-4c65a3d696a0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.2646043 Mar 22 14:03:41.974814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:41.975447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.001207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2786bc41-b16e-4b74-ba44-4c046d3271f8 req-4d834826-8a69-4c97-abdf-c483032a08eb tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060736 Mar 22 14:03:42.002844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks [] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.045994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b57a69-efcc-4137-8469-1864bdf17224 req-d6c68e6c-8c2a-4166-8281-b58b9be86dee tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.049104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.053854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07b57a69-efcc-4137-8469-1864bdf17224 req-d6c68e6c-8c2a-4166-8281-b58b9be86dee tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.3425603 Mar 22 14:03:42.081712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-978926c7-3ba8-4f17-abb8-797a4aa8bb8b service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579652 Mar 22 14:03:42.114601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:42.119142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:42.124281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:42.129525 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-f58650ff-0d91-4d70-a58c-ca7d51a56bff req-8292327f-29eb-43af-8d72-b2a0c6bbcbad tempest-FloatingIPsNegativeTestJSON-664624230 tempest-FloatingIPsNegativeTestJSON-664624230-project] show failed (client error): The resource could not be found. Mar 22 14:03:42.138608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f58650ff-0d91-4d70-a58c-ca7d51a56bff req-8292327f-29eb-43af-8d72-b2a0c6bbcbad tempest-FloatingIPsNegativeTestJSON-664624230 tempest-FloatingIPsNegativeTestJSON-664624230-project] 10.222.0.81 "GET /v2.0/floatingips/0be2a7e1-08e6-4141-85e2-34df3f9c21de HTTP/1.1" status: 404 len: 350 time: 0.0748873 Mar 22 14:03:42.149582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:42.179067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:42.190069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.200752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.201874 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.228881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:42.250869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-7b859900-dbf7-41fa-bff2-4861c1459ab6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659383 Mar 22 14:03:42.273529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Request body: {'port': {'device_id': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:42.331174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:42.385478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.412398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07b57a69-efcc-4137-8469-1864bdf17224 req-f8c4c85d-2ada-4781-aed1-6b2bbe08d257 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444040 Mar 22 14:03:42.495150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf4f72-3205-4341-95a7-a017492860ff req-d8edbe4b-b1ec-4161-af75-e6ccf061fed5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.503186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2bf4f72-3205-4341-95a7-a017492860ff req-d8edbe4b-b1ec-4161-af75-e6ccf061fed5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.2628210 Mar 22 14:03:42.578687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4b5d98-1027-490c-ab3a-4d7054419ac1 req-60129f44-1f8a-4a02-82de-ad68ae0af71d service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610112 Mar 22 14:03:42.583889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16e2dfa4-2df4-4230-b9c5-621417559e52 req-18628972-4a14-45ad-b698-3165db246f96 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 210 time: 0.0985312 Mar 22 14:03:42.703960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2bf4f72-3205-4341-95a7-a017492860ff req-e54de5fb-ce96-4f83-a77c-00b152b1ebce tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946223 Mar 22 14:03:42.764244 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f61f5-7ffd-49ac-9501-3f68d474bbe4 x-openstack-request-id: req-569f61f5-7ffd-49ac-9501-3f68d474bbe4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:42.764812 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "name": "network-vif-plugged", "status": "completed", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:42.765303 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-569f61f5-7ffd-49ac-9501-3f68d474bbe4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:42.766032 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569f61f5-7ffd-49ac-9501-3f68d474bbe4'] response: {'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'code': 200} Mar 22 14:03:42.793574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1bb020-3797-4894-aeff-15395c8a3c83 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:42.818381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks [] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.845760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Transition to ACTIVE for port object cd1bb020-3797-4894-aeff-15395c8a3c83 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:42.853385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:42.923827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:42.968701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6b11d-b746-47ae-983f-2902387bff55 req-61083354-940f-4fe8-9684-c4b81297ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.970807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ae6b11d-b746-47ae-983f-2902387bff55 req-61083354-940f-4fe8-9684-c4b81297ca6e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 1132 time: 0.1288650 Mar 22 14:03:42.986040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191680-afd0-4a9b-9e4c-71e6a7fe5c39 req-acd49c4e-7b9c-4dc8-a1ba-6d71c3f39a87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:42.993376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb191680-afd0-4a9b-9e4c-71e6a7fe5c39 req-acd49c4e-7b9c-4dc8-a1ba-6d71c3f39a87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 931 time: 0.1859710 Mar 22 14:03:43.066964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb191680-afd0-4a9b-9e4c-71e6a7fe5c39 req-76bba3f3-e8bf-4c8b-93f3-7a619d57ecd8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Mar 22 14:03:43.092002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Attempting to bind port cd1bb020-3797-4894-aeff-15395c8a3c83 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:43.092354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Attempting to bind port cd1bb020-3797-4894-aeff-15395c8a3c83 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:43.092675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Attempting to bind port cd1bb020-3797-4894-aeff-15395c8a3c83 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:43.102937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Port cd1bb020-3797-4894-aeff-15395c8a3c83 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:43.103454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Attempting to bind port cd1bb020-3797-4894-aeff-15395c8a3c83 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:43.111724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ae6b11d-b746-47ae-983f-2902387bff55 req-805525c2-2e0b-409f-bac6-0ee92970a852 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105320 Mar 22 14:03:43.112930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:43.117895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Checking segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:43.120028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Bound using segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:43.120497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Bound port: cd1bb020-3797-4894-aeff-15395c8a3c83, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:43.120881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.187358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (15aa8521-7399-415e-9517-8efb24e5db24), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.282220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:43.285431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:43.295479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.341640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88b54-504f-4d6b-98b3-b8c724dff10f req-72a9d9fb-f21f-4fd1-9d93-482e6ff400ab tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.343253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5f88b54-504f-4d6b-98b3-b8c724dff10f req-72a9d9fb-f21f-4fd1-9d93-482e6ff400ab tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0777280 Mar 22 14:03:43.370706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.371335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:43.373201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] 10.222.0.82 "PUT /v2.0/ports/cd1bb020-3797-4894-aeff-15395c8a3c83 HTTP/1.1" status: 200 len: 1091 time: 1.1110411 Mar 22 14:03:43.373685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:43.375979 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:43.406569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab522-36b1-4bf2-9cd8-7b6dcfd5291a service neutron] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:43.540504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-16817759-f0dd-47fb-8639-5efb07a23d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.542113 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-16817759-f0dd-47fb-8639-5efb07a23d24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 1125 time: 0.0946093 Mar 22 14:03:43.668428 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-8574ee7d-1f3c-4cd4-8a4d-c83723e346d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1bb020-3797-4894-aeff-15395c8a3c83 HTTP/1.1" status: 200 len: 217 time: 0.1180489 Mar 22 14:03:43.693172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-ef5e3ed1-7514-4ad9-b8a0-b2411cdc5487 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.694672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-ef5e3ed1-7514-4ad9-b8a0-b2411cdc5487 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.3505528 Mar 22 14:03:43.713507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5f88b54-504f-4d6b-98b3-b8c724dff10f req-cdd38395-7a60-4749-8329-7fc1f3b872cd tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515213 Mar 22 14:03:43.725467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Request body: {'port': {'device_id': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'admin_state_up': True, 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:43.737441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b01c-7aa5-464c-960d-962b11778f5a req-fa3820b1-8602-4619-bd1e-ff903626b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:43.739063 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-fa3820b1-8602-4619-bd1e-ff903626b854 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.0613413 Mar 22 14:03:43.786766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-22f94c6a-9448-4610-952a-245718b63ff7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373101 Mar 22 14:03:43.809693 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486e4d9-766d-4261-b4c0-032a30936082 x-openstack-request-id: req-e486e4d9-766d-4261-b4c0-032a30936082 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:43.809693 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:43.810313 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e486e4d9-766d-4261-b4c0-032a30936082 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:43.810971 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e486e4d9-766d-4261-b4c0-032a30936082'] response: {'name': 'network-changed', 'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'status': 'completed', 'code': 200} Mar 22 14:03:43.917395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-6b1e9a48-f527-4280-8776-26beab97005d service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222968 Mar 22 14:03:43.956627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f075e46c-ab72-4d46-a222-060575823ea1 req-96230187-67a2-4a27-9415-ae1c2cc43834 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 210 time: 0.0720778 Mar 22 14:03:44.015820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:44.019193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.038046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9387b01c-7aa5-464c-960d-962b11778f5a req-37c199e5-b44b-4e82-bf08-30b108dd9d11 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135654 Mar 22 14:03:44.061655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0033c80-ce2d-488b-a999-9851ffe6f791 req-9d6a69e6-5cc0-446e-97ad-3446839a335b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.068769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0033c80-ce2d-488b-a999-9851ffe6f791 req-9d6a69e6-5cc0-446e-97ad-3446839a335b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.1608458 Mar 22 14:03:44.181064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-8b24601b-3cf6-4de3-8d7e-30da465df5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.183053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-8b24601b-3cf6-4de3-8d7e-30da465df5be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 1125 time: 0.0774693 Mar 22 14:03:44.187864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0033c80-ce2d-488b-a999-9851ffe6f791 req-94f7c990-ef13-485b-a110-3010ef14bbaa tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182361 Mar 22 14:03:44.198847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Deleting port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:44.207897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.348245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-422acac2-1979-424f-8745-ed309a774100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.350692 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-422acac2-1979-424f-8745-ed309a774100 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 905 time: 0.1556566 Mar 22 14:03:44.354897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Allocated IP 172.20.0.3 (f26b3897-80b1-42dd-9009-48a2109a248a/6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e/96a50575-5077-4279-a4fb-6fb1e51f2b91) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:44.374256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a93e24-f5cd-4104-a344-dccc20717c68 req-75a5e2a0-f52a-4001-8673-d5675321b6d9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.376036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5a93e24-f5cd-4104-a344-dccc20717c68 req-75a5e2a0-f52a-4001-8673-d5675321b6d9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.1457789 Mar 22 14:03:44.408619 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-be0ad701-41d1-451b-8f06-b54ac37ec58a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1bb020-3797-4894-aeff-15395c8a3c83 HTTP/1.1" status: 200 len: 217 time: 0.0459666 Mar 22 14:03:44.537363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-b4d69dd6-b3c3-4dfc-876b-f5c89ea3890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.539074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-b4d69dd6-b3c3-4dfc-876b-f5c89ea3890a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.1238365 Mar 22 14:03:44.585404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-cfec7ad2-f500-4d3c-aede-c95a1e01ae25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364966 Mar 22 14:03:44.599032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5a93e24-f5cd-4104-a344-dccc20717c68 req-6cb1cf3c-2a3b-4d29-acd8-c9d22c7cb385 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648083 Mar 22 14:03:44.616440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] For port 9ac01b4f-ca73-4c62-a8f1-5e38a193826f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:44.616876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:44.703423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Calling delete_port for 9ac01b4f-ca73-4c62-a8f1-5e38a193826f owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:44.708544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-334fc35b-81b5-4893-aacd-f788f2922a24 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148658 Mar 22 14:03:44.771365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:44.777276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73db41-48b5-4eef-85c2-1ee3683dd3cb req-82d4b280-ae1a-4e6d-ade8-5fd5dd9267fd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:44.777861 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193b05e-5681-468a-84cd-c520132e781d" -d '{"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:44.786841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d73db41-48b5-4eef-85c2-1ee3683dd3cb req-82d4b280-ae1a-4e6d-ade8-5fd5dd9267fd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 943 time: 0.3940771 Mar 22 14:03:44.876482 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8f95f1f7-5e7f-4c30-8df1-b0f327f5d3f3 req-42d9348c-4ad1-46b8-8f4b-5f4f15b8d94f service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608369 Mar 22 14:03:44.949277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d73db41-48b5-4eef-85c2-1ee3683dd3cb req-bc00fea5-d0fc-4550-8288-5534e65c4353 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611500 Mar 22 14:03:44.995229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:45.009653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks [] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.092336 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3603f949-6f01-4dff-9446-ada5ee00e35a x-openstack-request-id: req-3603f949-6f01-4dff-9446-ada5ee00e35a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:45.093054 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:45.093401 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3603f949-6f01-4dff-9446-ada5ee00e35a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:45.094116 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3603f949-6f01-4dff-9446-ada5ee00e35a'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'code': 200} Mar 22 14:03:45.097801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 9a9a6998-3441-4701-9cc7-0c0ad7454547 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:45.105202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 9a9a6998-3441-4701-9cc7-0c0ad7454547 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:45.105897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.153686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.213244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ce8c6-9e6a-4836-8a15-b1146165148c req-e43b9c9a-aeed-4558-93c8-5f80852107e7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.215209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d3ce8c6-9e6a-4836-8a15-b1146165148c req-e43b9c9a-aeed-4558-93c8-5f80852107e7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1577733 Mar 22 14:03:45.230028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9a9a6998-3441-4701-9cc7-0c0ad7454547 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:45.230599 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.276264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:45.285694 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.295425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Network f26b3897-80b1-42dd-9009-48a2109a248a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:45.331436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9ac01b4f-ca73-4c62-a8f1-5e38a193826f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.337356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:45.340173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:45.345514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:45.350395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:45.414406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac01b4f-ca73-4c62-a8f1-5e38a193826f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:45.816642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:45.818088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d3ce8c6-9e6a-4836-8a15-b1146165148c req-6d6c09d5-f423-4d51-8dd7-c0caa8694b29 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5801041 Mar 22 14:03:45.873654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168e49-4634-48da-9174-6198baf5bcc9 req-60d85965-5af1-4aea-8d63-bcfdc5867eee tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.880803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0168e49-4634-48da-9174-6198baf5bcc9 req-60d85965-5af1-4aea-8d63-bcfdc5867eee tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 931 time: 0.6817513 Mar 22 14:03:45.912521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:45.913524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:45.992746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-30348dce-2b53-4640-bd9f-9ed2492c6cc7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2778986 Mar 22 14:03:46.031466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Request body: {'port': {'device_id': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:46.042268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:46.056114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'mac_address': 'fa:16:3e:2b:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:46.099719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port cd1bb020-3797-4894-aeff-15395c8a3c83 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:46.100105 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.101983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0168e49-4634-48da-9174-6198baf5bcc9 req-65b2b638-78a9-45d6-a52a-36ed003d19ad tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201784 Mar 22 14:03:46.116140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1bb020-3797-4894-aeff-15395c8a3c83 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:46.143664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:46.150129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f46f-0727-4ccd-91a4-63e41e2b6aec req-68a0a275-4d4b-4391-9c74-094f24b061ab tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:46.151645 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.162946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f613f46f-0727-4ccd-91a4-63e41e2b6aec req-68a0a275-4d4b-4391-9c74-094f24b061ab tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.2143860 Mar 22 14:03:46.220578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:46.253515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.287739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f613f46f-0727-4ccd-91a4-63e41e2b6aec req-12d927c6-4df3-48e0-8d31-7598f52b3a5d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239071 Mar 22 14:03:46.300277 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (15aa8521-7399-415e-9517-8efb24e5db24), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.575634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90633f-395f-43b8-b062-c9d64a716844 req-a4b40a85-bc64-4e41-9aa0-a74121ea3c81 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:46.577439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb90633f-395f-43b8-b062-c9d64a716844 req-a4b40a85-bc64-4e41-9aa0-a74121ea3c81 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.2972608 Mar 22 14:03:46.586506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['cd1bb020-3797-4894-aeff-15395c8a3c83'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:46.643570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1692e-fe49-4875-bd11-1103e9bef83d req-a852a8fb-8349-4909-b9bf-7b2cdfbeb6f8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:46.645076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8d1692e-fe49-4875-bd11-1103e9bef83d req-a852a8fb-8349-4909-b9bf-7b2cdfbeb6f8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 944 time: 0.2897072 Mar 22 14:03:46.829162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8d1692e-fe49-4875-bd11-1103e9bef83d req-af090711-59f3-45a1-8895-1513bb5b6c4a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692309 Mar 22 14:03:46.832032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb90633f-395f-43b8-b062-c9d64a716844 req-0e43ed4a-5b79-4135-93f8-f0e53d264dd7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305994 Mar 22 14:03:46.964630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a50575-5077-4279-a4fb-6fb1e51f2b91 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:46.976825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks [] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:46.992209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Router 15aa8521-7399-415e-9517-8efb24e5db24 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:03:47.006215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Transition to ACTIVE for port object 96a50575-5077-4279-a4fb-6fb1e51f2b91 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:47.014274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e927b05-1651-4c3a-8d9d-51e20e852dae req-8e5c1fa5-557e-425c-bef2-229c43ee29f9 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.015935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e927b05-1651-4c3a-8d9d-51e20e852dae req-8e5c1fa5-557e-425c-bef2-229c43ee29f9 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 1132 time: 0.0995507 Mar 22 14:03:47.019079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.095568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:47.098633 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328df0e4-3c59-41f8-a7d2-5f8d5c1f8d65" -d '{"events": [{"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:47.152238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:47.200438 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dec289-9ad6-4ff0-b6bb-6a6cf7ed6982 x-openstack-request-id: req-d8dec289-9ad6-4ff0-b6bb-6a6cf7ed6982 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:47.200750 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:47.201129 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8dec289-9ad6-4ff0-b6bb-6a6cf7ed6982 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:47.201596 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dec289-9ad6-4ff0-b6bb-6a6cf7ed6982'] response: {'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'code': 200} Mar 22 14:03:47.250539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e927b05-1651-4c3a-8d9d-51e20e852dae req-7cbcd599-ea51-4de4-938b-d7ff6d30a592 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249217 Mar 22 14:03:47.404772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:03:47.420242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f2b0d1d-f50c-4d7d-9914-5a6a700cbef3 admin admin] 10.222.0.81 "PUT /v2.0/routers/15aa8521-7399-415e-9517-8efb24e5db24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1810093 Mar 22 14:03:47.420656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34006) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:47.427165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Sync routers for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:03:47.453519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:47.454791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:47.455147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:47.460335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:47.460655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:47.468944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:47.470074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:47.470381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:47.470767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:47.471209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Bound port: 96a50575-5077-4279-a4fb-6fb1e51f2b91, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:47.471561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.471824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:47.493554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f22524-1356-49a8-a41d-7bb8494372c6 req-5f041b05-dbdb-4c97-942d-12655020ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.496245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84f22524-1356-49a8-a41d-7bb8494372c6 req-5f041b05-dbdb-4c97-942d-12655020ca6b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1128 time: 0.1763046 Mar 22 14:03:47.626256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136387c-913b-482d-b1f3-b59beb33e14b req-f4dc8d7b-0fe8-4762-87b3-2172abe4c2c2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.627344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4136387c-913b-482d-b1f3-b59beb33e14b req-f4dc8d7b-0fe8-4762-87b3-2172abe4c2c2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.3037660 Mar 22 14:03:47.637587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-9891a16c-2dde-46f3-86dd-0a3eb56ea3fd tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646501 Mar 22 14:03:47.651479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:47.702372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:47.718830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84f22524-1356-49a8-a41d-7bb8494372c6 req-d76e2089-3e09-4f19-b822-db8b69a5ed76 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953113 Mar 22 14:03:47.723013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks [] for router (15aa8521-7399-415e-9517-8efb24e5db24), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.749487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.820726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.821358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.822810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] 10.222.0.82 "PUT /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 1091 time: 1.7958081 Mar 22 14:03:47.834581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4136387c-913b-482d-b1f3-b59beb33e14b req-721785d8-05ab-4090-b032-f565d64acb41 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898923 Mar 22 14:03:47.835962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:47.844623 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3e120-b02a-46c6-bf24-55601ba378c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:47.916294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16000-fde2-40eb-a636-ea23e730a837 service neutron] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:47.937311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-68c46817-9935-423b-9c96-a628c589881c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:47.940170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-68c46817-9935-423b-9c96-a628c589881c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909286 Mar 22 14:03:47.943683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks [] for router_gateway (15aa8521-7399-415e-9517-8efb24e5db24), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:47.953938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:47.967172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:48.002050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-308c20f3-327a-4401-8756-d1bd1834bcc5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.0478957 Mar 22 14:03:48.030557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Deleting port c0a5279c-bd2a-477a-9fa2-661118db29eb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:48.031022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.055835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-919d2adf-20cd-4ed1-8b6d-022bcc81f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.058319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-919d2adf-20cd-4ed1-8b6d-022bcc81f3e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1125 time: 0.1163061 Mar 22 14:03:48.110078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port cd1bb020-3797-4894-aeff-15395c8a3c83 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:48.134312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port cd1bb020-3797-4894-aeff-15395c8a3c83 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:48.134624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.171029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-07226429-1b6c-4210-aaef-ae650e319e47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0688946 Mar 22 14:03:48.174146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:48.204699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de2f-8f36-4ed0-9c74-8d4c10521ceb req-928e1416-1461-4d7c-b2fd-d795f07a6fc0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.212396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2a1de2f-8f36-4ed0-9c74-8d4c10521ceb req-928e1416-1461-4d7c-b2fd-d795f07a6fc0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 944 time: 0.2597325 Mar 22 14:03:48.226800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:48.227762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] For port c0a5279c-bd2a-477a-9fa2-661118db29eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0a5279c-bd2a-477a-9fa2-661118db29eb,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:48.228220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.276832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Calling delete_port for c0a5279c-bd2a-477a-9fa2-661118db29eb owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:48.302655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2a1de2f-8f36-4ed0-9c74-8d4c10521ceb req-aa57a61c-4382-41f6-8847-70ce72c48e38 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890200 Mar 22 14:03:48.336138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'mac_address': 'fa:16:3e:70:c0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:48.376918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-73b07aaa-e24d-48d3-9e5c-291102160661 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3425262 Mar 22 14:03:48.399023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-1a176df4-96df-4b48-b2e3-5dd50a1afc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.402292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:48.402463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.408523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-1a176df4-96df-4b48-b2e3-5dd50a1afc86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2299592 Mar 22 14:03:48.462316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:48.493303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port cd1bb020-3797-4894-aeff-15395c8a3c83 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:48.493863 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.495666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-57d97c2c-e52b-4aea-8f70-c8903c698811 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798366 Mar 22 14:03:48.561207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:48.580737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-611c3e85-ab5f-441f-bb04-d297790cfe21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.586440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.589517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:48.643043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-68067d9d-4cfe-48b7-8ee5-f0cef82b3e68 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266353 Mar 22 14:03:48.651648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618dc7d-e0c8-407a-8a78-f9f1958d9044 req-c38bec9f-1292-4c51-8470-98177161370b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:48.656939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.661163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618dc7d-e0c8-407a-8a78-f9f1958d9044 req-c38bec9f-1292-4c51-8470-98177161370b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.2054167 Mar 22 14:03:48.690263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:48.771732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c0a5279c-bd2a-477a-9fa2-661118db29eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.788299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:48.801321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:45Z', 'revision_number': 5, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port': {'id': 'c0a5279c-bd2a-477a-9fa2-661118db29eb', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aa8521-7399-415e-9517-8efb24e5db24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:03:25Z', 'updated_at': '2022-03-22T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:48.816490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a5279c-bd2a-477a-9fa2-661118db29eb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:48.873653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618dc7d-e0c8-407a-8a78-f9f1958d9044 req-eabd6e90-7f9e-47e0-b3b7-8fae8e540aef tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067053 Mar 22 14:03:48.957508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee550a1-0d4f-4d80-807a-943b536f6097 x-openstack-request-id: req-fee550a1-0d4f-4d80-807a-943b536f6097 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:48.957936 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:48.959385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (15aa8521-7399-415e-9517-8efb24e5db24), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:48.961299 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fee550a1-0d4f-4d80-807a-943b536f6097 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:48.961773 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee550a1-0d4f-4d80-807a-943b536f6097'] response: {'name': 'network-changed', 'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'status': 'completed', 'code': 200} Mar 22 14:03:48.987243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1550d2c-a32e-47a1-8291-bde9dea49dd5 req-99cd2e71-7f4e-4944-8313-4bf30016804f service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170297 Mar 22 14:03:49.027618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Checking router: 15aa8521-7399-415e-9517-8efb24e5db24 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:03:49.081845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:49.091270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Routers {'15aa8521-7399-415e-9517-8efb24e5db24'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:03:49.091896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['15aa8521-7399-415e-9517-8efb24e5db24'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:49.177274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-a6b6a36a-e3fc-4865-808f-f43eeb5c342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.180263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-a6b6a36a-e3fc-4865-808f-f43eeb5c342b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1125 time: 0.1287639 Mar 22 14:03:49.195751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (15aa8521-7399-415e-9517-8efb24e5db24), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.203786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks [] for router_controller (15aa8521-7399-415e-9517-8efb24e5db24), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.216564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:49.218840 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba318c-d49b-4f01-b60a-4ba914507ec2" -d '{"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:49.242068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] Set router 15aa8521-7399-415e-9517-8efb24e5db24 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:03:49.271134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (15aa8521-7399-415e-9517-8efb24e5db24), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.271841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15aa8521-7399-415e-9517-8efb24e5db24 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:03:49.276928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.281627 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b651665-4dea-4b75-aa57-407ce6fa62cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/15aa8521-7399-415e-9517-8efb24e5db24 HTTP/1.1" status: 204 len: 168 time: 1.8604274 Mar 22 14:03:49.282496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34074) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:49.300060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9569d871-e077-4baa-aa4d-df84ee876906 req-bd8b9e6c-f246-47d9-8531-61928f0ac134 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 210 time: 0.1294265 Mar 22 14:03:49.327135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:48Z', 'revision_number': 7, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:49.359077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d99dfa-372a-4600-a6a1-b57cc2a579c6 None None] The sync data for ids ['15aa8521-7399-415e-9517-8efb24e5db24'] in n-d-758851-5 is: [{'id': '15aa8521-7399-415e-9517-8efb24e5db24', 'name': 'tempest-FloatingIPsNegativeTestJSON-1915401073-router', 'tenant_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:03:24Z', 'updated_at': '2022-03-22T14:03:48Z', 'revision_number': 7, 'project_id': 'c45caa5f4c194c74811fd3d8b1738c12', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:03:49.375064 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0db6c9b-9fae-418c-9b26-db84b79a26fd x-openstack-request-id: req-e0db6c9b-9fae-418c-9b26-db84b79a26fd {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:49.375681 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:49.376007 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0db6c9b-9fae-418c-9b26-db84b79a26fd {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:49.376508 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0db6c9b-9fae-418c-9b26-db84b79a26fd'] response: {'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'code': 200} Mar 22 14:03:49.386184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Deleting subnet 29c13c27-6e4c-458a-a025-b3696da09687 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:03:49.390449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Publish callbacks [] for subnet (29c13c27-6e4c-458a-a025-b3696da09687), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.440300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (29c13c27-6e4c-458a-a025-b3696da09687), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.591746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51748a47-7107-4e3d-b6a2-d193417f86a7 req-3135c0e7-8675-4ff7-9cdc-eefe56ce3229 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.593290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51748a47-7107-4e3d-b6a2-d193417f86a7 req-3135c0e7-8675-4ff7-9cdc-eefe56ce3229 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.2902007 Mar 22 14:03:49.597552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-623929ed-b71f-4773-8f25-6534afe49d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.599012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-623929ed-b71f-4773-8f25-6534afe49d16 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2947948 Mar 22 14:03:49.603166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (29c13c27-6e4c-458a-a025-b3696da09687), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.626463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6748-02cc-4dd0-924e-a4587c530785 req-377e4ec5-3329-4d28-ab36-c038c0c42f74 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.627994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-035e6748-02cc-4dd0-924e-a4587c530785 req-377e4ec5-3329-4d28-ab36-c038c0c42f74 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 945 time: 0.1724970 Mar 22 14:03:49.701819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e038-b42f-4ba0-ace5-ad273b9e4e36 req-30aa240f-a99e-47e6-af7a-b64ef5379f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.703415 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b641e038-b42f-4ba0-ace5-ad273b9e4e36 req-30aa240f-a99e-47e6-af7a-b64ef5379f0c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 1127 time: 0.1626837 Mar 22 14:03:49.711987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51748a47-7107-4e3d-b6a2-d193417f86a7 req-c58b5748-ca41-45b7-9d7c-ecc6413bf7fe tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103945 Mar 22 14:03:49.712631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (29c13c27-6e4c-458a-a025-b3696da09687), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.713542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-61054763-ddb4-450b-b162-63d9f3e96a7d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0607884 Mar 22 14:03:49.755530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3dbf6-0b6f-4c9e-bbef-701f4ed176c2 None None] Network 68248b4c-915a-4d4e-8a5c-97cbda9d1065 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:03:49.785323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:49.791235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/29c13c27-6e4c-458a-a025-b3696da09687 HTTP/1.1" status: 204 len: 168 time: 0.5071130 Mar 22 14:03:49.793397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471f7b7-2e2d-4a78-8f63-672b9e0959f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c13c27-6e4c-458a-a025-b3696da09687,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:49.800921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:49.842514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-035e6748-02cc-4dd0-924e-a4587c530785 req-aeba78e6-9312-4e16-996f-9d7ef99b234f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950843 Mar 22 14:03:49.867110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-1df7a42b-3846-434b-a996-a276a726c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:49.869498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-1df7a42b-3846-434b-a996-a276a726c276 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1412582 Mar 22 14:03:49.953861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9ac01b4f-ca73-4c62-a8f1-5e38a193826f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:49.971748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-31cf0861-f941-4b36-8e2c-27dc26a293f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942664 Mar 22 14:03:49.984331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 9ac01b4f-ca73-4c62-a8f1-5e38a193826f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:49.984818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9ac01b4f-ca73-4c62-a8f1-5e38a193826f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:50.144292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22e523-32da-4fc0-915c-d9fbe9cf4bfa req-5883ccab-1b67-40fb-a799-ca8c949caf4b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:50.147249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc22e523-32da-4fc0-915c-d9fbe9cf4bfa req-5883ccab-1b67-40fb-a799-ca8c949caf4b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1317172 Mar 22 14:03:50.184895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-2f179ea1-4c75-467f-94e0-c83dc7020524 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001562 Mar 22 14:03:50.247688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] DHCP port deletion for 68248b4c-915a-4d4e-8a5c-97cbda9d1065 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:03:50.266327 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b641e038-b42f-4ba0-ace5-ad273b9e4e36 req-ce8ef55d-f07f-45cd-87da-2dc77c9519b9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301812 Mar 22 14:03:50.280396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (68248b4c-915a-4d4e-8a5c-97cbda9d1065), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.356195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Deleting port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:50.356575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.386099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc22e523-32da-4fc0-915c-d9fbe9cf4bfa req-d3ff0849-f124-4bba-bcfe-cd697a3e9fc5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190990 Mar 22 14:03:50.396860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Deleting port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:03:50.397371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.465670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bf3e120-b02a-46c6-bf24-55601ba378c8 req-0a6bdc39-9485-4eea-b8be-9814a0c33a89 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699208 Mar 22 14:03:50.468115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] For port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:50.468481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.487512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] For port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,segment=NetworkSegment(8adc56c9-0b5f-47e4-af47-6ddb87b895f1),segment_id=8adc56c9-0b5f-47e4-af47-6ddb87b895f1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:50.488869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.503440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Calling delete_port for b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:50.508320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Calling delete_port for b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:03:50.634761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.640823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e1fecd2-9cc3-4498-b22a-57f5f8853edc req-84ce5daa-c49c-44c5-b64c-17f35d730733 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 210 time: 0.1392505 Mar 22 14:03:50.655342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.659196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f5bae249-e62b-45d7-a9d3-3d6b2e9448b1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499541 Mar 22 14:03:50.673734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Pushing event deleted for resources: {'Port': ['ID=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:50.681154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] No DVR routers for this DVR port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:50.768311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Pushing event deleted for resources: {'Port': ['ID=b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:50.809107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.809581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.809987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.814968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.815488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.815849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.816202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.817689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.818774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.819128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.819476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.822007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.822413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.822769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.823108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:03:50.832396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea59093-8c84-4448-a295-b206b761e5cb None None] No DVR routers for this DVR port b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:03:50.870564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (68248b4c-915a-4d4e-8a5c-97cbda9d1065), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.897400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68248b4c-915a-4d4e-8a5c-97cbda9d1065']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:50.900612 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-82631fb2-3a9f-4506-99b2-4cbe5082cdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.913597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adc56c9-0b5f-47e4-af47-6ddb87b895f1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:50.914038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adc56c9-0b5f-47e4-af47-6ddb87b895f1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:03:50.928415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8adc56c9-0b5f-47e4-af47-6ddb87b895f1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.957898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8adc56c9-0b5f-47e4-af47-6ddb87b895f1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.965371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:03:50.965632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8adc56c9-0b5f-47e4-af47-6ddb87b895f1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:03:50.968096 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:03:51.038917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (68248b4c-915a-4d4e-8a5c-97cbda9d1065), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.046238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.052795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] 10.222.0.81 "DELETE /v2.0/networks/68248b4c-915a-4d4e-8a5c-97cbda9d1065 HTTP/1.1" status: 204 len: 168 time: 1.2508352 Mar 22 14:03:51.065650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5342501-06d6-464f-aabe-e765b936214e admin admin] Pushing event deleted for resources: {'Network': ['ID=68248b4c-915a-4d4e-8a5c-97cbda9d1065,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:51.150394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80b1c-1376-45bc-bb1f-733b002678c8 req-2dbca313-bfcd-4ea4-879c-f93ac29cb01b tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.152444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ba80b1c-1376-45bc-bb1f-733b002678c8 req-2dbca313-bfcd-4ea4-879c-f93ac29cb01b tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 949 time: 0.7524767 Mar 22 14:03:51.211438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:51.270494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-304baced-d8f1-4809-9fe3-13b8d2ddf6c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c45caa5f4c194c74811fd3d8b1738c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574434 Mar 22 14:03:51.272653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34150) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:51.279110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-6482978b-f65c-44b3-8515-ac15ad340486 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.280545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-6482978b-f65c-44b3-8515-ac15ad340486 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6139126 Mar 22 14:03:51.285167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ba80b1c-1376-45bc-bb1f-733b002678c8 req-0af56d87-cfdc-4644-bad3-0b8984487652 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180902 Mar 22 14:03:51.295216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173e594-45ac-4bf5-b0af-3aa735822657 req-7deecf06-81ac-418b-8c64-c419c349e82d tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.302180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0173e594-45ac-4bf5-b0af-3aa735822657 req-7deecf06-81ac-418b-8c64-c419c349e82d tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1128 time: 0.1600738 Mar 22 14:03:51.307950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:51.349532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] Publish callbacks [] for security_group (50c4982b-68b9-4882-9c32-480e8ef6495a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.379722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] Publish callbacks [] for security_group (50c4982b-68b9-4882-9c32-480e8ef6495a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.445665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0173e594-45ac-4bf5-b0af-3aa735822657 req-fce3f801-4bc1-4969-a7f8-b602bd0f4fc0 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406181 Mar 22 14:03:51.451078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (50c4982b-68b9-4882-9c32-480e8ef6495a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.460610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.462281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50c4982b-68b9-4882-9c32-480e8ef6495a HTTP/1.1" status: 204 len: 168 time: 0.1880097 Mar 22 14:03:51.474446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44b17f-0fa3-4bb0-9b66-fa030b53f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4982b-68b9-4882-9c32-480e8ef6495a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:51.563282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba988-fdc2-45df-92bb-854a4810c26e req-0ac34444-0a7e-4039-92c1-a7219abdfd7e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.565667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e54ba988-fdc2-45df-92bb-854a4810c26e req-0ac34444-0a7e-4039-92c1-a7219abdfd7e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.1934991 Mar 22 14:03:51.664127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:03:51.667281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.756461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c27d04-9f17-46b7-b113-7e3539611a4b req-f3cdf39b-c70b-497d-82b3-88421bc3f4bf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:51.763956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6c27d04-9f17-46b7-b113-7e3539611a4b req-f3cdf39b-c70b-497d-82b3-88421bc3f4bf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 945 time: 0.2208607 Mar 22 14:03:51.782056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e54ba988-fdc2-45df-92bb-854a4810c26e req-7b013198-874c-4a67-a100-399c85060e70 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048204 Mar 22 14:03:51.853096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:51.873736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:51.907692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:51.935198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0a5279c-bd2a-477a-9fa2-661118db29eb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:51.983511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6c27d04-9f17-46b7-b113-7e3539611a4b req-6ca7282a-9240-4dbd-9f96-49e992c96a22 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190878 Mar 22 14:03:51.996931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c0a5279c-bd2a-477a-9fa2-661118db29eb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:51.997254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0a5279c-bd2a-477a-9fa2-661118db29eb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:51.998084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:52.033824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:03:52.034118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b733fb4f-c490-4d3f-9a8e-ec8d5a9fb366 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:03:52.035466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.135 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/dfde8854-3a4d-4d87-b07e-98a3b48f63b6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:03:52.173317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:52.174014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.198460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cd15-97a2-4e60-8097-50cf84281e16 req-0b6e862a-1760-4681-a8b4-eab74ec72f8c tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:52.205122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8775cd15-97a2-4e60-8097-50cf84281e16 req-0b6e862a-1760-4681-a8b4-eab74ec72f8c tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1128 time: 0.1221623 Mar 22 14:03:52.250164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:52.294174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'port_id': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'mac_address': 'fa:16:3e:ba:da:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:52.336126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8775cd15-97a2-4e60-8097-50cf84281e16 req-65e70bf1-ab09-4862-baed-b72d620ddee5 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280215 Mar 22 14:03:52.355657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.398590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 96a50575-5077-4279-a4fb-6fb1e51f2b91 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:52.398590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.419560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a50575-5077-4279-a4fb-6fb1e51f2b91 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:52.440253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.444388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:52.453601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.466782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377', 'bdc663d6-fb9c-4bb4-a885-40e2577cc647'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:52.468388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:52.577277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:03:52.584872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:03:52.598267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:03:52.645999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:52.715052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b384d4-f39a-4fb2-aed4-286c6b7c1194 req-f4373cd1-67b3-48fc-9453-4123c83f001f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:52.724460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b384d4-f39a-4fb2-aed4-286c6b7c1194 req-f4373cd1-67b3-48fc-9453-4123c83f001f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 936 time: 0.2277744 Mar 22 14:03:52.778093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:52.779400 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.831002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f28cb51d-90aa-4cd7-baab-2de6f4f71905 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5266767 Mar 22 14:03:52.860229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Request body: {'port': {'device_id': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:52.871332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:52.871906 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:52.889721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b384d4-f39a-4fb2-aed4-286c6b7c1194 req-3fea0d09-40fe-453c-b712-4a1c57df895b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640129 Mar 22 14:03:53.003632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.021324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['96a50575-5077-4279-a4fb-6fb1e51f2b91'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:53.023540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:53.025853 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f019e1-336e-44d7-9a0a-dd346844801d" -d '{"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:53.039230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:53.145258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:03:53.195741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:53.258029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-23474e51-7335-4d3c-b661-d434e485f97a None None] Provisioning complete for port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:53.259717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-23474e51-7335-4d3c-b661-d434e485f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.279315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.387667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd29e9-3598-4783-818a-57ff7b59c04c req-7995ee26-6f12-4eb6-bcaf-3bbb090ed500 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:53.389364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49cd29e9-3598-4783-818a-57ff7b59c04c req-7995ee26-6f12-4eb6-bcaf-3bbb090ed500 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.1438031 Mar 22 14:03:53.464905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49cd29e9-3598-4783-818a-57ff7b59c04c req-04310a76-f20a-49b4-9510-947eff383cf3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Mar 22 14:03:53.470946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-23474e51-7335-4d3c-b661-d434e485f97a None None] Port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:03:53.508967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:53.565513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfde8854-3a4d-4d87-b07e-98a3b48f63b6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:53.592748 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks [] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.612955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Transition to ACTIVE for port object dfde8854-3a4d-4d87-b07e-98a3b48f63b6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:03:53.618561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.691558 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.730626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:53.736711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.866177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Pushing event updated for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:53.881700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:53.910244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262ade2-09d8-440b-95c7-b28b6321e5cc req-744d39a6-443d-4bf4-9d52-c2f180d6530d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:53.912410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:53.920476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c262ade2-09d8-440b-95c7-b28b6321e5cc req-744d39a6-443d-4bf4-9d52-c2f180d6530d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 945 time: 0.1798582 Mar 22 14:03:53.994590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c262ade2-09d8-440b-95c7-b28b6321e5cc req-344e9552-5683-4575-8bd4-8b4b76c6d870 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Mar 22 14:03:54.004776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:54.051995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Attempting to bind port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:54.054459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Attempting to bind port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:54.054796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Attempting to bind port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:54.060462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:54.060904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Attempting to bind port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:54.071556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:54.072728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:54.073246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:54.073896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Bound port: dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:54.074370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.097079 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d6010-dcdd-4242-8620-56ab92c934b7 x-openstack-request-id: req-f45d6010-dcdd-4242-8620-56ab92c934b7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:54.097341 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:54.097621 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f45d6010-dcdd-4242-8620-56ab92c934b7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:54.098017 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45d6010-dcdd-4242-8620-56ab92c934b7'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'code': 200} Mar 22 14:03:54.192152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:03:54.195501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:54.205896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.262934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Pushing event updated for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:54.281187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.282739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.285273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-65820256-6ef7-4ac5-bc07-10d51819d951 service neutron] 10.222.0.82 "PUT /v2.0/ports/dfde8854-3a4d-4d87-b07e-98a3b48f63b6 HTTP/1.1" status: 200 len: 1096 time: 1.4352829 Mar 22 14:03:54.286085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:54.301317 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10092f2-79c9-4b44-b262-5c395b5e2bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:54.376626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-e7e1710b-9ce5-4141-baec-3c934e0e5542 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:03:54.378674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-e7e1710b-9ce5-4141-baec-3c934e0e5542 tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156004 Mar 22 14:03:54.423932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f34d87f9-15dd-4405-9f26-b8fcc8e6120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.425312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-f34d87f9-15dd-4405-9f26-b8fcc8e6120e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 1130 time: 0.0792913 Mar 22 14:03:54.502237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-12b19044-4df2-4c79-9a34-0fbf034f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.503817 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-12b19044-4df2-4c79-9a34-0fbf034f02a4 service neutron] 10.222.0.81 "GET /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 1125 time: 0.1173851 Mar 22 14:03:54.519259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Request body: {'binding': {'host': 'n-h1-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:03:54.520271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:03:54.525206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-42511ce3-0f7d-43c4-adb8-e78f0b9eb99d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6 HTTP/1.1" status: 200 len: 217 time: 0.0924048 Mar 22 14:03:54.649232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82578b0d-aff6-4b98-81d9-a0f77d491d9e req-40582553-8d0c-4b9a-9323-3f9b248086f6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.653692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82578b0d-aff6-4b98-81d9-a0f77d491d9e req-40582553-8d0c-4b9a-9323-3f9b248086f6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 948 time: 0.1272063 Mar 22 14:03:54.656999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-3afb7323-b1c9-4c02-b873-2c21f6cd3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.659517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-3afb7323-b1c9-4c02-b873-2c21f6cd3a62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1211603 Mar 22 14:03:54.713147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on host n-h1-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:03:54.713526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:03:54.713804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:54.718562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:03:54.718881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:03:54.723940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:03:54.724402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:03:54.724782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:03:54.725199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Bound port: 9a9a6998-3441-4701-9cc7-0c0ad7454547, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:03:54.730863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82578b0d-aff6-4b98-81d9-a0f77d491d9e req-8173a557-3d14-4b29-8261-b6e84d611418 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701096 Mar 22 14:03:54.751259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345cd7-4858-4107-abf2-42f32b41b467 req-04985333-ff39-44b1-9a7a-a61013d4b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:54.753737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-04985333-ff39-44b1-9a7a-a61013d4b329 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0861824 Mar 22 14:03:54.800883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:03:54.810258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.811629 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-acb9a72f-0651-4610-a16b-f0ed241ee313 service neutron] 10.222.0.81 "POST /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547/bindings HTTP/1.1" status: 201 len: 389 time: 0.2973874 Mar 22 14:03:54.862801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:54.953423 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c4d56-90ad-4f5b-8509-fa6fc7b8b0da x-openstack-request-id: req-f23c4d56-90ad-4f5b-8509-fa6fc7b8b0da {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:54.953918 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:54.953918 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f23c4d56-90ad-4f5b-8509-fa6fc7b8b0da {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:54.954382 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23c4d56-90ad-4f5b-8509-fa6fc7b8b0da'] response: {'name': 'network-changed', 'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6', 'status': 'completed', 'code': 200} Mar 22 14:03:54.986165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-018e7623-804c-41da-8906-3c1fafebd355 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219117 Mar 22 14:03:55.071790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:55.258883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-cbe29b4a-d664-4225-aa0b-9c2c3f41eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.260902 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-cbe29b4a-d664-4225-aa0b-9c2c3f41eb00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1128 time: 0.0679154 Mar 22 14:03:55.273086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d162c8e-a60b-44e9-9d16-fdad63ef60b7 req-6ba8bf7f-ed09-477f-8c71-d3884880743a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.280340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d162c8e-a60b-44e9-9d16-fdad63ef60b7 req-6ba8bf7f-ed09-477f-8c71-d3884880743a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.1948247 Mar 22 14:03:55.286274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60345cd7-4858-4107-abf2-42f32b41b467 req-bf7ef113-6382-4975-a648-aa068baeebe3 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911391 Mar 22 14:03:55.315291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bb01a-9176-414d-94d9-cf047a37f345 req-7d8a513e-fa7c-4b1f-bb16-980c150c8ea2 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.323117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e1bb01a-9176-414d-94d9-cf047a37f345 req-7d8a513e-fa7c-4b1f-bb16-980c150c8ea2 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 945 time: 0.1630051 Mar 22 14:03:55.373949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:55.397491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-39b1b0aa-3418-44ca-ac62-d891f0e1e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.399533 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-39b1b0aa-3418-44ca-ac62-d891f0e1e3dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1317949 Mar 22 14:03:55.413028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'mac_address': 'fa:16:3e:73:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:55.418669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d162c8e-a60b-44e9-9d16-fdad63ef60b7 req-c3a1c32e-05a8-4aca-aca4-525b8bb740ef tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369648 Mar 22 14:03:55.454855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e1bb01a-9176-414d-94d9-cf047a37f345 req-6cf2e5ec-6e00-4ea3-aa2b-56e83a6ec9ed tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217275 Mar 22 14:03:55.476438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-79510fa4-2cab-48e8-b161-4fcd81e6bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.478013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-79510fa4-2cab-48e8-b161-4fcd81e6bb12 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 1130 time: 0.1158993 Mar 22 14:03:55.485943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34320) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:55.525491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:55.525491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.559434 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-11c177fc-0543-4067-bf2d-d8b0e027ebf0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 217 time: 0.1502719 Mar 22 14:03:55.561740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:55.606210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:55.613342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.649107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-cf99df11-d0cd-4790-9213-40ba16626052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.651108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-cf99df11-d0cd-4790-9213-40ba16626052 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0844262 Mar 22 14:03:55.665102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-feab5998-fe34-4937-9ca4-35799fe5e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.666644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-feab5998-fe34-4937-9ca4-35799fe5e516 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1816132 Mar 22 14:03:55.678177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185fa9e-6f6d-43bb-8d11-de0f7ffd6920 req-74a1797e-deb0-4271-b2bf-28bcd9690812 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.678904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:55.685256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f185fa9e-6f6d-43bb-8d11-de0f7ffd6920 req-74a1797e-deb0-4271-b2bf-28bcd9690812 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1314623 Mar 22 14:03:55.700057 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-470deb87-38c4-46fb-ae4a-4110dedba9ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382912 Mar 22 14:03:55.744527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-27c79cd6-2833-49ed-bde0-a9b0d35877b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6 HTTP/1.1" status: 200 len: 217 time: 0.0572371 Mar 22 14:03:55.770760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-239a2744-7a4d-4aa7-b1b2-5d05e06c87f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.778108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1fb426cd-4a1a-4f93-962d-f77386fe989d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:55.794261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f185fa9e-6f6d-43bb-8d11-de0f7ffd6920 req-597d18ec-5925-4e22-bf03-93d0dad8e4ff tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029990 Mar 22 14:03:55.867129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-239a2744-7a4d-4aa7-b1b2-5d05e06c87f8 admin admin] Publish callbacks [] for security_group (f4e28de6-b516-4055-b55a-12bdf1c5f0dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:55.879670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-c1428134-842a-4ab9-9bb4-5e002f743cd7 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601489 Mar 22 14:03:55.898421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:55.912424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-4d1451de-a816-4f2a-a61d-0fe11bd453bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:55.916613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-4d1451de-a816-4f2a-a61d-0fe11bd453bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1347589 Mar 22 14:03:55.916613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-239a2744-7a4d-4aa7-b1b2-5d05e06c87f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4e28de6-b516-4055-b55a-12bdf1c5f0dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.041161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 96a50575-5077-4279-a4fb-6fb1e51f2b91 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:03:56.054747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-239a2744-7a4d-4aa7-b1b2-5d05e06c87f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fadc7a48571d4f488652a0eca9ce268f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674875 Mar 22 14:03:56.059559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a2744-7a4d-4aa7-b1b2-5d05e06c87f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e28de6-b516-4055-b55a-12bdf1c5f0dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:56.061844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 96a50575-5077-4279-a4fb-6fb1e51f2b91 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:56.062621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34330) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:03:56.062753 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.109836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:56.109836 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8ccebc-3d16-495a-8737-9b7939e565f0" -d '{"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-unplugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:56.110845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-f71b75dc-803e-42cc-89b4-3b078bb0e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:56.110845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-f71b75dc-803e-42cc-89b4-3b078bb0e394 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1768222 Mar 22 14:03:56.147096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466afcb0-237c-41ab-93ff-5423f38a374b req-7f8f2f9a-689d-445c-9f59-a78e778edb24 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:56.159330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-466afcb0-237c-41ab-93ff-5423f38a374b req-7f8f2f9a-689d-445c-9f59-a78e778edb24 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 948 time: 0.2441916 Mar 22 14:03:56.211494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 96a50575-5077-4279-a4fb-6fb1e51f2b91 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:56.211918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.216674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-8ab25a83-a3ec-489e-92c5-69af636ee076 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051558 Mar 22 14:03:56.239487 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68570fc6-dddb-4333-b2d0-89022bbbb28a x-openstack-request-id: req-68570fc6-dddb-4333-b2d0-89022bbbb28a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:03:56.239908 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-unplugged", "status": "completed", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:03:56.240235 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68570fc6-dddb-4333-b2d0-89022bbbb28a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:03:56.240699 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68570fc6-dddb-4333-b2d0-89022bbbb28a'] response: {'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'code': 200} Mar 22 14:03:56.262460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:56.269265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.358631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:56.362232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] Publish callbacks [] for security_group (f4e28de6-b516-4055-b55a-12bdf1c5f0dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.422477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-466afcb0-237c-41ab-93ff-5423f38a374b req-7009be3d-c8f7-46be-860a-7dca28a9f89e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617843 Mar 22 14:03:56.427615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] Publish callbacks [] for security_group (f4e28de6-b516-4055-b55a-12bdf1c5f0dc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.436187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-e3a7d5d3-1b0c-478e-b13d-22da76921ea7 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563770 Mar 22 14:03:56.714612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383413-b483-4035-a809-55b25545778d req-bf3295bc-888b-4869-b054-61d66259a280 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:56.721696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a383413-b483-4035-a809-55b25545778d req-bf3295bc-888b-4869-b054-61d66259a280 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 945 time: 0.1554539 Mar 22 14:03:56.723711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f4e28de6-b516-4055-b55a-12bdf1c5f0dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.726250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:56.729882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4e28de6-b516-4055-b55a-12bdf1c5f0dc HTTP/1.1" status: 204 len: 168 time: 0.6635108 Mar 22 14:03:56.733629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f10092f2-79c9-4b44-b262-5c395b5e2bdb req-2914aca8-5cd2-4153-aba0-c1c11762a340 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725492 Mar 22 14:03:56.755891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76411-214e-4dc8-9ce8-92ed80332a08 req-4c508011-6b27-48bd-8c39-3cfe2e202c68 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:56.757448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06a76411-214e-4dc8-9ce8-92ed80332a08 req-4c508011-6b27-48bd-8c39-3cfe2e202c68 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 945 time: 0.1901224 Mar 22 14:03:56.790637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4619e-5d6d-46f3-a247-9bc739999cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e28de6-b516-4055-b55a-12bdf1c5f0dc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:56.886912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a383413-b483-4035-a809-55b25545778d req-492dbc9c-77c5-4e00-b951-f1a0d3e8aabc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642222 Mar 22 14:03:56.945756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06a76411-214e-4dc8-9ce8-92ed80332a08 req-144c42fa-4056-4340-8b17-f66daecdcf8d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636064 Mar 22 14:03:57.177576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63aad-1dbe-4a74-b1c2-8c774dd005ae req-7536c1f7-e064-476d-aa0f-ed68f882a403 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:57.197398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9e63aad-1dbe-4a74-b1c2-8c774dd005ae req-7536c1f7-e064-476d-aa0f-ed68f882a403 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1022568 Mar 22 14:03:57.321140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9e63aad-1dbe-4a74-b1c2-8c774dd005ae req-72370d15-60af-4b36-81a0-137ff505517a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228216 Mar 22 14:03:57.685213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc24ce2-c057-42f4-a220-6bd5e262241f req-e6c4d633-41a6-4146-bd7b-3c384ac6437c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:57.692805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fc24ce2-c057-42f4-a220-6bd5e262241f req-e6c4d633-41a6-4146-bd7b-3c384ac6437c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 948 time: 0.1312785 Mar 22 14:03:57.787664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fc24ce2-c057-42f4-a220-6bd5e262241f req-d7ec96d9-e384-4750-8fcd-089e2e300efe tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907938 Mar 22 14:03:57.894146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device dfde8854-3a4d-4d87-b07e-98a3b48f63b6 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:03:58.127810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:58.162607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa3d-94d7-43e5-b304-d9565f176d57 req-62d5fdbf-d109-453b-8e97-456523cdc6b1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:03:58.165712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56caaa3d-94d7-43e5-b304-d9565f176d57 req-62d5fdbf-d109-453b-8e97-456523cdc6b1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 945 time: 0.0988841 Mar 22 14:03:58.194326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6', 'mac_address': 'fa:16:3e:98:20:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:03:58.199079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.301714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:03:58.303984 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b394dad-75cc-464c-9043-828129d51a09" -d '{"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-plugged", "status": "completed", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:03:58.321443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56caaa3d-94d7-43e5-b304-d9565f176d57 req-0d574c43-6f38-4829-b38c-2092057da89a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497195 Mar 22 14:03:58.336453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:58.336853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.372711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfde8854-3a4d-4d87-b07e-98a3b48f63b6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:03:58.393321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:58.401188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:58.459595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:58.779031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['dfde8854-3a4d-4d87-b07e-98a3b48f63b6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:03:58.928749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.105624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:03:59.360181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1fb426cd-4a1a-4f93-962d-f77386fe989d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:03:59.360731 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.597997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:03:59.610263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.677493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:03:59.688797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:03:59.781816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:03:59.909637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:00.145346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:00.175180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'mac_address': 'fa:16:3e:2b:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:00.256675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port cd1bb020-3797-4894-aeff-15395c8a3c83 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:00.257316 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.284820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1bb020-3797-4894-aeff-15395c8a3c83 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:00.308817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:00.319296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:00.436567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:00.551774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['cd1bb020-3797-4894-aeff-15395c8a3c83'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:01.908755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:02.027611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port cd1bb020-3797-4894-aeff-15395c8a3c83 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:02.027991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.128615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port cd1bb020-3797-4894-aeff-15395c8a3c83 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:02.129013 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.213499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:02.222280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.223610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device dfde8854-3a4d-4d87-b07e-98a3b48f63b6 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:02.310708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:02.317930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:02.318748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.397303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:02.495672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:02.496070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.573801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:02.606213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:02.692373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:06.387015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-4b440c5d-7bf2-4b47-8b93-4f5055291787 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600994 Mar 22 14:04:06.545273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-e9ba1cef-a464-4007-9419-f7a44f8e1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.549661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-e9ba1cef-a464-4007-9419-f7a44f8e1e49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 1131 time: 0.1286349 Mar 22 14:04:06.627698 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193aa830-fcb4-413a-9177-5b08efd37a31 x-openstack-request-id: req-193aa830-fcb4-413a-9177-5b08efd37a31 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:06.628291 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-plugged", "status": "completed", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:06.628490 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-193aa830-fcb4-413a-9177-5b08efd37a31 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:06.628929 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193aa830-fcb4-413a-9177-5b08efd37a31'] response: {'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'code': 200} Mar 22 14:04:06.728650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c7ea0b-60f3-4083-aca8-8639cccac09c req-1dc080b4-431b-490b-9f56-9eb38e2cecb1 tempest-AbsoluteLimitsNegativeTestJSON-2126553362 tempest-AbsoluteLimitsNegativeTestJSON-2126553362-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f2db447f16c94943b3e42ddead66db50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194477 Mar 22 14:04:06.847882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ebbe-0c30-4031-9ed0-bb144b457eab req-f76efb44-31d9-43ec-8f5e-4df9c9421467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.849678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7142ebbe-0c30-4031-9ed0-bb144b457eab req-f76efb44-31d9-43ec-8f5e-4df9c9421467 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1127 time: 0.1166458 Mar 22 14:04:06.912888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ca3f3-7f10-4dd3-b885-b00e3ce0fe9f req-62b164bf-c221-44ae-93c2-ce22b2f16a2d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.922116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f89ca3f3-7f10-4dd3-b885-b00e3ce0fe9f req-62b164bf-c221-44ae-93c2-ce22b2f16a2d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1919229 Mar 22 14:04:06.925488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-0c52abd4-7293-4433-81ea-d52696615faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:06.928855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-0c52abd4-7293-4433-81ea-d52696615faf service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3577645 Mar 22 14:04:07.007964 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7142ebbe-0c30-4031-9ed0-bb144b457eab req-bedc86ce-2927-4a28-83dd-d6c53d35061a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827582 Mar 22 14:04:07.057120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-28fc19a2-8641-45e5-802b-44a55e215801 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=faa10992-a9d0-4a13-ab50-6574ee952347 HTTP/1.1" status: 200 len: 217 time: 0.1115847 Mar 22 14:04:07.065103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea0b-60f3-4083-aca8-8639cccac09c req-b2d945f0-443c-4c74-80e0-3df7972650ed tempest-AbsoluteLimitsNegativeTestJSON-2126553362 tempest-AbsoluteLimitsNegativeTestJSON-2126553362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.068268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c7ea0b-60f3-4083-aca8-8639cccac09c req-b2d945f0-443c-4c74-80e0-3df7972650ed tempest-AbsoluteLimitsNegativeTestJSON-2126553362 tempest-AbsoluteLimitsNegativeTestJSON-2126553362-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308821 Mar 22 14:04:07.099111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c7ea0b-60f3-4083-aca8-8639cccac09c req-1e8c55dd-1300-43ec-890c-c787bea7f3f1 tempest-AbsoluteLimitsNegativeTestJSON-2126553362 tempest-AbsoluteLimitsNegativeTestJSON-2126553362-project] 10.222.0.81 "GET /v2.0/quotas/f2db447f16c94943b3e42ddead66db50 HTTP/1.1" status: 200 len: 375 time: 0.0232291 Mar 22 14:04:07.134709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f89ca3f3-7f10-4dd3-b885-b00e3ce0fe9f req-302c4f56-be8f-490b-bc00-9bb5fb79233e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111883 Mar 22 14:04:07.160623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c7ea0b-60f3-4083-aca8-8639cccac09c req-b465e90b-fc1e-4acb-ba02-f473a06a06d4 tempest-AbsoluteLimitsNegativeTestJSON-2126553362 tempest-AbsoluteLimitsNegativeTestJSON-2126553362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f2db447f16c94943b3e42ddead66db50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541472 Mar 22 14:04:07.283683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-d725202c-cd63-4491-90c7-7419a704876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.288191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-d725202c-cd63-4491-90c7-7419a704876f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0730586 Mar 22 14:04:07.425328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-cb99809f-a02c-4ea8-8a78-7b28647ab636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:07.432583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-cb99809f-a02c-4ea8-8a78-7b28647ab636 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1343205 Mar 22 14:04:07.646472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-bb7cf6d8-16cb-47cb-a8ed-71d970952900 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077725 Mar 22 14:04:07.726384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:07.915421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c1aecf1-b99c-4ff0-9521-2c16265c71d2 req-f19dcc7a-96ec-4ef6-8de1-10e8141ad5ed service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618456 Mar 22 14:04:07.965579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa42ee55-9aef-45ee-ad36-d0181349fefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.096314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa42ee55-9aef-45ee-ad36-d0181349fefd admin admin] Publish callbacks [] for security_group (9d0b6b50-68f0-4dd8-8793-446115b27a47), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.106257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa42ee55-9aef-45ee-ad36-d0181349fefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9d0b6b50-68f0-4dd8-8793-446115b27a47), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.238002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ee55-9aef-45ee-ad36-d0181349fefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b6b50-68f0-4dd8-8793-446115b27a47,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:08.249730 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa42ee55-9aef-45ee-ad36-d0181349fefd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2db447f16c94943b3e42ddead66db50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223444 Mar 22 14:04:08.252496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:08.343662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] Publish callbacks [] for security_group (9d0b6b50-68f0-4dd8-8793-446115b27a47), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.379347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] Publish callbacks [] for security_group (9d0b6b50-68f0-4dd8-8793-446115b27a47), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.460464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9d0b6b50-68f0-4dd8-8793-446115b27a47), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.467775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:08.469735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d0b6b50-68f0-4dd8-8793-446115b27a47 HTTP/1.1" status: 204 len: 168 time: 0.2161512 Mar 22 14:04:08.501748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c498bf-0f37-4351-a173-320aa5e82729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b6b50-68f0-4dd8-8793-446115b27a47,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:08.629698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}, {'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83'}, {'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:08.634299 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f0a49-c6a7-45c0-bb52-28e757804a57" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}, {"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83"}, {"server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "name": "network-vif-plugged", "status": "completed", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:09.739750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-765c94e7-0075-4944-bb8c-26d0b0ddbe79 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4707868 Mar 22 14:04:09.951827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-c78b7c5f-c274-4308-88b6-603f3511fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:09.962817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-c78b7c5f-c274-4308-88b6-603f3511fcd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 1132 time: 0.1203918 Mar 22 14:04:09.967176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34580) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:10.130885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-53b22b78-7d8a-4bde-adf5-0f0b1202f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.132343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-53b22b78-7d8a-4bde-adf5-0f0b1202f82d service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1502113 Mar 22 14:04:10.163676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1307860255-network', 'tenant_id': 'a6bec2ad2c684528abcaaba65396663a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:10.580517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-c0563cbc-691e-4e66-9076-a13b6d2c3734 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb HTTP/1.1" status: 200 len: 217 time: 0.4362829 Mar 22 14:04:10.663894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Made reservation on behalf of a6bec2ad2c684528abcaaba65396663a for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:10.666768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.678606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-1fb7a0e1-7708-43ab-999c-c0f91e3f9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.680240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-1fb7a0e1-7708-43ab-999c-c0f91e3f9837 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0988288 Mar 22 14:04:10.682148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.769880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-836fba33-e00b-4f6a-8d0d-2e7f93ffcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:10.771854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-836fba33-e00b-4f6a-8d0d-2e7f93ffcb4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0806916 Mar 22 14:04:10.865710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks [] for security_group (5a6baf4f-058b-4b4f-b0af-cbfe2be26eae), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.906165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-357b9a89-492a-4d2c-b357-ec9ede99657a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198797 Mar 22 14:04:10.907560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5a6baf4f-058b-4b4f-b0af-cbfe2be26eae), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:10.950395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.070706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:11.070706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5865b81-056d-40e8-ad43-96bef00faf6b req-69f5f89b-8c5f-4530-bf3b-afaf5eeec99b service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088831 Mar 22 14:04:11.070706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d6ee55d6-4e9d-4458-a094-fe6fbb655c3b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.070706 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Added segment d6ee55d6-4e9d-4458-a094-fe6fbb655c3b of type vlan for network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 Mar 22 14:04:11.126858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (771c7e2a-91a2-45d1-a7e4-882ae60af2d3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.159591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (771c7e2a-91a2-45d1-a7e4-882ae60af2d3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.160690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.161487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.247148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2785435 Mar 22 14:04:11.251307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34590) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:11.261680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Request body: {'subnet': {'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1307860255-subnet', 'tenant_id': 'a6bec2ad2c684528abcaaba65396663a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:11.266628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246cd9a-155e-426e-83ee-478541f52784 admin admin] Pushing event updated for resources: {'Network': ['ID=771c7e2a-91a2-45d1-a7e4-882ae60af2d3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.278011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:11.288786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Made reservation on behalf of a6bec2ad2c684528abcaaba65396663a for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:11.291925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.640477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (3f88e8e1-8367-44ab-ad82-3fd1fc6cf053), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:11.748845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:11.778103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cae98-4ec7-45a3-85ae-60811db60723 req-8d695187-a9aa-455b-afeb-ec2d341f29b5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.781536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-656cae98-4ec7-45a3-85ae-60811db60723 req-8d695187-a9aa-455b-afeb-ec2d341f29b5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 945 time: 0.1650276 Mar 22 14:04:11.801354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059897d3-f554-4a34-92b5-aea1f63e8ed5 req-08dd55a5-c6b1-4665-b557-94c1905f650e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.803092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-059897d3-f554-4a34-92b5-aea1f63e8ed5 req-08dd55a5-c6b1-4665-b557-94c1905f650e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 950 time: 0.1764429 Mar 22 14:04:11.846450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Checking segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:11.846719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Network hostable DHCP agents. Network: 771c7e2a-91a2-45d1-a7e4-882ae60af2d3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:11.901743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-656cae98-4ec7-45a3-85ae-60811db60723 req-fb93f279-e2a2-4602-b754-7db5335eef46 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972464 Mar 22 14:04:11.915641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-059897d3-f554-4a34-92b5-aea1f63e8ed5 req-c7e7ce44-cf1c-496c-a086-85d960f4529d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897737 Mar 22 14:04:11.917091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:11.943870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 771c7e2a-91a2-45d1-a7e4-882ae60af2d3) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:11.957885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b87adbe-8619-4e0a-9d32-bc71d70080ba None None] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:11.960335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:11.960934 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.024109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b531dc11-d5c8-4aba-bb96-f5a31715f130 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7666070 Mar 22 14:04:12.085846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:12.150507 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd8106-1dff-4548-be5b-8c34c078ee49 x-openstack-request-id: req-d4dd8106-1dff-4548-be5b-8c34c078ee49 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:12.151269 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-plugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "code": 200}, {"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83", "code": 200}, {"server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "name": "network-vif-plugged", "status": "completed", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:12.151778 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4dd8106-1dff-4548-be5b-8c34c078ee49 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:12.152624 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd8106-1dff-4548-be5b-8c34c078ee49'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'code': 200} Mar 22 14:04:12.153045 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd8106-1dff-4548-be5b-8c34c078ee49'] response: {'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'code': 200} Mar 22 14:04:12.153760 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd8106-1dff-4548-be5b-8c34c078ee49'] response: {'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6', 'code': 200} Mar 22 14:04:12.188485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a169921-4a37-4601-941b-138d59380ba2 req-2e99ccd1-823e-43b6-a012-e898f148326d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.190521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a169921-4a37-4601-941b-138d59380ba2 req-2e99ccd1-823e-43b6-a012-e898f148326d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1364100 Mar 22 14:04:12.291291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2378156-2f73-4cd0-9f29-e0a5553b05e5 req-cd855868-d262-4eac-9829-755c95f499fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.292838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2378156-2f73-4cd0-9f29-e0a5553b05e5 req-cd855868-d262-4eac-9829-755c95f499fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 1132 time: 0.0994024 Mar 22 14:04:12.358758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:12.359257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.365992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a169921-4a37-4601-941b-138d59380ba2 req-fa5470ee-5cff-4a37-8329-ff577f983af2 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259317 Mar 22 14:04:12.430905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffb4f4-62c7-424f-8eed-22d20f467356 None None] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:12.468462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2378156-2f73-4cd0-9f29-e0a5553b05e5 req-f680140f-7f5e-4858-a9c4-b902ac483f4d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657770 Mar 22 14:04:12.486199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd1a5-c869-4283-aa82-2ac2bf6e1eb5 req-8f98b46b-3878-45ee-90ed-72703e356db8 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.487819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de0bd1a5-c869-4283-aa82-2ac2bf6e1eb5 req-8f98b46b-3878-45ee-90ed-72703e356db8 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1127 time: 0.1538150 Mar 22 14:04:12.521092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:12.537022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:12.570309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de0bd1a5-c869-4283-aa82-2ac2bf6e1eb5 req-eb4e5d3c-aa97-4a41-9267-bde79a237b03 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766144 Mar 22 14:04:12.593277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f9e3-abc6-493a-bda5-5279240ad487 req-5d1560dd-550c-4eca-a3b3-edddb3042132 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.594882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d291f9e3-abc6-493a-bda5-5279240ad487 req-5d1560dd-550c-4eca-a3b3-edddb3042132 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 949 time: 0.0659249 Mar 22 14:04:12.650508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d291f9e3-abc6-493a-bda5-5279240ad487 req-69ac9a7d-1501-40d3-8304-ae3b4f877234 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Mar 22 14:04:12.694706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=11']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:12.801825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62421271-e209-41c2-a104-88bacb8db984 req-f0257283-b156-48a0-8553-293d29ebeceb tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:12.803491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62421271-e209-41c2-a104-88bacb8db984 req-f0257283-b156-48a0-8553-293d29ebeceb tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 950 time: 0.0740697 Mar 22 14:04:12.870299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62421271-e209-41c2-a104-88bacb8db984 req-a3d472df-07a1-458d-af49-405b95468eaf tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549614 Mar 22 14:04:13.029600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-08051448-ece1-44be-9292-79bb57c4ce76 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.032486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-08051448-ece1-44be-9292-79bb57c4ce76 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 818 time: 0.1484351 Mar 22 14:04:13.073698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-0d2024ae-a2b8-40ca-8e7e-3de0cc86064b tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/quotas/a6bec2ad2c684528abcaaba65396663a HTTP/1.1" status: 200 len: 375 time: 0.0171332 Mar 22 14:04:13.116784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95846614-2f5d-44fc-852b-4ebc39366dfe req-5cb439c6-5605-4be4-850e-eeceb7318a3f tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:13.118390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95846614-2f5d-44fc-852b-4ebc39366dfe req-5cb439c6-5605-4be4-850e-eeceb7318a3f tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1127 time: 0.1057348 Mar 22 14:04:13.120154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-dd5fa2fc-8087-4394-8bc9-f5509d4b645e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381958 Mar 22 14:04:13.182323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95846614-2f5d-44fc-852b-4ebc39366dfe req-40295dc7-5b34-4494-bb0a-65094985fb10 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572064 Mar 22 14:04:13.297584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-aa80cff3-ce11-4880-9eb6-c79aff5240c3 service neutron] 10.222.0.81 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662967 Mar 22 14:04:13.431546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-c3d3ac55-325d-4c02-b5ca-ff035cf1de8b service neutron] 10.222.0.81 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269519 Mar 22 14:04:14.155408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:14.163553 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd419a-cf22-4eaa-a75d-8b22a77b69b6" -d '{"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:14.402239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb781cc-ba91-4800-ab80-456fe6bb6fad req-b8c93451-bae4-4543-bd8a-74e5e1bd8a82 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.404958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0eb781cc-ba91-4800-ab80-456fe6bb6fad req-b8c93451-bae4-4543-bd8a-74e5e1bd8a82 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 950 time: 0.0821364 Mar 22 14:04:14.504630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0eb781cc-ba91-4800-ab80-456fe6bb6fad req-6cc933cd-ba6e-401d-930c-be2d09dec8d8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844009 Mar 22 14:04:14.586819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e364-df2f-424e-8c36-2f28268aff5a req-c07e69a7-8f07-4570-9a3c-cabc94edf7b4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:14.593896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf73e364-df2f-424e-8c36-2f28268aff5a req-c07e69a7-8f07-4570-9a3c-cabc94edf7b4 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.1064069 Mar 22 14:04:14.707452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf73e364-df2f-424e-8c36-2f28268aff5a req-db406c50-847c-4913-ba4a-9294871520d8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Mar 22 14:04:14.819053 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192224fd-b6e6-4985-a6de-5902ffabac10 x-openstack-request-id: req-192224fd-b6e6-4985-a6de-5902ffabac10 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:14.820473 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:14.820798 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-192224fd-b6e6-4985-a6de-5902ffabac10 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:14.821781 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192224fd-b6e6-4985-a6de-5902ffabac10'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'code': 200} Mar 22 14:04:15.159837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951db9-2ce9-46ee-827e-c305efa59ae4 req-10d9bd5d-b7cf-4a1c-8ee6-4823b4573941 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.166613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8951db9-2ce9-46ee-827e-c305efa59ae4 req-10d9bd5d-b7cf-4a1c-8ee6-4823b4573941 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 1132 time: 0.1019707 Mar 22 14:04:15.226264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:15.246680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4690984-3e2f-4309-bd83-b6b759a1e07a req-6fb531a8-9a44-4d04-a4fb-8a63fc379c78 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 210 time: 0.0736716 Mar 22 14:04:15.376879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8951db9-2ce9-46ee-827e-c305efa59ae4 req-a14ba95d-1c87-43e6-8b69-ad1fac342418 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020197 Mar 22 14:04:15.504218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1fb426cd-4a1a-4f93-962d-f77386fe989d is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:15.506074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.564001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:15.576751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:15.805187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=11']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:15.810197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e127d-2d75-40ad-a849-e03725932555 req-5f5118c8-1cd5-45b7-891b-aa8d334ce1d0 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.817252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-238e127d-2d75-40ad-a849-e03725932555 req-5f5118c8-1cd5-45b7-891b-aa8d334ce1d0 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1127 time: 0.1118755 Mar 22 14:04:15.907274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-238e127d-2d75-40ad-a849-e03725932555 req-c6c845d0-5384-49d1-bf6b-9bd151f02936 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Mar 22 14:04:15.931652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7c73e-177e-47d6-aabe-55610f69482b req-9406344b-32bc-4e02-9f64-6088b14e62a8 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:15.944525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2f7c73e-177e-47d6-aabe-55610f69482b req-9406344b-32bc-4e02-9f64-6088b14e62a8 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 949 time: 0.1454546 Mar 22 14:04:16.039863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2f7c73e-177e-47d6-aabe-55610f69482b req-8011d4a1-8726-480a-84ec-9ca80ae828ea tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Mar 22 14:04:16.331145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-77d9d484-25c6-4dcd-a931-72550201fca6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447371 Mar 22 14:04:16.423482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-f6fcb7b4-3fbb-47d8-b77f-5b93877f819b tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.426176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-f6fcb7b4-3fbb-47d8-b77f-5b93877f819b tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 818 time: 0.1609194 Mar 22 14:04:16.441174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Request body: {'port': {'device_id': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'admin_state_up': True, 'tenant_id': 'a6bec2ad2c684528abcaaba65396663a'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:16.513504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105e4c5-11a5-4dcb-aaae-dfc1e1b21edb req-4e88c8c5-4cd6-4986-9f2f-1d905c44873a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.522772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8105e4c5-11a5-4dcb-aaae-dfc1e1b21edb req-4e88c8c5-4cd6-4986-9f2f-1d905c44873a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.3616922 Mar 22 14:04:16.707340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Made reservation on behalf of a6bec2ad2c684528abcaaba65396663a for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:16.715311 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:16.820672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-50ac471b-cd98-4b8b-b9fe-793108a71c16 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.822329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-50ac471b-cd98-4b8b-b9fe-793108a71c16 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904561 Mar 22 14:04:16.823531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:16.834055 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d9b7e-3212-43b3-82cb-b6339569e64c" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:16.847584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-011cbfab-4ddf-4940-9955-c80ecf283bc2 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:16.849354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-011cbfab-4ddf-4940-9955-c80ecf283bc2 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 818 time: 0.6432698 Mar 22 14:04:16.863976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-76c894d3-9892-4501-823e-284803d91e99 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/quotas/a321238e85cd431fafe2fd8be22ea9de HTTP/1.1" status: 200 len: 375 time: 0.0284998 Mar 22 14:04:16.878863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Request body: {'port': {'device_id': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'admin_state_up': True, 'tenant_id': 'a6bec2ad2c684528abcaaba65396663a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:16.961381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8105e4c5-11a5-4dcb-aaae-dfc1e1b21edb req-680d9077-8a23-4c5a-846e-c26664d92533 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371631 Mar 22 14:04:17.015532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-1305fce2-45e3-41eb-9816-31725967975b tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.023823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-1305fce2-45e3-41eb-9816-31725967975b tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.82 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 818 time: 0.6382627 Mar 22 14:04:17.064477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Allocated IP 172.20.0.13 (771c7e2a-91a2-45d1-a7e4-882ae60af2d3/3f88e8e1-8367-44ab-ad82-3fd1fc6cf053/3c695a60-f495-400d-986f-81c8e2ee1428) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:17.064998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Request body: {'port': {'device_id': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'admin_state_up': True, 'tenant_id': 'a6bec2ad2c684528abcaaba65396663a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:17.327700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-92132a2a-b54c-4752-a7d9-3012ee5086bc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4530175 Mar 22 14:04:17.369081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Made reservation on behalf of a6bec2ad2c684528abcaaba65396663a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:17.373027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.391713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks [] for port (3c695a60-f495-400d-986f-81c8e2ee1428), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.396803 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:04:17.412017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Made reservation on behalf of a6bec2ad2c684528abcaaba65396663a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:17.423257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.444311 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.536005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:17.544906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:17.557637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:17.651995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:17.652759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.656852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event updated for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:17.717889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-4350ba12-b29f-4377-9088-74f29e54ba5d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2790556 Mar 22 14:04:17.733748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Request body: {'port': {'device_id': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:17.760827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Allocated IP 172.20.0.14 (771c7e2a-91a2-45d1-a7e4-882ae60af2d3/3f88e8e1-8367-44ab-ad82-3fd1fc6cf053/d9df087c-d576-4b25-875d-936c07ecfb9b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:17.932003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:17.952585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0940466-0285-4dfb-bc4e-7e108068e31b req-fc49d228-bf51-45c5-9b95-3b7dfdb5bdb1 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 210 time: 0.1059883 Mar 22 14:04:18.070060 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae36ef6-86d4-4f01-a6d3-71829a8cb937 x-openstack-request-id: req-0ae36ef6-86d4-4f01-a6d3-71829a8cb937 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:18.070615 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:18.070731 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ae36ef6-86d4-4f01-a6d3-71829a8cb937 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:18.071112 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae36ef6-86d4-4f01-a6d3-71829a8cb937'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'code': 200} Mar 22 14:04:18.294443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-eb55e50b-b155-4ebe-af33-047d497a5ebf tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.295964 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-eb55e50b-b155-4ebe-af33-047d497a5ebf tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.82 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 949 time: 0.2292471 Mar 22 14:04:18.425809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44ff12-f35f-4778-9f8a-24519fd9785b req-59a0a26e-289c-4e0f-947f-8eaf2f1cbd1a tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.434477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b44ff12-f35f-4778-9f8a-24519fd9785b req-59a0a26e-289c-4e0f-947f-8eaf2f1cbd1a tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/ports?device_id=0063f257-b107-48b1-a7bd-24130efe81ce HTTP/1.1" status: 200 len: 949 time: 0.2927463 Mar 22 14:04:18.439243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks [] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.493391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Deleting port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:18.494194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.520992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b44ff12-f35f-4778-9f8a-24519fd9785b req-b05421ab-d1c0-40f4-be10-2416874e4162 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.81 "GET /v2.0/security-groups?id=cba5d19f-6742-45ec-a81a-8b4217a6d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852377 Mar 22 14:04:18.570200 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91c4d419-6905-4bd1-8012-8c2ce5158206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.574079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.770878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:18.776776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:18.780029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:18.786672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event updated for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:18.790531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] For port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:18.793638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.824678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-97846e49-ff01-4d28-a5e8-74f0a8be3a37 {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:04:18.825424 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:04:18.876566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd82e34-5a72-4e82-b5ce-a647aedfd0eb req-6aabe11b-aa8d-4c80-a702-e67f1ffc998f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 210 time: 0.0494754 Mar 22 14:04:18.924882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:18.925599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:18.933731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Calling delete_port for 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:18.957787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e1f6cd4c-bb94-4b41-90c2-41c7ec162013 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9088504 Mar 22 14:04:18.975070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Request body: {'port': {'device_id': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:19.065585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.144904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c695a60-f495-400d-986f-81c8e2ee1428 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:19.154644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks [] for port (3c695a60-f495-400d-986f-81c8e2ee1428), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.169298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Transition to ACTIVE for port object 3c695a60-f495-400d-986f-81c8e2ee1428 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:19.232193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.302698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-f65b9dba-d86d-4343-9b4e-7bdf15385669 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:04:19.314453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-f65b9dba-d86d-4343-9b4e-7bdf15385669 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430304 Mar 22 14:04:19.329866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.348146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.78', 65028) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:19.421635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-f32baa28-1d46-4adf-938b-3027a9a9a7d0 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a321238e85cd431fafe2fd8be22ea9de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577540 Mar 22 14:04:19.439173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-7c12f489-d345-481c-906a-a2370608456e tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.441283 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-7c12f489-d345-481c-906a-a2370608456e tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.2671046 Mar 22 14:04:19.467938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:19.486306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-5'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:19.621988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Attempting to bind port 3c695a60-f495-400d-986f-81c8e2ee1428 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:19.622656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Attempting to bind port 3c695a60-f495-400d-986f-81c8e2ee1428 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:19.622656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Attempting to bind port 3c695a60-f495-400d-986f-81c8e2ee1428 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:19.655962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Port 3c695a60-f495-400d-986f-81c8e2ee1428 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:19.656187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Attempting to bind port 3c695a60-f495-400d-986f-81c8e2ee1428 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:19.686359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78977-4625-4999-a5bd-509d10bc5309 req-c559c08e-0cb4-43f7-ae5b-e413c8450170 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.687671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:19.688122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46c78977-4625-4999-a5bd-509d10bc5309 req-c559c08e-0cb4-43f7-ae5b-e413c8450170 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 946 time: 0.4160717 Mar 22 14:04:19.693577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Checking segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:19.694076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Bound using segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:19.694526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Bound port: 3c695a60-f495-400d-986f-81c8e2ee1428, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:19.694881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.704446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9df087c-d576-4b25-875d-936c07ecfb9b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:19.717639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks [] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.741309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-f5417f4c-a74e-43f2-87da-e1b53b86dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.742584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-f5417f4c-a74e-43f2-87da-e1b53b86dc82 service neutron] 10.222.0.81 "GET /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 1124 time: 0.4270298 Mar 22 14:04:19.768594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:19.769993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:04:19.780702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Transition to ACTIVE for port object d9df087c-d576-4b25-875d-936c07ecfb9b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:19.810443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.878331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.908903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46c78977-4625-4999-a5bd-509d10bc5309 req-3c378490-7611-487d-a297-e9f382cc0c22 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069693 Mar 22 14:04:19.927877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:19.945165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-b768c312-10fb-4adb-bec8-c0a81dab5b42 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:19.952316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-b768c312-10fb-4adb-bec8-c0a81dab5b42 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3747153 Mar 22 14:04:19.980431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Request body: {'port': {'device_id': 'a866abf3-851f-4330-9a88-7be069ca9441', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'a321238e85cd431fafe2fd8be22ea9de'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:20.025927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Allocated IP 172.20.0.9 (771c7e2a-91a2-45d1-a7e4-882ae60af2d3/3f88e8e1-8367-44ab-ad82-3fd1fc6cf053/1dbbf89a-5abf-49d2-b6c9-52395ee71cf5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:20.075191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Pushing event updated for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.087992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Pushing event deleted for resources: {'Port': ['ID=6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.118550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] No DVR routers for this DVR port 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:20.130577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.133857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-027f6146-4cb0-4205-90b4-e4db0db99765 req-3fd91cda-be94-49c3-9e92-3284b9b076d0 tempest-ImagesOneServerTestJSON-1309610535 tempest-ImagesOneServerTestJSON-1309610535-project] 10.222.0.82 "DELETE /v2.0/ports/6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 HTTP/1.1" status: 204 len: 173 time: 1.8281205 Mar 22 14:04:20.134351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-deleted', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:20.136686 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f8610-ec01-43c3-934e-c9100dcda923" -d '{"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-deleted", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:20.155831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:20.191960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c695a60-f495-400d-986f-81c8e2ee1428,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:20.246385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.362865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.363493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.364938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] 10.222.0.78 "PUT /v2.0/ports/3c695a60-f495-400d-986f-81c8e2ee1428 HTTP/1.1" status: 200 len: 1092 time: 2.6394145 Mar 22 14:04:20.397675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a96c-80b1-4ad6-bf0a-b3d57c95fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:20.416198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:20.418802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:20.418802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:20.419085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.444225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:20.444355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.488343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:20.488681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:20.489070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:20.489523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Bound port: 96a50575-5077-4279-a4fb-6fb1e51f2b91, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:20.541567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:20.606113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-a0b6e190-4301-4104-b20b-d7b9a9f708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.607877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-a0b6e190-4301-4104-b20b-d7b9a9f708ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 1126 time: 0.1736038 Mar 22 14:04:20.637436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks [] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.677285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672527-3f47-4431-9a6f-0a614b32d749 req-45ea28cd-67f8-4a33-b98f-0ad6de848eea tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:20.678945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:20.679408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b672527-3f47-4431-9a6f-0a614b32d749 req-45ea28cd-67f8-4a33-b98f-0ad6de848eea tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 944 time: 0.6707935 Mar 22 14:04:20.680979 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-30b78b0e-5102-4b8f-89a3-13640c0f8f75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c695a60-f495-400d-986f-81c8e2ee1428 HTTP/1.1" status: 200 len: 217 time: 0.0651088 Mar 22 14:04:20.685277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.758181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Attempting to bind port d9df087c-d576-4b25-875d-936c07ecfb9b on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:20.758664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Attempting to bind port d9df087c-d576-4b25-875d-936c07ecfb9b by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:20.758965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Attempting to bind port d9df087c-d576-4b25-875d-936c07ecfb9b on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.771998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Port d9df087c-d576-4b25-875d-936c07ecfb9b on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:20.772400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Attempting to bind port d9df087c-d576-4b25-875d-936c07ecfb9b on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:20.784215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:20.784608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Checking segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:20.785068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Bound using segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:20.785592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Bound port: d9df087c-d576-4b25-875d-936c07ecfb9b, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:20.786120 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.852306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Made reservation on behalf of a321238e85cd431fafe2fd8be22ea9de for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:20.872198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.884921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a42858ad-e4ae-47ff-bb95-aec244d93908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:20.935991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b672527-3f47-4431-9a6f-0a614b32d749 req-6d7221d5-8b90-40f3-937c-0886083ca4b8 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016847 Mar 22 14:04:21.076854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks [] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.101665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.102902 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-102e1111-d117-487d-90f5-d81711f41816 service neutron] 10.222.0.81 "POST /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91/bindings HTTP/1.1" status: 201 len: 389 time: 1.3389633 Mar 22 14:04:21.126411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:21.166323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d9df087c-d576-4b25-875d-936c07ecfb9b,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:21.332683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-db9388cd-0850-4d13-ad08-2c65471958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.334552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-db9388cd-0850-4d13-ad08-2c65471958b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.6438639 Mar 22 14:04:21.338475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Allocated IP 192.168.233.171 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/7ec863ba-ac0c-4497-b6ad-9e91cc9f3739) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:21.340026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on host n-h2-758851-5 for vnic_type normal with profile {"migrating_to": "n-h1-758851-5"} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:21.340409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:21.340744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:21.344344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.362296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.365803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:21.366166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Attempting to bind port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on network bddefe54-9fa5-4bd7-9e88-63789f359fb3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:21.374099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.374465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.374917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.375234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.375598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.376132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.376247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.376553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.376924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.377185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.377511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.377886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.378239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.378561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.378879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:21.403719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:21.404067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Checking segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:21.404522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Bound using segment: {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:21.405140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Bound port: 9a9a6998-3441-4701-9cc7-0c0ad7454547, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0078e0c-1d12-47af-a6ce-7c3978d29210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bddefe54-9fa5-4bd7-9e88-63789f359fb3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:21.405510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.411042 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-3a072e9e-4ff2-4432-81c9-12864821dfb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588925 Mar 22 14:04:21.447862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a555f2-b335-440d-814a-cdb97e3ff5e3 req-fc1e746e-7c41-454d-a732-aa748e4fefb8 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 210 time: 0.1053884 Mar 22 14:04:21.533981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.78', 65029) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:21.558280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:21.561479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:21.561786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.562536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.566995 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e00eb4c-5279-47f8-8cfc-5907fe3c3a43 x-openstack-request-id: req-6e00eb4c-5279-47f8-8cfc-5907fe3c3a43 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:21.567352 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063f257-b107-48b1-a7bd-24130efe81ce", "name": "network-vif-deleted", "tag": "6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:21.567925 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e00eb4c-5279-47f8-8cfc-5907fe3c3a43 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:21.568069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] 10.222.0.82 "PUT /v2.0/ports/d9df087c-d576-4b25-875d-936c07ecfb9b HTTP/1.1" status: 200 len: 1092 time: 2.5971563 Mar 22 14:04:21.568175 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e00eb4c-5279-47f8-8cfc-5907fe3c3a43'] response: {'server_uuid': '0063f257-b107-48b1-a7bd-24130efe81ce', 'name': 'network-vif-deleted', 'tag': '6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2', 'status': 'completed', 'code': 200} Mar 22 14:04:21.574010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.607805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:21.617322 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6695af9b-1553-4cda-9931-85f4f78f2b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:21.682196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.710752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.715040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:21.715909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:21.717417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-e4440c52-c4ae-45c9-b1eb-2905498a6183 service neutron] 10.222.0.82 "PUT /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 1122 time: 2.2364492 Mar 22 14:04:21.722142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-cd37d26d-dd0a-4516-a870-f36b5ed6fdc6 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982671 Mar 22 14:04:21.731643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:21.830169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-800732c2-9f12-458b-a59c-49d5bd974844 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974932 Mar 22 14:04:21.875451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9a9a6998-3441-4701-9cc7-0c0ad7454547'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:21.903750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:21.939057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9a9a6998-3441-4701-9cc7-0c0ad7454547'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:21.944593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e367c-c2e9-4718-b948-b1352b9bbd2d service neutron] Pushing event updated for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:21.970025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:22.021128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.053830 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e38f3379-c572-4a33-bd0b-4311311e1597 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f61bd7256e049f6aca0d3edacc080ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196228 Mar 22 14:04:22.054466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34980) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:22.071606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:22.073671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:22.075123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:22.125681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:22.126315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b0dd36c-f9a7-4e94-94de-9ee1bc878ac2 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:22.133014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] Publish callbacks [] for security_group (cba5d19f-6742-45ec-a81a-8b4217a6d446), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.170374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] Publish callbacks [] for security_group (cba5d19f-6742-45ec-a81a-8b4217a6d446), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.226487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event updated for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:22.236550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cba5d19f-6742-45ec-a81a-8b4217a6d446), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.239381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.247268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cba5d19f-6742-45ec-a81a-8b4217a6d446 HTTP/1.1" status: 204 len: 168 time: 0.1903701 Mar 22 14:04:22.258338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66038b-ce9f-472d-8310-9d9d1dec73fb req-18603d9c-480e-41bf-90c8-824c18b0face tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.264706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff66038b-ce9f-472d-8310-9d9d1dec73fb req-18603d9c-480e-41bf-90c8-824c18b0face tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.7294190 Mar 22 14:04:22.268473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b808248-450d-4425-8553-02b8dc629618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba5d19f-6742-45ec-a81a-8b4217a6d446,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:22.325237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-adb346f4-dce0-4fd4-b06f-4e324a42458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.327523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-adb346f4-dce0-4fd4-b06f-4e324a42458d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1127 time: 0.7587466 Mar 22 14:04:22.396303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff66038b-ce9f-472d-8310-9d9d1dec73fb req-79dbfed1-d429-4640-b119-1a28a2c3ffaf tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117566 Mar 22 14:04:22.418455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:22.432597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 has no active binding in host n-h1-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:04:22.432883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941201a-336f-4d28-8c2a-5bcd6b7f6144 req-32b0fe16-4616-4857-995c-98019594d828 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.441365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4941201a-336f-4d28-8c2a-5bcd6b7f6144 req-32b0fe16-4616-4857-995c-98019594d828 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 945 time: 0.6059449 Mar 22 14:04:22.444876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-270ef4dc-f636-49b1-95f1-4df77a8ecf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.447109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-270ef4dc-f636-49b1-95f1-4df77a8ecf97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 1126 time: 0.8058527 Mar 22 14:04:22.603776 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382810c-ffa0-4151-a66a-bf5b745c6047 x-openstack-request-id: req-4382810c-ffa0-4151-a66a-bf5b745c6047 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:22.604157 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:22.604330 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4382810c-ffa0-4151-a66a-bf5b745c6047 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:22.604729 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4382810c-ffa0-4151-a66a-bf5b745c6047'] response: {'name': 'network-changed', 'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b', 'status': 'completed', 'code': 200} Mar 22 14:04:22.654218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-52272578-b162-4c1b-aa9f-dd9fdffa9bf4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9df087c-d576-4b25-875d-936c07ecfb9b HTTP/1.1" status: 200 len: 217 time: 0.0456932 Mar 22 14:04:22.674995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.675626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.729063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks [] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:22.784045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-8b92300d-d0b8-43b4-9a1b-0a7d37ea4038 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9181406 Mar 22 14:04:22.817215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Request body: {'port': {'device_id': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:22.838980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4941201a-336f-4d28-8c2a-5bcd6b7f6144 req-00571f98-1455-495f-8f36-819662052468 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946760 Mar 22 14:04:22.886955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-b7212fef-3dce-4903-8cd4-eae4933d2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.888635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-b7212fef-3dce-4903-8cd4-eae4933d2c50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.2105579 Mar 22 14:04:22.889861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-0b119ace-1c97-4e04-b99c-4da0999928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:22.891384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-0b119ace-1c97-4e04-b99c-4da0999928d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.5095251 Mar 22 14:04:22.997741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-76f53b9e-558c-4e78-b00f-b1cfdd03d572 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0968020 Mar 22 14:04:22.999881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-e2e92c3a-4a7f-4826-b49d-84b76c4098ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977671 Mar 22 14:04:23.083118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.095479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:23.158704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377', 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:23.189907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55e7c7-26b6-491e-8efe-2bd0546e97ab req-28beff42-3100-4e3c-ad8f-1388a6a0b4ee tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.191589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e55e7c7-26b6-491e-8efe-2bd0546e97ab req-28beff42-3100-4e3c-ad8f-1388a6a0b4ee tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 944 time: 0.4602749 Mar 22 14:04:23.192622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.271654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c695a60-f495-400d-986f-81c8e2ee1428 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:23.284733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:23.291368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-40569b2b-f724-46fa-80e5-c2709123f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.292849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-40569b2b-f724-46fa-80e5-c2709123f075 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2520123 Mar 22 14:04:23.333541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:23.364553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:23.419590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event updated for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:23.490369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-5659eb21-c417-47b8-947c-a89d97235140 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659722 Mar 22 14:04:23.495024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c695a60-f495-400d-986f-81c8e2ee1428,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:23.497931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35032) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:23.546237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e55e7c7-26b6-491e-8efe-2bd0546e97ab req-c0159b57-7e16-46b9-9ac6-57c199c19d93 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241763 Mar 22 14:04:23.567820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-93977c96-29d8-413a-bbee-5d75bc9ae2bf service neutron] 10.222.0.82 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457046 Mar 22 14:04:23.568654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '3c695a60-f495-400d-986f-81c8e2ee1428', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'port_id': '3c695a60-f495-400d-986f-81c8e2ee1428', 'mac_address': 'fa:16:3e:7f:f2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f88e8e1-8367-44ab-ad82-3fd1fc6cf053', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:23.569237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428'}, {'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547'}, {'name': 'network-changed', 'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:23.572031 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b144a-1992-433d-b9de-2161a6c2de96" -d '{"events": [{"name": "network-changed", "server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428"}, {"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547"}, {"name": "network-changed", "server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:23.578851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3eb65-40ae-4fe5-abb2-cc8a9b34f2e2 req-f2090f25-176b-4df0-a489-4be25255b6bc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.580779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34f3eb65-40ae-4fe5-abb2-cc8a9b34f2e2 req-f2090f25-176b-4df0-a489-4be25255b6bc tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 936 time: 0.5697439 Mar 22 14:04:23.696180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1787593134-network', 'tenant_id': '4d05fa19cf684b68b1d448311df2d3c2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:23.741798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.744316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Made reservation on behalf of 4d05fa19cf684b68b1d448311df2d3c2 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:23.749244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.775234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.814378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-26bbf0f6-9bd2-4b94-9dde-e03f22aafc53 None None] Provisioning complete for port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:23.815458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26bbf0f6-9bd2-4b94-9dde-e03f22aafc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.817019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:23.817746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.845088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3c695a60-f495-400d-986f-81c8e2ee1428 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:23.845904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.877341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks [] for security_group (f7ec08fd-b08e-457a-bfce-796a2f9c98cd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.882300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7ec08fd-b08e-457a-bfce-796a2f9c98cd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.907324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:23.911829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c695a60-f495-400d-986f-81c8e2ee1428 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:23.922219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec08fd-b08e-457a-bfce-796a2f9c98cd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:23.926115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-26bbf0f6-9bd2-4b94-9dde-e03f22aafc53 None None] Port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:04:23.941104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4967f8ab-685d-4ced-892d-ee888d05c389), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.941451 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Added segment 4967f8ab-685d-4ced-892d-ee888d05c389 of type vlan for network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 Mar 22 14:04:23.966287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-116e2681-33a0-4011-9ec6-b29bb7ca954c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9936669 Mar 22 14:04:23.983875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c695a60-f495-400d-986f-81c8e2ee1428,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:23.994263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:23.999553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.003181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34f3eb65-40ae-4fe5-abb2-cc8a9b34f2e2 req-4773d390-ea94-441e-8d9d-eb5fc237e31c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989456 Mar 22 14:04:24.009524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Request body: {'port': {'device_id': 'a866abf3-851f-4330-9a88-7be069ca9441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:24.019017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-f39dca7b-1c05-431f-89e1-bf276e87b26b service neutron] 10.222.0.82 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488657 Mar 22 14:04:24.054366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.055136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-b8cc70b6-31b1-4184-8021-4209aff46d53 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625342 Mar 22 14:04:24.057266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.060497 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.076034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c0e1-6ce9-48e2-a7b8-649f26f678dd req-78219087-6ebb-41fb-b76e-df6bae4b38d7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.077658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5024c0e1-6ce9-48e2-a7b8-649f26f678dd req-78219087-6ebb-41fb-b76e-df6bae4b38d7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.2772324 Mar 22 14:04:24.128746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:24.159757 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470 x-openstack-request-id: req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:24.160070 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428", "status": "completed", "code": 200}, {"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547", "code": 200}, {"name": "network-changed", "server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:24.160946 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:24.161362 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470'] response: {'name': 'network-changed', 'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428', 'status': 'completed', 'code': 200} Mar 22 14:04:24.161625 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470'] response: {'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'code': 200} Mar 22 14:04:24.161882 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a1f0e6-0f46-41b1-b670-e8a8fbc2a470'] response: {'name': 'network-changed', 'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'status': 'completed', 'code': 200} Mar 22 14:04:24.185713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6866200 Mar 22 14:04:24.203566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35070) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:24.218618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Request body: {'subnet': {'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1787593134-subnet', 'tenant_id': '4d05fa19cf684b68b1d448311df2d3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:24.239814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0411f-e9fe-4211-b86a-ea6b54c5b186 admin admin] Pushing event updated for resources: {'Network': ['ID=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:24.256589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:24.258033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.294631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Made reservation on behalf of 4d05fa19cf684b68b1d448311df2d3c2 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:24.298534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.317396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-0f0b0273-3bb1-4cd8-8071-e3afd55896e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.318948 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-0f0b0273-3bb1-4cd8-8071-e3afd55896e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 1127 time: 0.1610365 Mar 22 14:04:24.324712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5024c0e1-6ce9-48e2-a7b8-649f26f678dd req-9e4836e5-d373-43af-82a8-76c25585c7ed tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343035 Mar 22 14:04:24.423070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-abd77470-542b-4f07-a27c-cfd548cae6c7 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568079 Mar 22 14:04:24.455514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3c695a60-f495-400d-986f-81c8e2ee1428'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:24.484626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-57bac63e-23c7-4e73-bf36-94149c12e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.486172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-57bac63e-23c7-4e73-bf36-94149c12e9f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 919 time: 0.1274757 Mar 22 14:04:24.555587 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-019016b3-75ad-418e-8232-a65ecc2b5edb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c695a60-f495-400d-986f-81c8e2ee1428 HTTP/1.1" status: 200 len: 217 time: 0.0620282 Mar 22 14:04:24.656522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-3e815647-31be-49f9-bc35-5fa934847e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:24.658143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-3e815647-31be-49f9-bc35-5fa934847e89 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.0872777 Mar 22 14:04:24.732649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-c50de320-ded9-41d3-bc31-a71d0bb5d37c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649843 Mar 22 14:04:24.793321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (4071ad94-15c1-4fb1-b28b-e8c9d40904bb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.849245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.893818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4071ad94-15c1-4fb1-b28b-e8c9d40904bb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:24.907409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Checking segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:24.907774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Network hostable DHCP agents. Network: 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:24.915585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:24.915994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-fe4ac1cd-4f76-48c2-ac98-d8615d437849 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721520 Mar 22 14:04:24.930261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks [] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:24.983224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:25.007602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:25.012678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-8aa7a49e-a064-49c2-b297-696cd781c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.013706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.014351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.014466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-8aa7a49e-a064-49c2-b297-696cd781c88b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 1126 time: 0.9033489 Mar 22 14:04:25.019353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd27f9-e06c-4a08-85c3-0950237b7f68 None None] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:25.053613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Transition to ACTIVE for port object 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:25.054151 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e006d70d-e87c-4c0a-8f4e-f19fe2c23cf7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8477316 Mar 22 14:04:25.063973 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-bd7c5353-59fa-4b39-9f58-1d4fc94cf6b3 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403644 Mar 22 14:04:25.113310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.210937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-05654e54-a7e6-47c7-8836-277444f207b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.224551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da638a7-77a9-46b5-a30c-4bba6acc07fa None None] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:25.227241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-05654e54-a7e6-47c7-8836-277444f207b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1156 time: 0.0973232 Mar 22 14:04:25.241410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da669f-6349-40c1-8d31-0d69d3c32a11 req-bb4c60e0-0d5a-41e0-8b98-035e5870c3b5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.243148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85da669f-6349-40c1-8d31-0d69d3c32a11 req-bb4c60e0-0d5a-41e0-8b98-035e5870c3b5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 945 time: 0.9557495 Mar 22 14:04:25.299804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-d9ad7eb7-3e43-4270-996b-b53398c61974 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.301381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-d9ad7eb7-3e43-4270-996b-b53398c61974 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.4011664 Mar 22 14:04:25.316356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:25.336073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:25.375779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-93a11fbe-75eb-494b-969c-6557d019cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.377368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-93a11fbe-75eb-494b-969c-6557d019cd9d service neutron] 10.222.0.82 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 919 time: 0.3382239 Mar 22 14:04:25.402893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-9121f79a-bc3f-4f5c-9242-5657f0eb6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.405682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-9121f79a-bc3f-4f5c-9242-5657f0eb6349 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1563032 Mar 22 14:04:25.467432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-df6fd096-75ec-45fd-b2e6-12d1c620ff62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 217 time: 0.0545850 Mar 22 14:04:25.504108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-9256f447-417e-4e21-984a-9267e06e3b76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9df087c-d576-4b25-875d-936c07ecfb9b HTTP/1.1" status: 200 len: 217 time: 0.0990608 Mar 22 14:04:25.535150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-5462badc-1b34-4e66-a3ff-13cd3ede6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.536846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-5462badc-1b34-4e66-a3ff-13cd3ede6284 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0601118 Mar 22 14:04:25.574121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85da669f-6349-40c1-8d31-0d69d3c32a11 req-6161cbf0-dd75-4ff2-bf25-2af11df2bdf1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177221 Mar 22 14:04:25.574595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.582593 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-3041be3c-50cd-43e2-9498-d34dd142e008 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390723 Mar 22 14:04:25.697239 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-098c3f74-0001-4425-91b8-ab8938560a1a service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074340 Mar 22 14:04:25.699828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Attempting to bind port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:25.700245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Attempting to bind port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:25.700640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Attempting to bind port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:25.768546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:25.768899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Attempting to bind port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 on network 771c7e2a-91a2-45d1-a7e4-882ae60af2d3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:25.782316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-083c7a05-b36c-4d67-a87b-105f0a040b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.783814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-083c7a05-b36c-4d67-a87b-105f0a040b9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.2140474 Mar 22 14:04:25.788787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:25.789134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Checking segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:25.789582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Bound using segment: {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:25.790056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Bound port: 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:25.790418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.817827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7e3b144a-1992-433d-b9de-2161a6c2de96 req-6bb12622-01bd-42ab-809d-5d9118d18ca3 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141701 Mar 22 14:04:25.836569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:25.872930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-a8402dcb-5e85-4990-8b4d-1fa2f9385a40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776505 Mar 22 14:04:25.879597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks [] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:25.927475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d9a1-155c-4f58-b89f-f8c6c12f7c8e req-8be5e3a5-d344-47dc-a5a1-5d291466fcf5 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:25.929056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43c9d9a1-155c-4f58-b89f-f8c6c12f7c8e req-8be5e3a5-d344-47dc-a5a1-5d291466fcf5 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 944 time: 0.3026609 Mar 22 14:04:26.009565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Transition to ACTIVE for port object 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:26.064151 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.187987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:26.235325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:26.239838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:26.258947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43c9d9a1-155c-4f58-b89f-f8c6c12f7c8e req-dec80454-7c8b-4b50-ad43-8ef64d089d12 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788155 Mar 22 14:04:26.286864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e99cf0-6258-419a-834d-9551e54d9717 req-eae7ce2c-1239-495e-b364-17b5319709ac tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.288799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12e99cf0-6258-419a-834d-9551e54d9717 req-eae7ce2c-1239-495e-b364-17b5319709ac tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 936 time: 0.4597652 Mar 22 14:04:26.298139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:26.302173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.305198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.305749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.306564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.307017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.307358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.307695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.308025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.308352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.308674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.309001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.309326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.309671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.311075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.311724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.311823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:26.331802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-033fefc1-24c4-42ed-8eba-f17bb375081e service neutron] 10.222.0.82 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481955 Mar 22 14:04:26.513807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.514570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.515831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] 10.222.0.78 "PUT /v2.0/ports/1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 HTTP/1.1" status: 200 len: 1091 time: 3.7087741 Mar 22 14:04:26.520909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:26.523210 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:26.586609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:26.640450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b92d0-c03d-42ae-9672-2f24d2e4fdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:26.669479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12e99cf0-6258-419a-834d-9551e54d9717 req-8906548b-65c3-48d4-bada-dcf8cd0677ac tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687160 Mar 22 14:04:26.724382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks [] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.728072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Attempting to bind port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:26.728644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Attempting to bind port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:26.728990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Attempting to bind port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:26.732468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6695af9b-1553-4cda-9931-85f4f78f2b4a req-9ed96140-afbb-4632-8be0-f98464ec18a8 service neutron] 10.222.0.82 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474281 Mar 22 14:04:26.745103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9cb49-4558-44da-924d-866017d68548 req-e3ffa18b-61de-49f4-a8cb-7dce8a48ff11 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.752321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59d9cb49-4558-44da-924d-866017d68548 req-e3ffa18b-61de-49f4-a8cb-7dce8a48ff11 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.3661025 Mar 22 14:04:26.762606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.767992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:26.768316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Attempting to bind port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:26.802421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-72438c71-3b1b-4e3a-84ce-6b498f3f7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:26.803914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-72438c71-3b1b-4e3a-84ce-6b498f3f7fa2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 1125 time: 0.2324841 Mar 22 14:04:26.813991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:26.814375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:26.814693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:26.815245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Bound port: 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:26.815480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:26.882551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-d47e679a-cab1-420c-a7bf-683a8cec4521 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 HTTP/1.1" status: 200 len: 217 time: 0.0696087 Mar 22 14:04:26.994244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:27.032706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59d9cb49-4558-44da-924d-866017d68548 req-7daee8ac-7cd7-40e7-8594-509b86fd1c98 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794831 Mar 22 14:04:27.087492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-ccacb5eb-35d2-4f58-a5f0-dd6a42449888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.088942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-ccacb5eb-35d2-4f58-a5f0-dd6a42449888 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.1874986 Mar 22 14:04:27.099160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:27.099512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:27.099845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:27.115987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:27.151761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-bc7b0e89-910b-42d7-8271-7bb3b4948932 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549366 Mar 22 14:04:27.152338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:27.152979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Attempting to bind port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:27.159631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:27.180264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:27.180664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:27.180984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:27.181457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Bound port: 96a50575-5077-4279-a4fb-6fb1e51f2b91, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:27.181949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.208715 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.245793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-6113e6c4-8281-46b3-aa26-d90bf1e7d37d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.248154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-6113e6c4-8281-46b3-aa26-d90bf1e7d37d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.3185043 Mar 22 14:04:27.267669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c695a60-f495-400d-986f-81c8e2ee1428 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:27.326783 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c4017-d323-4c38-aa5d-97e37906b001 x-openstack-request-id: req-c42c4017-d323-4c38-aa5d-97e37906b001 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:27.327155 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:27.327387 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c42c4017-d323-4c38-aa5d-97e37906b001 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:27.327806 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42c4017-d323-4c38-aa5d-97e37906b001'] response: {'name': 'network-changed', 'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5', 'status': 'completed', 'code': 200} Mar 22 14:04:27.337931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:27.338569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.340058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] 10.222.0.78 "PUT /v2.0/ports/7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 HTTP/1.1" status: 200 len: 1096 time: 3.3485272 Mar 22 14:04:27.346808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-7750aeec-9097-47b3-930a-87b6470efd10 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/quotas/4d05fa19cf684b68b1d448311df2d3c2 HTTP/1.1" status: 200 len: 375 time: 0.0909379 Mar 22 14:04:27.391159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 3c695a60-f495-400d-986f-81c8e2ee1428 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:27.404290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 3c695a60-f495-400d-986f-81c8e2ee1428 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:27.405377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.485848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:27.491361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:27.521358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3c695a60-f495-400d-986f-81c8e2ee1428 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:27.522358 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.552277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-91791f19-2ea4-42f9-a45a-08a656de04f8 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765516 Mar 22 14:04:27.553503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4bff-630f-404a-9bad-2ccc75cd6780 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:27.566840 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.584330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c695a60-f495-400d-986f-81c8e2ee1428,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:27.585413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:27.588588 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51767253-9d7f-4057-97de-2355774e5327" -d '{"events": [{"server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "name": "network-vif-plugged", "status": "completed", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:27.592236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:27.593465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:27.684862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:27.870317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9a9a6998-3441-4701-9cc7-0c0ad7454547 is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:27.952549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.008472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-fbc09946-0f13-4f08-a415-db6776b70496 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471279 Mar 22 14:04:28.100704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d9df087c-d576-4b25-875d-936c07ecfb9b details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:28.104680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:28.154885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:28.187147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9992-6ac6-41c4-b251-2dd83454e58a req-04d6c542-d78d-4458-9869-6ceb0ad889a1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.188794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a1f9992-6ac6-41c4-b251-2dd83454e58a req-04d6c542-d78d-4458-9869-6ceb0ad889a1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.7773409 Mar 22 14:04:28.190879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-32aa8718-c406-4f8e-ba89-385f1b5581d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.192375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-32aa8718-c406-4f8e-ba89-385f1b5581d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 1130 time: 0.7876616 Mar 22 14:04:28.209051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.209733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.211274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-faea2a16-1320-4929-a660-d90a3bae8199 service neutron] 10.222.0.78 "PUT /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 1121 time: 2.8811555 Mar 22 14:04:28.277652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port cd1bb020-3797-4894-aeff-15395c8a3c83 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:28.278245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.278839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-7ece60a8-eca3-42f7-95cd-dc0ff56f8b79 service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006152 Mar 22 14:04:28.304067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d9df087c-d576-4b25-875d-936c07ecfb9b,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:28.329256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'd9df087c-d576-4b25-875d-936c07ecfb9b', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'port_id': 'd9df087c-d576-4b25-875d-936c07ecfb9b', 'mac_address': 'fa:16:3e:79:48:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f88e8e1-8367-44ab-ad82-3fd1fc6cf053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:28.338299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-2bd7ffc1-1f70-466a-b18e-221b2f1532c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 HTTP/1.1" status: 200 len: 217 time: 0.1347682 Mar 22 14:04:28.339234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:28.367743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['96a50575-5077-4279-a4fb-6fb1e51f2b91'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:28.372109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.445657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d9df087c-d576-4b25-875d-936c07ecfb9b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:28.446156 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.447621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f08efd-eb1b-49cb-bddd-9bc1503c1f8b req-368645c6-80f5-4a63-b0dc-48a6325932e6 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137411 Mar 22 14:04:28.478066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:28.483594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9df087c-d576-4b25-875d-936c07ecfb9b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:28.500684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a1f9992-6ac6-41c4-b251-2dd83454e58a req-db6931b1-025f-416e-a056-ab8deaa9fd46 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996445 Mar 22 14:04:28.511204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-4ac6b8a6-d0d7-4a69-9e67-d207aa830454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.513862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-4ac6b8a6-d0d7-4a69-9e67-d207aa830454 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1596808 Mar 22 14:04:28.520388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d9df087c-d576-4b25-875d-936c07ecfb9b,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:28.545384 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.633136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:28.635296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-4853a70b-6fd8-406c-8ef9-8d66130eea4f service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109872 Mar 22 14:04:28.657794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-684a1825-3591-474f-830f-786c9f2506ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.659456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-684a1825-3591-474f-830f-786c9f2506ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0916586 Mar 22 14:04:28.662825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-63baeb71-c89c-4037-a5e0-3a564ae34250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.664351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-63baeb71-c89c-4037-a5e0-3a564ae34250 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6bec2ad2c684528abcaaba65396663a&device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 1125 time: 0.1330297 Mar 22 14:04:28.923629 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:28.960727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769bd9-851a-4891-8c21-9227c578a413 req-136045bf-1c67-4100-8c95-b79f42ad0cc3 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.962442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12769bd9-851a-4891-8c21-9227c578a413 req-136045bf-1c67-4100-8c95-b79f42ad0cc3 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 945 time: 0.2523878 Mar 22 14:04:28.986178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-4bd185fe-9d10-4ef6-a8f7-1a99c096bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:28.987730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-4bd185fe-9d10-4ef6-a8f7-1a99c096bd6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 200 len: 919 time: 0.3020852 Mar 22 14:04:28.989600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-0e6c95e9-55c3-4eaa-aced-c68831b49326 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185599 Mar 22 14:04:28.998237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d9df087c-d576-4b25-875d-936c07ecfb9b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:29.076311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-149d9068-8359-45ba-8930-f9c31d3e963a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 HTTP/1.1" status: 200 len: 217 time: 0.0673218 Mar 22 14:04:29.204517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12769bd9-851a-4891-8c21-9227c578a413 req-7ef682e0-6f7a-4787-ade7-e9b0c9c760bd tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305009 Mar 22 14:04:29.217638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-3965d68d-dded-40b7-aea1-06c0af1f539b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.219498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-3965d68d-dded-40b7-aea1-06c0af1f539b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.3458798 Mar 22 14:04:29.265138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-0cbc9534-ded8-463e-a5e9-3ba05e4f0b3c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/quotas/b31b7538e0634f2ca3fbede0b4ed0367 HTTP/1.1" status: 200 len: 375 time: 0.0335693 Mar 22 14:04:29.269890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-1147fba5-467b-4e95-9f37-e60dfcdebce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.270831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:29.271459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-1147fba5-467b-4e95-9f37-e60dfcdebce9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 200 len: 858 time: 0.1516411 Mar 22 14:04:29.276276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be99f51-f530-4c0b-b2ce-7b8af3afa93c req-a4991ea7-8f10-435a-9c4c-3776e5ce943e service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700710 Mar 22 14:04:29.281529 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37228639-1995-499d-901c-4e0928bd739a x-openstack-request-id: req-37228639-1995-499d-901c-4e0928bd739a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:29.282237 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "name": "network-vif-plugged", "status": "completed", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:29.284155 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37228639-1995-499d-901c-4e0928bd739a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:29.284673 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37228639-1995-499d-901c-4e0928bd739a'] response: {'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428', 'code': 200} Mar 22 14:04:29.337343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91'}, {'name': 'network-changed', 'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739'}, {'name': 'network-changed', 'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:29.346929 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a841fb-c6b6-4c3f-9c15-19df40583290" -d '{"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-unplugged", "status": "completed", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91"}, {"name": "network-changed", "server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739"}, {"name": "network-changed", "server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:29.408589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-d780384a-32e0-4be9-8f01-864f79771643 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=771c7e2a-91a2-45d1-a7e4-882ae60af2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185803 Mar 22 14:04:29.481724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:29.498019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:04:29.611684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-0568b2ec-783c-4f54-a97c-15f020785c92 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3344223 Mar 22 14:04:29.642036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-35e05531-43a8-4f14-aa99-01a382098b7a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.643513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-35e05531-43a8-4f14-aa99-01a382098b7a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/ports?device_id=4a600f08-4a87-4a8a-8643-42707dae76f7 HTTP/1.1" status: 200 len: 943 time: 0.2189438 Mar 22 14:04:29.672528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccfb41-4b6d-423f-92b8-0fdf7c18ce67 req-6e00f40f-8300-4f44-b5dd-9d3d0bf6714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.673938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7ccfb41-4b6d-423f-92b8-0fdf7c18ce67 req-6e00f40f-8300-4f44-b5dd-9d3d0bf6714d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 1128 time: 0.2639701 Mar 22 14:04:29.748294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9f05-0f4c-4580-b415-961fffe5abc1 req-c31adbaf-4e0b-48ab-8d13-21bf8411f489 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:29.749806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55cf9f05-0f4c-4580-b415-961fffe5abc1 req-c31adbaf-4e0b-48ab-8d13-21bf8411f489 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 948 time: 0.3384616 Mar 22 14:04:29.771501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-3cad2cf1-0d04-42bd-beaf-1ee66891b767 service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339200 Mar 22 14:04:29.959488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7ccfb41-4b6d-423f-92b8-0fdf7c18ce67 req-24281d6a-9394-4032-befb-ec0489cda183 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445488 Mar 22 14:04:29.969455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-29e67c68-01ee-47d4-a914-c3faa26061c1 service neutron] 10.222.0.78 "GET /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.3208272 Mar 22 14:04:29.971384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-833d1456-e8e4-47b6-887e-b883d9087715 service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475912 Mar 22 14:04:30.014089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55cf9f05-0f4c-4580-b415-961fffe5abc1 req-19dac946-57f8-47ce-b5f2-9ab1351e4349 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318738 Mar 22 14:04:30.070893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12ee8d4b-17ee-4d0b-8fe2-bc462d7b77ef req-9a5f5e9b-8290-4151-be33-07c24690d37a service neutron] 10.222.0.78 "GET /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876043 Mar 22 14:04:30.102519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Deleting port cd1bb020-3797-4894-aeff-15395c8a3c83 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:30.102861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.150398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-2e84f9a1-8104-4ca0-9cfa-8103c4eac64d service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661274 Mar 22 14:04:30.358575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] For port cd1bb020-3797-4894-aeff-15395c8a3c83, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=cd1bb020-3797-4894-aeff-15395c8a3c83,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:30.359008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.377596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Calling delete_port for cd1bb020-3797-4894-aeff-15395c8a3c83 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:30.403598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-b5f66cbd-baef-4a67-8e8b-e4e2b7cc6442 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.406887 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-b5f66cbd-baef-4a67-8e8b-e4e2b7cc6442 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.2219968 Mar 22 14:04:30.424703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'port': {'device_id': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'admin_state_up': True, 'tenant_id': '4d05fa19cf684b68b1d448311df2d3c2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:30.602676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Made reservation on behalf of 4d05fa19cf684b68b1d448311df2d3c2 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:30.615093 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.657937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499625-2dad-4e35-a924-c16a46c2cb32 req-b181f516-8a6e-43f3-9df2-3c4b139181bd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:30.660048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e499625-2dad-4e35-a924-c16a46c2cb32 req-b181f516-8a6e-43f3-9df2-3c4b139181bd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 944 time: 0.1474144 Mar 22 14:04:30.704911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:30.825810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:30.827072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Allocated IP 172.20.0.10 (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3/4071ad94-15c1-4fb1-b28b-e8c9d40904bb/7221468e-323b-493d-b0f3-173f684e336b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:30.831795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e499625-2dad-4e35-a924-c16a46c2cb32 req-9f108f87-ebb9-4c24-a5e5-932f5d975676 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600859 Mar 22 14:04:30.918629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9a6998-3441-4701-9cc7-0c0ad7454547 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:30.953657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:30.956675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cd1bb020-3797-4894-aeff-15395c8a3c83), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:30.985030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-971a6240-9730-498d-916f-14e0d60789d1 req-ef580fb6-2ead-48f9-9d87-812a82f4119d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 210 time: 0.0552602 Mar 22 14:04:31.034708 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fac757-20a8-4b0e-95fc-638a63ade78c x-openstack-request-id: req-c3fac757-20a8-4b0e-95fc-638a63ade78c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:31.035047 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-unplugged", "status": "completed", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91", "code": 200}, {"name": "network-changed", "server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:31.035254 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3fac757-20a8-4b0e-95fc-638a63ade78c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:31.035659 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fac757-20a8-4b0e-95fc-638a63ade78c'] response: {'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'code': 200} Mar 22 14:04:31.035912 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fac757-20a8-4b0e-95fc-638a63ade78c'] response: {'name': 'network-changed', 'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739', 'status': 'completed', 'code': 200} Mar 22 14:04:31.036201 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fac757-20a8-4b0e-95fc-638a63ade78c'] response: {'name': 'network-changed', 'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'status': 'completed', 'code': 200} Mar 22 14:04:31.036777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.055044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event deleted for resources: {'Port': ['ID=cd1bb020-3797-4894-aeff-15395c8a3c83,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:31.163789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] No DVR routers for this DVR port cd1bb020-3797-4894-aeff-15395c8a3c83 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:31.189334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for port (7221468e-323b-493d-b0f3-173f684e336b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.197901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.201302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47977508-8ec2-413c-99f0-9c2486e1c5f8 req-75693afe-1d32-4e9e-9911-6639eb5f3e87 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "DELETE /v2.0/ports/cd1bb020-3797-4894-aeff-15395c8a3c83 HTTP/1.1" status: 204 len: 173 time: 1.5508671 Mar 22 14:04:31.218915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-3962bbe9-72a8-4eac-bb7a-bee7f3d5a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.220938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-3962bbe9-72a8-4eac-bb7a-bee7f3d5a354 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1155 time: 0.1286349 Mar 22 14:04:31.286433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:31.292275 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402d8d2-f7eb-4926-89f6-30b6e5c34057" -d '{"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:31.307190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:31.313077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-f08c872c-84e3-4733-b6df-052d1e157b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.314617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-f08c872c-84e3-4733-b6df-052d1e157b28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a321238e85cd431fafe2fd8be22ea9de&device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 1130 time: 0.1605885 Mar 22 14:04:31.348072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1b7d-66bb-4132-b286-153bf07df37c req-a52fd85c-9efc-46cf-85b7-03a0ebcf4d84 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.355496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-066a1b7d-66bb-4132-b286-153bf07df37c req-a52fd85c-9efc-46cf-85b7-03a0ebcf4d84 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 945 time: 0.1927845 Mar 22 14:04:31.355789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-3feebef5-1289-4326-9717-599a652aea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.357560 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-3feebef5-1289-4326-9717-599a652aea5d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.1115346 Mar 22 14:04:31.359603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.365581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] Transition to ACTIVE for port object 9a9a6998-3441-4701-9cc7-0c0ad7454547 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:31.388123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4221c5-593f-4906-b7b9-fd40b7ed7fad req-420d42b0-ea7c-4d22-b866-745eb8f89009 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.397336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e4221c5-593f-4906-b7b9-fd40b7ed7fad req-420d42b0-ea7c-4d22-b866-745eb8f89009 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.2247052 Mar 22 14:04:31.458866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.498259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:31.536601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=10']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:31.542255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:31.546995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-605be722-ebda-461c-a840-40394ce6cc81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0730703 Mar 22 14:04:31.548205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:31.551156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:31.590336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-066a1b7d-66bb-4132-b286-153bf07df37c req-0aa9ed5b-ba58-4461-86d4-3f1da485c554 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318897 Mar 22 14:04:31.603528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:31.629737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739', 'mac_address': 'fa:16:3e:91:54:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:31.653945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] No DVR routers for this DVR port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:31.696933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.698517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.710726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-99dc0c85-eb13-4d4f-92bc-63a1aa55ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.713201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-99dc0c85-eb13-4d4f-92bc-63a1aa55ef20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1575363 Mar 22 14:04:31.725653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:31.727069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.727772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e4221c5-593f-4906-b7b9-fd40b7ed7fad req-d6c4c445-20f8-42b7-834e-2193b23d4f87 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304992 Mar 22 14:04:31.765145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-94a6b87c-98ee-4099-a956-093baa8aca4b service neutron] 10.222.0.78 "PUT /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547/bindings/n-h1-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5854077 Mar 22 14:04:31.765706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:31.804192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c894a588-a0b1-45b3-be6e-9838ff1883b7 req-cd3d7c55-11b8-4e72-a788-8d8ec3aaa261 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 210 time: 0.0566103 Mar 22 14:04:31.841257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-c7305a28-7291-4b2b-b66d-baf9681b1b8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183045 Mar 22 14:04:31.847117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-5960a650-0fb0-49b9-aaf9-fac6f756073a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4302399 Mar 22 14:04:31.849668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-75b7e334-83a6-4e9b-a8ad-dff2390a0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:31.849923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:31.854305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-75b7e334-83a6-4e9b-a8ad-dff2390a0cb5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5312541 Mar 22 14:04:31.862641 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:31.863422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:31.891656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Request body: {'port': {'device_id': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:32.050166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.093338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-61ca1dd7-a7de-4f99-9b14-6402405d8183 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313936 Mar 22 14:04:32.097618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:32.143288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d9df087c-d576-4b25-875d-936c07ecfb9b up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:32.282098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:32.308089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5', 'network_id': '771c7e2a-91a2-45d1-a7e4-882ae60af2d3', 'port_id': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5', 'mac_address': 'fa:16:3e:90:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f88e8e1-8367-44ab-ad82-3fd1fc6cf053', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:32.309850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-009a5869-26b9-4795-9de2-4e56b75c185e service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623828 Mar 22 14:04:32.314316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.82', 50110) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:32.374912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port d9df087c-d576-4b25-875d-936c07ecfb9b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:32.386479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port d9df087c-d576-4b25-875d-936c07ecfb9b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:32.387305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.432090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:32.432885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.457563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:32.486440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:32.494974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.605660 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c4ac8-048a-44ce-9a1b-782349556f9e x-openstack-request-id: req-1b8c4ac8-048a-44ce-9a1b-782349556f9e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:32.609808 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:32.610728 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b8c4ac8-048a-44ce-9a1b-782349556f9e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:32.612722 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8c4ac8-048a-44ce-9a1b-782349556f9e'] response: {'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'code': 200} Mar 22 14:04:32.684561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d9df087c-d576-4b25-875d-936c07ecfb9b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:32.685048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.699177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:32.735961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d9df087c-d576-4b25-875d-936c07ecfb9b,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:32.743554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:32.744513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:32.784398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: cd1bb020-3797-4894-aeff-15395c8a3c83 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:32.784818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device cd1bb020-3797-4894-aeff-15395c8a3c83 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:32.793726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-96042f5b-6a22-4755-854e-6aaca499234a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:32.795440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-96042f5b-6a22-4755-854e-6aaca499234a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.4799156 Mar 22 14:04:32.816369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:32.837214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-1f5bd036-192c-49e0-8318-8ea9457ec117 service neutron] 10.222.0.82 "GET /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.4572604 Mar 22 14:04:32.839392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-a12b4059-0cf8-459d-afbc-85e4b413e53f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 HTTP/1.1" status: 200 len: 217 time: 0.9664738 Mar 22 14:04:32.845295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Request body: {'port': {'device_id': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'admin_state_up': True, 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:32.851008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1dbbf89a-5abf-49d2-b6c9-52395ee71cf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:32.854581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7ec863ba-ac0c-4497-b6ad-9e91cc9f3739'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:33.014032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-16f46342-105d-4933-8757-c2207e6d0cca tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.015755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-16f46342-105d-4933-8757-c2207e6d0cca tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 1.1513946 Mar 22 14:04:33.056283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-deleted', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:33.059172 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb965029-65a0-4dde-bf24-e1990198b9b2" -d '{"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-deleted", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:33.069740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-1f18d071-58c5-4a5a-b358-11ea3cb11f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.071399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-1f18d071-58c5-4a5a-b358-11ea3cb11f29 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1493583 Mar 22 14:04:33.085295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41226809-beb6-431b-8d8b-e42c0719da91 req-08992960-d8e1-440f-8efc-eb989b9ff136 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.093235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41226809-beb6-431b-8d8b-e42c0719da91 req-08992960-d8e1-440f-8efc-eb989b9ff136 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.2569952 Mar 22 14:04:33.107395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fbc50-3228-412e-b0f6-3f8208823ea6 req-aeaf2ad0-d206-4c76-86f9-94301d53264c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.108971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-511fbc50-3228-412e-b0f6-3f8208823ea6 req-aeaf2ad0-d206-4c76-86f9-94301d53264c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 949 time: 0.2740550 Mar 22 14:04:33.148048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:33.180104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks [] for port (7221468e-323b-493d-b0f3-173f684e336b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.182670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:33.187385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.206782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-514e4874-459b-4822-a0b4-b417f33b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.208408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-514e4874-459b-4822-a0b4-b417f33b6c4f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2&tenant_id=561faf9056d34dc6ae7186108d04dad7 HTTP/1.1" status: 200 len: 1127 time: 0.1810236 Mar 22 14:04:33.220508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Transition to ACTIVE for port object 7221468e-323b-493d-b0f3-173f684e336b will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:33.241681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41226809-beb6-431b-8d8b-e42c0719da91 req-4a2dbd4c-c280-4147-832e-b6f9abdef87a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473551 Mar 22 14:04:33.252089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-fc47ead4-2dd6-45d8-9997-bf72ea9b5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.260298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-fc47ead4-2dd6-45d8-9997-bf72ea9b5ba4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1605012 Mar 22 14:04:33.273488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-511fbc50-3228-412e-b0f6-3f8208823ea6 req-8181fef6-2a38-4b2f-b28b-09206f66f40b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520035 Mar 22 14:04:33.287094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.464618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-a71d6dda-48ee-44b5-b667-97ea5eff917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.466290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Allocated IP 172.20.0.4 (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad/22661c3e-9005-4d0b-90f1-8f74f6d639c5/a001dd11-2a31-4ba8-ad10-c8bd8c4a0304) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:33.466507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-a71d6dda-48ee-44b5-b667-97ea5eff917a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1127 time: 0.2171214 Mar 22 14:04:33.494186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62ca32-e5b4-4694-bc62-887b2735d42a req-7095d6e3-4fe3-4d5c-b7a8-c23b05ed9a0e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.502992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e62ca32-e5b4-4694-bc62-887b2735d42a req-7095d6e3-4fe3-4d5c-b7a8-c23b05ed9a0e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1797047 Mar 22 14:04:33.551577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-21a0ae56-176d-40c8-b3c8-dab2a406e82c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751617 Mar 22 14:04:33.598658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:33.684710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e62ca32-e5b4-4694-bc62-887b2735d42a req-0ada52e9-2fbf-40bf-91c9-39517bf9aae5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756237 Mar 22 14:04:33.720501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-42bcf6db-7d78-4c74-aa3a-f34cc4620881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.722051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-42bcf6db-7d78-4c74-aa3a-f34cc4620881 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.2462091 Mar 22 14:04:33.784880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-bb6f31ce-2f2f-409a-9e65-1c3553003bcb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 200 len: 217 time: 0.0463548 Mar 22 14:04:33.789525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a841fb-c6b6-4c3f-9c15-19df40583290 req-d878aebf-7c61-4a50-a34b-4190443e90a6 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272263 Mar 22 14:04:33.892638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-b61f52b7-b16e-4136-8cc2-8931f74dbd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.897593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-b61f52b7-b16e-4136-8cc2-8931f74dbd2e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.1031039 Mar 22 14:04:33.917427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Attempting to bind port 7221468e-323b-493d-b0f3-173f684e336b on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:33.918064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Attempting to bind port 7221468e-323b-493d-b0f3-173f684e336b by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:33.918228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Attempting to bind port 7221468e-323b-493d-b0f3-173f684e336b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:33.948310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Port 7221468e-323b-493d-b0f3-173f684e336b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:33.948310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Attempting to bind port 7221468e-323b-493d-b0f3-173f684e336b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:33.950976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-17dccee4-829c-4250-a07f-7078d2313278 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471628 Mar 22 14:04:33.954131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:33.962828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8138ab6-5a6f-4566-872c-1448dc896469 req-0f7b3d63-8fa1-4163-b057-40964cbfcb39 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:33.964327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8138ab6-5a6f-4566-872c-1448dc896469 req-0f7b3d63-8fa1-4163-b057-40964cbfcb39 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 946 time: 0.1503706 Mar 22 14:04:33.977571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks [] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:33.979314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:33.980314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Checking segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:33.980314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Bound using segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:33.980546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Bound port: 7221468e-323b-493d-b0f3-173f684e336b, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:33.980789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.005353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:34.090560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a50575-5077-4279-a4fb-6fb1e51f2b91 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:34.091169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8138ab6-5a6f-4566-872c-1448dc896469 req-d3a65841-52ce-438a-9f5d-54a90c45ff39 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105232 Mar 22 14:04:34.098010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.143821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-20b4807d-0e4e-4ea1-b57e-dbe4b8bb8b71 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784685 Mar 22 14:04:34.186877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:34.201022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:34.212618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:34.214929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ff1c9-222b-44f7-802c-d9d74e37ac04 req-928bf7dd-bdab-47a4-9669-d4fa84c38e02 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.215403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:34.216429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e0ff1c9-222b-44f7-802c-d9d74e37ac04 req-928bf7dd-bdab-47a4-9669-d4fa84c38e02 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 943 time: 0.1476257 Mar 22 14:04:34.218715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:34.260383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.278675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:34.326593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c437be-096c-4294-8869-6386251caf41 req-5d1b827d-a506-46a8-90a9-f12f3687ffc7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.328364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42c437be-096c-4294-8869-6386251caf41 req-5d1b827d-a506-46a8-90a9-f12f3687ffc7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 931 time: 0.1607287 Mar 22 14:04:34.329763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:34.329952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-0e8d8ab3-d3a6-4f58-960c-d90c5151dd48 service neutron] 10.222.0.82 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779718 Mar 22 14:04:34.333283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e0ff1c9-222b-44f7-802c-d9d74e37ac04 req-676c63f9-ee32-42be-b8e2-c63866ad98d6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966208 Mar 22 14:04:34.343057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.343744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.357353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.413624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42c437be-096c-4294-8869-6386251caf41 req-dddec53b-ed5b-4917-9eac-6eaf240073da tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689216 Mar 22 14:04:34.430487 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b95b14d-f068-4136-b18f-d640567e0d9b x-openstack-request-id: req-1b95b14d-f068-4136-b18f-d640567e0d9b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:34.430883 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a600f08-4a87-4a8a-8643-42707dae76f7", "name": "network-vif-deleted", "tag": "cd1bb020-3797-4894-aeff-15395c8a3c83", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:34.431236 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b95b14d-f068-4136-b18f-d640567e0d9b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:34.431747 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b95b14d-f068-4136-b18f-d640567e0d9b'] response: {'server_uuid': '4a600f08-4a87-4a8a-8643-42707dae76f7', 'name': 'network-vif-deleted', 'tag': 'cd1bb020-3797-4894-aeff-15395c8a3c83', 'status': 'completed', 'code': 200} Mar 22 14:04:34.574882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f29c5-359b-4471-893b-34657967da4c req-45ee63be-7220-4358-9d75-b55d00999e6d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.577011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-168f29c5-359b-4471-893b-34657967da4c req-45ee63be-7220-4358-9d75-b55d00999e6d tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.0892503 Mar 22 14:04:34.614198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:34.624635 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb74f8-2a19-4e40-90c1-ac24dba44161" -d '{"events": [{"server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "name": "network-vif-plugged", "status": "completed", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:34.661835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-168f29c5-359b-4471-893b-34657967da4c req-a389cc7c-2fde-4278-8905-9e2bec08cbb8 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789070 Mar 22 14:04:34.745821 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9ec8d9-bfc0-44ac-bfb1-87dfd4540203 x-openstack-request-id: req-7c9ec8d9-bfc0-44ac-bfb1-87dfd4540203 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:34.746187 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "name": "network-vif-plugged", "status": "completed", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:34.746788 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c9ec8d9-bfc0-44ac-bfb1-87dfd4540203 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:34.747187 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9ec8d9-bfc0-44ac-bfb1-87dfd4540203'] response: {'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b', 'code': 200} Mar 22 14:04:34.799906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674607c4-873a-43fa-a630-b8210372e35a req-e59cab5e-a431-4e99-aa0c-bbf06b621a3a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.801408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-e6ba9d8e-ae87-45f5-a958-9a7893370b3f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9611998 Mar 22 14:04:34.801864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-e59cab5e-a431-4e99-aa0c-bbf06b621a3a tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2&tenant_id=561faf9056d34dc6ae7186108d04dad7&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.1384931 Mar 22 14:04:34.814446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580feb-8ccb-48cd-bca0-723941bf07cd req-5c4219c5-cdb3-41e7-9b33-94a7e39808d5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.822790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4580feb-8ccb-48cd-bca0-723941bf07cd req-5c4219c5-cdb3-41e7-9b33-94a7e39808d5 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 949 time: 0.1063969 Mar 22 14:04:34.829389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:34.832306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:34.834571 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] 10.222.0.82 "PUT /v2.0/ports/7221468e-323b-493d-b0f3-173f684e336b HTTP/1.1" status: 200 len: 1092 time: 2.9503398 Mar 22 14:04:34.837888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'tag': '7221468e-323b-493d-b0f3-173f684e336b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:34.845916 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7420d17-41ef-4592-a24e-0b1459cc2359" -d '{"events": [{"name": "network-changed", "server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "tag": "7221468e-323b-493d-b0f3-173f684e336b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:34.862099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Request body: {'port': {'device_id': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:34.864603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.82', 50111) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:34.944345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] Transition to ACTIVE for port object 96a50575-5077-4279-a4fb-6fb1e51f2b91 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:34.972502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2656-f17e-426c-9a5c-5ed7b0407bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:34.975812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.030206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4580feb-8ccb-48cd-bca0-723941bf07cd req-2157f6cb-b542-4a13-90cd-c0e2c31db902 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950734 Mar 22 14:04:35.074710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cb391-a8d6-4c4d-b890-c29621e2e084 req-27ace5bf-2fdc-4948-ab0f-a8bef18c0096 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.076637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771cb391-a8d6-4c4d-b890-c29621e2e084 req-27ace5bf-2fdc-4948-ab0f-a8bef18c0096 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.1775696 Mar 22 14:04:35.088688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-674607c4-873a-43fa-a630-b8210372e35a req-f59d2606-8599-4756-b6cb-46617cb1c2da service neutron] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:35.093115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-674607c4-873a-43fa-a630-b8210372e35a req-f59d2606-8599-4756-b6cb-46617cb1c2da service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.094378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-f59d2606-8599-4756-b6cb-46617cb1c2da service neutron] 10.222.0.82 "DELETE /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547/bindings/n-h2-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.2639828 Mar 22 14:04:35.101243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] No DVR routers for this DVR port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:35.103429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.106752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc25d3-f3b9-4721-835b-0a2cfd05c032 req-95424be2-1876-4c01-8287-98c669569f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.108460 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1fc25d3-f3b9-4721-835b-0a2cfd05c032 req-95424be2-1876-4c01-8287-98c669569f59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 1128 time: 0.2416115 Mar 22 14:04:35.122939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-955647a2-ef12-4bb3-9546-5535c82bf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.127689 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-955647a2-ef12-4bb3-9546-5535c82bf058 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 1126 time: 0.2094460 Mar 22 14:04:35.134208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] Pushing event updated for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:35.190386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771cb391-a8d6-4c4d-b890-c29621e2e084 req-ac3a27a5-fd4d-4b6d-a3aa-b571c2ab4b38 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939040 Mar 22 14:04:35.199267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82dca-2d04-42e1-a4a3-9f437e22b49a req-edcb6191-9f71-4fc8-9882-719397825888 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.207016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07a82dca-2d04-42e1-a4a3-9f437e22b49a req-edcb6191-9f71-4fc8-9882-719397825888 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1114964 Mar 22 14:04:35.232218 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-33f42ff5-f8a1-4c48-b66e-62c23960ee9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7221468e-323b-493d-b0f3-173f684e336b HTTP/1.1" status: 200 len: 217 time: 0.0933471 Mar 22 14:04:35.243981 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-352f6ac9-6cb9-405e-8d8b-c51e910baf49 service neutron] 10.222.0.82 "PUT /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 2.2688358 Mar 22 14:04:35.267568 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013f5f6-5a82-42bf-ab3a-40f479586f02 x-openstack-request-id: req-6013f5f6-5a82-42bf-ab3a-40f479586f02 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:35.267848 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "tag": "7221468e-323b-493d-b0f3-173f684e336b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:35.268555 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6013f5f6-5a82-42bf-ab3a-40f479586f02 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:35.268887 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6013f5f6-5a82-42bf-ab3a-40f479586f02'] response: {'name': 'network-changed', 'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'tag': '7221468e-323b-493d-b0f3-173f684e336b', 'status': 'completed', 'code': 200} Mar 22 14:04:35.280036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07a82dca-2d04-42e1-a4a3-9f437e22b49a req-07d262e1-b3d8-48af-a06d-fb1d671cc2d1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719273 Mar 22 14:04:35.300509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:35.350801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1fc25d3-f3b9-4721-835b-0a2cfd05c032 req-2a1eee42-92f4-4718-8c61-be319afe763a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232404 Mar 22 14:04:35.375200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:35.382541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:35.384214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.410668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-d9d30803-30dd-453d-94d4-176ed84ee62d tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.412407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-d9d30803-30dd-453d-94d4-176ed84ee62d tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.1005802 Mar 22 14:04:35.429148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-dabc5362-eb94-4fe7-93db-3ae91f9174e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.430897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-dabc5362-eb94-4fe7-93db-3ae91f9174e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.1859286 Mar 22 14:04:35.482505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f7da4-73c0-4643-9697-50e72c4d0e72 req-6d9b56b2-788d-4486-a9a0-f7972ff65724 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.497383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-362f7da4-73c0-4643-9697-50e72c4d0e72 req-6d9b56b2-788d-4486-a9a0-f7972ff65724 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 946 time: 0.1511166 Mar 22 14:04:35.510682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:35.511847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.556848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:35.564391 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.570301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:35.603352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-de4ced24-6f83-4fff-8199-6c79a86cdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.605505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-de4ced24-6f83-4fff-8199-6c79a86cdc8a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&tenant_id=b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 1126 time: 0.1801546 Mar 22 14:04:35.613192 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-e064837d-56ef-43bd-b4e1-e74cfcef5eff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362549 Mar 22 14:04:35.622557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-362f7da4-73c0-4643-9697-50e72c4d0e72 req-011ea9f3-31e2-4dcc-91ee-7557f57c868a tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229095 Mar 22 14:04:35.726216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:35.735475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks [] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.739264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e924eb9-1902-4228-8cec-97eef064c978 req-237b204e-272c-45f3-8f6d-745b066dd87d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.747240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e924eb9-1902-4228-8cec-97eef064c978 req-237b204e-272c-45f3-8f6d-745b066dd87d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.2735324 Mar 22 14:04:35.748026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:35.750285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Transition to ACTIVE for port object a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:35.767847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.773013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:35.779748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:35.780245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.823051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:35.867424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-2b40811f-54c7-4f60-9386-eaefdaba2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:35.869254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-2b40811f-54c7-4f60-9386-eaefdaba2426 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1126 time: 0.2323179 Mar 22 14:04:35.901139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:35.901552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.907514 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-03246429-dadc-4377-961e-9ea6391f9f39 service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768815 Mar 22 14:04:35.946731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:35.955176 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:35.985801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e924eb9-1902-4228-8cec-97eef064c978 req-623bf038-c4cc-4931-bbc5-aea140858ba1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325635 Mar 22 14:04:36.019798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:36.026729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771989f7-4298-4681-a9a3-e3a540529383 req-45ce1bbd-ed4a-46ed-a57f-2b0099d2fc4d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.030763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771989f7-4298-4681-a9a3-e3a540529383 req-45ce1bbd-ed4a-46ed-a57f-2b0099d2fc4d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 943 time: 0.2797637 Mar 22 14:04:36.103792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Attempting to bind port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:36.104393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Attempting to bind port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:36.104532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Attempting to bind port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:36.112141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:36.112466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Attempting to bind port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:36.125401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:36.125401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Checking segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:36.125741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Bound using segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:36.126196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Bound port: a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:36.126549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.131940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-8766b0af-f5f3-4a1f-b12d-e329984d89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.132835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ab9510aa-ad61-4002-ac81-0296cee8be92 req-aef51c5f-7cb6-4339-9eac-4a78e9a8e1fb service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165499 Mar 22 14:04:36.133464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-8766b0af-f5f3-4a1f-b12d-e329984d89cd service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2514753 Mar 22 14:04:36.151848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:36.200430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-2cd17bee-0b82-452f-a1bd-5035888f2061 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0594406 Mar 22 14:04:36.212611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 96a50575-5077-4279-a4fb-6fb1e51f2b91 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:04:36.213025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:36.214357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771989f7-4298-4681-a9a3-e3a540529383 req-0b2eb9b5-5244-4dd6-951e-779ad6d11ef4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670318 Mar 22 14:04:36.239572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589efdee-b0d6-43ef-a23b-d640cb24114a req-8a1725e8-7d30-4ce9-87e3-bf40707041cb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.241344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-589efdee-b0d6-43ef-a23b-d640cb24114a req-8a1725e8-7d30-4ce9-87e3-bf40707041cb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.1704204 Mar 22 14:04:36.254740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:36.259467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:36.270344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.305889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-129e3461-a96a-4af1-9bed-7f5e0dce2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.307608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-129e3461-a96a-4af1-9bed-7f5e0dce2344 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 1126 time: 0.1027792 Mar 22 14:04:36.344799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.345759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:36.345876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-589efdee-b0d6-43ef-a23b-d640cb24114a req-53878c5a-f1e4-4667-b54e-fd86dfcdce19 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778775 Mar 22 14:04:36.347472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] 10.222.0.82 "PUT /v2.0/ports/a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 HTTP/1.1" status: 200 len: 1091 time: 1.5227015 Mar 22 14:04:36.360544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-a4cde66e-a0e8-48e9-ba07-c5973fa17523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.362147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-a4cde66e-a0e8-48e9-ba07-c5973fa17523 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1415563 Mar 22 14:04:36.446730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2616d-0cda-4f76-b668-cd93e5b28a04 service neutron] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:36.454067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-6daf1b4d-b18b-4c16-b424-d74f8469f6df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814898 Mar 22 14:04:36.537040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-6f366427-e1ed-472c-adbf-860ce92d82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.538817 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-6f366427-e1ed-472c-adbf-860ce92d82b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 1125 time: 0.1269772 Mar 22 14:04:36.540405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-afcc3c86-e495-4bae-a1a8-aa77679bd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.541729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-afcc3c86-e495-4bae-a1a8-aa77679bd809 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 923 time: 0.2138195 Mar 22 14:04:36.622786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f1a4-aa0e-43a1-951f-d308ad951441 req-892d1705-6760-425a-80e7-34910a5090ee tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.629798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8385f1a4-aa0e-43a1-951f-d308ad951441 req-892d1705-6760-425a-80e7-34910a5090ee tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.2372022 Mar 22 14:04:36.636626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-6d6c796c-0346-4130-a6a9-880d3a6e31c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 HTTP/1.1" status: 200 len: 217 time: 0.0802495 Mar 22 14:04:36.639828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-51bae798-c36c-4e57-a445-90fb04818916 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7221468e-323b-493d-b0f3-173f684e336b HTTP/1.1" status: 200 len: 217 time: 0.0823207 Mar 22 14:04:36.645126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736735-0ca2-4c1d-87fb-90bb95394404 req-648970bd-2830-45f1-abb4-e04b5d2a6ea4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.646600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb736735-0ca2-4c1d-87fb-90bb95394404 req-648970bd-2830-45f1-abb4-e04b5d2a6ea4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.1526799 Mar 22 14:04:36.691306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-955d94cd-d812-4b30-91ba-fe2b990e01c8 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983352 Mar 22 14:04:36.748425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739'}, {'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:36.754658 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120b87dc-cf32-4bed-a0d9-df3167199480" -d '{"events": [{"server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "name": "network-vif-plugged", "status": "completed", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739"}, {"server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:36.755913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-89a78644-615e-4020-b944-30ffb904ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.757517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-89a78644-615e-4020-b944-30ffb904ab8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.0928879 Mar 22 14:04:36.759827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-66bc0a51-1142-4a16-b83e-b3287e76b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.761160 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-66bc0a51-1142-4a16-b83e-b3287e76b4d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.0877054 Mar 22 14:04:36.818409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8385f1a4-aa0e-43a1-951f-d308ad951441 req-511898c8-f6cb-4de7-8b6c-24386b912258 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857374 Mar 22 14:04:36.847066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-5d406d21-7ee3-44d3-b7c0-40985cd6dac9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616388 Mar 22 14:04:36.856495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb736735-0ca2-4c1d-87fb-90bb95394404 req-07865abe-3a55-47a8-a31f-7d2f64d11591 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958134 Mar 22 14:04:36.867911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-4f1675d3-db39-4eee-acf1-67763d857279 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:36.869946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-4f1675d3-db39-4eee-acf1-67763d857279 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 947 time: 0.2325432 Mar 22 14:04:36.921349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-67c7c028-566e-4b38-be07-232c0b9d6609 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185447 Mar 22 14:04:36.925418 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-ba923159-c18f-49d7-bf1b-2dc8c9386ccb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359923 Mar 22 14:04:37.043022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814b30-e33d-4429-bdc1-96a9bdb13b27 req-e8d642e5-4c5f-4952-9634-db5af8885523 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.045662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-6b6a9847-adff-41be-8308-7d699bae8d0c service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484993 Mar 22 14:04:37.055011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64814b30-e33d-4429-bdc1-96a9bdb13b27 req-e8d642e5-4c5f-4952-9634-db5af8885523 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1296329 Mar 22 14:04:37.160967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64814b30-e33d-4429-bdc1-96a9bdb13b27 req-4248d873-984b-49b1-a44d-713e98ed10c5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977325 Mar 22 14:04:37.168978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Deleting port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:37.169794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:37.227776 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e88c97-6c72-4a56-aa66-4da363ef30b1 x-openstack-request-id: req-05e88c97-6c72-4a56-aa66-4da363ef30b1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:37.228873 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "name": "network-vif-plugged", "status": "completed", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739", "code": 200}, {"server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:37.229276 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05e88c97-6c72-4a56-aa66-4da363ef30b1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:37.230096 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e88c97-6c72-4a56-aa66-4da363ef30b1'] response: {'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739', 'code': 200} Mar 22 14:04:37.230457 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e88c97-6c72-4a56-aa66-4da363ef30b1'] response: {'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5', 'code': 200} Mar 22 14:04:37.247377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-0c14c2df-8018-4e56-b137-bfe7e67ef25e service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007041 Mar 22 14:04:37.256758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-28a37e44-89cc-45ea-95fc-5d5236461dbc req-985742cd-e06c-43c6-a33b-4cb65115bf80 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943254 Mar 22 14:04:37.277421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:37.279759 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e5c7b-f940-481f-a574-eb450fc28145" -d '{"events": [{"name": "network-changed", "server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:37.370118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b024-a71d-485f-a820-6cafbb8b94ec req-7463de3b-67b5-42cb-9a6b-14bca06109aa tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.372034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50f1b024-a71d-485f-a820-6cafbb8b94ec req-7463de3b-67b5-42cb-9a6b-14bca06109aa tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 946 time: 0.3118224 Mar 22 14:04:37.394404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-83391354-a4d7-4aab-8f1b-fcbc780c4685 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.395868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-83391354-a4d7-4aab-8f1b-fcbc780c4685 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1126 time: 0.1442137 Mar 22 14:04:37.425644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] For port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:37.426216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:37.440324 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a7420d17-41ef-4592-a24e-0b1459cc2359 req-d647efa9-f161-4988-9ac2-8250231a0202 service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826034 Mar 22 14:04:37.447273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21864a-58ea-48ea-8e62-f188f2089abe req-750d2ace-d9df-47c6-a677-3e1b3061e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.449473 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b21864a-58ea-48ea-8e62-f188f2089abe req-750d2ace-d9df-47c6-a677-3e1b3061e9cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 1132 time: 0.0823371 Mar 22 14:04:37.507169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b21864a-58ea-48ea-8e62-f188f2089abe req-e492c912-abc5-4f4a-bc4a-cc62e467766e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496554 Mar 22 14:04:37.799398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Calling delete_port for c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:37.891574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50f1b024-a71d-485f-a820-6cafbb8b94ec req-adf739c8-6376-42ce-9067-041d5f81024d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003865 Mar 22 14:04:37.906625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db7c5d-5bc5-4944-89f4-566fb5165231 req-934e5955-0d3f-4408-8c5b-5d204e1135a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.906625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97db7c5d-5bc5-4944-89f4-566fb5165231 req-934e5955-0d3f-4408-8c5b-5d204e1135a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 1127 time: 0.5678742 Mar 22 14:04:37.910908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397c13-9254-4009-a2b3-d721a91a77b1 req-27d36de0-d12c-4c5c-ab93-3d3d0026631b tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:37.918764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84397c13-9254-4009-a2b3-d721a91a77b1 req-27d36de0-d12c-4c5c-ab93-3d3d0026631b tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 1127 time: 0.5789585 Mar 22 14:04:38.092295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84397c13-9254-4009-a2b3-d721a91a77b1 req-8480bad2-a8ad-43df-9135-0400b0c7f90f tempest-LiveMigrationTest-139305546 tempest-LiveMigrationTest-139305546-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726346 Mar 22 14:04:38.097513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-1c9cf4a7-78ff-4b0a-ae0f-910754558d62 service neutron] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:38.103987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-1c9cf4a7-78ff-4b0a-ae0f-910754558d62 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:38.106127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba7a45c6-d40b-45a3-8923-88a70f3100be req-1c9cf4a7-78ff-4b0a-ae0f-910754558d62 service neutron] 10.222.0.78 "DELETE /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.6875873 Mar 22 14:04:38.115691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97db7c5d-5bc5-4944-89f4-566fb5165231 req-e5e36618-6173-442c-b330-0f40886b0a7b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899736 Mar 22 14:04:38.187685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d034d-14c5-4689-bfc7-13e30b33c0d9 req-c1b406dd-a424-4aa9-b102-c06c2d79d4d9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.189306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd9d034d-14c5-4689-bfc7-13e30b33c0d9 req-c1b406dd-a424-4aa9-b102-c06c2d79d4d9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.2189848 Mar 22 14:04:38.251904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:38.299286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Pushing event deleted for resources: {'Port': ['ID=c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:38.307790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd9d034d-14c5-4689-bfc7-13e30b33c0d9 req-ba3d9256-eb11-4828-9bbe-ebbbafba4492 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Mar 22 14:04:38.362968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00693d4d-fbd0-4191-bc0b-3ac23da76038 req-cbe0cc96-43ae-419f-bfd2-1f35c7388ce8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.369692 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83856c0-9835-4b76-abb0-4004090582ea x-openstack-request-id: req-f83856c0-9835-4b76-abb0-4004090582ea {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:38.370395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00693d4d-fbd0-4191-bc0b-3ac23da76038 req-cbe0cc96-43ae-419f-bfd2-1f35c7388ce8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 943 time: 0.1776702 Mar 22 14:04:38.371895 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:38.372411 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f83856c0-9835-4b76-abb0-4004090582ea {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:38.373089 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83856c0-9835-4b76-abb0-4004090582ea'] response: {'name': 'network-changed', 'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'status': 'completed', 'code': 200} Mar 22 14:04:38.377654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] No DVR routers for this DVR port c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:38.380639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:38.383932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-440f3caf-e0c5-45a2-a9e2-51a5e6c61c21 req-d9040f32-b291-4ef7-b216-2ae9e0c32fba tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "DELETE /v2.0/ports/c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 HTTP/1.1" status: 204 len: 173 time: 1.5080259 Mar 22 14:04:38.384381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-deleted', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:38.386620 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571795b-9c3e-48f9-a2e9-e2ef26b68946" -d '{"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-deleted", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:38.451372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00693d4d-fbd0-4191-bc0b-3ac23da76038 req-426c62de-179c-4416-b8c9-0fe8ebf8f388 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799751 Mar 22 14:04:38.480011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-52e8256e-f951-4ea0-800f-d2e8528ca191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.481616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-52e8256e-f951-4ea0-800f-d2e8528ca191 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 1125 time: 0.0796173 Mar 22 14:04:38.576055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9629096a-f434-4e92-bb3d-7d15cc2ceadb req-dd0cf4a8-b8c5-49b8-8085-37798462b99d tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d038e75-5205-49aa-8735-3e43df8bf23c HTTP/1.1" status: 200 len: 210 time: 0.0530665 Mar 22 14:04:38.612673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fb6c-4063-433a-8af0-118f76a75af6 req-27920aad-f363-436f-9e38-83f339db1317 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.614218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c90fb6c-4063-433a-8af0-118f76a75af6 req-27920aad-f363-436f-9e38-83f339db1317 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.1253479 Mar 22 14:04:38.658493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-401f4d94-cb36-4b02-a6e2-8215100e9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.660175 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-401f4d94-cb36-4b02-a6e2-8215100e9370 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 905 time: 0.1556375 Mar 22 14:04:38.708700 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-a82a6e28-55b0-4303-aad0-9217b4b1f8ac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 HTTP/1.1" status: 200 len: 217 time: 0.0383341 Mar 22 14:04:38.713105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c90fb6c-4063-433a-8af0-118f76a75af6 req-d55dc04d-c6a4-49ef-9134-8513250c063c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923519 Mar 22 14:04:38.760878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb1fd-58be-437b-898d-71a865f17a48 req-81bff9e6-c107-4ac4-9bd3-5e3036c31b87 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.771366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca4cb1fd-58be-437b-898d-71a865f17a48 req-81bff9e6-c107-4ac4-9bd3-5e3036c31b87 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 946 time: 0.1179612 Mar 22 14:04:38.809471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-82686a5e-64be-4ca9-a2ad-62eec60107a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:38.811231 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-82686a5e-64be-4ca9-a2ad-62eec60107a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.0933189 Mar 22 14:04:38.857349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-8537b74d-099e-46ba-92a5-aecc5f9ae2d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294352 Mar 22 14:04:38.878363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca4cb1fd-58be-437b-898d-71a865f17a48 req-5c0b42de-7c60-4e48-8195-cfecf217c904 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Mar 22 14:04:39.027015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-48f3edef-99cd-4aed-87da-04d580afb2e1 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587808 Mar 22 14:04:39.049672 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4516a35-c60f-4f67-9e18-b7860f7bca8c x-openstack-request-id: req-d4516a35-c60f-4f67-9e18-b7860f7bca8c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:39.050102 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d038e75-5205-49aa-8735-3e43df8bf23c", "name": "network-vif-deleted", "tag": "c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:39.050450 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4516a35-c60f-4f67-9e18-b7860f7bca8c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:39.050946 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4516a35-c60f-4f67-9e18-b7860f7bca8c'] response: {'server_uuid': '7d038e75-5205-49aa-8735-3e43df8bf23c', 'name': 'network-vif-deleted', 'tag': 'c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0', 'status': 'completed', 'code': 200} Mar 22 14:04:39.084792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641b89e-e5ae-4777-8d9d-1940193e43c3 req-267ebc51-a754-4c45-9fae-c39c1176a3cc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.086744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0641b89e-e5ae-4777-8d9d-1940193e43c3 req-267ebc51-a754-4c45-9fae-c39c1176a3cc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.0948710 Mar 22 14:04:39.171695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120603b4-b397-41e9-aa9c-36e0e8d9d85e req-51a846aa-4c2a-433e-9122-ec4acdf2d826 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.173222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-120603b4-b397-41e9-aa9c-36e0e8d9d85e req-51a846aa-4c2a-433e-9122-ec4acdf2d826 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.0853848 Mar 22 14:04:39.190769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0641b89e-e5ae-4777-8d9d-1940193e43c3 req-70a922fa-9070-473f-bcdc-4c6bd7e7f09e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Mar 22 14:04:39.278371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d4e5c7b-f940-481f-a574-eb450fc28145 req-2aa09e32-fe8b-4b46-89d4-c5404c99fb19 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152654 Mar 22 14:04:39.289677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-120603b4-b397-41e9-aa9c-36e0e8d9d85e req-c2a1eaec-7e9b-45b2-abc8-63bc19d0b440 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Mar 22 14:04:39.312399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:39.334792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:39.335030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c37ba9a1-f089-4bb8-b6da-d21f4a7a64d0 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:39.349432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03545880-27ac-4bf7-945d-376e0bf2700b req-baf85e23-97a3-44ab-a2ce-a24052eaa537 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.351053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03545880-27ac-4bf7-945d-376e0bf2700b req-baf85e23-97a3-44ab-a2ce-a24052eaa537 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.0660145 Mar 22 14:04:39.422622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03545880-27ac-4bf7-945d-376e0bf2700b req-db4e1067-d78b-454a-950b-d9296893a497 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656509 Mar 22 14:04:39.442007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fe61a-fecb-497f-b0c5-38f0da1fc729 req-090130d6-f622-43ba-9570-f11528169acb tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.442007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c9fe61a-fecb-497f-b0c5-38f0da1fc729 req-090130d6-f622-43ba-9570-f11528169acb tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1126 time: 0.0627494 Mar 22 14:04:39.499217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c9fe61a-fecb-497f-b0c5-38f0da1fc729 req-bad02087-8b60-44b4-aedb-b466358477b0 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497937 Mar 22 14:04:39.593491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe45e-de49-45cb-a78e-f6de62adc7ab req-e70069c3-9ede-4053-827d-74e0b0e01eb3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.603189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-185fe45e-de49-45cb-a78e-f6de62adc7ab req-e70069c3-9ede-4053-827d-74e0b0e01eb3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 943 time: 0.0757766 Mar 22 14:04:39.670673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-185fe45e-de49-45cb-a78e-f6de62adc7ab req-a70ee455-4b43-4433-a06b-5f839c4da6b9 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Mar 22 14:04:39.891763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-910fc569-e82f-4bd2-9f6c-02bd04c2a398 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.893232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-910fc569-e82f-4bd2-9f6c-02bd04c2a398 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.1315010 Mar 22 14:04:39.928222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-2ebe3012-6f66-4507-86a9-652b1d2094b6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/quotas/b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 375 time: 0.0200002 Mar 22 14:04:39.930814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-31023daf-3c64-4b89-949f-0be74d0296e7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.932413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-31023daf-3c64-4b89-949f-0be74d0296e7 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 945 time: 0.0604901 Mar 22 14:04:39.978823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf7c42-2147-4f2c-9045-275d3e328e6f req-e3eab49a-230a-4153-b8ac-8b3dbd0fb75b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:39.980439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64bf7c42-2147-4f2c-9045-275d3e328e6f req-e3eab49a-230a-4153-b8ac-8b3dbd0fb75b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.1099765 Mar 22 14:04:40.028827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-2f5b2600-bba1-4fd7-80e3-026beb2c41d3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936861 Mar 22 14:04:40.036061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Deleting port 9a9a6998-3441-4701-9cc7-0c0ad7454547 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:40.036430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.067323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64bf7c42-2147-4f2c-9045-275d3e328e6f req-27fc4965-4cf5-41bd-8222-e4cb96ec365c tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726285 Mar 22 14:04:40.155706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] For port 9a9a6998-3441-4701-9cc7-0c0ad7454547, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9a9a6998-3441-4701-9cc7-0c0ad7454547,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:40.156276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.169710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Calling delete_port for 9a9a6998-3441-4701-9cc7-0c0ad7454547 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:40.181605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:40.194439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-330f91e6-0cc8-487a-837b-20cae80b69b2 service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427224 Mar 22 14:04:40.329324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9a9a6998-3441-4701-9cc7-0c0ad7454547), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.331767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:40.347333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9a9a6998-3441-4701-9cc7-0c0ad7454547'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:40.368586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'mac_address': 'fa:16:3e:6f:a1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:40.371757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event deleted for resources: {'Port': ['ID=9a9a6998-3441-4701-9cc7-0c0ad7454547,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:40.387311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-fb7ccb6c-1bbd-4274-a9dd-2902078f49aa service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893778 Mar 22 14:04:40.399306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9e5c-51a1-42e9-8515-907bf2ccee24 req-c1e92ba5-8043-420b-8f85-1184c2bfc7b8 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.407243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aedb9e5c-51a1-42e9-8515-907bf2ccee24 req-c1e92ba5-8043-420b-8f85-1184c2bfc7b8 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 948 time: 0.2534997 Mar 22 14:04:40.439112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:40.439517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.454804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:40.456320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] No DVR routers for this DVR port 9a9a6998-3441-4701-9cc7-0c0ad7454547 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:40.460424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.466956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5cbb70d5-8666-4581-98c8-6e1f5e226705 req-62c99a2c-f78a-4a08-a055-b23e2a760254 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "DELETE /v2.0/ports/9a9a6998-3441-4701-9cc7-0c0ad7454547 HTTP/1.1" status: 204 len: 173 time: 0.5282302 Mar 22 14:04:40.469910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-deleted', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:40.474944 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1662a975-0f1f-4cb5-82e8-1253137c81c1" -d '{"events": [{"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-deleted", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:40.497133 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aedb9e5c-51a1-42e9-8515-907bf2ccee24 req-f1c7b6ef-d397-4521-b7cf-8e90cd55ee29 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888164 Mar 22 14:04:40.510770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:40.520904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.521726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:40.618965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b500938-a9b8-4f0b-8e20-1cb7db3446c9 req-88c54581-8e9b-456a-959d-ce52e9867fc9 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.620806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b500938-a9b8-4f0b-8e20-1cb7db3446c9 req-88c54581-8e9b-456a-959d-ce52e9867fc9 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 1132 time: 0.0728233 Mar 22 14:04:40.647730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:40.703423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b500938-a9b8-4f0b-8e20-1cb7db3446c9 req-3c780da7-75c3-440a-9a64-5bdec31af389 tempest-ServersOnMultiNodesTest-1625645938 tempest-ServersOnMultiNodesTest-1625645938-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768082 Mar 22 14:04:40.752259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ebbd-7be9-4cd8-a8a1-59f30bbad045 req-b6296a68-3030-42b0-ac92-be2fdc0693ed tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.753903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b099ebbd-7be9-4cd8-a8a1-59f30bbad045 req-b6296a68-3030-42b0-ac92-be2fdc0693ed tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1117792 Mar 22 14:04:40.789927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:40.808357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7221468e-323b-493d-b0f3-173f684e336b', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'port_id': '7221468e-323b-493d-b0f3-173f684e336b', 'mac_address': 'fa:16:3e:d3:cc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071ad94-15c1-4fb1-b28b-e8c9d40904bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:40.851483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7221468e-323b-493d-b0f3-173f684e336b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:40.851961 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.865405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:40.880079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b099ebbd-7be9-4cd8-a8a1-59f30bbad045 req-37c39a7f-2a64-4d67-a368-c153e15f11b1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199925 Mar 22 14:04:40.886415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:40.897462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:40.905287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958544-9c6e-4ee8-959a-fe92abea385d req-37f5081e-88cf-4ba5-a409-31118c00525d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:40.912183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23958544-9c6e-4ee8-959a-fe92abea385d req-37f5081e-88cf-4ba5-a409-31118c00525d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.1198363 Mar 22 14:04:40.976270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:40.982406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23958544-9c6e-4ee8-959a-fe92abea385d req-be3d6b6e-7d3a-4ddd-9902-d9ed3989785d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Mar 22 14:04:41.027956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47dcc7ee-aa7e-4c6e-a13b-156752676520 req-883d88ee-1c72-4582-b48c-da8fdaa0f262 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0439260 Mar 22 14:04:41.035108 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7c227-c41e-43ed-957f-7fa78165dcab x-openstack-request-id: req-90c7c227-c41e-43ed-957f-7fa78165dcab {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:41.035601 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7773ab9-20f0-4300-a062-0667c388ffe2", "name": "network-vif-deleted", "tag": "9a9a6998-3441-4701-9cc7-0c0ad7454547", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:41.035601 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90c7c227-c41e-43ed-957f-7fa78165dcab {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:41.035965 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c7c227-c41e-43ed-957f-7fa78165dcab'] response: {'server_uuid': 'e7773ab9-20f0-4300-a062-0667c388ffe2', 'name': 'network-vif-deleted', 'tag': '9a9a6998-3441-4701-9cc7-0c0ad7454547', 'status': 'completed', 'code': 200} Mar 22 14:04:41.106219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c1dd748-db6e-4e0a-83ce-9589cf74eeb8 req-99c0eadf-70a8-4c4e-8414-bdb4cafa05ca tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 210 time: 0.0417590 Mar 22 14:04:41.176024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb78ef-23e0-407a-90ec-cd78dd61db57 req-ad7d0f20-3b8e-4f35-9dad-9678117a4ebf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.185526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10eb78ef-23e0-407a-90ec-cd78dd61db57 req-ad7d0f20-3b8e-4f35-9dad-9678117a4ebf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 944 time: 0.0825741 Mar 22 14:04:41.252956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10eb78ef-23e0-407a-90ec-cd78dd61db57 req-c0f412f0-9111-46b2-a92a-ccd114a9f74c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663517 Mar 22 14:04:41.273768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:41.279048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7221468e-323b-493d-b0f3-173f684e336b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:41.457881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019dc14-d782-4e6b-974e-c959d28f50c6 req-46716735-278f-441d-988e-dcff5b89bc1e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.466007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b019dc14-d782-4e6b-974e-c959d28f50c6 req-46716735-278f-441d-988e-dcff5b89bc1e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.0780754 Mar 22 14:04:41.531015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b019dc14-d782-4e6b-974e-c959d28f50c6 req-488a2a08-46a1-4dd1-a22e-ddbef4ccab90 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591311 Mar 22 14:04:41.624267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7943-6375-4295-b33d-a357f14a8962 req-1c052d4f-d262-486e-8733-a2fdf7928cbe tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.626432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95cc7943-6375-4295-b33d-a357f14a8962 req-1c052d4f-d262-486e-8733-a2fdf7928cbe tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.0908687 Mar 22 14:04:41.672702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8cffd-b0ba-4c14-812f-dbf835e9418f req-a65802cf-fd6f-4269-a50e-dd0dbaedeb58 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.674202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8f8cffd-b0ba-4c14-812f-dbf835e9418f req-a65802cf-fd6f-4269-a50e-dd0dbaedeb58 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 948 time: 0.0839965 Mar 22 14:04:41.695695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95cc7943-6375-4295-b33d-a357f14a8962 req-b497a211-8618-4522-8cfd-539c90e3721f tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Mar 22 14:04:41.730301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8f8cffd-b0ba-4c14-812f-dbf835e9418f req-c39c2b87-2fda-4089-ac05-884a203bd8b4 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Mar 22 14:04:41.944067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-1df4a077-8746-4d80-b188-b0cb9cb1c372 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:41.946057 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-1df4a077-8746-4d80-b188-b0cb9cb1c372 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.1122923 Mar 22 14:04:41.959291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Request body: {'port': {'device_id': 'b57c9570-4391-4256-907a-408fb1995853', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'admin_state_up': True, 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:42.021533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfe3ab-e20e-4574-b5a1-b94b043ae385 req-75bb538b-1b05-4bbe-9aa9-774b04ef3556 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.023190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bbfe3ab-e20e-4574-b5a1-b94b043ae385 req-75bb538b-1b05-4bbe-9aa9-774b04ef3556 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 945 time: 0.0602951 Mar 22 14:04:42.088174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:42.093291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.093591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bbfe3ab-e20e-4574-b5a1-b94b043ae385 req-17a3bcd5-2d4b-416f-9d5b-b09b29063936 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623620 Mar 22 14:04:42.175396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ddf4c0c-b65a-47ec-a699-8dbbf39b33f3 req-731d0282-a712-4fbb-8784-ec668ab46f52 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0536864 Mar 22 14:04:42.196290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:42.236388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 9a9a6998-3441-4701-9cc7-0c0ad7454547 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:42.236733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9a9a6998-3441-4701-9cc7-0c0ad7454547 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:42.253980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a13d69d-240a-4528-9676-4f68c6567baa req-b03dba5c-f97d-4041-b024-277ac8273c69 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 210 time: 0.0521193 Mar 22 14:04:42.287108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Allocated IP 172.20.0.10 (f26b3897-80b1-42dd-9009-48a2109a248a/6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e/24483a8b-c439-4126-8db8-8612ed14470a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:04:42.408471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ea357-29d9-4353-aeac-4d433da36ee4 req-b8fc08cc-7698-45a7-8b8a-e44fb90c96a0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.413741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-251ea357-29d9-4353-aeac-4d433da36ee4 req-b8fc08cc-7698-45a7-8b8a-e44fb90c96a0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 944 time: 0.0844951 Mar 22 14:04:42.525183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks [] for port (24483a8b-c439-4126-8db8-8612ed14470a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.557397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-251ea357-29d9-4353-aeac-4d433da36ee4 req-fa7b675e-aacb-4852-90c7-148f1549a848 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380987 Mar 22 14:04:42.611860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-007d2dac-b400-416b-8425-0a79eee04c3e tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.618982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-007d2dac-b400-416b-8425-0a79eee04c3e tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 948 time: 0.1595397 Mar 22 14:04:42.781793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cdf30-7ba2-4888-bebd-294887b2061e req-cc528290-3901-4cbc-b8bf-e7f8e001b3cb tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.783364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c12cdf30-7ba2-4888-bebd-294887b2061e req-cc528290-3901-4cbc-b8bf-e7f8e001b3cb tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1629014 Mar 22 14:04:42.797924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04213d1-5729-4462-9a21-64a9f66d08df req-38360590-05f0-4e73-90fe-be38aa24830a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:42.799442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a04213d1-5729-4462-9a21-64a9f66d08df req-38360590-05f0-4e73-90fe-be38aa24830a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.1698651 Mar 22 14:04:42.852891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.870512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Deleting port 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:42.870846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:42.894773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Network f26b3897-80b1-42dd-9009-48a2109a248a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:04:42.899086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:42.902105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:04:42.934519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a04213d1-5729-4462-9a21-64a9f66d08df req-3e3adea9-dc62-48dc-9409-622cd8ac071f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242573 Mar 22 14:04:42.945603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:42.962983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c12cdf30-7ba2-4888-bebd-294887b2061e req-899142c6-0b40-4bb6-b3e8-4e7884754c45 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614251 Mar 22 14:04:43.005577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.010450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.030608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f15e3fea-27a6-4bb4-9a58-ed68711ca64a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0761003 Mar 22 14:04:43.043313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Request body: {'port': {'device_id': 'b57c9570-4391-4256-907a-408fb1995853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:43.101117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] For port 1fb426cd-4a1a-4f93-962d-f77386fe989d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1fb426cd-4a1a-4f93-962d-f77386fe989d,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:43.101563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.109875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.120170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Calling delete_port for 1fb426cd-4a1a-4f93-962d-f77386fe989d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:43.136844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de0d4-02ad-455b-9c49-8d590038a3cf req-188f768e-9e77-4e6c-9471-5690ddb0f67d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.138445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f9de0d4-02ad-455b-9c49-8d590038a3cf req-188f768e-9e77-4e6c-9471-5690ddb0f67d tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.1282339 Mar 22 14:04:43.163817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1485b-c0b4-4b21-b838-ba257e1c9173 req-7daf768b-9cbf-4407-8261-4325e1a27ac1 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.166187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6e1485b-c0b4-4b21-b838-ba257e1c9173 req-7daf768b-9cbf-4407-8261-4325e1a27ac1 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/ports?device_id=25074f0b-6cc0-46e5-802e-ece1eb363efa HTTP/1.1" status: 200 len: 948 time: 0.1232972 Mar 22 14:04:43.294447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f9de0d4-02ad-455b-9c49-8d590038a3cf req-d6cf9ec8-92fa-4ea6-bb9e-5f8ff1d22882 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442704 Mar 22 14:04:43.298096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6e1485b-c0b4-4b21-b838-ba257e1c9173 req-64551c39-a763-4020-a932-8259f6ed20b3 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.81 "GET /v2.0/security-groups?id=7116bb72-c3ba-4502-874e-ed9db82294e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984795 Mar 22 14:04:43.409757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1fb426cd-4a1a-4f93-962d-f77386fe989d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.443306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24483a8b-c439-4126-8db8-8612ed14470a {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:43.451894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40dcbd75-5e2e-4a46-afbf-ce7ad4876646 req-04c09f29-39ba-45eb-a88e-a1f6f80e60b9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0629704 Mar 22 14:04:43.463562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks [] for port (24483a8b-c439-4126-8db8-8612ed14470a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.477157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Pushing event deleted for resources: {'Port': ['ID=1fb426cd-4a1a-4f93-962d-f77386fe989d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:43.528701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] No DVR routers for this DVR port 1fb426cd-4a1a-4f93-962d-f77386fe989d on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:43.534031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Transition to ACTIVE for port object 24483a8b-c439-4126-8db8-8612ed14470a will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:04:43.534219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.540932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42caa7e2-3f54-4d86-a62d-df7ee3f3060f req-2f3fcbac-5366-4f7a-84ff-1df9f03fb349 tempest-ListImageFiltersTestJSON-1371579492 tempest-ListImageFiltersTestJSON-1371579492-project] 10.222.0.78 "DELETE /v2.0/ports/1fb426cd-4a1a-4f93-962d-f77386fe989d HTTP/1.1" status: 204 len: 173 time: 0.9076324 Mar 22 14:04:43.541533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-deleted', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:43.542302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.544716 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6f22dc-865f-4f3a-adba-cbe107b09f87" -d '{"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-deleted", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:43.554596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bfa6-0423-4d83-85c5-9750f3db1e1d req-7bfb6e97-81b5-49f2-8d0e-c6a7996b93ce tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.562341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ce4bfa6-0423-4d83-85c5-9750f3db1e1d req-7bfb6e97-81b5-49f2-8d0e-c6a7996b93ce tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 945 time: 0.1745131 Mar 22 14:04:43.654686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ce4bfa6-0423-4d83-85c5-9750f3db1e1d req-62390f30-1a43-4382-95b0-fe50cfa38df5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912278 Mar 22 14:04:43.678478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:43.714639 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd49fe8-ec4b-4594-972d-f795d162e056 x-openstack-request-id: req-acd49fe8-ec4b-4594-972d-f795d162e056 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:43.715187 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25074f0b-6cc0-46e5-802e-ece1eb363efa", "name": "network-vif-deleted", "tag": "1fb426cd-4a1a-4f93-962d-f77386fe989d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:43.715845 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acd49fe8-ec4b-4594-972d-f795d162e056 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:43.716283 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd49fe8-ec4b-4594-972d-f795d162e056'] response: {'server_uuid': '25074f0b-6cc0-46e5-802e-ece1eb363efa', 'name': 'network-vif-deleted', 'tag': '1fb426cd-4a1a-4f93-962d-f77386fe989d', 'status': 'completed', 'code': 200} Mar 22 14:04:43.727792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:04:43.728224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:04:43.728721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:43.733625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:04:43.734009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:04:43.739379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:04:43.739936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:43.740409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:04:43.740957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Bound port: 24483a8b-c439-4126-8db8-8612ed14470a, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:04:43.741582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.746070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715a36-31b3-4c93-a6e3-bc5449d3feb7 req-c4b412fb-6446-4134-a912-8cdebc2686e5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.748352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47715a36-31b3-4c93-a6e3-bc5449d3feb7 req-c4b412fb-6446-4134-a912-8cdebc2686e5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1650238 Mar 22 14:04:43.816453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:04:43.819939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:04:43.828032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.840383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-77307a7f-3bb4-4dab-af21-501501b7a7e1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.841899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-77307a7f-3bb4-4dab-af21-501501b7a7e1 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.1800890 Mar 22 14:04:43.866640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.867422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:43.869067 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] 10.222.0.82 "PUT /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 1092 time: 0.8304801 Mar 22 14:04:43.869599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:43.872454 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc3a648-fd79-4ada-a672-f033eac3b0db" -d '{"events": [{"name": "network-changed", "server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "tag": "24483a8b-c439-4126-8db8-8612ed14470a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:43.903245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e70b13-cfc9-4b56-a98f-1feb1108efde service neutron] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:43.951493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47715a36-31b3-4c93-a6e3-bc5449d3feb7 req-bf3ed0ee-4906-4c36-af01-48e1de7523ad tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934876 Mar 22 14:04:43.981005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdedc9-e3c3-4c48-b8c5-e1213d314d4a req-d9ada3d7-ddba-4420-8141-1ba484f650e5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:43.988391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cbdedc9-e3c3-4c48-b8c5-e1213d314d4a req-d9ada3d7-ddba-4420-8141-1ba484f650e5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 944 time: 0.2026665 Mar 22 14:04:44.012189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-1222755a-5986-4f42-b5b2-6e1c0d74de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.014266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-1222755a-5986-4f42-b5b2-6e1c0d74de33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1126 time: 0.0786753 Mar 22 14:04:44.033140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-a53c8b9a-962c-4e9c-b4b9-5cc253beade6 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.034806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-a53c8b9a-962c-4e9c-b4b9-5cc253beade6 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.2325118 Mar 22 14:04:44.096369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-1c41e0cb-2365-46e0-91f6-198336307129 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 217 time: 0.0729752 Mar 22 14:04:44.098421 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08a9552-e471-42dd-bff9-9f48014c423c x-openstack-request-id: req-f08a9552-e471-42dd-bff9-9f48014c423c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:44.098899 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "tag": "24483a8b-c439-4126-8db8-8612ed14470a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:44.099321 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f08a9552-e471-42dd-bff9-9f48014c423c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:44.100033 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08a9552-e471-42dd-bff9-9f48014c423c'] response: {'name': 'network-changed', 'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a', 'status': 'completed', 'code': 200} Mar 22 14:04:44.181701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cbdedc9-e3c3-4c48-b8c5-e1213d314d4a req-636ee79b-5615-4f82-a96a-a6f5374454f0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921527 Mar 22 14:04:44.204791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-8904674b-f150-4d37-b06b-6b1b2f7096b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.205614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:44.206330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-8904674b-f150-4d37-b06b-6b1b2f7096b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1001170 Mar 22 14:04:44.263236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-bc187aa9-6785-499d-a81d-ed84aa1a57f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500054 Mar 22 14:04:44.277138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:44.277795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.315042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:44.321052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:44.321660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.379178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-7491009a-af81-4d7b-93ec-5745de26bf46 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090009 Mar 22 14:04:44.395664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade65cc-e2a8-4cef-b8e3-a47dad47a183 req-9cf474e0-adf4-41d6-9f25-733ce301eb88 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.403800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eade65cc-e2a8-4cef-b8e3-a47dad47a183 req-9cf474e0-adf4-41d6-9f25-733ce301eb88 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 950 time: 0.2758484 Mar 22 14:04:44.489652 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e89c32ac-aeb2-4123-a9c3-c9d25e9a8f06 req-f7dc8524-d0a0-4c43-9de6-74c7b6a0c3fe service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981736 Mar 22 14:04:44.493634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Deleting port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:44.494382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.576435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:44.577121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.600533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:44.603280 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929b70de-f1ba-44ae-9ea4-7ef9b065e293" -d '{"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-plugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:44.616159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-b6aa98f6-1232-4f07-afbd-5e30a2fcc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.617744 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-b6aa98f6-1232-4f07-afbd-5e30a2fcc850 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1126 time: 0.0718422 Mar 22 14:04:44.618445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:44.624144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.625419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:44.655842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eade65cc-e2a8-4cef-b8e3-a47dad47a183 req-09894f87-7fe1-4369-b977-cf3109779b76 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510545 Mar 22 14:04:44.658132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] For port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:44.659987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.728070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:44.729343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:44.729711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.744426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-61e99572-36bb-4d1d-9d9b-1a9882b6acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.745269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 7221468e-323b-493d-b0f3-173f684e336b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:44.747476 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-61e99572-36bb-4d1d-9d9b-1a9882b6acc8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.1220946 Mar 22 14:04:44.749669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Calling delete_port for 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:44.755527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 7221468e-323b-493d-b0f3-173f684e336b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:44.755970 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7221468e-323b-493d-b0f3-173f684e336b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.764005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a7de-1987-4b17-9b06-73c5b1a5c240 req-0edc0886-cdc9-49cf-b528-b8a9cac0e215 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.770987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c030a7de-1987-4b17-9b06-73c5b1a5c240 req-0edc0886-cdc9-49cf-b528-b8a9cac0e215 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.4107625 Mar 22 14:04:44.810436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:44.812483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-c97f5b10-d217-40fc-93b3-0e98500cdbea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 217 time: 0.0584705 Mar 22 14:04:44.843912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7221468e-323b-493d-b0f3-173f684e336b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:44.844355 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.875428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-fa0ab96f-75fc-4765-ac61-b092e15eaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.877408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-fa0ab96f-75fc-4765-ac61-b092e15eaa1c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0564909 Mar 22 14:04:44.881794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:44.886682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:44.930027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-982d37a2-1bdc-4af9-9ff4-2fcff3c0b1de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418549 Mar 22 14:04:44.957183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:44.962291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c030a7de-1987-4b17-9b06-73c5b1a5c240 req-31138e17-356a-4c58-a406-b804ac5cd6f0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863310 Mar 22 14:04:44.987218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab3cfe-e0ba-4271-b5ac-e44642fe9972 req-87b09679-da12-4000-93d9-dbf2dfdfbaa1 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:44.988814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60ab3cfe-e0ba-4271-b5ac-e44642fe9972 req-87b09679-da12-4000-93d9-dbf2dfdfbaa1 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 945 time: 0.2356870 Mar 22 14:04:45.065126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-34786186-bee2-4c69-81d6-a625da15205a service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 Mar 22 14:04:45.134635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cf02138-2288-4ab9-be79-fcd2acb9ecaf req-fa5b8eef-6463-431e-aafa-f8f9e90132ee tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0498879 Mar 22 14:04:45.138116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60ab3cfe-e0ba-4271-b5ac-e44642fe9972 req-0a8be9c2-ab0a-4024-9e39-5d6fc58f08c8 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Mar 22 14:04:45.186384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ffc3a648-fd79-4ada-a672-f033eac3b0db req-ed5e8307-653d-46ec-ac0b-7ff62edb1357 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126921 Mar 22 14:04:45.193314 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2029133-d197-4412-8cd1-3419428ac79d x-openstack-request-id: req-f2029133-d197-4412-8cd1-3419428ac79d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:45.193828 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-plugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:45.194268 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2029133-d197-4412-8cd1-3419428ac79d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:45.194890 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2029133-d197-4412-8cd1-3419428ac79d'] response: {'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'code': 200} Mar 22 14:04:45.281108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1dbbf89a-5abf-49d2-b6c9-52395ee71cf5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.297405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d9df087c-d576-4b25-875d-936c07ecfb9b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:45.299931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3c695a60-f495-400d-986f-81c8e2ee1428', '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:45.306374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7ec863ba-ac0c-4497-b6ad-9e91cc9f3739), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.355048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event deleted for resources: {'Port': ['ID=1dbbf89a-5abf-49d2-b6c9-52395ee71cf5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:45.363288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e7dd-6a32-4273-a2db-15ab1925e001 req-3e2d14da-adbf-467b-ba0f-ff34e10dba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.365990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a256e7dd-6a32-4273-a2db-15ab1925e001 req-3e2d14da-adbf-467b-ba0f-ff34e10dba99 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 1127 time: 0.0996244 Mar 22 14:04:45.370183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377', 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:45.374609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:45.377492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:45.422071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=7ec863ba-ac0c-4497-b6ad-9e91cc9f3739,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:45.462463 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a256e7dd-6a32-4273-a2db-15ab1925e001 req-806b78aa-efa6-4770-a5e5-dc1b6375a4b0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866814 Mar 22 14:04:45.574083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:45.574867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:45.575598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:45.627917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:45.628263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:45.628683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:45.687020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 1fb426cd-4a1a-4f93-962d-f77386fe989d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:45.687394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1fb426cd-4a1a-4f93-962d-f77386fe989d not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:45.778976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] No DVR routers for this DVR port 1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:45.784909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.788120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eef1f6ee-df69-456b-bb15-bb4d2ba35a2b req-519a97a6-437c-4fbf-ad69-2cba1a225961 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "DELETE /v2.0/ports/1dbbf89a-5abf-49d2-b6c9-52395ee71cf5 HTTP/1.1" status: 204 len: 173 time: 1.7438080 Mar 22 14:04:45.793158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'name': 'network-vif-deleted', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:45.793516 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f928d8-4000-4336-82cf-4494479d5757" -d '{"events": [{"server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "name": "network-vif-deleted", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:45.802589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb984ec-4dc5-4f7c-96ba-97193a507d35 req-cd3cea2b-55b6-4164-8a1e-3eaa754b9a9d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.809305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9fb984ec-4dc5-4f7c-96ba-97193a507d35 req-cd3cea2b-55b6-4164-8a1e-3eaa754b9a9d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.5785251 Mar 22 14:04:45.832233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port 7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:45.836898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:45.840447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3b7916b-9985-4fd1-b62a-ae4637b275d3 req-5ed14a94-da6c-48db-ae8d-c309e72a9f89 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "DELETE /v2.0/ports/7ec863ba-ac0c-4497-b6ad-9e91cc9f3739 HTTP/1.1" status: 204 len: 173 time: 1.9726329 Mar 22 14:04:45.861072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c704-e821-48e6-9c26-f94900d248a3 req-2b3dde43-603f-4d71-b2d9-154746b86019 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:45.868542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc10c704-e821-48e6-9c26-f94900d248a3 req-2b3dde43-603f-4d71-b2d9-154746b86019 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.5823216 Mar 22 14:04:45.937224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9fb984ec-4dc5-4f7c-96ba-97193a507d35 req-93f0056a-3a1f-444f-be67-e239f7c0fd61 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270745 Mar 22 14:04:45.984039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc10c704-e821-48e6-9c26-f94900d248a3 req-509ed866-648a-47c4-9b65-d61dc29652b1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111248 Mar 22 14:04:46.124471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a165-542c-4c85-9807-bc2f6eb7257c req-23b89c94-9fb0-4316-b059-4f57391622fd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.125981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df4a165-542c-4c85-9807-bc2f6eb7257c req-23b89c94-9fb0-4316-b059-4f57391622fd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0826685 Mar 22 14:04:46.200412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df4a165-542c-4c85-9807-bc2f6eb7257c req-60735f82-b6ef-413b-ba96-a6c2584cff39 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Mar 22 14:04:46.327101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cbd689f-644a-45df-af78-a6fa0d5eb2b4 req-515cc3e0-81a8-4155-89a0-f1bab10eb05e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=a866abf3-851f-4330-9a88-7be069ca9441 HTTP/1.1" status: 200 len: 210 time: 0.0421317 Mar 22 14:04:46.363326 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab0c2e0-562b-40d8-a365-f0470fed9806 x-openstack-request-id: req-bab0c2e0-562b-40d8-a365-f0470fed9806 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:46.363611 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94960b-8fb5-48b0-97b9-091514a4c1ad", "name": "network-vif-deleted", "tag": "1dbbf89a-5abf-49d2-b6c9-52395ee71cf5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:46.363886 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bab0c2e0-562b-40d8-a365-f0470fed9806 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:46.364270 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab0c2e0-562b-40d8-a365-f0470fed9806'] response: {'server_uuid': '0e94960b-8fb5-48b0-97b9-091514a4c1ad', 'name': 'network-vif-deleted', 'tag': '1dbbf89a-5abf-49d2-b6c9-52395ee71cf5', 'status': 'completed', 'code': 200} Mar 22 14:04:46.456613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35e793-104f-486b-b0c8-8707c7fe8cee req-2c50d30e-816e-498d-bc49-e89b262963c2 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:46.458454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf35e793-104f-486b-b0c8-8707c7fe8cee req-2c50d30e-816e-498d-bc49-e89b262963c2 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0717473 Mar 22 14:04:46.489179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ecd2c40-d088-45ff-a6b0-8a06aad3751b req-ab711a00-e763-4649-8d89-c2252dd3b893 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e94960b-8fb5-48b0-97b9-091514a4c1ad HTTP/1.1" status: 200 len: 210 time: 0.0490885 Mar 22 14:04:46.572510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf35e793-104f-486b-b0c8-8707c7fe8cee req-caf255e8-23fe-4276-9b7d-8babd1bf55e1 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856249 Mar 22 14:04:46.694783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8bf089f6-5f7f-441f-be28-d7ba8cd03f28 req-7f83e8a5-1818-4626-a572-5b087c637aa5 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0550027 Mar 22 14:04:47.068884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068fc67-bf03-43ae-8f0c-5911b5df5631 req-e4ff1f25-4858-4a46-86ad-a1318e073b1e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.070362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a068fc67-bf03-43ae-8f0c-5911b5df5631 req-e4ff1f25-4858-4a46-86ad-a1318e073b1e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0612161 Mar 22 14:04:47.123358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a068fc67-bf03-43ae-8f0c-5911b5df5631 req-a77b40f2-3874-4ae7-8612-c58c4ad918a7 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Mar 22 14:04:47.196314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7221468e-323b-493d-b0f3-173f684e336b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:47.200095 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61bc752-4b28-4e28-95a5-74417c7147ad" -d '{"events": [{"server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "name": "network-vif-plugged", "status": "completed", "tag": "7221468e-323b-493d-b0f3-173f684e336b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:47.244412 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6388a6-1f91-4332-ad4f-dd21d62d302a x-openstack-request-id: req-7e6388a6-1f91-4332-ad4f-dd21d62d302a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:47.244939 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "name": "network-vif-plugged", "status": "completed", "tag": "7221468e-323b-493d-b0f3-173f684e336b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:47.245287 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e6388a6-1f91-4332-ad4f-dd21d62d302a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:47.245814 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6388a6-1f91-4332-ad4f-dd21d62d302a'] response: {'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7221468e-323b-493d-b0f3-173f684e336b', 'code': 200} Mar 22 14:04:47.246844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc4bb-6c1b-45fe-8cc6-9875eeed5dff req-58b0d038-2879-4cfa-945a-d797b0e185af tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.254667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92fdc4bb-6c1b-45fe-8cc6-9875eeed5dff req-58b0d038-2879-4cfa-945a-d797b0e185af tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.0740836 Mar 22 14:04:47.334522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92fdc4bb-6c1b-45fe-8cc6-9875eeed5dff req-9cff4308-8979-496c-81fa-4ff4a2149301 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750058 Mar 22 14:04:47.402015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379f36-c8e8-48b2-957d-85730dbdae20 req-cc3e8e3a-dc60-4266-ac23-b721632c551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.404245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-55379f36-c8e8-48b2-957d-85730dbdae20 req-cc3e8e3a-dc60-4266-ac23-b721632c551e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 1128 time: 0.0674076 Mar 22 14:04:47.408425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde177-b9e7-44e6-897f-344f8e00174e req-0b0eac00-d859-4e40-82da-3273d558aba3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.416339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7dde177-b9e7-44e6-897f-344f8e00174e req-0b0eac00-d859-4e40-82da-3273d558aba3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1052804 Mar 22 14:04:47.483665 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-55379f36-c8e8-48b2-957d-85730dbdae20 req-6433a193-c0a9-472b-861e-1534372c82ac service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683496 Mar 22 14:04:47.484339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7dde177-b9e7-44e6-897f-344f8e00174e req-4c89213f-83c2-42c2-9653-e18908f8c59a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Mar 22 14:04:47.493508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35658) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:47.685848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-31282d35-b620-4a6c-baf3-0a398a06c9d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27df624b4b3e4c51869a081b056534ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909609 Mar 22 14:04:47.688569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:47.751284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] Publish callbacks [] for security_group (7116bb72-c3ba-4502-874e-ed9db82294e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.779365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] Publish callbacks [] for security_group (7116bb72-c3ba-4502-874e-ed9db82294e7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.779776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7381e9-90bf-47e7-b04c-a4904cf18a54 req-04a3acf0-b809-4adc-99a6-29f6b99981c2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.781294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e7381e9-90bf-47e7-b04c-a4904cf18a54 req-04a3acf0-b809-4adc-99a6-29f6b99981c2 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 950 time: 0.1056185 Mar 22 14:04:47.789385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6588b6-f759-41a8-8f6e-2ad32a9d6d39 req-57fb6179-7239-4ee2-89cc-7c0be155f1a3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:47.790880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd6588b6-f759-41a8-8f6e-2ad32a9d6d39 req-57fb6179-7239-4ee2-89cc-7c0be155f1a3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1036763 Mar 22 14:04:47.850853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7116bb72-c3ba-4502-874e-ed9db82294e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.854057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:47.855584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7116bb72-c3ba-4502-874e-ed9db82294e7 HTTP/1.1" status: 204 len: 168 time: 0.1651762 Mar 22 14:04:47.865538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa058bee-79ba-4466-9a48-e9a247083365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116bb72-c3ba-4502-874e-ed9db82294e7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:47.872552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd6588b6-f759-41a8-8f6e-2ad32a9d6d39 req-ab4f1e9b-596f-40eb-b944-6666b6bf6813 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733387 Mar 22 14:04:47.893801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e7381e9-90bf-47e7-b04c-a4904cf18a54 req-a8c6931b-8f65-4dd8-8815-37d285a4a037 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914202 Mar 22 14:04:48.006325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3dbfc-2b95-43d0-ae94-950251708132 req-552f5d8b-908f-4fb8-9e8d-a07d471f7699 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.008274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83a3dbfc-2b95-43d0-ae94-950251708132 req-552f5d8b-908f-4fb8-9e8d-a07d471f7699 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0646462 Mar 22 14:04:48.075730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83a3dbfc-2b95-43d0-ae94-950251708132 req-d827e7c2-ce47-4d24-ab09-9ccb12cb7dde tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558186 Mar 22 14:04:48.103698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ba7f8b7-5c39-4b98-bbd9-dee9a3011a88 req-1900de97-cd57-4491-9706-1cae0d6123fb tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0412738 Mar 22 14:04:48.222925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:48.291750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc9b2-6160-40b3-829f-fa59dad32d89 req-31b07f0b-45c6-4fe5-84fe-8d6bc8f1e638 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.296915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81bfc9b2-6160-40b3-829f-fa59dad32d89 req-31b07f0b-45c6-4fe5-84fe-8d6bc8f1e638 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0890188 Mar 22 14:04:48.369729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81bfc9b2-6160-40b3-829f-fa59dad32d89 req-2b9c40a8-295a-4248-9729-3b09448e46fc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Mar 22 14:04:48.370320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'name': 'network-vif-deleted', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:48.373129 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24999683-ac03-4a40-80f2-79a4c4e16e6e" -d '{"events": [{"server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "name": "network-vif-deleted", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:48.406144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:48.434803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '24483a8b-c439-4126-8db8-8612ed14470a', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'port_id': '24483a8b-c439-4126-8db8-8612ed14470a', 'mac_address': 'fa:16:3e:0b:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:48.489737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 24483a8b-c439-4126-8db8-8612ed14470a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:48.490160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.524771 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0bb47-ebc6-4217-9e83-7f030c44bbfb x-openstack-request-id: req-2fe0bb47-ebc6-4217-9e83-7f030c44bbfb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:48.525308 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a866abf3-851f-4330-9a88-7be069ca9441", "name": "network-vif-deleted", "tag": "7ec863ba-ac0c-4497-b6ad-9e91cc9f3739", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:48.525308 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fe0bb47-ebc6-4217-9e83-7f030c44bbfb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:48.525714 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe0bb47-ebc6-4217-9e83-7f030c44bbfb'] response: {'server_uuid': 'a866abf3-851f-4330-9a88-7be069ca9441', 'name': 'network-vif-deleted', 'tag': '7ec863ba-ac0c-4497-b6ad-9e91cc9f3739', 'status': 'completed', 'code': 200} Mar 22 14:04:48.556059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24483a8b-c439-4126-8db8-8612ed14470a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:48.559235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107df73-8b46-41e6-8159-84e6dad468db req-60ccf642-33d9-47e6-81a1-5bddafae9a58 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.562552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2229-0080-4868-8768-515999607ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.569501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a107df73-8b46-41e6-8159-84e6dad468db req-60ccf642-33d9-47e6-81a1-5bddafae9a58 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1336493 Mar 22 14:04:48.617456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:48.628013 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:48.633051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a107df73-8b46-41e6-8159-84e6dad468db req-23985438-2924-430d-81eb-7678a0fd50f9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Mar 22 14:04:48.697076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:48.802349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17af13-83af-4ac3-8c82-349b6812b274 req-17c8d53d-7c4a-45f2-9149-31f303d26c0f tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.807783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17af13-83af-4ac3-8c82-349b6812b274 req-17c8d53d-7c4a-45f2-9149-31f303d26c0f tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:48.809421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd17af13-83af-4ac3-8c82-349b6812b274 req-17c8d53d-7c4a-45f2-9149-31f303d26c0f tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f&device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 1683 time: 0.0620472 Mar 22 14:04:48.864622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd17af13-83af-4ac3-8c82-349b6812b274 req-2430d997-d9ea-46c4-a08d-6bca4808e15a tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Mar 22 14:04:49.002239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f349d6-643b-43aa-930e-3e831f2d57db req-5a7d2f58-4fb7-496e-8e52-bc372768b00d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.003723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02f349d6-643b-43aa-930e-3e831f2d57db req-5a7d2f58-4fb7-496e-8e52-bc372768b00d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0569794 Mar 22 14:04:49.054091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02f349d6-643b-43aa-930e-3e831f2d57db req-28b9090e-dcbc-42d4-a568-a5a9b47e1423 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443680 Mar 22 14:04:49.128526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['24483a8b-c439-4126-8db8-8612ed14470a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:49.326338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca969-d631-4b8e-9c70-b5f0228a6384 req-45d5320b-cc39-4212-9750-22598306af68 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.327835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dcca969-d631-4b8e-9c70-b5f0228a6384 req-45d5320b-cc39-4212-9750-22598306af68 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 950 time: 0.0879400 Mar 22 14:04:49.360526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a5a1-21e3-45ed-933a-3375e0cfd12b req-8187bfa3-4930-4141-a8a4-e788eca16be4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.362027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eff5a5a1-21e3-45ed-933a-3375e0cfd12b req-8187bfa3-4930-4141-a8a4-e788eca16be4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0846500 Mar 22 14:04:49.402787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dcca969-d631-4b8e-9c70-b5f0228a6384 req-1cb0a5d6-ee5a-4812-8fe3-af4f386deeb6 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686560 Mar 22 14:04:49.433350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eff5a5a1-21e3-45ed-933a-3375e0cfd12b req-7ef9e80a-ebce-4843-ad9a-171b0bea920d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Mar 22 14:04:49.500377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-098da9cf-cacb-4162-bb35-c2d792b97444 req-c2edb85e-2703-4723-a0a3-000f7169d99b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0393362 Mar 22 14:04:49.599685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180086a4-9ece-4b1f-b7dc-cde5a2345810 req-4ed30ef0-f818-4768-8f21-8301ae2a3f93 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.601862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-180086a4-9ece-4b1f-b7dc-cde5a2345810 req-4ed30ef0-f818-4768-8f21-8301ae2a3f93 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0566566 Mar 22 14:04:49.669271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-180086a4-9ece-4b1f-b7dc-cde5a2345810 req-12bb51b6-294f-4fb3-a457-24e11a0f7297 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Mar 22 14:04:49.780350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ebcf1-a5ab-4a79-81fb-73dc3c11a904 req-4e0e0060-3cc4-4d64-a067-313a25d36cb0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.782060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431ebcf1-a5ab-4a79-81fb-73dc3c11a904 req-4e0e0060-3cc4-4d64-a067-313a25d36cb0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.0549927 Mar 22 14:04:49.844665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431ebcf1-a5ab-4a79-81fb-73dc3c11a904 req-9ea2d10f-b080-41dc-b294-7b4c3be624e0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560780 Mar 22 14:04:49.932076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-80138351-f365-4945-af8b-30bd667f628b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.934618 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-80138351-f365-4945-af8b-30bd667f628b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 950 time: 0.0887961 Mar 22 14:04:49.947634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf275-8358-4a86-a64e-2905c9831e25 req-0061e66a-cd24-4645-b2ed-7ebc1c4447b5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:49.958436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c5cf275-8358-4a86-a64e-2905c9831e25 req-0061e66a-cd24-4645-b2ed-7ebc1c4447b5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0713077 Mar 22 14:04:50.002533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c5cf275-8358-4a86-a64e-2905c9831e25 req-0dacd39e-6ea2-4a90-940b-299b47327882 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 Mar 22 14:04:50.067550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:50.068142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.180756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port dfde8854-3a4d-4d87-b07e-98a3b48f63b6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:50.181030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.194647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for dfde8854-3a4d-4d87-b07e-98a3b48f63b6 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:50.208896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952405d4-6928-43a2-a3ce-9f06df2dd877 req-d1c91672-f5bb-4969-83e2-92245e1b8bcc tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:50.212110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-952405d4-6928-43a2-a3ce-9f06df2dd877 req-d1c91672-f5bb-4969-83e2-92245e1b8bcc tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 946 time: 0.0733697 Mar 22 14:04:50.290025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e50bc-24e6-4496-bae6-1d4092c1b486 req-9a2856b9-485b-46d7-bf0d-5a474d03287b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:50.291642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-943e50bc-24e6-4496-bae6-1d4092c1b486 req-9a2856b9-485b-46d7-bf0d-5a474d03287b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1031489 Mar 22 14:04:50.294783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-952405d4-6928-43a2-a3ce-9f06df2dd877 req-0040f5bd-625c-49b5-b232-5dde3ba47e70 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677238 Mar 22 14:04:50.335628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dfde8854-3a4d-4d87-b07e-98a3b48f63b6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.351993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:50.356413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377', 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:50.371744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-943e50bc-24e6-4496-bae6-1d4092c1b486 req-3254c114-b702-4861-ae6d-012a2261d7cf tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 Mar 22 14:04:50.378895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=dfde8854-3a4d-4d87-b07e-98a3b48f63b6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:50.439774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port dfde8854-3a4d-4d87-b07e-98a3b48f63b6 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:50.444198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:50.451265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-22bf67d1-5e29-481c-aa3d-54e04ec44200 req-e5959a10-1836-4a28-abc4-bfaab2a9b17a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "DELETE /v2.0/ports/dfde8854-3a4d-4d87-b07e-98a3b48f63b6 HTTP/1.1" status: 204 len: 173 time: 0.5089986 Mar 22 14:04:50.452202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'name': 'network-vif-deleted', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:50.461317 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0139021-c466-463a-a5bb-db5e3e2d587b" -d '{"events": [{"server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "name": "network-vif-deleted", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:50.483070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f7250-1d18-4137-8ed9-c68002d6135d req-2f7b6d60-252c-480a-8136-206abc2ac09f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:50.491339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb0f7250-1d18-4137-8ed9-c68002d6135d req-2f7b6d60-252c-480a-8136-206abc2ac09f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1182966 Mar 22 14:04:50.584494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb0f7250-1d18-4137-8ed9-c68002d6135d req-eaade2cb-d648-4d58-864d-b391ae9f13d7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908232 Mar 22 14:04:50.612756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b888-5dde-4543-b8d6-532f836c797b req-008ef249-8711-420b-8c37-5f73c8a2c52b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:50.615645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d13b888-5dde-4543-b8d6-532f836c797b req-008ef249-8711-420b-8c37-5f73c8a2c52b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1080074 Mar 22 14:04:50.702354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d13b888-5dde-4543-b8d6-532f836c797b req-81b8103a-0245-4144-b63d-86a3190365ea tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763597 Mar 22 14:04:50.783295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47dce14c-6243-4373-aa98-42eb9f37bbe3 req-53ea5fb4-c72b-4ea3-8057-57642cd49799 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa4a912-2e2f-4a6e-8398-0eff28d497f4 HTTP/1.1" status: 200 len: 210 time: 0.0622385 Mar 22 14:04:50.813945 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578f0ff-cd23-439c-9559-77592e580a3d x-openstack-request-id: req-c578f0ff-cd23-439c-9559-77592e580a3d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:50.814292 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa4a912-2e2f-4a6e-8398-0eff28d497f4", "name": "network-vif-deleted", "tag": "dfde8854-3a4d-4d87-b07e-98a3b48f63b6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:50.814545 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c578f0ff-cd23-439c-9559-77592e580a3d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:50.814957 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c578f0ff-cd23-439c-9559-77592e580a3d'] response: {'server_uuid': '4fa4a912-2e2f-4a6e-8398-0eff28d497f4', 'name': 'network-vif-deleted', 'tag': 'dfde8854-3a4d-4d87-b07e-98a3b48f63b6', 'status': 'completed', 'code': 200} Mar 22 14:04:50.913297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-864bb84e-410e-4b27-8c5c-fa596275d7b9 req-3d2fc1d3-bec6-4a91-bd61-22a957a39f9e tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0355072 Mar 22 14:04:50.930277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05823e57-415f-45bf-9c94-15af681b69e2 req-a516d7c1-8ba1-413b-a6fc-7cd519450c5c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:50.938574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05823e57-415f-45bf-9c94-15af681b69e2 req-a516d7c1-8ba1-413b-a6fc-7cd519450c5c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0924551 Mar 22 14:04:50.940409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3e229a0-2123-495b-968b-8a8bbcc5b041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.013338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05823e57-415f-45bf-9c94-15af681b69e2 req-d76d60b9-7c7e-4031-8125-e8ac405757d0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735962 Mar 22 14:04:51.218488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532969d-3bd0-4de2-960d-c638428aacb8 req-0e496aab-8f22-47ec-bb5c-cbeea1c12452 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.219918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6532969d-3bd0-4de2-960d-c638428aacb8 req-0e496aab-8f22-47ec-bb5c-cbeea1c12452 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1310883 Mar 22 14:04:51.233305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19454a-85e8-4adf-b079-393ff48a6d28 req-f3d7ea26-1394-4245-af4e-f4fafa4501eb tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.235450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e19454a-85e8-4adf-b079-393ff48a6d28 req-f3d7ea26-1394-4245-af4e-f4fafa4501eb tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.1258745 Mar 22 14:04:51.320190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6532969d-3bd0-4de2-960d-c638428aacb8 req-86cd7377-5a3b-42ad-ab10-24ef736010fc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835042 Mar 22 14:04:51.338858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e19454a-85e8-4adf-b079-393ff48a6d28 req-ea6fa72b-b281-47fc-88e2-95dba996607c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954244 Mar 22 14:04:51.366234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-684d565c-91bc-41f7-b074-462f5f4e0aa4 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.367831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-684d565c-91bc-41f7-b074-462f5f4e0aa4 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 946 time: 0.0675509 Mar 22 14:04:51.512328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34949ec-0629-4330-9a3d-2b25b975b213 req-7d8486d5-bfa3-42c3-b3e2-0246066c2570 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.514086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f34949ec-0629-4330-9a3d-2b25b975b213 req-7d8486d5-bfa3-42c3-b3e2-0246066c2570 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851 HTTP/1.1" status: 200 len: 946 time: 0.0952649 Mar 22 14:04:51.549525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Deleting port 3c695a60-f495-400d-986f-81c8e2ee1428 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:51.549882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.634829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f34949ec-0629-4330-9a3d-2b25b975b213 req-e19b6772-ac9c-4627-bbb3-7fa5faea1428 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123927 Mar 22 14:04:51.713529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-7d730fd0-71a6-406c-89e4-d8ea0da339ed tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.716427 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-7d730fd0-71a6-406c-89e4-d8ea0da339ed tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.82 "GET /v2.0/ports?device_id=032469a7-cb0b-4f39-beb3-fecff2ccd66f HTTP/1.1" status: 200 len: 946 time: 0.0933981 Mar 22 14:04:51.734279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] For port 3c695a60-f495-400d-986f-81c8e2ee1428, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c695a60-f495-400d-986f-81c8e2ee1428,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:51.734705 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.744798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b78d6-01d8-47a1-8e9d-5cc0bfbf39b3 req-d02f4ae5-94cf-48ac-9f9a-e99af96ecc7b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:51.746992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee5b78d6-01d8-47a1-8e9d-5cc0bfbf39b3 req-d02f4ae5-94cf-48ac-9f9a-e99af96ecc7b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0945795 Mar 22 14:04:51.763708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Calling delete_port for 3c695a60-f495-400d-986f-81c8e2ee1428 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:51.808199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:51.831009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee5b78d6-01d8-47a1-8e9d-5cc0bfbf39b3 req-63d24565-5628-47f1-bef4-3bee70cc1084 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Mar 22 14:04:51.893950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Deleting port d9df087c-d576-4b25-875d-936c07ecfb9b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:51.894316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.016850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] For port d9df087c-d576-4b25-875d-936c07ecfb9b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d9df087c-d576-4b25-875d-936c07ecfb9b,segment=NetworkSegment(d6ee55d6-4e9d-4458-a094-fe6fbb655c3b),segment_id=d6ee55d6-4e9d-4458-a094-fe6fbb655c3b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:52.017640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.025891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b9e9e-4792-4a14-9344-867620eb05ba req-e987574c-3ba2-4e1e-8f7c-d744b91e2d51 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.033105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f35b9e9e-4792-4a14-9344-867620eb05ba req-e987574c-3ba2-4e1e-8f7c-d744b91e2d51 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0944247 Mar 22 14:04:52.041219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Calling delete_port for d9df087c-d576-4b25-875d-936c07ecfb9b owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:52.099938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f35b9e9e-4792-4a14-9344-867620eb05ba req-a4667d89-f95d-469a-bbaa-bd88aafc9d4d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640297 Mar 22 14:04:52.138661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68ecbe6e-0d8a-403d-8239-477b9dd9d935 req-e2424504-ee5b-441d-9a4c-8bde066e879a tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0526841 Mar 22 14:04:52.157170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3c695a60-f495-400d-986f-81c8e2ee1428), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.170487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d9df087c-d576-4b25-875d-936c07ecfb9b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:52.196281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event deleted for resources: {'Port': ['ID=3c695a60-f495-400d-986f-81c8e2ee1428,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:52.250757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:04:52.272605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d9df087c-d576-4b25-875d-936c07ecfb9b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.274178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] No DVR routers for this DVR port 3c695a60-f495-400d-986f-81c8e2ee1428 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:52.280170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.292900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c56b7327-23b5-4ad4-bfd5-d2cbf8f29b37 req-880480c0-dd59-4bf4-9255-6f3f235ca683 tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.78 "DELETE /v2.0/ports/3c695a60-f495-400d-986f-81c8e2ee1428 HTTP/1.1" status: 204 len: 173 time: 0.9161162 Mar 22 14:04:52.293822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'name': 'network-vif-deleted', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:52.299743 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783a3b2-97ee-4fec-ac36-2950bbcb221e" -d '{"events": [{"server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "name": "network-vif-deleted", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:52.333912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d9df087c-d576-4b25-875d-936c07ecfb9b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:52.367706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Pushing event deleted for resources: {'Port': ['ID=d9df087c-d576-4b25-875d-936c07ecfb9b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:52.443656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 24483a8b-c439-4126-8db8-8612ed14470a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:04:52.450871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 24483a8b-c439-4126-8db8-8612ed14470a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:04:52.454374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (24483a8b-c439-4126-8db8-8612ed14470a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.463211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] No DVR routers for this DVR port d9df087c-d576-4b25-875d-936c07ecfb9b on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:52.466075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.471262 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b716fbc4-7d11-46d9-9ce0-9e223741cc99 req-4d15afa8-5ea8-4de9-af57-c77a0ab6742e tempest-ListServersNegativeTestJSON-1632183830 tempest-ListServersNegativeTestJSON-1632183830-project] 10.222.0.82 "DELETE /v2.0/ports/d9df087c-d576-4b25-875d-936c07ecfb9b HTTP/1.1" status: 204 len: 173 time: 0.7482216 Mar 22 14:04:52.583004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d7944-2905-4728-a91f-3e7fc1e63549 req-6285d800-81ac-44c8-9c70-15043b6c703d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.592330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-923d7944-2905-4728-a91f-3e7fc1e63549 req-6285d800-81ac-44c8-9c70-15043b6c703d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1081383 Mar 22 14:04:52.626849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 24483a8b-c439-4126-8db8-8612ed14470a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:52.627239 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.656590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-923d7944-2905-4728-a91f-3e7fc1e63549 req-b3d9e260-85c1-4094-82aa-33f7afd6e92b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632946 Mar 22 14:04:52.692310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:52.695300 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32c072-6dc9-4b3c-bdc5-801918e96245" -d '{"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-plugged", "status": "completed", "tag": "24483a8b-c439-4126-8db8-8612ed14470a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:52.712048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:52.718927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:52.761618 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb4f32-59de-47b8-9dc9-08199ab6a8ab x-openstack-request-id: req-cceb4f32-59de-47b8-9dc9-08199ab6a8ab {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:52.761994 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851", "name": "network-vif-deleted", "tag": "3c695a60-f495-400d-986f-81c8e2ee1428", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:52.762320 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cceb4f32-59de-47b8-9dc9-08199ab6a8ab {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:52.762794 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceb4f32-59de-47b8-9dc9-08199ab6a8ab'] response: {'server_uuid': '9bed5d9b-dfc9-4b2a-a6ac-388f58ca0851', 'name': 'network-vif-deleted', 'tag': '3c695a60-f495-400d-986f-81c8e2ee1428', 'status': 'completed', 'code': 200} Mar 22 14:04:52.780112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ea49-3c67-44b4-a98c-6b00e856f9cc req-1fcd62bd-38a4-4bf1-ad35-97aaf6a0c8a4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.781918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16d0ea49-3c67-44b4-a98c-6b00e856f9cc req-1fcd62bd-38a4-4bf1-ad35-97aaf6a0c8a4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0667472 Mar 22 14:04:52.784759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:52.798796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.799291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.799761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.800409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.800749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.801082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.801411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.801737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.802400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.802736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.803059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.803378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.803699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.804059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.804375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:04:52.816366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'name': 'network-vif-deleted', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:52.818715 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87153035-1a8f-45d9-9d64-43c3e6ec78eb" -d '{"events": [{"server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "name": "network-vif-deleted", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:52.878094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16d0ea49-3c67-44b4-a98c-6b00e856f9cc req-128b26a6-7fc0-46a6-bbae-d552c9ad4d15 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Mar 22 14:04:52.920566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde49b1-beee-404c-8263-e37876d76d1e req-339ad4fd-8ac5-4ee8-bcb5-f1989c4dfca4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:52.922719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbde49b1-beee-404c-8263-e37876d76d1e req-339ad4fd-8ac5-4ee8-bcb5-f1989c4dfca4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1101553 Mar 22 14:04:53.022664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbde49b1-beee-404c-8263-e37876d76d1e req-aea7b53c-c1bb-45d7-9699-7f3f25331799 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939991 Mar 22 14:04:53.059197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2c06b-dd31-4252-b14f-c0c6ea701229 req-a9d17b9e-2b59-4f42-b88f-8f79b5229b0b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.061112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddf2c06b-dd31-4252-b14f-c0c6ea701229 req-a9d17b9e-2b59-4f42-b88f-8f79b5229b0b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.1137795 Mar 22 14:04:53.137827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddf2c06b-dd31-4252-b14f-c0c6ea701229 req-7fbee311-ca09-4fb0-a789-2595bc2c226f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Mar 22 14:04:53.176903 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8940d-c3ca-45e9-a4c9-f25beb1c6bef x-openstack-request-id: req-f2d8940d-c3ca-45e9-a4c9-f25beb1c6bef {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:53.177744 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-plugged", "status": "completed", "tag": "24483a8b-c439-4126-8db8-8612ed14470a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:53.178228 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2d8940d-c3ca-45e9-a4c9-f25beb1c6bef {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:53.179081 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d8940d-c3ca-45e9-a4c9-f25beb1c6bef'] response: {'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a', 'code': 200} Mar 22 14:04:53.230715 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec706f3-7c6f-433d-8f35-291dbc93fcf0 x-openstack-request-id: req-6ec706f3-7c6f-433d-8f35-291dbc93fcf0 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:53.231291 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032469a7-cb0b-4f39-beb3-fecff2ccd66f", "name": "network-vif-deleted", "tag": "d9df087c-d576-4b25-875d-936c07ecfb9b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:53.231700 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ec706f3-7c6f-433d-8f35-291dbc93fcf0 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:53.232119 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec706f3-7c6f-433d-8f35-291dbc93fcf0'] response: {'server_uuid': '032469a7-cb0b-4f39-beb3-fecff2ccd66f', 'name': 'network-vif-deleted', 'tag': 'd9df087c-d576-4b25-875d-936c07ecfb9b', 'status': 'completed', 'code': 200} Mar 22 14:04:53.270408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35836) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:53.296954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfe18e-5284-4d2b-a996-adc22c3e21e7 req-dee6a54d-83b8-46f7-93c5-f635f964ed8f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.299497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbbfe18e-5284-4d2b-a996-adc22c3e21e7 req-dee6a54d-83b8-46f7-93c5-f635f964ed8f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.0627470 Mar 22 14:04:53.360178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c695a60-f495-400d-986f-81c8e2ee1428 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:53.361016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Deleting subnet 3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:04:53.365393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Publish callbacks [] for subnet (3f88e8e1-8367-44ab-ad82-3fd1fc6cf053), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.377112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbbfe18e-5284-4d2b-a996-adc22c3e21e7 req-76501542-c47a-40a9-86ee-deed4b7114bc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Mar 22 14:04:53.391617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 3c695a60-f495-400d-986f-81c8e2ee1428 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:53.394343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c695a60-f495-400d-986f-81c8e2ee1428 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:53.412208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73bdba-23b0-4d01-b812-0a78932e9662 req-4831f712-0f04-4439-8035-bad45e33adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.413825 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea73bdba-23b0-4d01-b812-0a78932e9662 req-4831f712-0f04-4439-8035-bad45e33adb8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1128 time: 0.1131618 Mar 22 14:04:53.426797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (3f88e8e1-8367-44ab-ad82-3fd1fc6cf053), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.442284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718abb-fbd5-4c0b-a890-d8ffa19c29cb req-b7ad36c9-76a7-41d1-84bc-a53db6deba3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:53.449713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8718abb-fbd5-4c0b-a890-d8ffa19c29cb req-b7ad36c9-76a7-41d1-84bc-a53db6deba3b tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.0939846 Mar 22 14:04:53.512756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3f88e8e1-8367-44ab-ad82-3fd1fc6cf053), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.516705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d57498c3-36c2-45e4-a7cb-5fadb9537929 req-68e5688c-0678-4447-8e95-0533f9145083 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7773ab9-20f0-4300-a062-0667c388ffe2 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Mar 22 14:04:53.516877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea73bdba-23b0-4d01-b812-0a78932e9662 req-5c54e3ce-af7c-43d6-97be-aa8e7c6ec97f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880194 Mar 22 14:04:53.549039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8718abb-fbd5-4c0b-a890-d8ffa19c29cb req-a5a67bf0-eb7d-4d5a-bfde-8cccaba4054d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876420 Mar 22 14:04:53.558466 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.604032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3f88e8e1-8367-44ab-ad82-3fd1fc6cf053), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.616280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.622652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:53.640360 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3f88e8e1-8367-44ab-ad82-3fd1fc6cf053 HTTP/1.1" status: 204 len: 168 time: 0.3581254 Mar 22 14:04:53.676858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215fc9f-2d5d-46e1-b844-aa4e33f1c5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f88e8e1-8367-44ab-ad82-3fd1fc6cf053,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:53.728584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (771c7e2a-91a2-45d1-a7e4-882ae60af2d3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:53.986721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (771c7e2a-91a2-45d1-a7e4-882ae60af2d3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.006430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc472e-f16d-44e9-adba-dbd8213d833a req-dfefe622-0ad8-46c6-92da-57a6c1f8559d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.008034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7afc472e-f16d-44e9-adba-dbd8213d833a req-dfefe622-0ad8-46c6-92da-57a6c1f8559d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1760859 Mar 22 14:04:54.052397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771c7e2a-91a2-45d1-a7e4-882ae60af2d3']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:54.056715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-5894540c-f2e0-45b0-9fdb-2cfba5ddac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.058356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-5894540c-f2e0-45b0-9fdb-2cfba5ddac6e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 1128 time: 0.1690435 Mar 22 14:04:54.077645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:54.077934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ee55d6-4e9d-4458-a094-fe6fbb655c3b') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:04:54.145069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (d6ee55d6-4e9d-4458-a094-fe6fbb655c3b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.198079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d6ee55d6-4e9d-4458-a094-fe6fbb655c3b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.210088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7afc472e-f16d-44e9-adba-dbd8213d833a req-0b6f7aba-a95b-49c2-91f0-98455d0803d8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941595 Mar 22 14:04:54.227678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:04:54.228090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (d6ee55d6-4e9d-4458-a094-fe6fbb655c3b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:04:54.231434 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:04:54.253393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d9df087c-d576-4b25-875d-936c07ecfb9b no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:54.294271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: d9df087c-d576-4b25-875d-936c07ecfb9b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:54.294876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d9df087c-d576-4b25-875d-936c07ecfb9b not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:54.295472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device dfde8854-3a4d-4d87-b07e-98a3b48f63b6 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:54.305654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-507270f5-b137-45c2-975a-d8de18673140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.307209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-507270f5-b137-45c2-975a-d8de18673140 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.2401521 Mar 22 14:04:54.321428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9915e-9e41-496e-9ec8-3b83ead8939d req-d35fe8cf-689b-4c67-bff1-d22ccd1efc0a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.323575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83b9915e-9e41-496e-9ec8-3b83ead8939d req-d35fe8cf-689b-4c67-bff1-d22ccd1efc0a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2438033 Mar 22 14:04:54.333535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: dfde8854-3a4d-4d87-b07e-98a3b48f63b6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:54.334088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device dfde8854-3a4d-4d87-b07e-98a3b48f63b6 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:54.396193 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:04:54.408294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (771c7e2a-91a2-45d1-a7e4-882ae60af2d3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.414153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-06e2b560-8de2-4bb6-b391-65e9c86e620d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 200 len: 1002 time: 0.0890076 Mar 22 14:04:54.427466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.430864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] 10.222.0.81 "DELETE /v2.0/networks/771c7e2a-91a2-45d1-a7e4-882ae60af2d3 HTTP/1.1" status: 204 len: 168 time: 0.8074276 Mar 22 14:04:54.437849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caee5db-05f4-4e62-89d2-c7156e54766b admin admin] Pushing event deleted for resources: {'Network': ['ID=771c7e2a-91a2-45d1-a7e4-882ae60af2d3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:54.526765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83b9915e-9e41-496e-9ec8-3b83ead8939d req-71456d5f-e4de-4932-a2f4-f5aed6fc510d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954801 Mar 22 14:04:54.531748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-01e6a96e-24ce-4137-b8b0-0709b92b67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.538786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-01e6a96e-24ce-4137-b8b0-0709b92b67d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1125636 Mar 22 14:04:54.674041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-042a738d-3c3c-4551-9692-7892a44a6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.675874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-042a738d-3c3c-4551-9692-7892a44a6b2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1309481 Mar 22 14:04:54.696460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-2424e3a3-1e0f-4523-bc41-76b06d14cd19 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.700171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-2424e3a3-1e0f-4523-bc41-76b06d14cd19 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.0772693 Mar 22 14:04:54.701828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e99d-f9a2-4153-bf65-7f70f143f342 req-d371accc-6c49-43a7-994c-40fb9466aa3a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.703491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8116e99d-f9a2-4153-bf65-7f70f143f342 req-d371accc-6c49-43a7-994c-40fb9466aa3a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1201181 Mar 22 14:04:54.718689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35876) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:54.792550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45888-34b9-41ce-ac1b-f93c5619d4f8 req-1ec790ad-164f-4383-a01e-a87445078f79 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:54.794244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cce45888-34b9-41ce-ac1b-f93c5619d4f8 req-1ec790ad-164f-4383-a01e-a87445078f79 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 950 time: 0.1706021 Mar 22 14:04:54.817231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port bdc663d6-fb9c-4bb4-a885-40e2577cc647 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:54.817545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.848652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:54.878089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8116e99d-f9a2-4153-bf65-7f70f143f342 req-589c42f5-2bf8-4b51-aa61-030ad36b2bfc tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607461 Mar 22 14:04:54.888581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-86ad98b8-b061-498f-aa8b-68159d111de2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6bec2ad2c684528abcaaba65396663a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378043 Mar 22 14:04:54.888733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35878) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:54.896083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-352c5fe2-f3b5-4476-870e-639bf58f367d service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098050 Mar 22 14:04:54.930716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cce45888-34b9-41ce-ac1b-f93c5619d4f8 req-bf420ad5-314e-426f-b972-60ca3ec02d3d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107748 Mar 22 14:04:55.028849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] Publish callbacks [] for security_group (5a6baf4f-058b-4b4f-b0af-cbfe2be26eae), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.079623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port bdc663d6-fb9c-4bb4-a885-40e2577cc647, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bdc663d6-fb9c-4bb4-a885-40e2577cc647,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:55.079999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.095895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] Publish callbacks [] for security_group (5a6baf4f-058b-4b4f-b0af-cbfe2be26eae), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.138465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for bdc663d6-fb9c-4bb4-a885-40e2577cc647 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:04:55.222848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-688dc6bf-9858-4f55-9e08-0c49e7361cdc req-4aba8f7d-d718-4234-9482-fc198d93b099 service neutron] 10.222.0.78 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910471 Mar 22 14:04:55.330428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc55a-3d18-4fd9-8cca-d2dbcf0f9255 req-7b212dd4-693a-4772-b9b3-65221c6db847 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:55.338781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e76dc55a-3d18-4fd9-8cca-d2dbcf0f9255 req-7b212dd4-693a-4772-b9b3-65221c6db847 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1322899 Mar 22 14:04:55.361395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5a6baf4f-058b-4b4f-b0af-cbfe2be26eae), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.370714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.376387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a6baf4f-058b-4b4f-b0af-cbfe2be26eae HTTP/1.1" status: 204 len: 168 time: 0.4865754 Mar 22 14:04:55.391720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98561b98-d44b-4bcc-a841-708eae9eb19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6baf4f-058b-4b4f-b0af-cbfe2be26eae,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:55.463493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e76dc55a-3d18-4fd9-8cca-d2dbcf0f9255 req-85532b2d-f254-40ec-9e24-05536b36136d tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195271 Mar 22 14:04:55.533226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bdc663d6-fb9c-4bb4-a885-40e2577cc647), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.554485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377', 'bdc663d6-fb9c-4bb4-a885-40e2577cc647'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:55.570673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:55.589284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=bdc663d6-fb9c-4bb4-a885-40e2577cc647,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:55.669659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port bdc663d6-fb9c-4bb4-a885-40e2577cc647 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:04:55.672433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:55.676703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2fa1b38a-563a-40b0-be88-b42f8ebf345f req-62002b8e-6d93-4148-9a42-6700b8b36946 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "DELETE /v2.0/ports/bdc663d6-fb9c-4bb4-a885-40e2577cc647 HTTP/1.1" status: 204 len: 173 time: 0.9640169 Mar 22 14:04:55.677155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'name': 'network-vif-deleted', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:04:55.696843 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca72c0d-251a-4b83-baa4-155ff4b43726" -d '{"events": [{"server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "name": "network-vif-deleted", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:04:55.726755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b583b19-1170-4e71-95b2-03bb44f8dc25 req-52b4b00f-8243-49ed-87ad-03fe60c6e86a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:55.737442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b583b19-1170-4e71-95b2-03bb44f8dc25 req-52b4b00f-8243-49ed-87ad-03fe60c6e86a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1880300 Mar 22 14:04:55.842407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b583b19-1170-4e71-95b2-03bb44f8dc25 req-a8dafc4b-5c78-4314-9ecd-eeb3817061bc tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039934 Mar 22 14:04:56.029690 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92db75-3898-4b63-86f6-85033f819091 x-openstack-request-id: req-5d92db75-3898-4b63-86f6-85033f819091 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:04:56.030034 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f789f659-d3e0-474b-a124-3389237c0c73", "name": "network-vif-deleted", "tag": "bdc663d6-fb9c-4bb4-a885-40e2577cc647", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:04:56.030273 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d92db75-3898-4b63-86f6-85033f819091 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:04:56.030685 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d92db75-3898-4b63-86f6-85033f819091'] response: {'server_uuid': 'f789f659-d3e0-474b-a124-3389237c0c73', 'name': 'network-vif-deleted', 'tag': 'bdc663d6-fb9c-4bb4-a885-40e2577cc647', 'status': 'completed', 'code': 200} Mar 22 14:04:56.033191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c65081-4a7b-47ef-8631-8d140f124620 req-2803a0da-546d-40bc-bf7b-43fa84a5e7d6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.042229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63c65081-4a7b-47ef-8631-8d140f124620 req-2803a0da-546d-40bc-bf7b-43fa84a5e7d6 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1986172 Mar 22 14:04:56.142506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63c65081-4a7b-47ef-8631-8d140f124620 req-b4f27075-2211-45a3-87fb-2900ff374370 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885692 Mar 22 14:04:56.307175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2635308-e498-42f8-b1fc-f422d3e05941 req-3a9c6c99-e684-44b9-b071-3cf0100d52c4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.308767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2635308-e498-42f8-b1fc-f422d3e05941 req-3a9c6c99-e684-44b9-b071-3cf0100d52c4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1117580 Mar 22 14:04:56.359925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84740ae5-e671-4bd5-8852-0de0085ee1e5 req-c237290c-ad46-48c6-8dde-2148f17904bb tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=f789f659-d3e0-474b-a124-3389237c0c73 HTTP/1.1" status: 200 len: 210 time: 0.0498407 Mar 22 14:04:56.419018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2635308-e498-42f8-b1fc-f422d3e05941 req-c5a1c1b5-8fe0-4982-a552-a8e8af1e7c65 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986071 Mar 22 14:04:56.609867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434544e6-c4ab-40b4-99e3-fca0ed11c7d6 req-82cff763-8412-4c4c-b5dc-596d64a19b8f tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.618016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-434544e6-c4ab-40b4-99e3-fca0ed11c7d6 req-82cff763-8412-4c4c-b5dc-596d64a19b8f tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1128 time: 0.0903466 Mar 22 14:04:56.795535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-434544e6-c4ab-40b4-99e3-fca0ed11c7d6 req-7ff21403-7f06-4f06-96b7-5ddd95ab6314 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766024 Mar 22 14:04:56.885232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021df0-5233-43b2-8297-eeed0751e0cf req-e96ba7c3-3f43-46a2-af95-f94ba6372ad6 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:56.890190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4021df0-5233-43b2-8297-eeed0751e0cf req-e96ba7c3-3f43-46a2-af95-f94ba6372ad6 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.2332916 Mar 22 14:04:56.898416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35946) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:57.020239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35954) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:57.030317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4021df0-5233-43b2-8297-eeed0751e0cf req-e79c4633-bcc1-4ab3-9f4b-0a6d0f72adee tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288877 Mar 22 14:04:57.175535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1229505718-network', 'tenant_id': '3baa2984ff854101a18f1f00dd19bcaf'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:57.210135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42989-ebda-4cc4-8c83-1a3602bf6be1 req-f96a4d2a-be99-45bf-8194-e7c7e96cc9ae tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.210938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5319-d925-42e8-ba10-020b2318d891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.218389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00d42989-ebda-4cc4-8c83-1a3602bf6be1 req-f96a4d2a-be99-45bf-8194-e7c7e96cc9ae tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.1671309 Mar 22 14:04:57.221537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Made reservation on behalf of 3baa2984ff854101a18f1f00dd19bcaf for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:57.224584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.291786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.370318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00d42989-ebda-4cc4-8c83-1a3602bf6be1 req-4fb2a0f6-846d-40e5-adc0-c6c375d85c5a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489923 Mar 22 14:04:57.397928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5319-d925-42e8-ba10-020b2318d891 admin admin] Publish callbacks [] for security_group (f925673b-b5d8-4441-a8c9-fefb2016183b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.406697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85e6a-199f-4672-88c5-745097277dff req-5d9f72de-6f68-4f7a-ac37-63382f9b5bd8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.409371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23f85e6a-199f-4672-88c5-745097277dff req-5d9f72de-6f68-4f7a-ac37-63382f9b5bd8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1692038 Mar 22 14:04:57.426049 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5319-d925-42e8-ba10-020b2318d891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f925673b-b5d8-4441-a8c9-fefb2016183b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.512700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23f85e6a-199f-4672-88c5-745097277dff req-e39ab187-1f3f-4d97-a6a1-ea03c03bfd49 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913930 Mar 22 14:04:57.525063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa5319-d925-42e8-ba10-020b2318d891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f925673b-b5d8-4441-a8c9-fefb2016183b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.592679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks [] for security_group (b7978b1b-3add-400a-9568-32706bacc2c3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.599517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3dfa5319-d925-42e8-ba10-020b2318d891 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52882898019e42fdb02b48c53a2919b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776231 Mar 22 14:04:57.602147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:57.602446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7978b1b-3add-400a-9568-32706bacc2c3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.625645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:04:57.636239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca9daecb-0cdb-4080-8636-f24fc917cfd7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.636644 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Added segment ca9daecb-0cdb-4080-8636-f24fc917cfd7 of type vlan for network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 Mar 22 14:04:57.677790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] Publish callbacks [] for security_group (f925673b-b5d8-4441-a8c9-fefb2016183b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.711333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] Publish callbacks [] for security_group (f925673b-b5d8-4441-a8c9-fefb2016183b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.715378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.782189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f925673b-b5d8-4441-a8c9-fefb2016183b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.788738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.792811 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f925673b-b5d8-4441-a8c9-fefb2016183b HTTP/1.1" status: 204 len: 168 time: 0.1885233 Mar 22 14:04:57.804288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee1a0-76a4-4fe5-8b64-f8c0564f967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f925673b-b5d8-4441-a8c9-fefb2016183b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.814134 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.815164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:57.815760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.896591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7978b1b-3add-400a-9568-32706bacc2c3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.954547 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:57.957824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0577519 Mar 22 14:04:57.961376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35980) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:57.968342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Request body: {'subnet': {'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1229505718-subnet', 'tenant_id': '3baa2984ff854101a18f1f00dd19bcaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:57.974647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529281c-ef40-46dc-b101-0a6b8384a66d admin admin] Pushing event updated for resources: {'Network': ['ID=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:57.989556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:04:58.042988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Made reservation on behalf of 3baa2984ff854101a18f1f00dd19bcaf for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:58.047150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.243737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:04:58.266736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bdc663d6-fb9c-4bb4-a885-40e2577cc647 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:04:58.317528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395cb6a-9b18-46c9-a898-d6e64dcf57a8 req-38bf4130-32cf-4f69-9215-cee2908ad3e0 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:58.319612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a395cb6a-9b18-46c9-a898-d6e64dcf57a8 req-38bf4130-32cf-4f69-9215-cee2908ad3e0 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 946 time: 0.1309984 Mar 22 14:04:58.354376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: bdc663d6-fb9c-4bb4-a885-40e2577cc647 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:04:58.354743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bdc663d6-fb9c-4bb4-a885-40e2577cc647 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:04:58.360257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e4a51-1970-44dc-8dfb-ef0712c032c4 req-efecf6f1-3024-4bfc-8fb1-69dda4649e7e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:58.368225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c36e4a51-1970-44dc-8dfb-ef0712c032c4 req-efecf6f1-3024-4bfc-8fb1-69dda4649e7e tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 950 time: 0.1232758 Mar 22 14:04:58.515145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a395cb6a-9b18-46c9-a898-d6e64dcf57a8 req-8ecd3a53-f290-41d3-a9af-007249d92472 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789236 Mar 22 14:04:58.573505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c36e4a51-1970-44dc-8dfb-ef0712c032c4 req-e631e74d-e0b6-42fc-843d-860567ad9beb tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920722 Mar 22 14:04:58.645441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (9002f12b-d82f-4792-8aef-c1e3ffb41e82), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.693678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:58.722810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7221468e-323b-493d-b0f3-173f684e336b', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'port_id': '7221468e-323b-493d-b0f3-173f684e336b', 'mac_address': 'fa:16:3e:d3:cc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071ad94-15c1-4fb1-b28b-e8c9d40904bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:04:58.755759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9002f12b-d82f-4792-8aef-c1e3ffb41e82,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:58.813170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57db8b-0be9-4343-9861-aab60172c119 req-9e850d5e-167f-4e29-b947-9d70729ab306 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:58.824459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7221468e-323b-493d-b0f3-173f684e336b is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:04:58.829161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc57db8b-0be9-4343-9861-aab60172c119 req-9e850d5e-167f-4e29-b947-9d70729ab306 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1348815 Mar 22 14:04:58.830010 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.830624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Checking segment: {'id': 'ca9daecb-0cdb-4080-8636-f24fc917cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:04:58.832907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Network hostable DHCP agents. Network: b3cc706a-358a-4b5c-bcef-0bf6d233d3b3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:04:58.868594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:04:58.881785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:04:58.904520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b3cc706a-358a-4b5c-bcef-0bf6d233d3b3) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:04:58.909735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:58.910503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:58.942521 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-73bef02a-9037-453b-847a-b8aa980a41ec admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9797792 Mar 22 14:04:58.944852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:04:58.948217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d81c78-b051-48a8-a939-62bcbd1b45cd None None] Network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:58.963329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc57db8b-0be9-4343-9861-aab60172c119 req-6018ce86-318b-41fd-87a8-1f2de2192138 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289604 Mar 22 14:04:59.010584 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.094798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.185469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456da19-e7f1-4415-ab5e-213d47d12047 req-46133b63-3269-4e4f-84ae-54401b99f9b4 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.188148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4456da19-e7f1-4415-ab5e-213d47d12047 req-46133b63-3269-4e4f-84ae-54401b99f9b4 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 945 time: 0.1111288 Mar 22 14:04:59.204545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:04:59.212670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:04:59.219585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7221468e-323b-493d-b0f3-173f684e336b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:04:59.333194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4456da19-e7f1-4415-ab5e-213d47d12047 req-20a47e94-1487-4ed3-8803-840962a2e1fd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370764 Mar 22 14:04:59.350342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669df6bb-67a9-4317-991a-dbe641eac66c None None] Network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:04:59.416935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1930020769-network', 'tenant_id': '21405a1393274f2bad8e6b1d13764596'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:04:59.545117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Made reservation on behalf of 21405a1393274f2bad8e6b1d13764596 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:04:59.549853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.587855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.737725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-f7af8dee-0d52-4846-992c-278a4af19840 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.740046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-f7af8dee-0d52-4846-992c-278a4af19840 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 950 time: 0.3061762 Mar 22 14:04:59.829847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-cd2c6245-6025-4f33-9e34-5cddf608073d tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.838190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-cd2c6245-6025-4f33-9e34-5cddf608073d tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/networks?id=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 HTTP/1.1" status: 200 len: 814 time: 0.2298615 Mar 22 14:04:59.887050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-416ec631-a68c-41ba-86d0-cfda0604bb3a tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/quotas/3baa2984ff854101a18f1f00dd19bcaf HTTP/1.1" status: 200 len: 375 time: 0.0476472 Mar 22 14:04:59.948359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks [] for security_group (8205e3fc-38c5-4601-83f0-a26712e3dcd9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.952710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-617d1862-c303-4239-bcdf-e681895ca544 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:04:59.956700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8205e3fc-38c5-4601-83f0-a26712e3dcd9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.964652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-617d1862-c303-4239-bcdf-e681895ca544 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 950 time: 0.4271262 Mar 22 14:04:59.986063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port 0301bfee-cb0f-40fc-b030-9eea79b93377 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:04:59.986502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:04:59.992779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-4375011d-b9fd-4bd2-8581-9991ae4bf10a tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3baa2984ff854101a18f1f00dd19bcaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047235 Mar 22 14:05:00.108096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:00.116818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205e3fc-38c5-4601-83f0-a26712e3dcd9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.166626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2600216c-e85d-4381-8d71-e658f84a3459), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.167132 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Added segment 2600216c-e85d-4381-8d71-e658f84a3459 of type vlan for network af5ce136-4daf-477c-84eb-828bdb506514 Mar 22 14:05:00.236460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:00.260946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (af5ce136-4daf-477c-84eb-828bdb506514), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.276542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port 0301bfee-cb0f-40fc-b030-9eea79b93377, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0301bfee-cb0f-40fc-b030-9eea79b93377,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:00.277041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.304184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for 0301bfee-cb0f-40fc-b030-9eea79b93377 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:00.345637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d6c08-6e6c-4484-bbd2-417594935be2 req-80412e0c-0d21-441f-bfcb-f8693db82a77 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:00.359190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d79d6c08-6e6c-4484-bbd2-417594935be2 req-80412e0c-0d21-441f-bfcb-f8693db82a77 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c0e1a79-44d6-4d8d-8206-101f603e2639 HTTP/1.1" status: 200 len: 950 time: 0.5854342 Mar 22 14:05:00.396468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7221468e-323b-493d-b0f3-173f684e336b is: BUILD; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:00.396921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.413293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:00.421618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (af5ce136-4daf-477c-84eb-828bdb506514), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.422610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:00.423186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.439571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:00.447654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.463808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-2b0f4892-4536-49ac-bdb6-1baa78310064 service neutron] 10.222.0.81 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700956 Mar 22 14:05:00.508530 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2892497 Mar 22 14:05:00.509068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:00.518017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Request body: {'subnet': {'network_id': 'af5ce136-4daf-477c-84eb-828bdb506514', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1930020769-subnet', 'tenant_id': '21405a1393274f2bad8e6b1d13764596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:00.519492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.521074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d895b8-5916-4d79-8c50-bbcd66179b26 admin admin] Pushing event updated for resources: {'Network': ['ID=af5ce136-4daf-477c-84eb-828bdb506514,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.543536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network af5ce136-4daf-477c-84eb-828bdb506514 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:00.543739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0301bfee-cb0f-40fc-b030-9eea79b93377), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.578512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d79d6c08-6e6c-4484-bbd2-417594935be2 req-8b727f38-aea2-4ecd-a5d5-fdcb1f63aa4f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181532 Mar 22 14:05:00.605559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:00.605919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.615642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=0301bfee-cb0f-40fc-b030-9eea79b93377,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:00.650163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:00.660762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:00.684230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Made reservation on behalf of 21405a1393274f2bad8e6b1d13764596 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:00.687074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.716270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:00.716657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.731361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:00.800200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port 0301bfee-cb0f-40fc-b030-9eea79b93377 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:00.804985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.815681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c1f6faa6-4eca-4884-aab1-6d4609da0a27 req-a60596f1-25ca-4710-bd73-6a7b4edde449 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "DELETE /v2.0/ports/0301bfee-cb0f-40fc-b030-9eea79b93377 HTTP/1.1" status: 204 len: 173 time: 1.0636387 Mar 22 14:05:00.884431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'name': 'network-vif-deleted', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:00.888073 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17224e6e-fd67-4057-a4c8-29a8eff8b7b4" -d '{"events": [{"server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "name": "network-vif-deleted", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:00.901910 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:00.937351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', '0301bfee-cb0f-40fc-b030-9eea79b93377'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:00.937351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:01.096245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-eb4b8691-292a-400a-84fb-3ea77060e0f5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:01.098416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-eb4b8691-292a-400a-84fb-3ea77060e0f5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1639190 Mar 22 14:05:01.281751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Deleting port 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:01.282469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7221468e-323b-493d-b0f3-173f684e336b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.401536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (9d308a39-63f6-4563-8e06-98a352ae5057), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.520174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d308a39-63f6-4563-8e06-98a352ae5057,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:01.602847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:01.623482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-0315ca83-be3e-4dd5-b6b5-4fa3b05c04d7 service neutron] 10.222.0.81 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1557887 Mar 22 14:05:01.671193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Checking segment: {'id': '2600216c-e85d-4381-8d71-e658f84a3459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af5ce136-4daf-477c-84eb-828bdb506514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:01.671551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Network hostable DHCP agents. Network: af5ce136-4daf-477c-84eb-828bdb506514, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:01.683620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] For port 7221468e-323b-493d-b0f3-173f684e336b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7221468e-323b-493d-b0f3-173f684e336b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:01.684018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7221468e-323b-493d-b0f3-173f684e336b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.713601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Calling delete_port for 7221468e-323b-493d-b0f3-173f684e336b owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:01.715909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Network af5ce136-4daf-477c-84eb-828bdb506514 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:01.737456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, af5ce136-4daf-477c-84eb-828bdb506514) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:01.760357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:01.768074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:01.777406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee281581-7110-40ba-a80f-8ed681fc9bf7 req-b9c3ddf0-df77-42cd-ab43-6971261a5b13 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "DELETE /v2.0/ports/eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 HTTP/1.1" status: 204 len: 173 time: 1.8114643 Mar 22 14:05:01.782205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'name': 'network-vif-deleted', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:01.784898 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef1ed1-7314-42bb-966e-be6b4a1166dd" -d '{"events": [{"server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "name": "network-vif-deleted", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:01.792214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2711c4-4445-4327-bc79-367aac945047 None None] Network af5ce136-4daf-477c-84eb-828bdb506514 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:01.811300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad5efd-4d87-4d3e-8106-8b15e2f2c4ba req-0adb8002-ff33-49f1-aa5b-f6c5f1650c15 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:01.825974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1ad5efd-4d87-4d3e-8106-8b15e2f2c4ba req-0adb8002-ff33-49f1-aa5b-f6c5f1650c15 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.9543700 Mar 22 14:05:01.927517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1ad5efd-4d87-4d3e-8106-8b15e2f2c4ba req-04d3495e-bdd7-478f-9bc3-d0ca2df49c5d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003680 Mar 22 14:05:02.084051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fcc44-4d81-4edc-b10f-cd735b2bb73d req-c75f7b3a-3b52-47f9-bfcf-cadc1e22ef0b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.093548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-562fcc44-4d81-4edc-b10f-cd735b2bb73d req-c75f7b3a-3b52-47f9-bfcf-cadc1e22ef0b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2175fd3-45d1-4376-aab7-6d2f5ff78e8a HTTP/1.1" status: 200 len: 944 time: 0.1192770 Mar 22 14:05:02.145734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:02.146372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.158514 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3eb8a-b95b-4417-a283-6254b6293cbf x-openstack-request-id: req-51d3eb8a-b95b-4417-a283-6254b6293cbf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:02.160244 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e1a79-44d6-4d8d-8206-101f603e2639", "name": "network-vif-deleted", "tag": "0301bfee-cb0f-40fc-b030-9eea79b93377", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:02.160510 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51d3eb8a-b95b-4417-a283-6254b6293cbf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:02.160934 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d3eb8a-b95b-4417-a283-6254b6293cbf'] response: {'server_uuid': '5c0e1a79-44d6-4d8d-8206-101f603e2639', 'name': 'network-vif-deleted', 'tag': '0301bfee-cb0f-40fc-b030-9eea79b93377', 'status': 'completed', 'code': 200} Mar 22 14:05:02.176175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-562fcc44-4d81-4edc-b10f-cd735b2bb73d req-42c27a3d-7d93-4a6d-8990-a1bb33f37020 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796988 Mar 22 14:05:02.202007 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-05f86cb7-a586-4386-b6b4-5f5c1af0ea57 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6861980 Mar 22 14:05:02.317334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:02.326382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7221468e-323b-493d-b0f3-173f684e336b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.331508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed140ebb-bca8-4583-98e6-0205d720f866 x-openstack-request-id: req-ed140ebb-bca8-4583-98e6-0205d720f866 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:02.331806 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e869eb66-81f0-4f25-a046-4a946b4bb1f2", "name": "network-vif-deleted", "tag": "eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:02.332110 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed140ebb-bca8-4583-98e6-0205d720f866 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:02.332527 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed140ebb-bca8-4583-98e6-0205d720f866'] response: {'server_uuid': 'e869eb66-81f0-4f25-a046-4a946b4bb1f2', 'name': 'network-vif-deleted', 'tag': 'eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4', 'status': 'completed', 'code': 200} Mar 22 14:05:02.462300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event deleted for resources: {'Port': ['ID=7221468e-323b-493d-b0f3-173f684e336b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:02.495414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7221468e-323b-493d-b0f3-173f684e336b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:02.516933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d2ecb30-2fa6-4658-bc58-f2fcd2e8bf2d req-50fbd3a5-bc10-4cb8-a06f-768e304187f9 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 210 time: 0.0934920 Mar 22 14:05:02.578786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] No DVR routers for this DVR port 7221468e-323b-493d-b0f3-173f684e336b on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:02.578786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:02.592870 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86b7ab95-2b0d-4a09-b8a4-3127c998877c req-0471c817-7b48-44d3-a9bf-5b5d740827c3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "DELETE /v2.0/ports/7221468e-323b-493d-b0f3-173f684e336b HTTP/1.1" status: 204 len: 173 time: 1.4826310 Mar 22 14:05:02.686944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:02.687287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 14:05:02.736607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9db5a04-51b4-4517-bee6-c1137ffb772e req-da140118-db40-4761-ac07-d0f23856d970 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=e869eb66-81f0-4f25-a046-4a946b4bb1f2 HTTP/1.1" status: 200 len: 210 time: 0.0650749 Mar 22 14:05:02.829163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1611016060', 'description': 'tempest-description-168678138'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:02.896421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.005728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b4bf2-367d-4b3f-97f0-0f474292f28c None None] Network af5ce136-4daf-477c-84eb-828bdb506514 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:03.045002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Port 7221468e-323b-493d-b0f3-173f684e336b not found, will not notify nova. {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 14:05:03.060546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (3aa808c4-a5f5-4b13-b29b-ca4aae040c5b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.072995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3aa808c4-a5f5-4b13-b29b-ca4aae040c5b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.147941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.149300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e612cdd-13fa-4e1a-82af-19f1c0e407c4 req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3257437 Mar 22 14:05:03.236950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a477d-9ef1-4c1a-be27-f2398bc4eb61 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa808c4-a5f5-4b13-b29b-ca4aae040c5b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:03.343772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-c107ea62-bcbd-43b5-8921-9505fcd52124 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/3aa808c4-a5f5-4b13-b29b-ca4aae040c5b HTTP/1.1" status: 200 len: 1829 time: 0.1329513 Mar 22 14:05:03.359162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa808c4-a5f5-4b13-b29b-ca4aae040c5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:03.359567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa808c4-a5f5-4b13-b29b-ca4aae040c5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:03.377256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bc162-eaec-4067-8959-5743525a2ef2 req-42120398-0f22-48ad-ae8d-fd973def6c12 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:03.379128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-035bc162-eaec-4067-8959-5743525a2ef2 req-42120398-0f22-48ad-ae8d-fd973def6c12 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2715969 Mar 22 14:05:03.499450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.542691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.557439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.594764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46de5133-8cb7-492d-9bfe-4e460858caee,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:03.601491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:03.616411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6268ee79-3e7d-4ec4-bba9-41eb913b5ee3 req-74c36596-b177-47e5-a790-8d12ce4f153b tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2698293 Mar 22 14:05:03.662549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-035bc162-eaec-4067-8959-5743525a2ef2 req-727484f6-b6e3-4824-b7d0-77149f29ed1b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755041 Mar 22 14:05:03.812392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2faf2e1-5427-4757-a370-c47300463705 req-edec8747-7b10-4046-8c1f-01af8a4a5054 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/3aa808c4-a5f5-4b13-b29b-ca4aae040c5b HTTP/1.1" status: 200 len: 2422 time: 0.0843489 Mar 22 14:05:03.894050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec653a80-7128-48b9-b082-394be4014d4b req-4ca89633-b98f-4e3a-9379-3d7aa5e96b82 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 210 time: 0.0771062 Mar 22 14:05:04.092034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-a99531c4-31cb-4045-a7c2-a14951f176c6 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:04.093589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-a99531c4-31cb-4045-a7c2-a14951f176c6 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.78 "GET /v2.0/networks?id=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 HTTP/1.1" status: 200 len: 814 time: 0.1417680 Mar 22 14:05:04.113295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-95a61e87-cbda-4c7a-934b-2cf160e80a78 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-group-rules/46de5133-8cb7-492d-9bfe-4e460858caee HTTP/1.1" status: 200 len: 778 time: 0.0185966 Mar 22 14:05:04.117978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Request body: {'port': {'device_id': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3', 'admin_state_up': True, 'tenant_id': '3baa2984ff854101a18f1f00dd19bcaf'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:04.163659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'name': 'network-vif-deleted', 'tag': '7221468e-323b-493d-b0f3-173f684e336b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:04.167070 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7d902-0a7e-491b-8067-a8ba75d32ecf" -d '{"events": [{"server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "name": "network-vif-deleted", "tag": "7221468e-323b-493d-b0f3-173f684e336b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:04.285182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0301bfee-cb0f-40fc-b030-9eea79b93377 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:04.325042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 0301bfee-cb0f-40fc-b030-9eea79b93377 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:04.326039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0301bfee-cb0f-40fc-b030-9eea79b93377 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:04.326953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:04.330239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-a3d4668e-dd58-4e7f-88cf-a2d7cf72004e tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/3aa808c4-a5f5-4b13-b29b-ca4aae040c5b HTTP/1.1" status: 200 len: 2422 time: 0.1460903 Mar 22 14:05:04.339146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:04.342310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127657450', 'description': 'tempest-description--2094401871'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:04.369789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7221468e-323b-493d-b0f3-173f684e336b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:04.373045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7221468e-323b-493d-b0f3-173f684e336b not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:04.412219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.419999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.432412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.464872 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb0a48-77a0-4a18-a396-b02d6bc53453 x-openstack-request-id: req-28fb0a48-77a0-4a18-a396-b02d6bc53453 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:04.465299 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2175fd3-45d1-4376-aab7-6d2f5ff78e8a", "name": "network-vif-deleted", "tag": "7221468e-323b-493d-b0f3-173f684e336b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:04.466072 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28fb0a48-77a0-4a18-a396-b02d6bc53453 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:04.466787 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fb0a48-77a0-4a18-a396-b02d6bc53453'] response: {'server_uuid': 'c2175fd3-45d1-4376-aab7-6d2f5ff78e8a', 'name': 'network-vif-deleted', 'tag': '7221468e-323b-493d-b0f3-173f684e336b', 'status': 'completed', 'code': 200} Mar 22 14:05:04.480681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (46de5133-8cb7-492d-9bfe-4e460858caee), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.493625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.493625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-494bf14a-b530-45af-bed9-0d3e620a5b66 req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/46de5133-8cb7-492d-9bfe-4e460858caee HTTP/1.1" status: 204 len: 173 time: 0.1376386 Mar 22 14:05:04.497361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Made reservation on behalf of 3baa2984ff854101a18f1f00dd19bcaf for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:04.502036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.542342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2116247321', 'description': 'tempest-description-1411269365'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:04.547269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ad2e-da11-4b0b-8be5-a1621b7eb183 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46de5133-8cb7-492d-9bfe-4e460858caee,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:04.736959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Allocated IP 172.20.0.3 (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3/9002f12b-d82f-4792-8aef-c1e3ffb41e82/34edee0e-b6a8-4e5f-af53-414bed2aa9f4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:04.889030 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.977675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (052f5fe1-453f-4282-afbc-6cd5e338dc18), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:04.996503 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (052f5fe1-453f-4282-afbc-6cd5e338dc18), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.026732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks [] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.053526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5c68-16c9-4af0-9446-d7831910f455 req-7bde4d83-b6f5-41ad-a2fd-8b1567270aec tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:05.061139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92ff5c68-16c9-4af0-9446-d7831910f455 req-7bde4d83-b6f5-41ad-a2fd-8b1567270aec tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2228906 Mar 22 14:05:05.097888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.099143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7603834 Mar 22 14:05:05.102258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:05.108555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db31081-96da-4e37-8795-920b216aa03b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052f5fe1-453f-4282-afbc-6cd5e338dc18,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.109728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'security_group_rule': {'security_group_id': '052f5fe1-453f-4282-afbc-6cd5e338dc18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:05.154169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.166234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (070e0e48-8413-4ac5-af19-d85ac521196c), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.168082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.184196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92ff5c68-16c9-4af0-9446-d7831910f455 req-e6567daa-f651-41e9-a85d-19cec9dcc4f9 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220975 Mar 22 14:05:05.207725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.270168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (070e0e48-8413-4ac5-af19-d85ac521196c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.276070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (070e0e48-8413-4ac5-af19-d85ac521196c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.292468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070e0e48-8413-4ac5-af19-d85ac521196c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.314416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.319872 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8fd25b0f-d5cf-458c-839c-b694182e1651 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146022 Mar 22 14:05:05.321036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36128) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:05.331259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'security_group_rule': {'security_group_id': '052f5fe1-453f-4282-afbc-6cd5e338dc18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:05.349514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.369763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42b3dc36-7677-4728-ada3-dd24bc06db35 req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8328223 Mar 22 14:05:05.378272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (57e2fe5e-1a99-4736-98ac-191fdcad8951), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.397911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57492381-6380-44ef-a05c-efca4a000130 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.411517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:05.461283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:05.462379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device eadc5130-d5a5-4e2f-bebb-1b8ef368c5b4 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:05.466840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:05.492648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:05.504123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:05.534564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (57e2fe5e-1a99-4736-98ac-191fdcad8951), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.535140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Pushing event updated for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.544994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (57e2fe5e-1a99-4736-98ac-191fdcad8951), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.579752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e2fe5e-1a99-4736-98ac-191fdcad8951,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:05.590681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.597746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c0bcdde-02c0-42f8-99ce-a35b2cf3e142 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2737310 Mar 22 14:05:05.598454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36138) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:05.608055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:05.657535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.697810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-831d8a93-07f4-48ce-88ab-f7d18dfde7dd req-acfb53fb-1771-4475-bc69-f3284f004d7a tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc HTTP/1.1" status: 200 len: 1830 time: 0.1722803 Mar 22 14:05:05.717655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:05.718485 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.732953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259452f1-760b-4a84-b8fb-e370b54e30e0 req-01578cc1-98b2-472a-82dc-db6d339a1355 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:05.742777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259452f1-760b-4a84-b8fb-e370b54e30e0 req-01578cc1-98b2-472a-82dc-db6d339a1355 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 931 time: 0.2096426 Mar 22 14:05:05.779231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:05.816623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259452f1-760b-4a84-b8fb-e370b54e30e0 req-f58bc79d-4a03-4b17-8eaf-f2816b3b579a tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Mar 22 14:05:05.824685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-7343051b-d69c-4820-b555-e2b44303fc32 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7104981 Mar 22 14:05:05.853129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Request body: {'port': {'device_id': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:05.972375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Allocated IP 172.25.3.10 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/2f01fae4-1580-496a-805d-44a88ab4ed01) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:06.057079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.198738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb15b2-0c17-4cf2-9c0a-4eb75a68579b req-d5ca7650-1e68-4ce3-b7b5-72f4c1d9aa3b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:06.209627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55fb15b2-0c17-4cf2-9c0a-4eb75a68579b req-d5ca7650-1e68-4ce3-b7b5-72f4c1d9aa3b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.1625209 Mar 22 14:05:06.220620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737fb1e-e69b-4d3d-9859-18f9dd79648e req-412b8070-8e35-4425-8f86-4218ec801cdb tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:06.229660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0737fb1e-e69b-4d3d-9859-18f9dd79648e req-412b8070-8e35-4425-8f86-4218ec801cdb tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 949 time: 0.2522192 Mar 22 14:05:06.416410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0737fb1e-e69b-4d3d-9859-18f9dd79648e req-97fda1c0-99f4-4c1e-be98-536a2c1bfe45 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857643 Mar 22 14:05:06.451779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-2426f07d-ccb4-46f1-aac1-987dfd29d66f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:06.453311 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-2426f07d-ccb4-46f1-aac1-987dfd29d66f tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 949 time: 0.0884891 Mar 22 14:05:06.466354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55fb15b2-0c17-4cf2-9c0a-4eb75a68579b req-1bb00dc8-a0f0-4816-8c8b-4ada25a57108 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528794 Mar 22 14:05:06.499994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.589539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.607486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1171597456', 'description': 'tempest-description-1115116807'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:06.621986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port faa10992-a9d0-4a13-ab50-6574ee952347 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:06.622647 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.712326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:06.721195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:06.731291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:06.732766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.762913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'Port': ['ID=2f01fae4-1580-496a-805d-44a88ab4ed01,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:06.817450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (42acd451-6b85-4472-b13a-1cbcfdd04f19), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.833780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba97dd-7691-4479-8845-315804b275a7 req-2560b7a9-12d6-41a2-adf6-5f99e660cf19 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:06.840110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port faa10992-a9d0-4a13-ab50-6574ee952347, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=faa10992-a9d0-4a13-ab50-6574ee952347,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:06.840562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.840867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8ba97dd-7691-4479-8845-315804b275a7 req-2560b7a9-12d6-41a2-adf6-5f99e660cf19 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2688513 Mar 22 14:05:06.846468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (42acd451-6b85-4472-b13a-1cbcfdd04f19), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.859046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for faa10992-a9d0-4a13-ab50-6574ee952347 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:06.883483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for floatingip (5d69c3e2-59b6-48a7-b4c0-21df81415106), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:06.906846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-de2a6e60-5be7-4a39-9c4b-e60bfd0de6d9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:06.908308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-de2a6e60-5be7-4a39-9c4b-e60bfd0de6d9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.3385291 Mar 22 14:05:06.969609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.075421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.097504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45f76447-7cd9-4cd4-82ff-4d396625f137 req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5263267 Mar 22 14:05:07.139881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8ba97dd-7691-4479-8845-315804b275a7 req-15be8514-b439-4177-901a-9f5330e39793 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980638 Mar 22 14:05:07.181548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3e9c-48c5-47d8-b8b5-19bb0eb7bf8f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42acd451-6b85-4472-b13a-1cbcfdd04f19,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.199154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (faa10992-a9d0-4a13-ab50-6574ee952347), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.211753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:07.223857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17341fce-78f6-4c85-97bb-150e9981135a req-1ed3b1de-100e-482e-8895-271c2992e510 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:07.225520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17341fce-78f6-4c85-97bb-150e9981135a req-1ed3b1de-100e-482e-8895-271c2992e510 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "GET /v2.0/ports?device_id=b811dbee-a93b-4ab2-8fec-459adbadc896 HTTP/1.1" status: 200 len: 950 time: 0.1445146 Mar 22 14:05:07.231206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:07.269038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=faa10992-a9d0-4a13-ab50-6574ee952347,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.305206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks [] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.316467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347', 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:07.352202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port faa10992-a9d0-4a13-ab50-6574ee952347 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:07.360245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.363582 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdf62f79-7c82-4c78-acbe-947fc27ed096 req-0c520b79-e778-4168-83a2-464a36f58a70 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "DELETE /v2.0/ports/faa10992-a9d0-4a13-ab50-6574ee952347 HTTP/1.1" status: 204 len: 173 time: 0.9028311 Mar 22 14:05:07.369437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'name': 'network-vif-deleted', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:07.372661 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ce058-c71d-4dbd-9299-c11129d9f054" -d '{"events": [{"server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "name": "network-vif-deleted", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:07.381859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.398710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.463540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Transition to ACTIVE for port object 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:07.481607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Deleting port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:07.487318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.500469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.535187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'Port': ['ID=2f01fae4-1580-496a-805d-44a88ab4ed01,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.546894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:07.547236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.550978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (5d69c3e2-59b6-48a7-b4c0-21df81415106), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.578409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c29ae619-318b-4ea9-9e57-2d9d3fb427cd req-0c3b20ae-6d6b-4179-8b12-d927d2c595db tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/42acd451-6b85-4472-b13a-1cbcfdd04f19 HTTP/1.1" status: 200 len: 1830 time: 0.3763804 Mar 22 14:05:07.649610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.669469 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cfd58db4-2f11-4178-bdd3-878ba07f636c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0671833 Mar 22 14:05:07.686889 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67487caf-597e-4457-93db-733670d00fa6 x-openstack-request-id: req-67487caf-597e-4457-93db-733670d00fa6 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:07.687408 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79c83d-add3-46e3-a50d-914a9c847499", "name": "network-vif-deleted", "tag": "faa10992-a9d0-4a13-ab50-6574ee952347", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:07.687847 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67487caf-597e-4457-93db-733670d00fa6 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:07.688414 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67487caf-597e-4457-93db-733670d00fa6'] response: {'server_uuid': 'bc79c83d-add3-46e3-a50d-914a9c847499', 'name': 'network-vif-deleted', 'tag': 'faa10992-a9d0-4a13-ab50-6574ee952347', 'status': 'completed', 'code': 200} Mar 22 14:05:07.764631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:07.764995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:07.795198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for ada4495d-d11d-4102-a4d9-b3c6ffbcabdb owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:07.805636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Pushing event updated for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:07.905925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd16e7-27c4-4ff7-af23-4538df2c3bd7 req-673361ef-fb91-4e48-97c5-77b95d88d645 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:07.929426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2bd16e7-27c4-4ff7-af23-4538df2c3bd7 req-673361ef-fb91-4e48-97c5-77b95d88d645 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 931 time: 0.6570246 Mar 22 14:05:08.045712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9dfa0e1-e2cb-4e81-94bc-ab32f3049f06 req-b7e4779c-b079-4ffc-84a2-f91c19daaa6d tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc79c83d-add3-46e3-a50d-914a9c847499 HTTP/1.1" status: 200 len: 210 time: 0.1579294 Mar 22 14:05:08.102845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ada4495d-d11d-4102-a4d9-b3c6ffbcabdb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.115235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['faa10992-a9d0-4a13-ab50-6574ee952347'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:08.120906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:08.176233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=ada4495d-d11d-4102-a4d9-b3c6ffbcabdb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:08.211251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] For port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:08.211801 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.258097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port ada4495d-d11d-4102-a4d9-b3c6ffbcabdb on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:08.260811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.264331 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-17341fce-78f6-4c85-97bb-150e9981135a req-771e13f9-13f9-41e4-8ed6-b38c2d706d9a tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.82 "DELETE /v2.0/ports/ada4495d-d11d-4102-a4d9-b3c6ffbcabdb HTTP/1.1" status: 204 len: 173 time: 1.0061681 Mar 22 14:05:08.308489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Calling delete_port for 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:08.336554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Attempting to bind port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:08.337149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Attempting to bind port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'ca9daecb-0cdb-4080-8636-f24fc917cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:08.337680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Attempting to bind port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 on network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:08.346298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 on network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:08.346850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Attempting to bind port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 on network b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:08.355964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:08.356625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Checking segment: {'id': 'ca9daecb-0cdb-4080-8636-f24fc917cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:08.357171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Bound using segment: {'id': 'ca9daecb-0cdb-4080-8636-f24fc917cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:08.357801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Bound port: 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9daecb-0cdb-4080-8636-f24fc917cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:08.358192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.365947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2bd16e7-27c4-4ff7-af23-4538df2c3bd7 req-cfcbb1b1-f5d1-4f7f-aaf9-182931f8c7d8 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377701 Mar 22 14:05:08.427263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1115817606', 'description': 'tempest-description-53487956'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:08.456578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.535190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e2a4-a0a6-4265-9d6f-16e2ee2b5c72 req-268dbeef-dc65-4e5d-a9ee-d8d6177e432b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:08.536770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1459e2a4-a0a6-4265-9d6f-16e2ee2b5c72 req-268dbeef-dc65-4e5d-a9ee-d8d6177e432b tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f7d50-14d8-4469-a898-64a0e48e7914 HTTP/1.1" status: 200 len: 944 time: 0.2573643 Mar 22 14:05:08.645733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1459e2a4-a0a6-4265-9d6f-16e2ee2b5c72 req-421db23e-2e32-45c7-bb19-da2f658a2534 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987864 Mar 22 14:05:08.658878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:08.749888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (a37de5e6-0d5e-4073-8aed-522f029a7159), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.756315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (28e9c50f-e8e4-4f35-96b4-64af8f9f4abd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.799996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a37de5e6-0d5e-4073-8aed-522f029a7159), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.832706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,segment=NetworkSegment(ca9daecb-0cdb-4080-8636-f24fc917cfd7),segment_id=ca9daecb-0cdb-4080-8636-f24fc917cfd7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:08.862436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event deleted for resources: {'Port': ['ID=28e9c50f-e8e4-4f35-96b4-64af8f9f4abd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:08.912303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.938775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.939971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee32390b-96f3-4e72-ab2b-cad884c5eadc req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5168796 Mar 22 14:05:08.949832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] No DVR routers for this DVR port 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:08.970819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:08.974088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2477ae17-542a-4a20-b2ea-475175a58b88 req-41ebd228-9417-4688-aea3-f55c30b75889 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "DELETE /v2.0/ports/28e9c50f-e8e4-4f35-96b4-64af8f9f4abd HTTP/1.1" status: 204 len: 173 time: 2.0589833 Mar 22 14:05:08.978005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-deleted', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:08.980111 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5ea95-8695-42ad-a7bd-a656de9e78c1" -d '{"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-deleted", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:08.982557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4dfe-98b3-4182-aed0-9999b1bea8e5 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37de5e6-0d5e-4073-8aed-522f029a7159,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.007390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.008004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.009357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-898bd855-284b-4506-aa6f-0073525f230d service neutron] 10.222.0.78 "PUT /v2.0/ports/34edee0e-b6a8-4e5f-af53-414bed2aa9f4 HTTP/1.1" status: 200 len: 1091 time: 3.1759906 Mar 22 14:05:09.071448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bd855-284b-4506-aa6f-0073525f230d service neutron] Pushing event updated for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.127137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-e5adba41-0b16-430d-9028-e4e286c55325 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.128561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-e5adba41-0b16-430d-9028-e4e286c55325 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.3235881 Mar 22 14:05:09.150686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88f5a8-ef5b-4f13-9c8e-d4d6ca1d9d3f req-b81d76fb-cddb-4c5d-b25e-f5547be6cccc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.152175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b88f5a8-ef5b-4f13-9c8e-d4d6ca1d9d3f req-b81d76fb-cddb-4c5d-b25e-f5547be6cccc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1419334 Mar 22 14:05:09.157809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-a320240d-29ac-4854-aa71-ca919c6a4100 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/quotas/4d05fa19cf684b68b1d448311df2d3c2 HTTP/1.1" status: 200 len: 375 time: 0.0215619 Mar 22 14:05:09.193181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-81d8d57a-1dbc-4a13-a0d5-42cbc2900b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.194757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-81d8d57a-1dbc-4a13-a0d5-42cbc2900b23 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3baa2984ff854101a18f1f00dd19bcaf&device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 1125 time: 0.1206069 Mar 22 14:05:09.215463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-83fec77b-fcc0-43dd-9abd-67bf3e683cfc tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479870 Mar 22 14:05:09.235888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b88f5a8-ef5b-4f13-9c8e-d4d6ca1d9d3f req-1d2879ea-317a-4a78-9d74-a8057a305688 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Mar 22 14:05:09.357882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31c59ed9-0528-46ad-9ab5-6a92de5502f2 req-0f84bb07-1075-412d-a7ed-b75e6a3efa53 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/a37de5e6-0d5e-4073-8aed-522f029a7159 HTTP/1.1" status: 200 len: 1828 time: 0.0928040 Mar 22 14:05:09.396713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-2215d85f-aaa5-4e46-a9e2-dcf3dc71da1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4 HTTP/1.1" status: 200 len: 217 time: 0.0449314 Mar 22 14:05:09.400165 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598ee15-e95d-4b5e-9002-ba880d339628 x-openstack-request-id: req-5598ee15-e95d-4b5e-9002-ba880d339628 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:09.400467 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f7d50-14d8-4469-a898-64a0e48e7914", "name": "network-vif-deleted", "tag": "28e9c50f-e8e4-4f35-96b4-64af8f9f4abd", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:09.400722 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5598ee15-e95d-4b5e-9002-ba880d339628 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:09.401129 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5598ee15-e95d-4b5e-9002-ba880d339628'] response: {'server_uuid': '987f7d50-14d8-4469-a898-64a0e48e7914', 'name': 'network-vif-deleted', 'tag': '28e9c50f-e8e4-4f35-96b4-64af8f9f4abd', 'status': 'completed', 'code': 200} Mar 22 14:05:09.455059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1899410349', 'description': 'tempest-description-1924891293'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:09.482480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-23ab62ea-5cf6-4631-b49f-1fc4fed05b09 service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575138 Mar 22 14:05:09.500662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-8404a14b-647a-400e-9852-39cbd05ba541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.502094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-8404a14b-647a-400e-9852-39cbd05ba541 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9002f12b-d82f-4792-8aef-c1e3ffb41e82 HTTP/1.1" status: 200 len: 854 time: 0.0965037 Mar 22 14:05:09.546392 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.576281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-16595bf2-70bd-4f93-a968-62f21d977bd6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641994 Mar 22 14:05:09.688037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-e0395bf0-e82b-43f9-918c-4bc065425f2f service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984968 Mar 22 14:05:09.690016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'name': 'network-vif-deleted', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:09.692958 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee97d1-99ba-4c56-aecb-d4cf97a77b19" -d '{"events": [{"server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "name": "network-vif-deleted", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:09.752872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (09dc398b-0793-47ad-9103-a0fc010e686e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.760978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (09dc398b-0793-47ad-9103-a0fc010e686e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.804926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-713a58d2-91c5-446e-bc32-1b6004dc0943 service neutron] 10.222.0.78 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062964 Mar 22 14:05:09.809715 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:09.810962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95a98f3d-d1b1-4fe8-852b-0fdefbb26d9a req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3667278 Mar 22 14:05:09.839478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61ee9-be3f-4703-b05e-1c6d3bded65c tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc398b-0793-47ad-9103-a0fc010e686e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:09.984620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf998f3a-39fb-4b16-b248-becb12967c62 req-5b3efebf-2448-4c67-92a2-d4602a494297 service neutron] 10.222.0.78 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724954 Mar 22 14:05:09.994412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77915983-db56-419e-8a08-0cd6f98ebdb4 req-1ac70422-d048-471a-a749-b656ff6895fd tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:09.996143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77915983-db56-419e-8a08-0cd6f98ebdb4 req-1ac70422-d048-471a-a749-b656ff6895fd tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 943 time: 0.1119547 Mar 22 14:05:10.006615 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509b6fc-23ba-4fcd-963c-f8ba480973f3 x-openstack-request-id: req-4509b6fc-23ba-4fcd-963c-f8ba480973f3 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:10.007157 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b811dbee-a93b-4ab2-8fec-459adbadc896", "name": "network-vif-deleted", "tag": "ada4495d-d11d-4102-a4d9-b3c6ffbcabdb", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:10.007560 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4509b6fc-23ba-4fcd-963c-f8ba480973f3 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:10.008117 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4509b6fc-23ba-4fcd-963c-f8ba480973f3'] response: {'server_uuid': 'b811dbee-a93b-4ab2-8fec-459adbadc896', 'name': 'network-vif-deleted', 'tag': 'ada4495d-d11d-4102-a4d9-b3c6ffbcabdb', 'status': 'completed', 'code': 200} Mar 22 14:05:10.109390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ebf81a49-772a-435f-b2a0-84cb5c011859 req-aa4386d5-ce10-4ded-b9f4-f7fe52783b99 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 210 time: 0.0507417 Mar 22 14:05:10.112983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77915983-db56-419e-8a08-0cd6f98ebdb4 req-3dc050b8-2c03-4f43-b3c6-982b989881da tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992022 Mar 22 14:05:10.121844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-10e62e91-2a93-4e0c-a4ab-73e7ad65d850 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246216 Mar 22 14:05:10.242500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-992667d4-485a-4a04-9a91-cbd94097aa2c req-2271dbf1-bd18-418a-aab7-1f4528c89ee1 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/09dc398b-0793-47ad-9103-a0fc010e686e HTTP/1.1" status: 200 len: 1830 time: 0.0900855 Mar 22 14:05:10.284314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-c736739a-76c3-43d6-aa96-7a9e94a565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:10.286198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-c736739a-76c3-43d6-aa96-7a9e94a565bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=561faf9056d34dc6ae7186108d04dad7&device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 1127 time: 0.0627747 Mar 22 14:05:10.295057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device faa10992-a9d0-4a13-ab50-6574ee952347 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:10.342095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: faa10992-a9d0-4a13-ab50-6574ee952347 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:10.342450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device faa10992-a9d0-4a13-ab50-6574ee952347 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:10.475462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-28540b19-146a-4c6d-93c9-49b73c646230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:10.482635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-28540b19-146a-4c6d-93c9-49b73c646230 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 200 len: 909 time: 0.1711931 Mar 22 14:05:10.492140 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-270ca604-165a-4a6b-8c6d-28691b4439b6 req-f0f76bc8-58df-4047-8e4a-8fca25dc1173 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] show failed (client error): The resource could not be found. Mar 22 14:05:10.493292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-270ca604-165a-4a6b-8c6d-28691b4439b6 req-f0f76bc8-58df-4047-8e4a-8fca25dc1173 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/2ace67d6-cc24-4358-8f12-2b2b6911a832 HTTP/1.1" status: 404 len: 352 time: 0.0597465 Mar 22 14:05:10.892251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-137e7fd1-c582-4703-a94c-fa8f98dd0da1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 200 len: 217 time: 0.3854275 Mar 22 14:05:11.012086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-50af4f05-e191-4ecd-805d-90435edafc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.013551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-50af4f05-e191-4ecd-805d-90435edafc55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 200 len: 848 time: 0.0974488 Mar 22 14:05:11.043098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47accdc5-0dae-402b-98f6-e5217fae2a5e req-1ba55e0c-064f-41fa-906b-fcf1682326f9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.044609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47accdc5-0dae-402b-98f6-e5217fae2a5e req-1ba55e0c-064f-41fa-906b-fcf1682326f9 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 945 time: 0.1627293 Mar 22 14:05:11.064655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-a91ac7bd-385b-4b66-adf9-0e7111b48318 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bddefe54-9fa5-4bd7-9e88-63789f359fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411918 Mar 22 14:05:11.074242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a328d-dbdd-4bef-aebc-bb1a41470ecb req-38b068c5-c9b7-4541-9fc8-0bd0f10846cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.081078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-135a328d-dbdd-4bef-aebc-bb1a41470ecb req-38b068c5-c9b7-4541-9fc8-0bd0f10846cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1980438 Mar 22 14:05:11.164026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-2556f87f-047d-4b54-a175-bf46db6d8e52 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.165389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-2556f87f-047d-4b54-a175-bf46db6d8e52 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 945 time: 0.2504051 Mar 22 14:05:11.248895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-ff9a1504-8989-4d9a-8e86-9d65060ab041 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.254836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-ff9a1504-8989-4d9a-8e86-9d65060ab041 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.1502955 Mar 22 14:05:11.272491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'port': {'device_id': 'd835267e-bad9-4068-a871-51a0a629704d', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'admin_state_up': True, 'tenant_id': '4d05fa19cf684b68b1d448311df2d3c2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:11.273514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47accdc5-0dae-402b-98f6-e5217fae2a5e req-fada6057-ecc5-43dd-bcd4-7290a1e48719 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118847 Mar 22 14:05:11.288992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-135a328d-dbdd-4bef-aebc-bb1a41470ecb req-9ffef576-aef9-499c-8894-764dae01b404 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048120 Mar 22 14:05:11.374181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-ae2d0163-033f-4425-8f35-7b0436f11c79 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819712 Mar 22 14:05:11.392692 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-9f8786db-3f7b-48b4-b4ac-bac30c9ab31e req-7e42faef-0792-422e-80cc-5a1b5fd22df6 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] show failed (client error): The resource could not be found. Mar 22 14:05:11.393664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f8786db-3f7b-48b4-b4ac-bac30c9ab31e req-7e42faef-0792-422e-80cc-5a1b5fd22df6 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-group-rules/a7e83281-a1e3-443f-ac49-5abc140f894b HTTP/1.1" status: 404 len: 361 time: 0.0704050 Mar 22 14:05:11.412194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:11.414546 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd11d2-aea6-448f-b765-35e859039839" -d '{"events": [{"name": "network-changed", "server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:11.425122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Made reservation on behalf of 4d05fa19cf684b68b1d448311df2d3c2 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:11.428998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.438281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:11.479940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:11.480276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 28e9c50f-e8e4-4f35-96b4-64af8f9f4abd not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:11.580324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787b533-1656-40e7-a2ae-ff83f3f7ea73 req-5073403b-abd7-41f9-80b1-d1d169036413 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.581803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d787b533-1656-40e7-a2ae-ff83f3f7ea73 req-5073403b-abd7-41f9-80b1-d1d169036413 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.2358992 Mar 22 14:05:11.603892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Deleting port 6b48a843-8afe-4a93-978e-fe9e1294bca6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:11.604210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.604538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Allocated IP 172.20.0.2 (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3/4071ad94-15c1-4fb1-b28b-e8c9d40904bb/d1b7dbe2-835c-43a5-93ac-3d741d810407) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:11.628585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b8c4a8-1058-4d78-b1e0-50f74fa63377 req-5817b767-6233-42d5-946e-9077430b62d8 service neutron] 10.222.0.78 "GET /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370114 Mar 22 14:05:11.673325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aaf7e-84fa-4624-9b83-7d4faf4a9bed req-75b212ce-3932-459b-995d-83926b89a12f tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.674749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af9aaf7e-84fa-4624-9b83-7d4faf4a9bed req-75b212ce-3932-459b-995d-83926b89a12f tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 943 time: 0.1866450 Mar 22 14:05:11.748248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d787b533-1656-40e7-a2ae-ff83f3f7ea73 req-4556ccca-bde7-4612-9588-46296fe53371 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512337 Mar 22 14:05:11.782038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af9aaf7e-84fa-4624-9b83-7d4faf4a9bed req-66958be0-a675-4202-9a4d-f249155b40ab tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977764 Mar 22 14:05:11.784492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.787648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] For port 6b48a843-8afe-4a93-978e-fe9e1294bca6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b48a843-8afe-4a93-978e-fe9e1294bca6,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:11.788031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.826625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Calling delete_port for 6b48a843-8afe-4a93-978e-fe9e1294bca6 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:11.840780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.886612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:11.889730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:11.892431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:11.932742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:11.955592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-f336aed1-2fe7-4f50-b48b-2d234d3f021f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/09dc398b-0793-47ad-9103-a0fc010e686e HTTP/1.1" status: 200 len: 1830 time: 0.1259196 Mar 22 14:05:11.957251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.957883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:11.971478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c99c6-492c-4033-bfdf-177c88bdb198 req-5f60b044-02b1-4b2b-8533-fc68560643a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:11.973026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-689c99c6-492c-4033-bfdf-177c88bdb198 req-5f60b044-02b1-4b2b-8533-fc68560643a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 931 time: 0.1444981 Mar 22 14:05:11.977626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-9ee772c1-4d44-490d-a239-4e08d48c0f05 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7127545 Mar 22 14:05:11.989944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Request body: {'port': {'device_id': 'd835267e-bad9-4068-a871-51a0a629704d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:12.089304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.109033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-689c99c6-492c-4033-bfdf-177c88bdb198 req-b55d3938-52a1-4727-9e9e-0cc9734c0572 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258726 Mar 22 14:05:12.122556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (09dc398b-0793-47ad-9103-a0fc010e686e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.137191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6b48a843-8afe-4a93-978e-fe9e1294bca6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.176055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (09dc398b-0793-47ad-9103-a0fc010e686e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.179734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event deleted for resources: {'Port': ['ID=6b48a843-8afe-4a93-978e-fe9e1294bca6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.191446 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4767c13b-b34a-4733-a27f-9fedbf565602 x-openstack-request-id: req-4767c13b-b34a-4733-a27f-9fedbf565602 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:12.191763 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:12.192036 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4767c13b-b34a-4733-a27f-9fedbf565602 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:12.192407 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4767c13b-b34a-4733-a27f-9fedbf565602'] response: {'name': 'network-changed', 'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4', 'status': 'completed', 'code': 200} Mar 22 14:05:12.294589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ada4495d-d11d-4102-a4d9-b3c6ffbcabdb no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:12.297758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] No DVR routers for this DVR port 6b48a843-8afe-4a93-978e-fe9e1294bca6 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:12.305528 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.308826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b1d2c39-4709-4312-8647-9fe93e81d5ae req-4b354266-1cba-401d-bcd4-bbb78647a3fd tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.78 "DELETE /v2.0/ports/6b48a843-8afe-4a93-978e-fe9e1294bca6 HTTP/1.1" status: 204 len: 173 time: 1.1315579 Mar 22 14:05:12.336121 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (09dc398b-0793-47ad-9103-a0fc010e686e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.339609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.364865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d118c371-80e1-42f5-8640-2953c7c0f58b req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-groups/09dc398b-0793-47ad-9103-a0fc010e686e HTTP/1.1" status: 204 len: 173 time: 0.3907363 Mar 22 14:05:12.381571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-15df893d-79df-41eb-8865-8366a84d7384 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.383248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-15df893d-79df-41eb-8865-8366a84d7384 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.1638992 Mar 22 14:05:12.391541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: ada4495d-d11d-4102-a4d9-b3c6ffbcabdb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:12.393265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ada4495d-d11d-4102-a4d9-b3c6ffbcabdb not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:12.398374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd11d2-aea6-448f-b765-35e859039839 req-f38d2dd9-df86-4c35-8073-b3dd21f02f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.399854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-f38d2dd9-df86-4c35-8073-b3dd21f02f04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3baa2984ff854101a18f1f00dd19bcaf&device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 1125 time: 0.1716673 Mar 22 14:05:12.403256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633edb-4958-4395-a447-f5fba73f97a4 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc398b-0793-47ad-9103-a0fc010e686e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.460322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e72fbc34-2df3-477c-beeb-d35d43965bc8 req-c9dbaf65-e7cf-456f-bd5f-6cde8cd19f75 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=1790a5cc-1d83-40d2-8779-2899b3f132f1 HTTP/1.1" status: 200 len: 210 time: 0.0877907 Mar 22 14:05:12.498478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b7dbe2-835c-43a5-93ac-3d741d810407 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:12.512908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks [] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.530002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Transition to ACTIVE for port object d1b7dbe2-835c-43a5-93ac-3d741d810407 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:12.538757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.599471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.658300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0d4eb-cc78-4052-8c4c-2366c0d1eb74 req-ffebeba6-ea9e-44f1-afb6-d31ebdd32f53 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.659957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7bb0d4eb-cc78-4052-8c4c-2366c0d1eb74 req-ffebeba6-ea9e-44f1-afb6-d31ebdd32f53 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2495179 Mar 22 14:05:12.669457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-b0075062-f28a-4f4c-8da2-5e838c958fd0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/a37de5e6-0d5e-4073-8aed-522f029a7159 HTTP/1.1" status: 200 len: 1828 time: 0.1406457 Mar 22 14:05:12.673239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd11d2-aea6-448f-b765-35e859039839 req-3ea5c2d7-29fa-46c3-8f2c-68f9c9d9eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.674675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-3ea5c2d7-29fa-46c3-8f2c-68f9c9d9eca8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 HTTP/1.1" status: 200 len: 915 time: 0.2463753 Mar 22 14:05:12.690492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Attempting to bind port d1b7dbe2-835c-43a5-93ac-3d741d810407 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:12.691097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Attempting to bind port d1b7dbe2-835c-43a5-93ac-3d741d810407 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:12.691898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Attempting to bind port d1b7dbe2-835c-43a5-93ac-3d741d810407 on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:12.699287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Port d1b7dbe2-835c-43a5-93ac-3d741d810407 on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:12.700012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Attempting to bind port d1b7dbe2-835c-43a5-93ac-3d741d810407 on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:12.706537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:12.707161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Checking segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:12.707732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Bound using segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:12.708607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Bound port: d1b7dbe2-835c-43a5-93ac-3d741d810407, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:12.710408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.754078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-68dfa3f5-d906-47b5-8595-db53e2d13e5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4 HTTP/1.1" status: 200 len: 217 time: 0.0603385 Mar 22 14:05:12.779201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:12.783107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:12.784339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Deleting port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:12.784699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.792793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.830968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.831802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.833333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] 10.222.0.82 "PUT /v2.0/ports/d1b7dbe2-835c-43a5-93ac-3d741d810407 HTTP/1.1" status: 200 len: 1091 time: 0.8481798 Mar 22 14:05:12.833865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:12.837389 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd7a88-9c13-4518-9a34-e341d7fa87c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:12.863739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3c4c-5ed8-48a8-ac21-6ef44ac1cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:12.886176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7bb0d4eb-cc78-4052-8c4c-2366c0d1eb74 req-76625b33-8e48-47c3-9988-8ff6d7752819 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094991 Mar 22 14:05:12.901237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd11d2-aea6-448f-b765-35e859039839 req-74b4c75a-b1c9-4d1c-9eee-596b4bc3951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.902686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-74b4c75a-b1c9-4d1c-9eee-596b4bc3951b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9002f12b-d82f-4792-8aef-c1e3ffb41e82 HTTP/1.1" status: 200 len: 854 time: 0.1369541 Mar 22 14:05:12.919936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (a37de5e6-0d5e-4073-8aed-522f029a7159), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:12.971466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-c377921f-6d22-4aa1-9a27-98e27d893b18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482619 Mar 22 14:05:12.990780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-28611631-c0af-4f7f-8ad3-1e5f9375f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:12.993892 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-28611631-c0af-4f7f-8ad3-1e5f9375f0f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 1125 time: 0.0879030 Mar 22 14:05:12.999929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (a37de5e6-0d5e-4073-8aed-522f029a7159), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.029392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] For port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:13.030091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.053777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-791281a1-e02b-47f5-9914-aab60e485ca9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407 HTTP/1.1" status: 200 len: 217 time: 0.0524797 Mar 22 14:05:13.106098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Calling delete_port for 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:13.111640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-08bbc25c-e580-484c-838a-c14495a73d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.113875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-08bbc25c-e580-484c-838a-c14495a73d8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.0544381 Mar 22 14:05:13.149708 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-3ad4a079-72a5-4357-8d42-0192dca6fed6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298102 Mar 22 14:05:13.201185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a37de5e6-0d5e-4073-8aed-522f029a7159), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.203594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.204722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34020fd7-f8c1-4000-bab2-8b35a364d9b4 req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-groups/a37de5e6-0d5e-4073-8aed-522f029a7159 HTTP/1.1" status: 204 len: 173 time: 0.5291970 Mar 22 14:05:13.232417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-5202fc19-9e8a-4bab-82eb-ff421753c5f2 service neutron] 10.222.0.78 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484341 Mar 22 14:05:13.241185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4579e0d-0397-4594-8b06-e25ef1924adf req-ee15ea49-8309-4e32-9042-cd67e932992b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.242677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4579e0d-0397-4594-8b06-e25ef1924adf req-ee15ea49-8309-4e32-9042-cd67e932992b tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/ports?device_id=22a2ae25-7d5e-4108-a92e-751c980a33e0 HTTP/1.1" status: 200 len: 950 time: 0.2200766 Mar 22 14:05:13.245152 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-50ebfbbb-5bda-4f7c-a6dc-56812b54cd53 service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860374 Mar 22 14:05:13.247090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ebcc-b66b-4bd4-8002-24bb8826a4a0 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37de5e6-0d5e-4073-8aed-522f029a7159,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:13.353003 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c65e4b6-1530-47f1-aa76-ba3fb6bd0242 req-b2cf6264-54af-4c7f-a7ce-c9818ac5c81f service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977123 Mar 22 14:05:13.398977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4579e0d-0397-4594-8b06-e25ef1924adf req-d3e8d1c2-a1ae-4090-bd94-748e52898b18 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f3147e9-bd3b-4717-af9a-dd378988f793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411607 Mar 22 14:05:13.437280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:13.464223 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c0aae-b725-4e58-8a63-a2d3203dfda2 x-openstack-request-id: req-9a0c0aae-b725-4e58-8a63-a2d3203dfda2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:13.465522 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:13.465522 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a0c0aae-b725-4e58-8a63-a2d3203dfda2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:13.465745 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0c0aae-b725-4e58-8a63-a2d3203dfda2'] response: {'name': 'network-changed', 'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'status': 'completed', 'code': 200} Mar 22 14:05:13.468058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ebd11d2-aea6-448f-b765-35e859039839 req-e9c22ef9-13fb-4b67-84f4-eed63ad1fdd7 service neutron] 10.222.0.78 "GET /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242379 Mar 22 14:05:13.480349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd1d68-5522-4f96-a8d0-369551fc1b32 req-23cadb5b-45a1-4ca6-bb16-394fce1f2b2d tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.481838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfdd1d68-5522-4f96-a8d0-369551fc1b32 req-23cadb5b-45a1-4ca6-bb16-394fce1f2b2d tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 943 time: 0.1640074 Mar 22 14:05:13.483015 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6bbe14fa-b662-4fb8-b752-8bcaa25d63bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.528984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Pushing event deleted for resources: {'Port': ['ID=6bbe14fa-b662-4fb8-b752-8bcaa25d63bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:13.585053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:13.630882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] No DVR routers for this DVR port 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:13.633980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-999cdd72-4536-466a-bd59-f43268923887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.636172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-999cdd72-4536-466a-bd59-f43268923887 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 1125 time: 0.1276505 Mar 22 14:05:13.636356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.639854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ffd811-9272-4dc1-99ad-ae6b1ac127c4 req-39691357-148a-4ce6-a8cd-645cbb949266 tempest-ServersOnMultiNodesTest-2040012656 tempest-ServersOnMultiNodesTest-2040012656-project] 10.222.0.78 "DELETE /v2.0/ports/6bbe14fa-b662-4fb8-b752-8bcaa25d63bb HTTP/1.1" status: 204 len: 173 time: 1.2391009 Mar 22 14:05:13.649168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfdd1d68-5522-4f96-a8d0-369551fc1b32 req-dd686b6a-1ef2-4a90-afe0-63e9cf563156 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591642 Mar 22 14:05:13.689354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae27e6-8f10-4ffd-960d-a8bee28e0ccb req-9f4bfffc-6188-4513-9654-f409200182d2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.697363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aae27e6-8f10-4ffd-960d-a8bee28e0ccb req-9f4bfffc-6188-4513-9654-f409200182d2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 943 time: 0.1151972 Mar 22 14:05:13.763776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,segment=NetworkSegment(ca9daecb-0cdb-4080-8636-f24fc917cfd7),segment_id=ca9daecb-0cdb-4080-8636-f24fc917cfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:13.820218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4', 'network_id': 'b3cc706a-358a-4b5c-bcef-0bf6d233d3b3', 'port_id': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4', 'mac_address': 'fa:16:3e:97:45:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9002f12b-d82f-4792-8aef-c1e3ffb41e82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:13.822725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aae27e6-8f10-4ffd-960d-a8bee28e0ccb req-207a6d4b-250a-4f9a-a9cd-24f523c454ee tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243663 Mar 22 14:05:13.878031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-e1701633-b7f7-4959-a454-18f1a781f895 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/42acd451-6b85-4472-b13a-1cbcfdd04f19 HTTP/1.1" status: 200 len: 1830 time: 0.1773384 Mar 22 14:05:13.909416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:13.910290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.935889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:13.967125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,segment=NetworkSegment(ca9daecb-0cdb-4080-8636-f24fc917cfd7),segment_id=ca9daecb-0cdb-4080-8636-f24fc917cfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:13.968937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-f8868327-38a3-4840-ae38-163dc43e452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:13.975563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:13.981387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-f8868327-38a3-4840-ae38-163dc43e452f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 923 time: 0.3331504 Mar 22 14:05:14.016258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (42acd451-6b85-4472-b13a-1cbcfdd04f19), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.043758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:14.076592 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-8d7c26e5-c4f9-436a-8558-39e7df4566b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407 HTTP/1.1" status: 200 len: 217 time: 0.0868902 Mar 22 14:05:14.087952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (42acd451-6b85-4472-b13a-1cbcfdd04f19), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.121486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eb779-61d0-4d8c-af69-ea9813dde400 req-57c554e9-43c5-48df-9edf-13cafeab05f7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.129517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e7eb779-61d0-4d8c-af69-ea9813dde400 req-57c554e9-43c5-48df-9edf-13cafeab05f7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0962942 Mar 22 14:05:14.218499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-deleted', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6'}, {'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'name': 'network-vif-deleted', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:14.219674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-230b77b4-5bea-4943-bf68-4baef2eaedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.221534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-230b77b4-5bea-4943-bf68-4baef2eaedcb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.1390498 Mar 22 14:05:14.221873 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70004b45-8973-4a7e-a746-b3ce413446cf" -d '{"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-deleted", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6"}, {"server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "name": "network-vif-deleted", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:14.235862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (42acd451-6b85-4472-b13a-1cbcfdd04f19), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.238830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.245299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0f53c9c-2b58-49ee-b430-62ac211945fe req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-groups/42acd451-6b85-4472-b13a-1cbcfdd04f19 HTTP/1.1" status: 204 len: 173 time: 0.3568580 Mar 22 14:05:14.265519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['34edee0e-b6a8-4e5f-af53-414bed2aa9f4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:14.273809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e7eb779-61d0-4d8c-af69-ea9813dde400 req-82f938e7-dea7-44b8-9919-ccb648d2dd68 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417387 Mar 22 14:05:14.278826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b775f6-88fb-439c-9bcf-c353fd028a3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42acd451-6b85-4472-b13a-1cbcfdd04f19,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:14.322282 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b67502-a07c-4f8d-814f-267658bd2fe9 x-openstack-request-id: req-f3b67502-a07c-4f8d-814f-267658bd2fe9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:14.323055 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790a5cc-1d83-40d2-8779-2899b3f132f1", "name": "network-vif-deleted", "tag": "6b48a843-8afe-4a93-978e-fe9e1294bca6", "status": "completed", "code": 200}, {"server_uuid": "22a2ae25-7d5e-4108-a92e-751c980a33e0", "name": "network-vif-deleted", "tag": "6bbe14fa-b662-4fb8-b752-8bcaa25d63bb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:14.323309 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3b67502-a07c-4f8d-814f-267658bd2fe9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:14.323725 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b67502-a07c-4f8d-814f-267658bd2fe9'] response: {'server_uuid': '1790a5cc-1d83-40d2-8779-2899b3f132f1', 'name': 'network-vif-deleted', 'tag': '6b48a843-8afe-4a93-978e-fe9e1294bca6', 'status': 'completed', 'code': 200} Mar 22 14:05:14.323987 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b67502-a07c-4f8d-814f-267658bd2fe9'] response: {'server_uuid': '22a2ae25-7d5e-4108-a92e-751c980a33e0', 'name': 'network-vif-deleted', 'tag': '6bbe14fa-b662-4fb8-b752-8bcaa25d63bb', 'status': 'completed', 'code': 200} Mar 22 14:05:14.325911 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-1a0457f8-5f2c-4543-b14d-cd78d25d0a0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962894 Mar 22 14:05:14.394460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-4eddd82c-6a06-4188-bf5a-eac17b638c3f tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc HTTP/1.1" status: 200 len: 1830 time: 0.0562773 Mar 22 14:05:14.476965 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.530003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.534349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-b1cf15fb-a8f1-464e-8164-dd258a674261 service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960921 Mar 22 14:05:14.627619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.630575 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.631984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f50380e3-6493-4eac-87fd-cce8e69d4e25 req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-groups/cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc HTTP/1.1" status: 204 len: 173 time: 0.2365725 Mar 22 14:05:14.648531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedeeb2-2d85-4445-b55b-b4df290893f9 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa9e89-d5e4-4a61-8bd1-adeb8aa5aafc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:14.681188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-09dd7a88-9c13-4518-9a34-e341d7fa87c6 req-18769c42-a2c6-4c89-8497-ee3eb6050ddd service neutron] 10.222.0.82 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390650 Mar 22 14:05:14.746435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-5b4c9ad4-fa20-4509-a28f-911d52617059 tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "GET /v2.0/security-groups/3aa808c4-a5f5-4b13-b29b-ca4aae040c5b HTTP/1.1" status: 200 len: 1829 time: 0.0502679 Mar 22 14:05:14.767509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303efe3d-223b-4721-a202-cc1d5fe521e9 req-6d9a466b-61a5-4c06-b0a0-d3af4d7b2229 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.770029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-303efe3d-223b-4721-a202-cc1d5fe521e9 req-6d9a466b-61a5-4c06-b0a0-d3af4d7b2229 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.1225843 Mar 22 14:05:14.865797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (3aa808c4-a5f5-4b13-b29b-ca4aae040c5b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.878853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36286) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:14.905043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-303efe3d-223b-4721-a202-cc1d5fe521e9 req-e0281334-f1e4-4873-ab0b-e82266e29d15 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1c95d5c-d66a-47d0-93d2-32aa26fc074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899575 Mar 22 14:05:14.906691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (3aa808c4-a5f5-4b13-b29b-ca4aae040c5b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.958482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-999c0cfe-f453-420a-a9cd-947e38b89619 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:14.960293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-999c0cfe-f453-420a-a9cd-947e38b89619 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 944 time: 0.0976582 Mar 22 14:05:14.962004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3aa808c4-a5f5-4b13-b29b-ca4aae040c5b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.964644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:14.965818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6c88ec1-2e75-4fe9-a0f2-4e98244accb9 req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] 10.222.0.81 "DELETE /v2.0/security-groups/3aa808c4-a5f5-4b13-b29b-ca4aae040c5b HTTP/1.1" status: 204 len: 173 time: 0.1942582 Mar 22 14:05:14.974541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36290) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:15.009169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df420e0e-5587-45ea-ba25-38c9643ec5ea tempest-SecurityGroupRulesNegativeTestJSON-1894170580 tempest-SecurityGroupRulesNegativeTestJSON-1894170580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa808c4-a5f5-4b13-b29b-ca4aae040c5b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.137770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Deleting port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:15.138442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.173857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Deleting subnet 9d308a39-63f6-4563-8e06-98a352ae5057 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:15.214473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Publish callbacks [] for subnet (9d308a39-63f6-4563-8e06-98a352ae5057), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.221663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4fe83e7b-f9d0-4105-8214-3c0956576faf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a321238e85cd431fafe2fd8be22ea9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369052 Mar 22 14:05:15.226846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:15.255457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] For port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,segment=NetworkSegment(f0078e0c-1d12-47af-a6ce-7c3978d29210),segment_id=f0078e0c-1d12-47af-a6ce-7c3978d29210)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:15.255913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.270162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886055ef-df46-490f-be1a-c46d00e7b743 req-3d43801e-a13b-4ade-8247-04177ddf5eb3 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:15.278815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-886055ef-df46-490f-be1a-c46d00e7b743 req-3d43801e-a13b-4ade-8247-04177ddf5eb3 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 944 time: 0.2542396 Mar 22 14:05:15.280042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Calling delete_port for 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:15.344165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] Publish callbacks [] for security_group (7f3147e9-bd3b-4717-af9a-dd378988f793), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.351778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-886055ef-df46-490f-be1a-c46d00e7b743 req-3b4434a2-f149-4eb5-a09c-ee48d3254934 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717978 Mar 22 14:05:15.369073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (9d308a39-63f6-4563-8e06-98a352ae5057), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.385121 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] Publish callbacks [] for security_group (7f3147e9-bd3b-4717-af9a-dd378988f793), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.391282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6d34-c4b7-4eaf-b344-6e3ddd3441ea req-016779a6-18f4-44b0-8b98-f3889cea2ae8 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:15.393076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-468f6d34-c4b7-4eaf-b344-6e3ddd3441ea req-016779a6-18f4-44b0-8b98-f3889cea2ae8 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 943 time: 0.3050575 Mar 22 14:05:15.443861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:15.490675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f3147e9-bd3b-4717-af9a-dd378988f793), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.494253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.495991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f3147e9-bd3b-4717-af9a-dd378988f793 HTTP/1.1" status: 204 len: 168 time: 0.2676840 Mar 22 14:05:15.499408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.534099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Pushing event deleted for resources: {'Port': ['ID=1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.537420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a7c06-7677-422e-a61a-2d8fc0ac7b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3147e9-bd3b-4717-af9a-dd378988f793,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.598179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] No DVR routers for this DVR port 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:15.603097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.608042 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381bc047-50a7-4765-a58e-7e7b15e1afff req-b482e1f9-288f-4d50-8315-8976b893439f tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.82 "DELETE /v2.0/ports/1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea HTTP/1.1" status: 204 len: 173 time: 0.6421232 Mar 22 14:05:15.608905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-deleted', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:15.609701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9d308a39-63f6-4563-8e06-98a352ae5057), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.614816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:15.624950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:15.626454 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.627397 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a14185a-45e9-477d-a1fb-ad06dd326bbb" -d '{"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-deleted", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:15.684808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e269eb-de9f-49ab-9909-b85cc8cad3e4 req-d38c07ce-d35f-4dd7-91aa-44fe29e552d7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:15.686890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e269eb-de9f-49ab-9909-b85cc8cad3e4 req-d38c07ce-d35f-4dd7-91aa-44fe29e552d7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1882968 Mar 22 14:05:15.690452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-468f6d34-c4b7-4eaf-b344-6e3ddd3441ea req-0dc9a940-2ead-4f61-953c-7d5544eef7dd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095923 Mar 22 14:05:15.745039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (9d308a39-63f6-4563-8e06-98a352ae5057), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.777815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d308a39-63f6-4563-8e06-98a352ae5057,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:15.791592 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a738b1-dddc-4b22-b003-6e28c2be4be9 x-openstack-request-id: req-d2a738b1-dddc-4b22-b003-6e28c2be4be9 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:15.792505 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05", "name": "network-vif-deleted", "tag": "1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:15.792951 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2a738b1-dddc-4b22-b003-6e28c2be4be9 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:15.793642 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a738b1-dddc-4b22-b003-6e28c2be4be9'] response: {'server_uuid': 'f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05', 'name': 'network-vif-deleted', 'tag': '1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea', 'status': 'completed', 'code': 200} Mar 22 14:05:15.796627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:15.797130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.817759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e269eb-de9f-49ab-9909-b85cc8cad3e4 req-a936023f-a841-4cec-ad25-c0c6a6711cff tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205113 Mar 22 14:05:15.828303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.833755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-26500396-22a4-4216-a8a7-de74fe5e463a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9d308a39-63f6-4563-8e06-98a352ae5057 HTTP/1.1" status: 204 len: 168 time: 0.8547845 Mar 22 14:05:15.834582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36304) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:15.873687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:15.878411 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8521c1-46ce-4201-89da-cc4a4fb6c53c" -d '{"events": [{"server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "name": "network-vif-plugged", "status": "completed", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:15.905210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,segment=NetworkSegment(ca9daecb-0cdb-4080-8636-f24fc917cfd7),segment_id=ca9daecb-0cdb-4080-8636-f24fc917cfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:15.916112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:15.916925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:16.029214 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579a12a-3b42-4c2f-8ebf-954e55896561 x-openstack-request-id: req-4579a12a-3b42-4c2f-8ebf-954e55896561 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:16.029874 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "name": "network-vif-plugged", "status": "completed", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:16.030390 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4579a12a-3b42-4c2f-8ebf-954e55896561 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:16.031044 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4579a12a-3b42-4c2f-8ebf-954e55896561'] response: {'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4', 'code': 200} Mar 22 14:05:16.034030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:16.034686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6bbe14fa-b662-4fb8-b752-8bcaa25d63bb not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:16.035481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:16.038071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (af5ce136-4daf-477c-84eb-828bdb506514), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.070906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6b48a843-8afe-4a93-978e-fe9e1294bca6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:16.071800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36310) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:16.086515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b48a843-8afe-4a93-978e-fe9e1294bca6 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:16.119455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.134149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c81bafc7-7e99-4a07-ae47-5e3fbfaccc93 req-e425d12a-6cb9-46c3-9e8c-8a5e8639ebc0 tempest-LiveMigrationTest-330458570 tempest-LiveMigrationTest-330458570-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e3f30a-2d49-4c7f-ab43-1b8a9f696b05 HTTP/1.1" status: 200 len: 210 time: 0.0481791 Mar 22 14:05:16.148444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e66f6-2d0e-4a95-aaa8-f199de83a2a7 req-b681ba2f-7007-4599-b921-18daeb8fea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.149996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe0e66f6-2d0e-4a95-aaa8-f199de83a2a7 req-b681ba2f-7007-4599-b921-18daeb8fea41 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 1127 time: 0.1193297 Mar 22 14:05:16.214461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe0e66f6-2d0e-4a95-aaa8-f199de83a2a7 req-e217e66d-b486-458a-a08d-2a0afa725735 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556986 Mar 22 14:05:16.248993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06972f87-cb70-4bbc-833e-94c5249f431c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=980c2d2307494678a14b3e98e562ad35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755590 Mar 22 14:05:16.251786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36312) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:16.267388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (af5ce136-4daf-477c-84eb-828bdb506514), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.299030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:16.321195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5ce136-4daf-477c-84eb-828bdb506514']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:16.332116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2600216c-e85d-4381-8d71-e658f84a3459') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:16.332523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2600216c-e85d-4381-8d71-e658f84a3459') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:16.344612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2600216c-e85d-4381-8d71-e658f84a3459), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.361841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2600216c-e85d-4381-8d71-e658f84a3459), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.389997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:16.391614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2600216c-e85d-4381-8d71-e658f84a3459), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:16.393376 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:16.414855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:16.429074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'port_id': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'mac_address': 'fa:16:3e:08:6d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071ad94-15c1-4fb1-b28b-e8c9d40904bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:16.480578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d1b7dbe2-835c-43a5-93ac-3d741d810407 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:16.481843 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.496739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b7dbe2-835c-43a5-93ac-3d741d810407 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:16.515982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (af5ce136-4daf-477c-84eb-828bdb506514), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.524727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.529926 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] 10.222.0.81 "DELETE /v2.0/networks/af5ce136-4daf-477c-84eb-828bdb506514 HTTP/1.1" status: 204 len: 168 time: 0.6941123 Mar 22 14:05:16.538426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:16.545519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.555642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff9404-65b1-4e5f-bdbd-f4fe2970f341 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5ce136-4daf-477c-84eb-828bdb506514,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.570376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752594-d135-484d-8b79-d77e99866148 req-ae0b79c6-eeae-4e68-89b1-9517e2866f7a tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:16.576048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] Publish callbacks [] for security_group (eb412c20-7abc-4b60-99aa-fc3c3e9e47fb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.577929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14752594-d135-484d-8b79-d77e99866148 req-ae0b79c6-eeae-4e68-89b1-9517e2866f7a tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 945 time: 0.1268687 Mar 22 14:05:16.623290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.634664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] Publish callbacks [] for security_group (eb412c20-7abc-4b60-99aa-fc3c3e9e47fb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.657461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14752594-d135-484d-8b79-d77e99866148 req-8ee71de0-a42d-4f7c-8334-9ed724109f92 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784223 Mar 22 14:05:16.699094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb412c20-7abc-4b60-99aa-fc3c3e9e47fb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.703670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:16.704921 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb412c20-7abc-4b60-99aa-fc3c3e9e47fb HTTP/1.1" status: 204 len: 168 time: 0.4518924 Mar 22 14:05:16.757941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cd7b9-43a6-4a50-b42a-ec72eadc0a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb412c20-7abc-4b60-99aa-fc3c3e9e47fb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:16.829086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d1b7dbe2-835c-43a5-93ac-3d741d810407'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:16.859441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36322) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:16.955012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d12e18c9-63eb-4ac5-9e5a-5fd72ffd1788 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21405a1393274f2bad8e6b1d13764596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941665 Mar 22 14:05:16.959038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36328) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:17.088041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3b29-5156-4239-b974-f2be5c6b5c7f req-94ca06b7-9b48-46c0-afc7-45d66496e12e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:17.096304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-247e3b29-5156-4239-b974-f2be5c6b5c7f req-94ca06b7-9b48-46c0-afc7-45d66496e12e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 944 time: 0.2168067 Mar 22 14:05:17.111400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] Publish callbacks [] for security_group (8205e3fc-38c5-4601-83f0-a26712e3dcd9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.165693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafe98e-2cf3-4d6d-8cf9-cc89d5cb96fc req-184acb43-045f-47ac-a52f-216f82995340 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:17.173277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aafe98e-2cf3-4d6d-8cf9-cc89d5cb96fc req-184acb43-045f-47ac-a52f-216f82995340 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1991873 Mar 22 14:05:17.192430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] Publish callbacks [] for security_group (8205e3fc-38c5-4601-83f0-a26712e3dcd9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.196742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-247e3b29-5156-4239-b974-f2be5c6b5c7f req-5a587830-ded5-418e-ae3b-b0bc43753e46 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Mar 22 14:05:17.299415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8205e3fc-38c5-4601-83f0-a26712e3dcd9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.302707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:17.304002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36336) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:17.304142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8205e3fc-38c5-4601-83f0-a26712e3dcd9 HTTP/1.1" status: 204 len: 168 time: 0.3428817 Mar 22 14:05:17.316835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aafe98e-2cf3-4d6d-8cf9-cc89d5cb96fc req-fc7113e1-9eba-4475-85d5-5ccb5214dddc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426277 Mar 22 14:05:17.333098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97370-754a-4ba7-8446-62b99db87568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205e3fc-38c5-4601-83f0-a26712e3dcd9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:17.949357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Deleting subnet 31cc4db5-738f-41b7-940e-f928714bc343 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:17.954546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Publish callbacks [] for subnet (31cc4db5-738f-41b7-940e-f928714bc343), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.001100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e005dc-e441-4d00-99b9-606328847c93 req-46572e51-6dac-4c28-8dbe-758e49c2a521 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.002661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07e005dc-e441-4d00-99b9-606328847c93 req-46572e51-6dac-4c28-8dbe-758e49c2a521 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 945 time: 0.1014769 Mar 22 14:05:18.019100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (31cc4db5-738f-41b7-940e-f928714bc343), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.090146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (31cc4db5-738f-41b7-940e-f928714bc343), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.113088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07e005dc-e441-4d00-99b9-606328847c93 req-020fb26d-df3f-48d9-9228-a0512120c9e3 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Mar 22 14:05:18.161778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (31cc4db5-738f-41b7-940e-f928714bc343), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.188488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cc4db5-738f-41b7-940e-f928714bc343,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:18.197842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.201804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88dae6bf-0757-4435-962f-135a5e47eea0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31cc4db5-738f-41b7-940e-f928714bc343 HTTP/1.1" status: 204 len: 168 time: 0.8838086 Mar 22 14:05:18.204661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:18.303628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (bddefe54-9fa5-4bd7-9e88-63789f359fb3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.308174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:18.329122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183af84-d346-4425-b35e-3b3659036042 req-adc85396-100d-4fa0-8a18-d4118d3562f2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.330904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8183af84-d346-4425-b35e-3b3659036042 req-adc85396-100d-4fa0-8a18-d4118d3562f2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 944 time: 0.0663478 Mar 22 14:05:18.378145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port d1b7dbe2-835c-43a5-93ac-3d741d810407 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:18.383742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port d1b7dbe2-835c-43a5-93ac-3d741d810407 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:18.384411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.400269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8183af84-d346-4425-b35e-3b3659036042 req-62f22631-9a0e-4566-9c12-e8662d5b0c52 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617318 Mar 22 14:05:18.403157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (bddefe54-9fa5-4bd7-9e88-63789f359fb3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.434453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36396) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:18.440555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddefe54-9fa5-4bd7-9e88-63789f359fb3']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:18.466766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0078e0c-1d12-47af-a6ce-7c3978d29210') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:18.467069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0078e0c-1d12-47af-a6ce-7c3978d29210') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:18.488420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f0078e0c-1d12-47af-a6ce-7c3978d29210), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.507673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f0078e0c-1d12-47af-a6ce-7c3978d29210), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.519713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:18.520160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f0078e0c-1d12-47af-a6ce-7c3978d29210), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:18.527345 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:18.573399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1391563a-83a5-4fba-82bd-8d135a98375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.581623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d1b7dbe2-835c-43a5-93ac-3d741d810407 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:18.582052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.604658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (bddefe54-9fa5-4bd7-9e88-63789f359fb3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.608355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-266169749-network', 'tenant_id': '62eed020382444f5ad3345d6025e9f4e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:18.624856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.625655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:18.628505 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487dcc33-32dc-4dc1-b9df-de3d7ca79e40" -d '{"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:18.630505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bddefe54-9fa5-4bd7-9e88-63789f359fb3 HTTP/1.1" status: 204 len: 168 time: 0.4247062 Mar 22 14:05:18.631336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b911e-bd17-403b-a038-fc9b15763e63 req-213142e3-9baa-4491-93fd-b9b414200034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.638623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-855b911e-bd17-403b-a038-fc9b15763e63 req-213142e3-9baa-4491-93fd-b9b414200034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1002245 Mar 22 14:05:18.640356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36404) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:18.644226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:18.648687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef1443-02d6-45b3-9fc2-16862c7bae59 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddefe54-9fa5-4bd7-9e88-63789f359fb3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:18.649549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.654183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:18.677879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:18.678268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1ff9b586-cb19-4d4f-a3d8-a7c918d6bfea not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:18.688149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Made reservation on behalf of 62eed020382444f5ad3345d6025e9f4e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:18.690475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.719669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.736541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:18.757996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Deleting subnet dfe932d8-8570-4607-8eb7-dc91bcf45fdb {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:18.764722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-855b911e-bd17-403b-a038-fc9b15763e63 req-20579079-bfdd-4b52-9a45-c48bcf9cc77a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251793 Mar 22 14:05:18.765386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Publish callbacks [] for subnet (dfe932d8-8570-4607-8eb7-dc91bcf45fdb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.814116 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec74c4ad-6ba6-4aef-95b7-a260f95b3f7a x-openstack-request-id: req-ec74c4ad-6ba6-4aef-95b7-a260f95b3f7a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:18.814482 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:18.815677 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec74c4ad-6ba6-4aef-95b7-a260f95b3f7a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:18.816395 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec74c4ad-6ba6-4aef-95b7-a260f95b3f7a'] response: {'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'code': 200} Mar 22 14:05:18.819247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (dfe932d8-8570-4607-8eb7-dc91bcf45fdb), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.909081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (dfe932d8-8570-4607-8eb7-dc91bcf45fdb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.931104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dd1ea-4977-479e-a4c0-10242d8d9418 req-8318d9e0-757a-4e48-b02c-9d46be3523d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:18.932606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d9dd1ea-4977-479e-a4c0-10242d8d9418 req-8318d9e0-757a-4e48-b02c-9d46be3523d7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 1127 time: 0.0598741 Mar 22 14:05:18.945744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks [] for security_group (68e87c85-4838-4177-b18b-abccdfffabe5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.958411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (68e87c85-4838-4177-b18b-abccdfffabe5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:18.981444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d9dd1ea-4977-479e-a4c0-10242d8d9418 req-4ee5b718-3a7f-48b2-9a61-624ebcc50466 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Mar 22 14:05:18.990281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36414) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:19.007482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:19.036265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5a935a8c-6fb0-4c1b-aea3-a52d8503bd54), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.036627 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Added segment 5a935a8c-6fb0-4c1b-aea3-a52d8503bd54 of type vlan for network fc85864f-423a-4d48-a9f0-9144bc66aa23 Mar 22 14:05:19.039238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e87c85-4838-4177-b18b-abccdfffabe5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.049916 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (dfe932d8-8570-4607-8eb7-dc91bcf45fdb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.098455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe932d8-8570-4607-8eb7-dc91bcf45fdb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.103582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85bd841c-d214-48fa-b1dd-0cf7083c3894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.109721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.115508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1856c721-ed23-4e1a-9cfc-df702fba21bb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dfe932d8-8570-4607-8eb7-dc91bcf45fdb HTTP/1.1" status: 204 len: 168 time: 0.4728563 Mar 22 14:05:19.117015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:19.123012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105a3b9-2be0-4e74-b1f1-3937470ae324 req-c1113346-a899-4363-bf43-6842fdc90d98 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.124433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2105a3b9-2be0-4e74-b1f1-3937470ae324 req-c1113346-a899-4363-bf43-6842fdc90d98 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 945 time: 0.1844490 Mar 22 14:05:19.128287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (fc85864f-423a-4d48-a9f0-9144bc66aa23), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.179425 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (fc85864f-423a-4d48-a9f0-9144bc66aa23), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.180679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.181411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.196283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2105a3b9-2be0-4e74-b1f1-3937470ae324 req-e6862f1f-2e99-45e9-b690-9b97d4bfedf9 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655622 Mar 22 14:05:19.209509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5da2fd55-7f8b-441b-b69d-6eeb681785ee), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.254293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8186059 Mar 22 14:05:19.254922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36422) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:19.261348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Request body: {'subnet': {'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-266169749-subnet', 'tenant_id': '62eed020382444f5ad3345d6025e9f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:19.270751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13abf36-cb4b-4330-9b7d-606e0c17a980 admin admin] Pushing event updated for resources: {'Network': ['ID=fc85864f-423a-4d48-a9f0-9144bc66aa23,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.282676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:19.287103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Made reservation on behalf of 62eed020382444f5ad3345d6025e9f4e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:19.289950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.312300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85bd841c-d214-48fa-b1dd-0cf7083c3894 admin admin] Publish callbacks [] for security_group (c79a76d6-966e-4457-8955-8ecd987aa8a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.320172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85bd841c-d214-48fa-b1dd-0cf7083c3894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c79a76d6-966e-4457-8955-8ecd987aa8a8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.331342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5da2fd55-7f8b-441b-b69d-6eeb681785ee), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.378390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da2fd55-7f8b-441b-b69d-6eeb681785ee']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:19.382503 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-85bd841c-d214-48fa-b1dd-0cf7083c3894 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a886014078442d88278919341298203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911209 Mar 22 14:05:19.387778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd841c-d214-48fa-b1dd-0cf7083c3894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a76d6-966e-4457-8955-8ecd987aa8a8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.390116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:19.394307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1cb7d8-efe4-4cde-8dab-5c1e353e7271') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:19.394649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1cb7d8-efe4-4cde-8dab-5c1e353e7271') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:19.412444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cd1cb7d8-efe4-4cde-8dab-5c1e353e7271), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.437066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cd1cb7d8-efe4-4cde-8dab-5c1e353e7271), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.448716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:19.449105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cd1cb7d8-efe4-4cde-8dab-5c1e353e7271), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:19.450817 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:19.474100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (ea2b4d2c-719b-42dc-b9c1-20c3725afa6a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.557693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.582252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Checking segment: {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:19.582631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Network hostable DHCP agents. Network: fc85864f-423a-4d48-a9f0-9144bc66aa23, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:19.593037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146eabb-4881-48fb-a48b-5f274275e63a req-f5c8cb71-741f-4699-9428-9b583ceb1bc3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.594587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a146eabb-4881-48fb-a48b-5f274275e63a req-f5c8cb71-741f-4699-9428-9b583ceb1bc3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.0966265 Mar 22 14:05:19.626986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:19.649865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, fc85864f-423a-4d48-a9f0-9144bc66aa23) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:19.656217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.657161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.658556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e386c1d-ed6e-4b9c-a594-ee21912ff73b None None] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:19.669539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a146eabb-4881-48fb-a48b-5f274275e63a req-5f80b42f-5984-4575-bca1-02110b030958 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677097 Mar 22 14:05:19.693051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-206f7e13-919f-4b40-8397-47aeb74bcbf3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4262042 Mar 22 14:05:19.763471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] Publish callbacks [] for security_group (c79a76d6-966e-4457-8955-8ecd987aa8a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.772963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5da2fd55-7f8b-441b-b69d-6eeb681785ee), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.776209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c50d4f-8ad6-4809-b405-0b1feb565af8 None None] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:19.782101 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.785181 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] 10.222.0.81 "DELETE /v2.0/networks/5da2fd55-7f8b-441b-b69d-6eeb681785ee HTTP/1.1" status: 204 len: 168 time: 0.6672747 Mar 22 14:05:19.803245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] Publish callbacks [] for security_group (c79a76d6-966e-4457-8955-8ecd987aa8a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.804956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbbc84-69b5-47f4-9003-0203b4bcdcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=5da2fd55-7f8b-441b-b69d-6eeb681785ee,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.895052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c79a76d6-966e-4457-8955-8ecd987aa8a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.899148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:19.900818 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c79a76d6-966e-4457-8955-8ecd987aa8a8 HTTP/1.1" status: 204 len: 168 time: 0.5082619 Mar 22 14:05:19.909080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35098122-2fd5-4dae-86e3-300e6aae1e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a76d6-966e-4457-8955-8ecd987aa8a8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:19.953904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40596-e359-40f5-9f4d-b92b4e4ee7c6 req-cfd3ed30-af26-4c9f-a524-60933f9bee30 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:19.955446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d40596-e359-40f5-9f4d-b92b4e4ee7c6 req-cfd3ed30-af26-4c9f-a524-60933f9bee30 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.0630326 Mar 22 14:05:19.977779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:19.984791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1700797307', 'description': 'tempest-description-1456301015'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:20.021453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d11a960-4bfe-4902-ad3b-ec72393207ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=561faf9056d34dc6ae7186108d04dad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423908 Mar 22 14:05:20.024117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:20.039660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d40596-e359-40f5-9f4d-b92b4e4ee7c6 req-ad3c1669-b60b-4e2a-bdf5-57dc5f080abb tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781245 Mar 22 14:05:20.046855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.090994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] Publish callbacks [] for security_group (b1c95d5c-d66a-47d0-93d2-32aa26fc074e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.117638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] Publish callbacks [] for security_group (b1c95d5c-d66a-47d0-93d2-32aa26fc074e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.120722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e079200e-8128-4f24-84c5-fc963398b026), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.126600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e079200e-8128-4f24-84c5-fc963398b026), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.159192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.160839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86d104dc-3699-420f-99f5-1c03f59dc0c5 req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1823537 Mar 22 14:05:20.163204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433b4d7-f14a-4d0f-a5d9-29d7b00acb75 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e079200e-8128-4f24-84c5-fc963398b026,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:20.178489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b1c95d5c-d66a-47d0-93d2-32aa26fc074e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.181738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.183130 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1c95d5c-d66a-47d0-93d2-32aa26fc074e HTTP/1.1" status: 204 len: 168 time: 0.1579506 Mar 22 14:05:20.191984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538241c-b363-46d0-a72b-6e9f2e047e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c95d5c-d66a-47d0-93d2-32aa26fc074e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:20.200360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1257072642', 'description': 'tempest-description-119164089'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:20.226286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.353536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (4473b496-4447-4453-9566-4822ca44132c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.373883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4473b496-4447-4453-9566-4822ca44132c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.415514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.416773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46c63543-8002-48bc-9123-7013e431492e req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2213521 Mar 22 14:05:20.430335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af5042-8c1b-4389-ad3c-b09c14c3f0d5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4473b496-4447-4453-9566-4822ca44132c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:20.443244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f47b1-eddf-423a-80e8-4306b5df7312 req-8129ac38-1038-4e68-8021-55c50c75e21b tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.444830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e5f47b1-eddf-423a-80e8-4306b5df7312 req-8129ac38-1038-4e68-8021-55c50c75e21b tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 945 time: 0.1082950 Mar 22 14:05:20.525129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e5f47b1-eddf-423a-80e8-4306b5df7312 req-4970951a-7204-4181-9a2a-68851d1eb8f4 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7978b1b-3add-400a-9568-32706bacc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743406 Mar 22 14:05:20.552736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-f683e9ff-1d3f-443c-a4d8-2aa604f7b17e tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.552736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-f683e9ff-1d3f-443c-a4d8-2aa604f7b17e tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 945 time: 0.0776970 Mar 22 14:05:20.707836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:20.720884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Deleting port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:20.722423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.757044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a258cf7a-c3d6-40c9-a229-8d8345fa3088 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7db6a3f4e97e457180b662e2de68eb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480528 Mar 22 14:05:20.759889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36486) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:20.811242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] Publish callbacks [] for security_group (486ad4f2-bea5-440e-80ef-f2f5e40a4e22), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.835298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] Publish callbacks [] for security_group (486ad4f2-bea5-440e-80ef-f2f5e40a4e22), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.889619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (486ad4f2-bea5-440e-80ef-f2f5e40a4e22), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.892917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.893475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1713416-9085-4ef1-9836-2628d1f27511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.894269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582164-d818-4d4f-b469-3a01383b7674 req-164949f5-dcf6-44a8-b578-f35023a4c90f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.895054 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/486ad4f2-bea5-440e-80ef-f2f5e40a4e22 HTTP/1.1" status: 204 len: 168 time: 0.1340349 Mar 22 14:05:20.904528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90582164-d818-4d4f-b469-3a01383b7674 req-164949f5-dcf6-44a8-b578-f35023a4c90f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.1286573 Mar 22 14:05:20.904686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f78ef2-0605-4de2-95ee-5a4b251250a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ad4f2-bea5-440e-80ef-f2f5e40a4e22,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:20.928803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-1c62cf98-3441-4afa-9e5b-3baf230cfcfa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:20.930250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-1c62cf98-3441-4afa-9e5b-3baf230cfcfa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 812 time: 0.2744894 Mar 22 14:05:20.935908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] For port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,segment=NetworkSegment(ca9daecb-0cdb-4080-8636-f24fc917cfd7),segment_id=ca9daecb-0cdb-4080-8636-f24fc917cfd7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:20.936270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:20.955436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36492) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:20.964478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Calling delete_port for 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:20.982738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-69f55139-8772-4be1-bf5e-00b5f457f4c5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/quotas/62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 375 time: 0.0385060 Mar 22 14:05:21.044396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90582164-d818-4d4f-b469-3a01383b7674 req-462f1ab5-6c04-444f-84bc-7e4989f9fc5a tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390181 Mar 22 14:05:21.070479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-8c39ea55-51a8-4e16-b5e5-9758d88e62ba tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717175 Mar 22 14:05:21.077990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-885067202-network', 'tenant_id': '253cc054458e40b392223cc3561e31bf'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:21.105951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Made reservation on behalf of 253cc054458e40b392223cc3561e31bf for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:21.109449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.126307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.209329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks [] for security_group (891f8588-b0b3-4ac8-91e4-48d105722578), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.213403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (891f8588-b0b3-4ac8-91e4-48d105722578), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.256796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:21.264123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f8588-b0b3-4ac8-91e4-48d105722578,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.270250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c4699afd-3678-4ba7-9b1a-d38021737b13), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.270607 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Added segment c4699afd-3678-4ba7-9b1a-d38021737b13 of type vlan for network 5b59c95d-2bf7-4037-8def-71c90af1054a Mar 22 14:05:21.272295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c04b-24e7-48c2-9f46-026dc6da3c95 req-7d1e7a9e-95ca-41cf-909e-bb6610542686 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.273827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52e8c04b-24e7-48c2-9f46-026dc6da3c95 req-7d1e7a9e-95ca-41cf-909e-bb6610542686 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1373367 Mar 22 14:05:21.319245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-46066801-939e-4c48-8a66-81eddf321ede service neutron] 10.222.0.81 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362914 Mar 22 14:05:21.321931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5b59c95d-2bf7-4037-8def-71c90af1054a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.346060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (34edee0e-b6a8-4e5f-af53-414bed2aa9f4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.355748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5b59c95d-2bf7-4037-8def-71c90af1054a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.357203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.357999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['34edee0e-b6a8-4e5f-af53-414bed2aa9f4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:21.358364 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.418983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Pushing event updated for resources: {'Network': ['ID=5b59c95d-2bf7-4037-8def-71c90af1054a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.434338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52e8c04b-24e7-48c2-9f46-026dc6da3c95 req-230d2cc7-714c-4878-9d7a-9409fa2f777b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510811 Mar 22 14:05:21.437933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.438353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.438695 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.439028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.439353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.439704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.439989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.440478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.440805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.441170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.442151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.442151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.442783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.443148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.444035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Pushing event deleted for resources: {'Port': ['ID=34edee0e-b6a8-4e5f-af53-414bed2aa9f4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.445890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:21.463660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5b59c95d-2bf7-4037-8def-71c90af1054a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:21.478102 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6544c4c-df51-4e51-b9e5-22bae59e61ae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5177834 Mar 22 14:05:21.479871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:21.487201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Request body: {'subnet': {'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-885067202-subnet', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:21.487721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] No DVR routers for this DVR port 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:21.490972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.496427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82ba996a-ef0c-4f04-b87b-fab70cb0188c req-07d9d89c-1034-4b9c-8124-2271507c79df tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.78 "DELETE /v2.0/ports/34edee0e-b6a8-4e5f-af53-414bed2aa9f4 HTTP/1.1" status: 204 len: 173 time: 0.9395969 Mar 22 14:05:21.502487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'name': 'network-vif-deleted', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:21.504806 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa87d80-0365-4d31-afc5-5f614aba6c41" -d '{"events": [{"server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "name": "network-vif-deleted", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:21.514585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Made reservation on behalf of 253cc054458e40b392223cc3561e31bf for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:21.517727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.588923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a5fdef01-97c7-4871-8a1f-e4335ed3e1ba service neutron] 10.222.0.81 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579131 Mar 22 14:05:21.640744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38e1e-b81f-4495-82f8-c030dffc5885 req-a43a46a5-fff9-4f06-80af-47c4750998a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.642506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8f38e1e-b81f-4495-82f8-c030dffc5885 req-a43a46a5-fff9-4f06-80af-47c4750998a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.0961771 Mar 22 14:05:21.727913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8f38e1e-b81f-4495-82f8-c030dffc5885 req-c4030e10-fce7-4ce4-b384-7f726a6887c2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670390 Mar 22 14:05:21.779475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (ee2546e1-5b43-4283-9b26-095a7c6c1e52), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.817459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:21.825589 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1fce4-2d3b-4e8b-b6b4-ef70eff54d47 x-openstack-request-id: req-b9e1fce4-2d3b-4e8b-b6b4-ef70eff54d47 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:21.825889 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc61502f-c95e-4023-8ca9-47aee4614929", "name": "network-vif-deleted", "tag": "34edee0e-b6a8-4e5f-af53-414bed2aa9f4", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:21.826191 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9e1fce4-2d3b-4e8b-b6b4-ef70eff54d47 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:21.826653 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e1fce4-2d3b-4e8b-b6b4-ef70eff54d47'] response: {'server_uuid': 'dc61502f-c95e-4023-8ca9-47aee4614929', 'name': 'network-vif-deleted', 'tag': '34edee0e-b6a8-4e5f-af53-414bed2aa9f4', 'status': 'completed', 'code': 200} Mar 22 14:05:21.888666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47805bcb-f90b-49bb-92f6-e2ac2d3bd968 req-1bad1463-1e94-4263-bf41-ebe21a5da361 tempest-ServerAddressesTestJSON-926136128 tempest-ServerAddressesTestJSON-926136128-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc61502f-c95e-4023-8ca9-47aee4614929 HTTP/1.1" status: 200 len: 210 time: 0.0475302 Mar 22 14:05:21.918783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2546e1-5b43-4283-9b26-095a7c6c1e52,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:21.928578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Checking segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:21.928939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Network hostable DHCP agents. Network: 5b59c95d-2bf7-4037-8def-71c90af1054a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:21.956004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Network 5b59c95d-2bf7-4037-8def-71c90af1054a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:21.970092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 5b59c95d-2bf7-4037-8def-71c90af1054a) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:21.989738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643a648-c2b3-4686-9d36-88d90462cfa5 None None] Network 5b59c95d-2bf7-4037-8def-71c90af1054a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:21.993837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:21.995111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.031278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ad2c4194-4045-4323-9dc0-5038d82688bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5479152 Mar 22 14:05:22.041634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36542) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:22.044058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa1e21cc-b91e-404c-b4bc-e34d680e0995 req-5036d8c8-234d-4ce5-92d6-adbb73027484 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 210 time: 0.0503893 Mar 22 14:05:22.051434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:22.083880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.085867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.185009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for router_controller (5fdaf0c6-6169-458b-a140-8d5840b884f5), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.202982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-5b59c95d-2bf7-4037-8def-71c90af1054a', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'project_id': '253cc054458e40b392223cc3561e31bf', 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:05:22.205872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.432161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Allocated IP 172.20.0.2 (5b59c95d-2bf7-4037-8def-71c90af1054a/ee2546e1-5b43-4283-9b26-095a7c6c1e52/0925d59e-f733-4500-99f8-e2b3679db244) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:22.476312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for router_gateway (5fdaf0c6-6169-458b-a140-8d5840b884f5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.693312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks [] for port (0925d59e-f733-4500-99f8-e2b3679db244), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.705744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0925d59e-f733-4500-99f8-e2b3679db244), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.761477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for router_gateway (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.764132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50993f99-94b0-478f-84da-8a8c84ffdcb7 req-73ce5a39-0c3f-43ec-b15e-8f19ed3dfdce tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:22.765095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Network 5b59c95d-2bf7-4037-8def-71c90af1054a is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:22.775120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50993f99-94b0-478f-84da-8a8c84ffdcb7 req-73ce5a39-0c3f-43ec-b15e-8f19ed3dfdce tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.1696727 Mar 22 14:05:22.777758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:22.783622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:22.803481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.811746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Pushing event updated for resources: {'Port': ['ID=0925d59e-f733-4500-99f8-e2b3679db244,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:22.889283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Attempting to bind port 0925d59e-f733-4500-99f8-e2b3679db244 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:22.889943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Attempting to bind port 0925d59e-f733-4500-99f8-e2b3679db244 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:22.890689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Attempting to bind port 0925d59e-f733-4500-99f8-e2b3679db244 on network 5b59c95d-2bf7-4037-8def-71c90af1054a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:22.900725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:22.901146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Checking segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:22.901740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.902265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Bound using segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:22.911512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Bound port: 0925d59e-f733-4500-99f8-e2b3679db244, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:22.912003 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0925d59e-f733-4500-99f8-e2b3679db244), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:22.932045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50993f99-94b0-478f-84da-8a8c84ffdcb7 req-402c4210-d82b-4e21-9422-40a901659b95 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535058 Mar 22 14:05:22.975204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab71df3-56f0-49f1-b3c7-7f40c0bd28f1 req-f01154c4-4438-4e78-9cfe-be0e67a26b36 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:22.983693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ab71df3-56f0-49f1-b3c7-7f40c0bd28f1 req-f01154c4-4438-4e78-9cfe-be0e67a26b36 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.1173344 Mar 22 14:05:23.028831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:23.040853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] For port 0925d59e-f733-4500-99f8-e2b3679db244, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:23.045479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] For port 0925d59e-f733-4500-99f8-e2b3679db244, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0925d59e-f733-4500-99f8-e2b3679db244,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:23.061951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0925d59e-f733-4500-99f8-e2b3679db244), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.069201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Allocated IP 172.25.3.25 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:23.083957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ab71df3-56f0-49f1-b3c7-7f40c0bd28f1 req-18142902-2277-40f9-8695-36ab88e9dcb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990913 Mar 22 14:05:23.174316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef60ac1-1612-4466-9aa9-b2b63abcfd59 None None] Pushing event updated for resources: {'Port': ['ID=0925d59e-f733-4500-99f8-e2b3679db244,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.216929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3457775-a31b-44c8-b774-8e40bb8966cd req-9b8d714b-3c6d-43ff-bb5f-2053e59bcc99 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 210 time: 0.0658922 Mar 22 14:05:23.224431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Deleting subnet 9002f12b-d82f-4792-8aef-c1e3ffb41e82 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:23.227979 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Publish callbacks [] for subnet (9002f12b-d82f-4792-8aef-c1e3ffb41e82), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.276743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (9002f12b-d82f-4792-8aef-c1e3ffb41e82), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.282140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.326935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9002f12b-d82f-4792-8aef-c1e3ffb41e82), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.335358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.395274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:23.395454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (9002f12b-d82f-4792-8aef-c1e3ffb41e82), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.399543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:23.404500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:23.459592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9002f12b-d82f-4792-8aef-c1e3ffb41e82,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.463180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.467011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9bc5da8f-7111-4395-9a74-e91ca8d12ed2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9002f12b-d82f-4792-8aef-c1e3ffb41e82 HTTP/1.1" status: 204 len: 168 time: 0.3919389 Mar 22 14:05:23.468344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Pushing event updated for resources: {'Port': ['ID=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:23.469912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36592) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:23.576174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.606157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-fb336d13-a30e-4349-844d-71026578c016 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550408 Mar 22 14:05:23.746532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.858268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for router_gateway (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:23.935437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-512b1798-fda8-457e-8faa-925769df9a3f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:23.939121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-512b1798-fda8-457e-8faa-925769df9a3f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 812 time: 0.3339233 Mar 22 14:05:23.945944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0925d59e-f733-4500-99f8-e2b3679db244 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:23.946673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-2f848144-c7d2-4adc-9b14-2e6246e4fa35 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:23.948402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-2f848144-c7d2-4adc-9b14-2e6246e4fa35 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239222 Mar 22 14:05:23.968852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'device_id': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23', 'admin_state_up': True, 'tenant_id': '62eed020382444f5ad3345d6025e9f4e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:23.975747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.012843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0925d59e-f733-4500-99f8-e2b3679db244 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:24.013495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0925d59e-f733-4500-99f8-e2b3679db244), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.051816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cc706a-358a-4b5c-bcef-0bf6d233d3b3']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.071936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-f4f4df7d-eba3-40cc-99b2-70a1269fb71b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/quotas/b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 375 time: 0.0908825 Mar 22 14:05:24.090722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9daecb-0cdb-4080-8636-f24fc917cfd7') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.091007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9daecb-0cdb-4080-8636-f24fc917cfd7') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.094798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.096129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b19c-c982-4972-a06f-2e9a1c94b296 req-6609eceb-2e1d-4420-8e7b-7fdb685e8d39 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:24.097636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1275b19c-c982-4972-a06f-2e9a1c94b296 req-6609eceb-2e1d-4420-8e7b-7fdb685e8d39 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1128 time: 0.2678304 Mar 22 14:05:24.117660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0925d59e-f733-4500-99f8-e2b3679db244 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:24.118275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0925d59e-f733-4500-99f8-e2b3679db244), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.130540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-fdf20275-ba37-4996-96e4-4fc470050a04 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576582 Mar 22 14:05:24.153464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (ca9daecb-0cdb-4080-8636-f24fc917cfd7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.157573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0925d59e-f733-4500-99f8-e2b3679db244, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0925d59e-f733-4500-99f8-e2b3679db244,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:24.164384 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0925d59e-f733-4500-99f8-e2b3679db244), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.220415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca9daecb-0cdb-4080-8636-f24fc917cfd7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.229297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:05:24.229936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (ca9daecb-0cdb-4080-8636-f24fc917cfd7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.231742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0925d59e-f733-4500-99f8-e2b3679db244,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:24.239940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Router 5fdaf0c6-6169-458b-a140-8d5840b884f5 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:05:24.294587 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:05:24.307428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b3cc706a-358a-4b5c-bcef-0bf6d233d3b3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.332434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.355022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b3cc706a-358a-4b5c-bcef-0bf6d233d3b3 HTTP/1.1" status: 204 len: 168 time: 0.8707595 Mar 22 14:05:24.395852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:24.405200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Sync routers for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:24.420336 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:24.420954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:24.422607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.426293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9e6885f-5b76-49bc-bb26-4cb59299993c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3808768 Mar 22 14:05:24.427034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f969-04db-4257-926a-e2185dce3905 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cc706a-358a-4b5c-bcef-0bf6d233d3b3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:24.428453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:24.546973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Made reservation on behalf of 62eed020382444f5ad3345d6025e9f4e for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:24.558941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:24.572217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1275b19c-c982-4972-a06f-2e9a1c94b296 req-9c63e4ad-2507-4269-a061-76f7ac3b317e tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518039 Mar 22 14:05:24.664297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb412b7-f150-4817-8935-0220dfc1e1a2 req-c96cfc27-7cc6-4755-ae27-43f69fd9edcb tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:24.671541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bb412b7-f150-4817-8935-0220dfc1e1a2 req-c96cfc27-7cc6-4755-ae27-43f69fd9edcb tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2541442 Mar 22 14:05:24.675042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36628) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:24.717091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:24.745929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803247f-894a-438b-8025-7c3e25d0b390 None None] Network 5b59c95d-2bf7-4037-8def-71c90af1054a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:24.862701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bb412b7-f150-4817-8935-0220dfc1e1a2 req-04e3e3bd-ee6f-43cf-b0fe-27898d25b6fd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901596 Mar 22 14:05:24.942719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7e50b5d8-9169-42b6-ae78-05be7c5e1d8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3baa2984ff854101a18f1f00dd19bcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639458 Mar 22 14:05:24.946052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36634) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:24.989706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:25.015272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Allocated IP 172.20.0.9 (fc85864f-423a-4d48-a9f0-9144bc66aa23/ea2b4d2c-719b-42dc-b9c1-20c3725afa6a/a32aec76-b249-4d02-b969-21fc0073b76d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:25.023152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20549f-daa8-4c10-a07d-0ab30b7dd043 req-31f68fc7-053f-4a93-8ff9-fb0dad7afdf8 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:25.024862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a20549f-daa8-4c10-a07d-0ab30b7dd043 req-31f68fc7-053f-4a93-8ff9-fb0dad7afdf8 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.2578592 Mar 22 14:05:25.042960 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Checking router: 5fdaf0c6-6169-458b-a140-8d5840b884f5 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:25.043837 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Updating router 5fdaf0c6-6169-458b-a140-8d5840b884f5 port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:25.050860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb915af8-20df-420d-a91c-73f11d8fcd30 req-960f09d0-1898-4158-a149-658805ea06bd tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 210 time: 0.0618899 Mar 22 14:05:25.087423 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.132723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] Publish callbacks [] for security_group (b7978b1b-3add-400a-9568-32706bacc2c3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.161015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a20549f-daa8-4c10-a07d-0ab30b7dd043 req-6d6466a3-5f23-4cca-a3e2-d82c7a966778 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134992 Mar 22 14:05:25.169634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.216593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.222361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-66acd085-2eb4-4a49-bea1-38680c1384ac None None] Provisioning complete for port 0925d59e-f733-4500-99f8-e2b3679db244 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:25.222963 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66acd085-2eb4-4a49-bea1-38680c1384ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0925d59e-f733-4500-99f8-e2b3679db244), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.261225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] Publish callbacks [] for security_group (b7978b1b-3add-400a-9568-32706bacc2c3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.287659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2bce87d-e1b6-46d9-887a-670091166e01 req-06c93d25-e5ab-4956-a50e-54386b0c237a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 210 time: 0.0614328 Mar 22 14:05:25.375211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (a32aec76-b249-4d02-b969-21fc0073b76d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.392797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7978b1b-3add-400a-9568-32706bacc2c3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.409931 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.412515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7978b1b-3add-400a-9568-32706bacc2c3 HTTP/1.1" status: 204 len: 168 time: 0.4626768 Mar 22 14:05:25.447342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd7fba-44a3-42c6-aa25-6a18c4b2691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7978b1b-3add-400a-9568-32706bacc2c3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:25.447689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-66acd085-2eb4-4a49-bea1-38680c1384ac None None] Current status of the port 0925d59e-f733-4500-99f8-e2b3679db244 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:25.471112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.499974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:25.531062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:25.531627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34edee0e-b6a8-4e5f-af53-414bed2aa9f4 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:25.591067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:25.592648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:25.595706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:25.604486 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks [] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.621393 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.635646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Allocated IP 172.20.0.1 (5b59c95d-2bf7-4037-8def-71c90af1054a/ee2546e1-5b43-4283-9b26-095a7c6c1e52/7e386601-fd52-4ad1-bdb7-0bdb4524ecc0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:25.636313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:25.722934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Pushing event updated for resources: {'Port': ['ID=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:25.736119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:25.736785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.743396 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.744290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.744290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.744608 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.744819 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.745461 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.745788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.746520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.746617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.746903 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.747219 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.747533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.747844 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.748177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.748467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:25.775620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-2fa0b2c6-ae05-4eac-b386-955821c3cde8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8250327 Mar 22 14:05:25.788285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-78d22511-1811-42fc-b2d8-7cd045f8fc25 None None] Provisioning complete for port 0925d59e-f733-4500-99f8-e2b3679db244 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:25.790476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78d22511-1811-42fc-b2d8-7cd045f8fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0925d59e-f733-4500-99f8-e2b3679db244), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.792492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Request body: {'port': {'device_id': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:25.806954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks [] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.813763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Attempting to bind port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:25.815535 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Attempting to bind port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:25.815971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Attempting to bind port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:25.827697 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:25.829382 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:25.830328 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.830752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:25.833841 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Bound port: 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:25.834297 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.894486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.966478 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] For port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:25.974958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-78d22511-1811-42fc-b2d8-7cd045f8fc25 None None] Current status of the port 0925d59e-f733-4500-99f8-e2b3679db244 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:25.975298 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] For port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:25.986797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:25.989154 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.002332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Pushing event updated for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:26.026286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0925d59e-f733-4500-99f8-e2b3679db244 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:26.095296 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:26.096001 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:26.101901 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6636-8bae-456c-89f8-b8c2d703d5ff None None] Pushing event updated for resources: {'Port': ['ID=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:26.212221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0925d59e-f733-4500-99f8-e2b3679db244 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:26.214727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0925d59e-f733-4500-99f8-e2b3679db244), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.289253 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:26.403228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0925d59e-f733-4500-99f8-e2b3679db244 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:26.407850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:26.440314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Network 5b59c95d-2bf7-4037-8def-71c90af1054a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:26.447784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938693-1cb4-4080-9744-80963df45b82 req-42fb58d5-645d-4c5a-86c3-f692c6f3d6cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:26.452997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3938693-1cb4-4080-9744-80963df45b82 req-42fb58d5-645d-4c5a-86c3-f692c6f3d6cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.3644602 Mar 22 14:05:26.453248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:26.456417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:26.508072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.664198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:26.695305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'port_id': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'mac_address': 'fa:16:3e:08:6d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071ad94-15c1-4fb1-b28b-e8c9d40904bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:26.743422 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-bec8b7a8-5cb5-483b-8f18-3f9f237f45a3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7225969 Mar 22 14:05:26.746409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3938693-1cb4-4080-9744-80963df45b82 req-3f33ccd8-de0c-4f1a-9d57-9850365bf74a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653611 Mar 22 14:05:26.826503 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:26.840713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d1b7dbe2-835c-43a5-93ac-3d741d810407 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:26.841109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.864868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b7dbe2-835c-43a5-93ac-3d741d810407 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:26.888235 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9ee0d-78dc-4d76-bee1-fc0b0b17eff5 None None] The sync data for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 is: [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:23Z', 'revision_number': 3, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:26.907029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:26.912261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:26.913572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.922875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:26.967986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6f8e60ca-c538-4d9e-9558-692ae86cd984 None None] Provisioning complete for port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:26.968261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f8e60ca-c538-4d9e-9558-692ae86cd984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.001142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bcc70-7892-4b1a-bb45-3ced65b901e7 req-c0b9e2c6-dae9-49f6-9aea-9926043ed7ef tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.002831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-142bcc70-7892-4b1a-bb45-3ced65b901e7 req-c0b9e2c6-dae9-49f6-9aea-9926043ed7ef tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 931 time: 0.1304839 Mar 22 14:05:27.011539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32aec76-b249-4d02-b969-21fc0073b76d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:27.025816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks [] for port (a32aec76-b249-4d02-b969-21fc0073b76d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.050482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e60ca-c538-4d9e-9558-692ae86cd984 None None] Port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:27.070510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Transition to ACTIVE for port object a32aec76-b249-4d02-b969-21fc0073b76d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:27.094475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.113005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d1b7dbe2-835c-43a5-93ac-3d741d810407'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:27.192964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-7df332da-056d-49c6-a997-c54a545c4602 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.194820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-7df332da-056d-49c6-a997-c54a545c4602 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4503119 Mar 22 14:05:27.211060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Request body: {'port': {'device_id': '26590969-017f-48d4-8b62-1177764930a0', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'b23e930116f642bda5ce38b75f0172c6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:27.277904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:27.417611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks [] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.428033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.436569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Made reservation on behalf of b23e930116f642bda5ce38b75f0172c6 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:27.440021 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.467133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-62444fb5-14fb-42f3-b99f-138049ffe5ad tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:05:27.473638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-62444fb5-14fb-42f3-b99f-138049ffe5ad tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1942370 Mar 22 14:05:27.492242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1032537671-network', 'tenant_id': '7ae55a83ad0d4a31b86979ef862c502f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:27.509920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.519463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.526129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-142bcc70-7892-4b1a-bb45-3ced65b901e7 req-0c7fb8cb-dca0-4bad-b956-0212a97d7ad4 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096416 Mar 22 14:05:27.550176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Made reservation on behalf of 7ae55a83ad0d4a31b86979ef862c502f for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:27.559323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.595893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.610730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.629070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Pushing event updated for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.677157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.719220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.719561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.719890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.720218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.720552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.720873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.721199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.721515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.721829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.722178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.722495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.722812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.723126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.723437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.723749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:27.739965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-ba4d6c4a-8002-4ed8-a465-10a71a73379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.741413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-ba4d6c4a-8002-4ed8-a465-10a71a73379c service neutron] 10.222.0.81 "GET /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 1125 time: 0.2029250 Mar 22 14:05:27.757171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:27.757171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:05:27.801427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97711c9-27e4-4b78-837d-73c278cc4b6f req-f526734b-ba0b-4539-b846-dbcc1e483bda tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:27.808370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d97711c9-27e4-4b78-837d-73c278cc4b6f req-f526734b-ba0b-4539-b846-dbcc1e483bda tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 944 time: 0.1730888 Mar 22 14:05:27.817749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Attempting to bind port a32aec76-b249-4d02-b969-21fc0073b76d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:27.817749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Attempting to bind port a32aec76-b249-4d02-b969-21fc0073b76d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:27.818190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Attempting to bind port a32aec76-b249-4d02-b969-21fc0073b76d on network fc85864f-423a-4d48-a9f0-9144bc66aa23 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:27.823516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for security_group (7f8f15b2-52e4-4b92-b372-49351b889638), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.840581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Port a32aec76-b249-4d02-b969-21fc0073b76d on network fc85864f-423a-4d48-a9f0-9144bc66aa23 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:27.840941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Attempting to bind port a32aec76-b249-4d02-b969-21fc0073b76d on network fc85864f-423a-4d48-a9f0-9144bc66aa23 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:27.846042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f8f15b2-52e4-4b92-b372-49351b889638), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.859889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:27.860236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Checking segment: {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:27.860630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Bound using segment: {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:27.861106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Bound port: a32aec76-b249-4d02-b969-21fc0073b76d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:27.861460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.904543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks [] for security_group (65050286-f844-4379-96fb-7e64cbd5d69d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:27.937883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f15b2-52e4-4b92-b372-49351b889638,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:27.942662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d97711c9-27e4-4b78-837d-73c278cc4b6f req-00f9140f-148c-400f-99a2-95c8140db42e tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308136 Mar 22 14:05:27.944310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Network 5b59c95d-2bf7-4037-8def-71c90af1054a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:27.950095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65050286-f844-4379-96fb-7e64cbd5d69d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.004548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.019335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:28.032816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:28.040698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:28.044525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:28.077880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:05:28.080886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.089813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:28.090277 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.157447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c47e33f9-0133-4da4-884b-eccf31ba6536 req-abbc8de8-7150-4dc1-b744-e1a29a7228e5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 210 time: 0.0844584 Mar 22 14:05:28.179044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f8bb8624-fcd5-41d7-8a2f-7c654f83006d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.179381 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Added segment f8bb8624-fcd5-41d7-8a2f-7c654f83006d of type vlan for network f7251448-a6c2-4a36-8b6a-8437d666fefc Mar 22 14:05:28.230315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65050286-f844-4379-96fb-7e64cbd5d69d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.236240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:28.236862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:28.237192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.237326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:28.237623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:28.253564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.254783 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.256327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] 10.222.0.78 "PUT /v2.0/ports/a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 1091 time: 2.4725459 Mar 22 14:05:28.288114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:28.298180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.300115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:28.301179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:28.301604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:28.302826 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d0431-4309-49c4-9b4e-81b1e71074a9" -d '{"events": [{"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:28.332097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:28.332577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:28.333058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:28.337541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Bound port: 24483a8b-c439-4126-8db8-8612ed14470a, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:28.355120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b8c5d-4502-4538-aa75-041e3b49b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.357741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:28.403128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f7251448-a6c2-4a36-8b6a-8437d666fefc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.403564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.416597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Allocated IP 192.168.233.149 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/6b8d6173-99b8-4af5-81e2-7a0852f7b804) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:28.422994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3a0f6447-9c1c-4708-8bba-2d1848177886 None None] Provisioning complete for port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:28.423378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6447-9c1c-4708-8bba-2d1848177886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.448567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f7251448-a6c2-4a36-8b6a-8437d666fefc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.449664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.450568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.454880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:28.457358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Router 5fdaf0c6-6169-458b-a140-8d5840b884f5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:28.463750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f8e8a-b135-4fd6-8d1c-d4e992bc0416 req-444baf54-68a2-4c1d-aaec-8675943120be tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.470940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e1f8e8a-b135-4fd6-8d1c-d4e992bc0416 req-444baf54-68a2-4c1d-aaec-8675943120be tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.2100155 Mar 22 14:05:28.473792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.474422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-dd4bf2f5-c641-4287-a5e3-8823d2e7bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.475437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-dd4bf2f5-c641-4287-a5e3-8823d2e7bc04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1125 time: 0.1698833 Mar 22 14:05:28.483725 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-423f5bfa-8c66-47a5-a529-65140c7112ba service neutron] 10.222.0.81 "POST /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7311959 Mar 22 14:05:28.484429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port d1b7dbe2-835c-43a5-93ac-3d741d810407 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:28.484825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.516086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f6447-9c1c-4708-8bba-2d1848177886 None None] Port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:28.592453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d1b7dbe2-835c-43a5-93ac-3d741d810407 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:28.592908 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.598032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-74ae2d1c-cf15-4d70-87b2-557ed9d253cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 217 time: 0.0682657 Mar 22 14:05:28.608960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6986492 Mar 22 14:05:28.613572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:28.623767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:28.627081 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2a70a-3c28-448c-817f-abba71f317d4" -d '{"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:28.632574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Request body: {'subnet': {'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1032537671-subnet', 'tenant_id': '7ae55a83ad0d4a31b86979ef862c502f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:28.639008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da837f36-07d2-4acd-8213-703f9d6647fb admin admin] Pushing event updated for resources: {'Network': ['ID=f7251448-a6c2-4a36-8b6a-8437d666fefc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.651469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f7251448-a6c2-4a36-8b6a-8437d666fefc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:05:28.655955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:28.705498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e1f8e8a-b135-4fd6-8d1c-d4e992bc0416 req-8fcf2304-eadd-45ae-aa83-eb83a5d20e83 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291307 Mar 22 14:05:28.710399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.725548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-9167bcdd-68b0-4b28-8e84-08d075306e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:28.726830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-9167bcdd-68b0-4b28-8e84-08d075306e8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1127477 Mar 22 14:05:28.733039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Made reservation on behalf of 7ae55a83ad0d4a31b86979ef862c502f for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:28.735454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.804755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:28.895341 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23dfacd-de24-4744-a12e-c6a00cb0ff19 x-openstack-request-id: req-e23dfacd-de24-4744-a12e-c6a00cb0ff19 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:28.895634 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:28.895916 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e23dfacd-de24-4744-a12e-c6a00cb0ff19 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:28.896322 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23dfacd-de24-4744-a12e-c6a00cb0ff19'] response: {'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'status': 'completed', 'code': 200} Mar 22 14:05:28.898374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-63934f2c-97a6-4bee-9a01-bbfda17f62db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607294 Mar 22 14:05:28.937014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:28.940774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.945620 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-56a3bb45-df3e-4f1a-ba22-258ed8c76b0d admin admin] 10.222.0.81 "PUT /v2.0/routers/5fdaf0c6-6169-458b-a140-8d5840b884f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5171387 Mar 22 14:05:28.965430 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:28.993134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.048136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:29.054200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:29.057262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:29.064340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:29.129511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.130397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.131586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-303aa797-7531-4c4e-b3e7-1b30912163cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.133279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-303aa797-7531-4c4e-b3e7-1b30912163cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1128 time: 0.2828302 Mar 22 14:05:29.147021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387c39-a090-4fe5-87c0-9dcb16dcfae9 req-6c59b008-5e3b-4b14-b98e-059dd8a75b4f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.148521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b387c39-a090-4fe5-87c0-9dcb16dcfae9 req-6c59b008-5e3b-4b14-b98e-059dd8a75b4f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.2471399 Mar 22 14:05:29.149862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-f6cc997b-870d-4591-b597-cf8c8de674bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9431803 Mar 22 14:05:29.167633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Request body: {'port': {'device_id': '26590969-017f-48d4-8b62-1177764930a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:29.183810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-b6027608-407a-4b4d-9047-9abc55195cda service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603989 Mar 22 14:05:29.221902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977a8-c4ad-4ff7-b9bc-5ce19e127e2f req-2280b231-a167-42e3-90cd-02a0b676b0c8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.228977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edc977a8-c4ad-4ff7-b9bc-5ce19e127e2f req-2280b231-a167-42e3-90cd-02a0b676b0c8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 943 time: 0.3295951 Mar 22 14:05:29.231639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.341940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Sync routers for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:29.359331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:29.359878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:29.363601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-874c97f1-9108-44ff-833d-9dce606cd3dd None None] Provisioning complete for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:29.364180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-874c97f1-9108-44ff-833d-9dce606cd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.446620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b387c39-a090-4fe5-87c0-9dcb16dcfae9 req-6685fddc-a6ee-4095-8bd1-1ce21e7027f2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784033 Mar 22 14:05:29.468347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-874c97f1-9108-44ff-833d-9dce606cd3dd None None] Port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:29.474622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edc977a8-c4ad-4ff7-b9bc-5ce19e127e2f req-0ea54091-54d1-4b92-93db-4fbb0713336e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447329 Mar 22 14:05:29.520517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11869d34-5a4e-4b9f-b47c-9da9cd0a408b req-56e32fa7-63af-4406-b672-0d373c189c67 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709103 Mar 22 14:05:29.521721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-5b13f94a-9efa-4b43-a421-258a8b24cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.523210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-5b13f94a-9efa-4b43-a421-258a8b24cde5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.3698308 Mar 22 14:05:29.524792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f0f51ec6-2498-4315-b60e-4f9ab9da6fd7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.528614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:29.533680 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f5ce67-b782-4374-8bb3-7ac87b50bd14 x-openstack-request-id: req-b9f5ce67-b782-4374-8bb3-7ac87b50bd14 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:29.534101 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:29.534454 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9f5ce67-b782-4374-8bb3-7ac87b50bd14 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:29.535192 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f5ce67-b782-4374-8bb3-7ac87b50bd14'] response: {'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'code': 200} Mar 22 14:05:29.596277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d6173-99b8-4af5-81e2-7a0852f7b804 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:29.617697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks [] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.638368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Transition to ACTIVE for port object 6b8d6173-99b8-4af5-81e2-7a0852f7b804 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:29.647637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.651805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-d9164ce8-7aae-4418-908e-ec65d293b0f3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 217 time: 0.0891583 Mar 22 14:05:29.719631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:29.799202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:29.799538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:29.799871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:29.805173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:29.805505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:29.809697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:27Z', 'revision_number': 2, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:29.810848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:29.811200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:29.811582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:29.812606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Bound port: 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:29.812987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.849032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f51ec6-2498-4315-b60e-4f9ab9da6fd7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:29.860593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Checking router: 5fdaf0c6-6169-458b-a140-8d5840b884f5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:29.861112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Updating router 5fdaf0c6-6169-458b-a140-8d5840b884f5 port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:05:29.888952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0cdca-dd1a-4b19-8674-c8c45bf0e144 req-80a550b7-a0f7-4e61-bcc1-63c5f25ebf39 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.902362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64e0cdca-dd1a-4b19-8674-c8c45bf0e144 req-80a550b7-a0f7-4e61-bcc1-63c5f25ebf39 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.3084867 Mar 22 14:05:29.908212 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.928495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:29.945485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:29.948215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-6348e0b1-1e84-4570-8275-844dda871c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:29.949949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-6348e0b1-1e84-4570-8275-844dda871c11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2189865 Mar 22 14:05:29.959705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Checking segment: {'id': 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:29.960078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Network hostable DHCP agents. Network: f7251448-a6c2-4a36-8b6a-8437d666fefc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:05:29.963298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:29.965484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:29.985603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780421380', 'description': 'tempest-description--38341595'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:30.033602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-05cf112d-0153-4663-b8fd-7df0e88eb704 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701640 Mar 22 14:05:30.035715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-249aaed8-72b3-4ff9-9c58-1ea2075d7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.037484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-249aaed8-72b3-4ff9-9c58-1ea2075d7c92 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1125 time: 0.4447017 Mar 22 14:05:30.061059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.061569 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.063012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] 10.222.0.82 "PUT /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 1096 time: 0.9011464 Mar 22 14:05:30.071066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:30.074356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:30.076904 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52e881-2092-4d37-9e73-525d400f4789" -d '{"events": [{"name": "network-changed", "server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:30.102127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64e0cdca-dd1a-4b19-8674-c8c45bf0e144 req-0eaa4467-8d04-4821-90d3-33625615bce3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985688 Mar 22 14:05:30.103252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70f02-4c96-4ffc-8036-8d85c8c60e0e service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.109207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.224649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-4f240204-dc05-49ca-a631-9c1235075c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.226338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-4f240204-dc05-49ca-a631-9c1235075c21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.1122255 Mar 22 14:05:30.242417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:30.243062 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.273519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-d8eff035-8bcc-4e6c-b538-f06ff90b741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.278256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-d8eff035-8bcc-4e6c-b538-f06ff90b741e service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.2290843 Mar 22 14:05:30.283234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Network f7251448-a6c2-4a36-8b6a-8437d666fefc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:05:30.287259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-3614f677-87ed-4c32-9723-e480cce25593 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0493169 Mar 22 14:05:30.308338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (aa2230a7-5fdb-4fcb-9423-5d1e10986faa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.333437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa2230a7-5fdb-4fcb-9423-5d1e10986faa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.364163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:30.370445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.375944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4067163 Mar 22 14:05:30.376578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36736) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:30.387232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'security_group_rule': {'security_group_id': 'aa2230a7-5fdb-4fcb-9423-5d1e10986faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:30.401548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-bd23ebbc-c114-4eae-9a51-ee23140601e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 217 time: 0.1128349 Mar 22 14:05:30.408472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f7251448-a6c2-4a36-8b6a-8437d666fefc) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:30.411041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-8915ee9a-48a1-4b30-b216-c6fb53892314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.413847 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-8915ee9a-48a1-4b30-b216-c6fb53892314 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1180000 Mar 22 14:05:30.420527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529b47e-7148-4da4-8e05-8e4a26646d7c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2230a7-5fdb-4fcb-9423-5d1e10986faa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.428100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4614424-5dd1-469c-9f2f-fdcac273895b None None] Network f7251448-a6c2-4a36-8b6a-8437d666fefc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:30.429874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.430638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.456893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028bb62-e4a1-4ebf-8072-d4b74449baa0 req-cce40b41-2943-42c4-9d71-94b7c3b1a511 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.458745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b028bb62-e4a1-4ebf-8072-d4b74449baa0 req-cce40b41-2943-42c4-9d71-94b7c3b1a511 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.4161758 Mar 22 14:05:30.467386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (f3af114f-bdc8-4f09-9b1e-185ce0f02c30), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.498974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053633-e646-4579-a565-e459a7de9dfd req-f2f66b58-5d3f-4a0d-b00c-9b2bb291e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.500519 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-f2f66b58-5d3f-4a0d-b00c-9b2bb291e3bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0758283 Mar 22 14:05:30.515372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-41282e4e-c32b-4374-899c-bef7fe27b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.516852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-41282e4e-c32b-4374-899c-bef7fe27b704 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.0982957 Mar 22 14:05:30.598733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3937d5e7-acc9-4ed5-b277-3442b94677a1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9830384 Mar 22 14:05:30.625447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-cecbfbb5-a323-4889-a587-16dc8c8e5274 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921726 Mar 22 14:05:30.632520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (f3af114f-bdc8-4f09-9b1e-185ce0f02c30), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.643770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f3af114f-bdc8-4f09-9b1e-185ce0f02c30), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.668642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:30.690765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-00da3418-d8c9-480e-b92a-2fcd0262e4a4 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140995 Mar 22 14:05:30.693378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-824d7aba-f651-4a9a-8eb4-a09e9edcea47 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813064 Mar 22 14:05:30.693524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3af114f-bdc8-4f09-9b1e-185ce0f02c30,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.702445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-861206bf-3284-44ad-ab40-91963ba6b610 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.703915 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-861206bf-3284-44ad-ab40-91963ba6b610 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 945 time: 0.1247125 Mar 22 14:05:30.716250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.720221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c77c49d6-91a5-430f-ab60-0cce7fb9b8ff tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340173 Mar 22 14:05:30.720405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cead6-991a-40de-8226-6d7bdacd0f40 req-3d46db1a-b64a-4741-94d8-e3ffba5474c8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:30.720516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:30.724478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'security_group_rule': {'security_group_id': 'aa2230a7-5fdb-4fcb-9423-5d1e10986faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:30.726196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3cead6-991a-40de-8226-6d7bdacd0f40 req-3d46db1a-b64a-4741-94d8-e3ffba5474c8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 945 time: 0.4466667 Mar 22 14:05:30.734402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b028bb62-e4a1-4ebf-8072-d4b74449baa0 req-4a16eb99-5c06-47ee-9f31-1e41c9ab1e92 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165880 Mar 22 14:05:30.777191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d1b7dbe2-835c-43a5-93ac-3d741d810407 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:30.777588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.799538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks [] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.813368 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e8fbf-6f59-4c94-8242-c3c6fe1d8540 x-openstack-request-id: req-c93e8fbf-6f59-4c94-8242-c3c6fe1d8540 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:30.813651 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:30.813897 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c93e8fbf-6f59-4c94-8242-c3c6fe1d8540 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:30.814345 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93e8fbf-6f59-4c94-8242-c3c6fe1d8540'] response: {'name': 'network-changed', 'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'status': 'completed', 'code': 200} Mar 22 14:05:30.820209 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.891535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (738f2eb1-1c04-4a4d-9a95-7530b14a73ea), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.924284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:30.935482 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92053633-e646-4579-a565-e459a7de9dfd req-5f9b71f7-0493-4130-aacc-4dd9dc7a3fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294900 Mar 22 14:05:30.954002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497215-a27a-4ca3-a4fe-76a2cb5c63ae None None] Pushing event updated for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:30.957598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Deleting port d1b7dbe2-835c-43a5-93ac-3d741d810407 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:30.958108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:30.972832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f0b12-6232-45a2-a2ae-b3199379e071 None None] Network f7251448-a6c2-4a36-8b6a-8437d666fefc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:05:30.975480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3cead6-991a-40de-8226-6d7bdacd0f40 req-9a2796b9-866d-4c77-9533-8dbf7e5c3ec8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484236 Mar 22 14:05:30.999121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.010316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-c56b2049-efb4-4110-81f6-a2eb4777e595 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059237 Mar 22 14:05:31.028823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7f6698b3-845d-4fad-89fd-e639ccf2eb51 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911813 Mar 22 14:05:31.037411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab534b-bc07-43bf-ab80-809cbfc21f9d req-033fd091-4efa-4f08-9e8c-6a6a84917e63 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.045307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4ab534b-bc07-43bf-ab80-809cbfc21f9d req-033fd091-4efa-4f08-9e8c-6a6a84917e63 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 943 time: 0.1710346 Mar 22 14:05:31.088018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (738f2eb1-1c04-4a4d-9a95-7530b14a73ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.105146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (738f2eb1-1c04-4a4d-9a95-7530b14a73ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.150243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738f2eb1-1c04-4a4d-9a95-7530b14a73ea,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.160056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] For port d1b7dbe2-835c-43a5-93ac-3d741d810407, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d1b7dbe2-835c-43a5-93ac-3d741d810407,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:31.160431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.178873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.183007 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a0cbcc7d-bf2a-43ce-a472-73e39cd81556 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4588926 Mar 22 14:05:31.185766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52e881-2092-4d37-9e73-525d400f4789 req-e043f088-2503-4a9e-9a0d-2f1944e49557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.187910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-e043f088-2503-4a9e-9a0d-2f1944e49557 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.1692500 Mar 22 14:05:31.188045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:31.188490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Calling delete_port for d1b7dbe2-835c-43a5-93ac-3d741d810407 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:31.235078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:31.252344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Attempting to bind port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:31.253048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Attempting to bind port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:31.253655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Attempting to bind port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 on network 5b59c95d-2bf7-4037-8def-71c90af1054a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:31.264772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.275252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:31.277573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Checking segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:31.278255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.278891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Bound using segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:31.283019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Bound port: 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:31.284218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.342717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4ab534b-bc07-43bf-ab80-809cbfc21f9d req-2b5c7498-ef1e-4036-b638-2e5cb0845f40 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916868 Mar 22 14:05:31.347160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.359562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-285d0431-4309-49c4-9b4e-81b1e71074a9 req-a73e2e97-9572-4593-a54e-d883df4349d9 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408151 Mar 22 14:05:31.395985 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:05:31.433205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5604bcaf-5381-4641-b68d-1b9ca315014b None None] Provisioning complete for port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:31.434289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5604bcaf-5381-4641-b68d-1b9ca315014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.469154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] For port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:31.491889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] For port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:31.497040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5604bcaf-5381-4641-b68d-1b9ca315014b None None] Port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:31.504221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb5c4-ca8a-47a5-8b07-3cc6cb213e60 req-7e000f38-cf6c-4b07-b1e4-282e65d116b4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.506009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-960bb5c4-ca8a-47a5-8b07-3cc6cb213e60 req-7e000f38-cf6c-4b07-b1e4-282e65d116b4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.3872278 Mar 22 14:05:31.506769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.605783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:31.609880 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d1fb6-f3d8-44bb-8adf-7dcf2ea05d77" -d '{"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:31.619280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497215-a27a-4ca3-a4fe-76a2cb5c63ae None None] Pushing event updated for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:31.649040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-960bb5c4-ca8a-47a5-8b07-3cc6cb213e60 req-8ef66aaf-317f-444a-b81e-494b109de3fc tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362948 Mar 22 14:05:31.651060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:31.651707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:31.721318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9cfefe8-e36f-47e1-865f-315a9c50697c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.728242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9cfefe8-e36f-47e1-865f-315a9c50697c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/networks?id=f7251448-a6c2-4a36-8b6a-8437d666fefc HTTP/1.1" status: 200 len: 822 time: 0.1952384 Mar 22 14:05:31.750678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-b410a27f-78b8-4974-a758-35accf5fc86b tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/quotas/7ae55a83ad0d4a31b86979ef862c502f HTTP/1.1" status: 200 len: 375 time: 0.0215187 Mar 22 14:05:31.793572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-d281c1d8-be68-4687-a893-3ba01993495d tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ae55a83ad0d4a31b86979ef862c502f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419343 Mar 22 14:05:31.823296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:31.847626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:31.916876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52e881-2092-4d37-9e73-525d400f4789 req-19e30639-6111-4139-85b1-77ea53bbceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:31.919134 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-19e30639-6111-4139-85b1-77ea53bbceda service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.7243867 Mar 22 14:05:31.923272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d1b7dbe2-835c-43a5-93ac-3d741d810407), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.063291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Provisioning complete for port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:32.063664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.075433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event deleted for resources: {'Port': ['ID=d1b7dbe2-835c-43a5-93ac-3d741d810407,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.078831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] No DVR routers for this DVR port d1b7dbe2-835c-43a5-93ac-3d741d810407 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:32.081848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-3edbc1a7-80e6-4294-981c-0153bb123f12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.1332228 Mar 22 14:05:32.083147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.087279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a765f2e-1a68-4b8b-8362-b8d579d04142 req-7639ced5-f29a-4df7-ad38-5fca3e62ebcd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.82 "DELETE /v2.0/ports/d1b7dbe2-835c-43a5-93ac-3d741d810407 HTTP/1.1" status: 204 len: 173 time: 1.3686423 Mar 22 14:05:32.221458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Current status of the port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:32.221771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.242103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52e881-2092-4d37-9e73-525d400f4789 req-d9e5e232-b228-4afe-99df-7f62ea99e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.243629 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-d9e5e232-b228-4afe-99df-7f62ea99e23a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1553736 Mar 22 14:05:32.285747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] For port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:32.298051 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.322773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52e881-2092-4d37-9e73-525d400f4789 req-b7f3fa03-3380-4d8d-92fb-fd0b3e6fa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.325932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-b7f3fa03-3380-4d8d-92fb-fd0b3e6fa9ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751092 Mar 22 14:05:32.406270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f613-7078-4b13-823f-181d7c6b096c None None] Pushing event updated for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:32.472486 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-e8f7fbb1-c877-4b73-8b94-9772849b8227 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401002 Mar 22 14:05:32.482415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:31Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:32.495888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d58a9d83-605d-4509-935d-c2abbe0909a6 req-77df0ddc-f38d-47e7-b86d-ad76bb58b3a4 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=d835267e-bad9-4068-a871-51a0a629704d HTTP/1.1" status: 200 len: 210 time: 0.0588632 Mar 22 14:05:32.520769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-a17b423d-b719-4e04-8c5f-bfd91a495cba service neutron] 10.222.0.81 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251840 Mar 22 14:05:32.550920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e9749-d2b2-4d4f-9806-667ce19973b3 None None] The sync data for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 is: [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:31Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:32.581468 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838770db-e08b-40bf-91c1-cc2531bab5ff x-openstack-request-id: req-838770db-e08b-40bf-91c1-cc2531bab5ff {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:32.581767 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:32.582072 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-838770db-e08b-40bf-91c1-cc2531bab5ff {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:32.582532 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838770db-e08b-40bf-91c1-cc2531bab5ff'] response: {'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'code': 200} Mar 22 14:05:32.613944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Allocated IP 172.25.3.181 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a19c9295-b511-4c49-b099-c7fa322672b4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:32.720582 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b52e881-2092-4d37-9e73-525d400f4789 req-5b2ea61e-feab-40da-9646-d3c5fd602a2d service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373977 Mar 22 14:05:32.812404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for port (a19c9295-b511-4c49-b099-c7fa322672b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.818611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-deleted', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:32.821655 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39158d7c-9c7a-4eef-8dc5-a5c8569cf41f" -d '{"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-deleted", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:32.881212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-1403d37d-969e-474b-9f91-cb974eb97f8f service neutron] 10.222.0.81 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571310 Mar 22 14:05:32.891213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9aad4-ad2b-4419-a765-737a8d91a265 req-149206d0-aca2-426a-bec5-b927f4443eb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:32.893092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a9aad4-ad2b-4419-a765-737a8d91a265 req-149206d0-aca2-426a-bec5-b927f4443eb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.1460581 Mar 22 14:05:32.919913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:32.977522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:32.992976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:32.998644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:33.000688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'Port': ['ID=a19c9295-b511-4c49-b099-c7fa322672b4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:33.050411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a9aad4-ad2b-4419-a765-737a8d91a265 req-12fda22b-e475-4174-8fcc-089e9ffc5339 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484804 Mar 22 14:05:33.143720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.259975 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.345129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1c8f6-905e-4c62-84d9-b928ef13461a req-1d616eb2-8c04-4c54-b509-206ac438ec74 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:33.347286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39c1c8f6-905e-4c62-84d9-b928ef13461a req-1d616eb2-8c04-4c54-b509-206ac438ec74 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 943 time: 0.1671863 Mar 22 14:05:33.386100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee66e-f107-4819-8c35-ad3712062b54 req-9252fd16-4952-409b-b54c-c4285eea7b3f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:33.387836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c3ee66e-f107-4819-8c35-ad3712062b54 req-9252fd16-4952-409b-b54c-c4285eea7b3f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1908844 Mar 22 14:05:33.507094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39c1c8f6-905e-4c62-84d9-b928ef13461a req-e6df962c-fea1-46ab-b354-b57327625e4c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491151 Mar 22 14:05:33.529617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a32aec76-b249-4d02-b969-21fc0073b76d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:33.560041 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62b7d9-837a-4da2-b161-4d6f17822176 x-openstack-request-id: req-7f62b7d9-837a-4da2-b161-4d6f17822176 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:33.560532 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835267e-bad9-4068-a871-51a0a629704d", "name": "network-vif-deleted", "tag": "d1b7dbe2-835c-43a5-93ac-3d741d810407", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:33.560638 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f62b7d9-837a-4da2-b161-4d6f17822176 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:33.560998 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f62b7d9-837a-4da2-b161-4d6f17822176'] response: {'server_uuid': 'd835267e-bad9-4068-a871-51a0a629704d', 'name': 'network-vif-deleted', 'tag': 'd1b7dbe2-835c-43a5-93ac-3d741d810407', 'status': 'completed', 'code': 200} Mar 22 14:05:33.686373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for port (a19c9295-b511-4c49-b099-c7fa322672b4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.701377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.742729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd0f8d54-8cef-4056-ab7e-40db8ece5da1 req-dcbdfcdb-4ed8-45e8-859e-bc5703e1fa61 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 210 time: 0.1149414 Mar 22 14:05:33.772650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c3ee66e-f107-4819-8c35-ad3712062b54 req-20a78a1c-f4c0-4f70-9e39-beaaa68d4cae tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512504 Mar 22 14:05:33.774031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:33.793065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23', 'port_id': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'mac_address': 'fa:16:3e:e2:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2b4d2c-719b-42dc-b9c1-20c3725afa6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:33.847567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a32aec76-b249-4d02-b969-21fc0073b76d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:33.848240 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.866890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32aec76-b249-4d02-b969-21fc0073b76d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:33.903651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:33.913885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.947795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'Port': ['ID=a19c9295-b511-4c49-b099-c7fa322672b4,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:33.969048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:33.986533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:34.001908 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.004131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f8041da9-e8a6-404c-ac08-52088bdeddd1 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7756779 Mar 22 14:05:34.058701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:34.149349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:34.193289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:34.193746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.354049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e751-cbac-41e1-af99-6d9ccd2277ae req-eb50854d-2e1d-4633-a609-0097c5ad3ffc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:34.361698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0319e751-cbac-41e1-af99-6d9ccd2277ae req-eb50854d-2e1d-4633-a609-0097c5ad3ffc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.1741154 Mar 22 14:05:34.377734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-39facf10-9a6a-4e38-8c0d-65799250bbfe tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:34.379273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-39facf10-9a6a-4e38-8c0d-65799250bbfe tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.2253454 Mar 22 14:05:34.411262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bf1c9142-e174-44c1-a1b0-b7f4e4a29ac4 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/quotas/4d05fa19cf684b68b1d448311df2d3c2 HTTP/1.1" status: 200 len: 375 time: 0.0248644 Mar 22 14:05:34.461356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0319e751-cbac-41e1-af99-6d9ccd2277ae req-742c1c7a-60fb-4d4a-bcc8-95fa17c7257e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986590 Mar 22 14:05:34.479980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:34.501362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-223c4be9-2635-441b-8f7e-89c933c62ce9 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890992 Mar 22 14:05:34.548416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-9a2c44d3-35a6-403f-b347-3dd5b84625a9 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:34.551368 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-9a2c44d3-35a6-403f-b347-3dd5b84625a9 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.82 "GET /v2.0/networks?id=f7251448-a6c2-4a36-8b6a-8437d666fefc HTTP/1.1" status: 200 len: 822 time: 0.1748888 Mar 22 14:05:34.564917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:34.572298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Request body: {'port': {'device_id': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc', 'admin_state_up': True, 'tenant_id': '7ae55a83ad0d4a31b86979ef862c502f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:34.672466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-cefe5957-c0ba-4f50-9cc1-5304dbec00c2 service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701384 Mar 22 14:05:34.750188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Made reservation on behalf of 7ae55a83ad0d4a31b86979ef862c502f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:34.754681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:34.802887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:34.805374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: d1b7dbe2-835c-43a5-93ac-3d741d810407 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:34.805716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d1b7dbe2-835c-43a5-93ac-3d741d810407 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:34.904022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:34.911868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'mac_address': 'fa:16:3e:6f:a1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:34.941747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaa72d-5333-4413-b2d6-e84b9998f2ea req-b776bdce-3d7d-48fb-88c2-47ea54d2fec1 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:34.943706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ddaa72d-5333-4413-b2d6-e84b9998f2ea req-b776bdce-3d7d-48fb-88c2-47ea54d2fec1 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 944 time: 0.2514138 Mar 22 14:05:34.974440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-037bd192-8ee7-4c44-ac4e-fd0375e450ee service neutron] 10.222.0.81 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010044 Mar 22 14:05:35.012672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ddaa72d-5333-4413-b2d6-e84b9998f2ea req-793f05bf-8e7a-4e88-84a5-8ca777dd0fc0 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 Mar 22 14:05:35.017908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:35.026617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.052817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:35.059098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Allocated IP 172.20.0.7 (f7251448-a6c2-4a36-8b6a-8437d666fefc/f0f51ec6-2498-4315-b60e-4f9ab9da6fd7/31f1d2c3-b896-473a-a6b1-b49d1916bd56) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:35.083184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:35.091888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.093107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:35.203894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6261804-9551-469b-8a6e-d16020272a05 req-d0f87c81-c3fd-4dcf-bef7-c64bc9f7fa2d tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 210 time: 0.0799644 Mar 22 14:05:35.314249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:35.388002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks [] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.389041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'mac_address': 'fa:16:3e:aa:9a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:35.417777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de6a4d28-e42e-4689-92ff-bf4639e0981c req-6657b03f-e92a-47dc-8092-76ca9e580d92 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 210 time: 0.0937152 Mar 22 14:05:35.518799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.532821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a32aec76-b249-4d02-b969-21fc0073b76d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:35.581672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44728399-e42f-4cec-9d02-e99071541db3 req-4a00b7df-01c4-45df-b8bf-831867bc6e40 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:35.591916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44728399-e42f-4cec-9d02-e99071541db3 req-4a00b7df-01c4-45df-b8bf-831867bc6e40 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1788270 Mar 22 14:05:35.699029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Network f7251448-a6c2-4a36-8b6a-8437d666fefc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:35.705079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Pushing event updated for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:35.715193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:35.725931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:35.734932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:35.736185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:35.736648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.743440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44728399-e42f-4cec-9d02-e99071541db3 req-20a4d375-49f3-424d-a635-9efc2298f26a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505115 Mar 22 14:05:35.776421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d6173-99b8-4af5-81e2-7a0852f7b804 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:35.803562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82394525-7df3-49c7-95be-eccedbdedfab req-a3528df7-419d-4d96-a5e0-6e98589cd6a9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:35.804932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82394525-7df3-49c7-95be-eccedbdedfab req-a3528df7-419d-4d96-a5e0-6e98589cd6a9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.1764550 Mar 22 14:05:35.811309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:35.815161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port a32aec76-b249-4d02-b969-21fc0073b76d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:35.821411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.827364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port a32aec76-b249-4d02-b969-21fc0073b76d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:35.827685 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.918290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:35.921488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:35.948436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82394525-7df3-49c7-95be-eccedbdedfab req-b497d6d6-8e2c-4d5e-867f-78a33502dba9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345537 Mar 22 14:05:35.957564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:35.978925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-e9d0d50f-66f0-4cde-b41a-9e28f2b0751c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116464 Mar 22 14:05:35.990181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Request body: {'port': {'device_id': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:36.099493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:36.165191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.191449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:36.280711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a32aec76-b249-4d02-b969-21fc0073b76d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:36.281384 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.346361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:36.350917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:36.353987 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386231fe-d0b5-45a1-8647-522b697993fd" -d '{"events": [{"server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "name": "network-vif-plugged", "status": "completed", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:36.361741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:36.495890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d90a-0d7d-44f7-b507-c6091c769634 req-0f80bec8-3ce4-4346-9812-7cfc8a780dda tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:36.504157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8938d90a-0d7d-44f7-b507-c6091c769634 req-0f80bec8-3ce4-4346-9812-7cfc8a780dda tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 945 time: 0.1594226 Mar 22 14:05:36.605752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8938d90a-0d7d-44f7-b507-c6091c769634 req-4ef2628a-8f8d-4616-b907-eda20779ba34 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983911 Mar 22 14:05:36.727494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:36.869858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255290a-a1f9-4921-9e68-b92b6ca0227a req-1bca99e1-33c9-4a2e-b2a1-7987881f01c4 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:36.873407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7255290a-a1f9-4921-9e68-b92b6ca0227a req-1bca99e1-33c9-4a2e-b2a1-7987881f01c4 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 931 time: 0.1140862 Mar 22 14:05:36.975184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7255290a-a1f9-4921-9e68-b92b6ca0227a req-a6de548a-a3a1-4f0c-839e-01589a0d198b tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905268 Mar 22 14:05:37.035868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f1d2c3-b896-473a-a6b1-b49d1916bd56 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:37.047767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks [] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.069628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Transition to ACTIVE for port object 31f1d2c3-b896-473a-a6b1-b49d1916bd56 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:37.095913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.272516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Pushing event updated for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:37.322007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Attempting to bind port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:37.324690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Attempting to bind port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:37.325095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Attempting to bind port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 on network f7251448-a6c2-4a36-8b6a-8437d666fefc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:37.334293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 on network f7251448-a6c2-4a36-8b6a-8437d666fefc not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:37.334663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Attempting to bind port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 on network f7251448-a6c2-4a36-8b6a-8437d666fefc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:37.345560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:37.346150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Checking segment: {'id': 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:37.346690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Bound using segment: {'id': 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:37.347437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Bound port: 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:37.348010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.436086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-420afbb8-0afa-464e-a141-29158258bc29 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.443383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-420afbb8-0afa-464e-a141-29158258bc29 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.78 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 822 time: 0.3549120 Mar 22 14:05:37.450724 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13427f76-50bd-45bd-aaec-6c80fc4706ac x-openstack-request-id: req-13427f76-50bd-45bd-aaec-6c80fc4706ac {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:37.451196 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "name": "network-vif-plugged", "status": "completed", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:37.451601 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13427f76-50bd-45bd-aaec-6c80fc4706ac {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:37.452139 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13427f76-50bd-45bd-aaec-6c80fc4706ac'] response: {'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'code': 200} Mar 22 14:05:37.464557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Request body: {'port': {'device_id': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'admin_state_up': True, 'tenant_id': '4d05fa19cf684b68b1d448311df2d3c2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:37.560448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:37.572422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56,segment=NetworkSegment(f8bb8624-fcd5-41d7-8a2f-7c654f83006d),segment_id=f8bb8624-fcd5-41d7-8a2f-7c654f83006d)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:37.584973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.653799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.655307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.657230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] 10.222.0.82 "PUT /v2.0/ports/31f1d2c3-b896-473a-a6b1-b49d1916bd56 HTTP/1.1" status: 200 len: 1091 time: 1.6714342 Mar 22 14:05:37.660320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:37.665324 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:37.715980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1153dbe3-dd4e-4f1e-97ef-50f9ab14b5ce req-bcf518b5-bf44-4809-90de-3604474b228c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 210 time: 0.1329916 Mar 22 14:05:37.776848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf821c3a-fe8b-480c-8d49-722272b8eeae req-bdebf0ae-d277-41e8-a13a-9403d917a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.778534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf821c3a-fe8b-480c-8d49-722272b8eeae req-bdebf0ae-d277-41e8-a13a-9403d917a003 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1127 time: 0.1943955 Mar 22 14:05:37.801493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2c09a-3bf7-4986-91ad-248e8f22becd service neutron] Pushing event updated for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:37.836132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-0826c1c4-6e00-4d8b-82e7-85633e98d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:37.841029 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-0826c1c4-6e00-4d8b-82e7-85633e98d27b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ae55a83ad0d4a31b86979ef862c502f&device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 1125 time: 0.1301455 Mar 22 14:05:37.843844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Made reservation on behalf of 4d05fa19cf684b68b1d448311df2d3c2 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:37.847212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:37.919747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf821c3a-fe8b-480c-8d49-722272b8eeae req-f06f5d0e-e82b-4007-89e6-023d20ac22a6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320221 Mar 22 14:05:37.978050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-fb3b40f2-8fc5-4c5f-8de0-8aebdac23da8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56 HTTP/1.1" status: 200 len: 217 time: 0.1291108 Mar 22 14:05:38.055311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a81f-c333-473c-9971-15da3e75b43f req-56700b81-8a7b-4dcc-8ff9-3a676b858741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.057972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-56700b81-8a7b-4dcc-8ff9-3a676b858741 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f0f51ec6-2498-4315-b60e-4f9ab9da6fd7 HTTP/1.1" status: 200 len: 862 time: 0.0724878 Mar 22 14:05:38.107868 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-90040fe6-c041-45e9-9c86-58c68c725e35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f7251448-a6c2-4a36-8b6a-8437d666fefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377069 Mar 22 14:05:38.144394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2bf9-47d7-4f51-980f-1c5ef52ca87b req-82392198-ef00-429d-971b-ebf77ab2173a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.155159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0aa2bf9-47d7-4f51-980f-1c5ef52ca87b req-82392198-ef00-429d-971b-ebf77ab2173a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.2115071 Mar 22 14:05:38.224165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Allocated IP 172.20.0.5 (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3/4071ad94-15c1-4fb1-b28b-e8c9d40904bb/77fff023-b09a-478c-947e-f11da6f07a4b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:38.274800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0aa2bf9-47d7-4f51-980f-1c5ef52ca87b req-099c29c4-25bf-448a-a80b-d30b70df5a86 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107829 Mar 22 14:05:38.305983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-e55fff23-92ba-4f39-a790-76063bac8a65 service neutron] 10.222.0.82 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747267 Mar 22 14:05:38.393156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:38.537738 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e891a81f-c333-473c-9971-15da3e75b43f req-f2016289-45fa-47c0-8634-9fc289ecc872 service neutron] 10.222.0.82 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231717 Mar 22 14:05:38.560622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:38.573063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:38.574403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.646654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for port (77fff023-b09a-478c-947e-f11da6f07a4b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.695935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.722155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c41a-2eb4-44a7-8aaf-ce9c3a1c5b44 req-a4b6efee-2570-4153-8e8b-5c1f3c74dcfb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.729142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb5c41a-2eb4-44a7-8aaf-ce9c3a1c5b44 req-a4b6efee-2570-4153-8e8b-5c1f3c74dcfb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 949 time: 0.2128088 Mar 22 14:05:38.775759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:38.777081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.801974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:38.803903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event updated for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:38.806867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:38.849731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:38.856408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:38.857739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:38.859263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:38.922323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb5c41a-2eb4-44a7-8aaf-ce9c3a1c5b44 req-00cb0706-e07f-48f4-aa19-42ca469f8633 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874266 Mar 22 14:05:38.961434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:38.973974 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.002977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:39.005379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-900b12fc-d199-480c-ac66-622e23ec3cb2 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5447445 Mar 22 14:05:39.022798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Request body: {'port': {'device_id': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:39.043822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:39.045709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.189048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:39.189812 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.254839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:39.264751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.266638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:39.324838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b0659-472e-40c1-a8aa-4024510601e8 req-7b570e3d-89e2-41a4-aec7-fe6060cce2de tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.332339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-615b0659-472e-40c1-a8aa-4024510601e8 req-7b570e3d-89e2-41a4-aec7-fe6060cce2de tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.2521858 Mar 22 14:05:39.362456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:39.453608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}, {'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:39.457304 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d728e0-4b3b-40d3-8240-377e68f7ed65" -d '{"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}, {"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-plugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:39.560930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-615b0659-472e-40c1-a8aa-4024510601e8 req-ef55005c-8b4a-482b-bc4c-c2c2bed768d4 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7672b89-b861-413b-8be7-3e0b75b77afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275846 Mar 22 14:05:39.829393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-9fc66968-ee23-45d0-b912-c7e7676f3046 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.831290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-9fc66968-ee23-45d0-b912-c7e7676f3046 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.78 "GET /v2.0/ports?device_id=6221497e-bcf9-4eed-a6ad-92e4eac7e7c7 HTTP/1.1" status: 200 len: 946 time: 0.2448847 Mar 22 14:05:39.854019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454327ec-7046-4a02-bb18-3629944c8fe7 req-dda04cd0-68e9-4982-a79a-5771fbaf0bf4 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:39.855476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-454327ec-7046-4a02-bb18-3629944c8fe7 req-dda04cd0-68e9-4982-a79a-5771fbaf0bf4 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 945 time: 0.1275578 Mar 22 14:05:40.049799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-454327ec-7046-4a02-bb18-3629944c8fe7 req-c231814f-77f0-4fd1-81d5-79652dc51f98 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831813 Mar 22 14:05:40.071681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fff023-b09a-478c-947e-f11da6f07a4b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:40.083566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks [] for port (77fff023-b09a-478c-947e-f11da6f07a4b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.107336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Transition to ACTIVE for port object 77fff023-b09a-478c-947e-f11da6f07a4b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:40.117668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Deleting port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:40.118755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.129169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.141924 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184187ae-5c92-4c7e-95da-92949014c961 x-openstack-request-id: req-184187ae-5c92-4c7e-95da-92949014c961 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:40.142530 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:40.142530 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-184187ae-5c92-4c7e-95da-92949014c961 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:40.142886 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184187ae-5c92-4c7e-95da-92949014c961'] response: {'name': 'network-changed', 'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56', 'status': 'completed', 'code': 200} Mar 22 14:05:40.260003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-f446fd48-55b0-4c79-93fa-5172278c5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.262384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-f446fd48-55b0-4c79-93fa-5172278c5c5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ae55a83ad0d4a31b86979ef862c502f&device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 1125 time: 0.0913491 Mar 22 14:05:40.419257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-bb28ffeb-4a5f-4456-8803-1e32bb127a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.423800 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-bb28ffeb-4a5f-4456-8803-1e32bb127a7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f7251448-a6c2-4a36-8b6a-8437d666fefc HTTP/1.1" status: 200 len: 923 time: 0.1533587 Mar 22 14:05:40.475756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Pushing event updated for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:40.506445 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-086b2cb6-fdda-448c-b45f-f988e58e26a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56 HTTP/1.1" status: 200 len: 217 time: 0.0744340 Mar 22 14:05:40.628555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-1c317df3-3154-4183-8ec9-0b8392e6aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.635977 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-1c317df3-3154-4183-8ec9-0b8392e6aac2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f0f51ec6-2498-4315-b60e-4f9ab9da6fd7 HTTP/1.1" status: 200 len: 862 time: 0.1249590 Mar 22 14:05:40.667574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] For port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:40.667939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.679476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41248a-45ee-411e-ab68-613aa6f25881 req-91c2de2c-2b93-41b1-8fd8-4850a1eb63a5 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:40.686600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c41248a-45ee-411e-ab68-613aa6f25881 req-91c2de2c-2b93-41b1-8fd8-4850a1eb63a5 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 943 time: 0.3972821 Mar 22 14:05:40.699640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-1b072936-a87a-4007-b438-3cc14751c38b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f7251448-a6c2-4a36-8b6a-8437d666fefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565152 Mar 22 14:05:40.735667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Attempting to bind port 77fff023-b09a-478c-947e-f11da6f07a4b on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:40.735990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Attempting to bind port 77fff023-b09a-478c-947e-f11da6f07a4b by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:40.736320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Attempting to bind port 77fff023-b09a-478c-947e-f11da6f07a4b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:40.778440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Port 77fff023-b09a-478c-947e-f11da6f07a4b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:40.778766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Attempting to bind port 77fff023-b09a-478c-947e-f11da6f07a4b on network 8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:40.800766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:40.801112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Checking segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:40.801496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Bound using segment: {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:40.802011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Bound port: 77fff023-b09a-478c-947e-f11da6f07a4b, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4967f8ab-685d-4ced-892d-ee888d05c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:40.802368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:40.916747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c41248a-45ee-411e-ab68-613aa6f25881 req-7d5e85e3-e7c9-43f5-a329-d1d5bf55b0ea tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282665 Mar 22 14:05:40.926318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-f06e17a3-d19d-4d67-bd44-f7aae5e1412e service neutron] 10.222.0.82 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160394 Mar 22 14:05:40.988765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:40.992329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=77fff023-b09a-478c-947e-f11da6f07a4b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:41.010438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.085853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.086636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.087946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] 10.222.0.78 "PUT /v2.0/ports/77fff023-b09a-478c-947e-f11da6f07a4b HTTP/1.1" status: 200 len: 1091 time: 2.0725210 Mar 22 14:05:41.150224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:41.152429 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b30e01-3c5c-40e2-8ff8-41248e7e208d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:41.244719 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3107af6e-e238-4c0d-a2a1-70fb02fd7a15 req-2120d3ca-fa2a-4310-b1ad-5cb12925fdb3 service neutron] 10.222.0.82 "GET /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107579 Mar 22 14:05:41.257028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569177-b01e-4880-a76a-d7630ca59566 service neutron] Pushing event updated for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:41.266053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.266326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:41.266654 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Floating IP f439a5f9-9372-4a80-9761-d20ecea0bdab disassociated. External IP: 172.25.3.212, port: dd5b3090-9f9f-4a37-afe0-b85bacd26bf2. Mar 22 14:05:41.267107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Calling delete_port for dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:41.310112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-a7af06cc-893c-475a-b179-b7c32cbe89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.313039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-a7af06cc-893c-475a-b179-b7c32cbe89d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 1125 time: 0.1565850 Mar 22 14:05:41.324152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c556-2da7-47bf-9790-1f938a8541d5 req-84cb9f07-6269-4b95-8949-51e0b29b85a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.333069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4273c556-2da7-47bf-9790-1f938a8541d5 req-84cb9f07-6269-4b95-8949-51e0b29b85a1 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 943 time: 0.2783556 Mar 22 14:05:41.431520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-8c78366c-be99-4f5e-843c-adad55efd920 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77fff023-b09a-478c-947e-f11da6f07a4b HTTP/1.1" status: 200 len: 217 time: 0.0489807 Mar 22 14:05:41.541476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4273c556-2da7-47bf-9790-1f938a8541d5 req-7a1c37bf-0655-4e28-a76a-5fdf01b749f3 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032559 Mar 22 14:05:41.583819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-b634f47e-caae-444c-baa7-595fca83046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:41.585333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-b634f47e-caae-444c-baa7-595fca83046b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.1417885 Mar 22 14:05:41.690896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-a02e476e-76a7-4643-8d7d-3983d5db940c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750618 Mar 22 14:05:42.326152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (dd5b3090-9f9f-4a37-afe0-b85bacd26bf2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.370722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec624e-2937-446f-9f5d-d21b54e5133a req-462ef594-1790-45c3-8316-a93ac360e3c6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:42.391425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cec624e-2937-446f-9f5d-d21b54e5133a req-462ef594-1790-45c3-8316-a93ac360e3c6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.7041934 Mar 22 14:05:42.396403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'Port': ['ID=dd5b3090-9f9f-4a37-afe0-b85bacd26bf2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:42.413130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 31f1d2c3-b896-473a-a6b1-b49d1916bd56 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:42.414424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-785f0b8d-6820-47d3-8c31-904f87dbb1ef service neutron] 10.222.0.78 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227169 Mar 22 14:05:42.515023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56,segment=NetworkSegment(f8bb8624-fcd5-41d7-8a2f-7c654f83006d),segment_id=f8bb8624-fcd5-41d7-8a2f-7c654f83006d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:42.532466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '31f1d2c3-b896-473a-a6b1-b49d1916bd56', 'network_id': 'f7251448-a6c2-4a36-8b6a-8437d666fefc', 'port_id': '31f1d2c3-b896-473a-a6b1-b49d1916bd56', 'mac_address': 'fa:16:3e:6f:a6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f51ec6-2498-4315-b60e-4f9ab9da6fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:42.588016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:42.588389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.595010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5a5dae-2e34-4a37-b9fd-1c758b58b32f req-7c3d881d-a854-4459-97c9-10c88a90db28 service neutron] 10.222.0.78 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713152 Mar 22 14:05:42.608029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f1d2c3-b896-473a-a6b1-b49d1916bd56 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:42.646491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56,segment=NetworkSegment(f8bb8624-fcd5-41d7-8a2f-7c654f83006d),segment_id=f8bb8624-fcd5-41d7-8a2f-7c654f83006d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:42.667389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:42.735902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:42.792336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cec624e-2937-446f-9f5d-d21b54e5133a req-431e7165-bffe-460a-8907-b22c2318ef73 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034450 Mar 22 14:05:42.860525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:05:42.872612 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7e5ed-0f04-4568-b73f-d4a38fc02648 x-openstack-request-id: req-30a7e5ed-0f04-4568-b73f-d4a38fc02648 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:42.872921 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "code": 200}, {"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-plugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:42.873177 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30a7e5ed-0f04-4568-b73f-d4a38fc02648 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:42.873586 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a7e5ed-0f04-4568-b73f-d4a38fc02648'] response: {'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'code': 200} Mar 22 14:05:42.873852 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a7e5ed-0f04-4568-b73f-d4a38fc02648'] response: {'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'code': 200} Mar 22 14:05:42.936467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['31f1d2c3-b896-473a-a6b1-b49d1916bd56'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:43.112283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf62398-6c98-41cc-95c9-98e78efa8a32 req-d909f866-ed0a-451b-9eb4-678ca8b2dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.114004 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bcf62398-6c98-41cc-95c9-98e78efa8a32 req-d909f866-ed0a-451b-9eb4-678ca8b2dffb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1132 time: 0.1419880 Mar 22 14:05:43.194123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bcf62398-6c98-41cc-95c9-98e78efa8a32 req-252c8ad0-9c9c-4dda-b2a6-b7b6222eb9a0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Mar 22 14:05:43.241030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:05:43.254635 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:05:43.272192 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:43.278275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:43.324070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538f8d-7c94-485a-a80c-e62eb7a6a613 req-a86a5339-f90a-43f2-87f7-b23364c906a0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.325549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d538f8d-7c94-485a-a80c-e62eb7a6a613 req-a86a5339-f90a-43f2-87f7-b23364c906a0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2210882 Mar 22 14:05:43.389357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] No DVR routers for this DVR port dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:43.401629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:43.404908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79db2c4f-d1e6-420c-a78b-a926b098484d req-305e8144-ad05-454e-87ef-00679697fd9d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.78 "DELETE /v2.0/ports/dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 HTTP/1.1" status: 204 len: 173 time: 3.5658705 Mar 22 14:05:43.409114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:43.514843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d538f8d-7c94-485a-a80c-e62eb7a6a613 req-22b630bf-3a27-4498-ba8c-43e683325525 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737068 Mar 22 14:05:43.606289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:43.662055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:43.662341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dd5b3090-9f9f-4a37-afe0-b85bacd26bf2 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:43.739267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-4e221937-aef0-4473-8cc6-dfd0f101b035 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1700797307&fields=id&tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 267 time: 0.0906546 Mar 22 14:05:43.812785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-425ba4b5-cac6-419f-841d-3c8992240f55 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:43.821182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-425ba4b5-cac6-419f-841d-3c8992240f55 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 945 time: 0.0806837 Mar 22 14:05:43.826875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'security_groups': ['68e87c85-4838-4177-b18b-abccdfffabe5', 'e079200e-8128-4f24-84c5-fc963398b026']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:43.938543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.002768 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.070971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:05:44.097461 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:05:44.098204 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.298846 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:05:44.313748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:44.408257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (a32aec76-b249-4d02-b969-21fc0073b76d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.411564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 31f1d2c3-b896-473a-a6b1-b49d1916bd56 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:44.420835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.473683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:44.521014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.521519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:44.528190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1db6390-25a7-40fe-86a0-2e10e37cb7a7 req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "PUT /v2.0/ports/a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 981 time: 0.7059886 Mar 22 14:05:44.648550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11cd6-6b2b-4f5d-9eb0-706c73f721da tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:44.668934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:05:44.670224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:44.701231 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2e672-f836-4d0e-b42f-baecbf9fd3fd None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:05:44.794275 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce3b907-a627-4bf5-82e7-dcf0257e12de x-openstack-request-id: req-cce3b907-a627-4bf5-82e7-dcf0257e12de {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:44.794769 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:44.795098 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cce3b907-a627-4bf5-82e7-dcf0257e12de {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:44.795615 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce3b907-a627-4bf5-82e7-dcf0257e12de'] response: {'name': 'network-changed', 'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b', 'status': 'completed', 'code': 200} Mar 22 14:05:44.925344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-d54796b1-8b48-4f0b-875f-64207125c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:44.927018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-d54796b1-8b48-4f0b-875f-64207125c8a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 1125 time: 0.1149852 Mar 22 14:05:45.047979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:45.100173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:45.100423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.209365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931565f-f2f2-4796-a854-497d2b77783d req-337886e7-3f76-465b-a495-7c9070a5c01b tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.210941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2931565f-f2f2-4796-a854-497d2b77783d req-337886e7-3f76-465b-a495-7c9070a5c01b tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 944 time: 0.2493417 Mar 22 14:05:45.211999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-acccd246-4590-4d7b-b25c-7e5d7d3783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.213296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-acccd246-4590-4d7b-b25c-7e5d7d3783f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 200 len: 923 time: 0.2759390 Mar 22 14:05:45.278817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0ecb9-b910-48fe-9b30-34b194c8ff1a None None] New status for floating IP f439a5f9-9372-4a80-9761-d20ecea0bdab: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:05:45.337877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-580bf768-e715-4f6a-a088-8265b1b4d565 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77fff023-b09a-478c-947e-f11da6f07a4b HTTP/1.1" status: 200 len: 217 time: 0.1067991 Mar 22 14:05:45.521410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-da4459cc-e3a3-4c57-9b85-0dfae59a7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:45.522933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-da4459cc-e3a3-4c57-9b85-0dfae59a7d28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 200 len: 862 time: 0.1859632 Mar 22 14:05:45.544808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2931565f-f2f2-4796-a854-497d2b77783d req-cbb8dfea-c3ea-4a8d-a95f-a0a6aa9e2aa1 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217907 Mar 22 14:05:45.640914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-a5e92504-833a-4860-b299-691ecd6a3344 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905509 Mar 22 14:05:45.651778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 77fff023-b09a-478c-947e-f11da6f07a4b details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:45.743371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:45.744093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:45.830585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:45.832940 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3443c4-724c-4f23-b297-d114bf0a4daf" -d '{"events": [{"server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "name": "network-vif-plugged", "status": "completed", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:45.996517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-0170de80-a95c-4988-910f-122945c7770c service neutron] 10.222.0.78 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483164 Mar 22 14:05:46.006925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56,segment=NetworkSegment(f8bb8624-fcd5-41d7-8a2f-7c654f83006d),segment_id=f8bb8624-fcd5-41d7-8a2f-7c654f83006d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:46.034745 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.111511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=77fff023-b09a-478c-947e-f11da6f07a4b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:46.137701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '77fff023-b09a-478c-947e-f11da6f07a4b', 'network_id': '8a30d70c-21f0-4238-b2ae-60bbe4f17cf3', 'port_id': '77fff023-b09a-478c-947e-f11da6f07a4b', 'mac_address': 'fa:16:3e:67:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071ad94-15c1-4fb1-b28b-e8c9d40904bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:05:46.142533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:46.187047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 77fff023-b09a-478c-947e-f11da6f07a4b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:46.187448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.203028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fff023-b09a-478c-947e-f11da6f07a4b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:46.254622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=77fff023-b09a-478c-947e-f11da6f07a4b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:46.267510 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:46.280582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11b30e01-3c5c-40e2-8ff8-41248e7e208d req-114ee7a7-55d8-4693-8d52-132cb2d77a97 service neutron] 10.222.0.78 "GET /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647290 Mar 22 14:05:46.303225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad77c8-c343-4d20-b39a-9f8c85308d11 req-20bcc0a2-798b-4d80-9332-6f16920de7d7 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.305253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2ad77c8-c343-4d20-b39a-9f8c85308d11 req-20bcc0a2-798b-4d80-9332-6f16920de7d7 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 943 time: 0.5440285 Mar 22 14:05:46.353319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:46.375833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2ad77c8-c343-4d20-b39a-9f8c85308d11 req-e062c8f2-0561-4c9e-989e-c45cf84cada4 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646315 Mar 22 14:05:46.508238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['77fff023-b09a-478c-947e-f11da6f07a4b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:46.568180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627d64e-378c-4a65-a322-1a50b3cb74d2 req-0e10459f-f290-41ca-911d-f90dc2d6ab6a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.569827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1627d64e-378c-4a65-a322-1a50b3cb74d2 req-0e10459f-f290-41ca-911d-f90dc2d6ab6a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1081555 Mar 22 14:05:46.649619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1627d64e-378c-4a65-a322-1a50b3cb74d2 req-ae202991-e2dc-4b32-936b-2db0bb5f4ac0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733497 Mar 22 14:05:46.812022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'name': 'network-vif-deleted', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2'}, {'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:46.815379 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51158bbc-78db-4d6c-878a-939cf4400778" -d '{"events": [{"server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "name": "network-vif-deleted", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2"}, {"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:46.858591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-76707a32-e5c7-4b83-b1f2-3cf89fdb1535 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1257072642&fields=id&tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 267 time: 0.0749683 Mar 22 14:05:46.924924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-3c680c11-6078-4d55-b3ca-9a16ce8b84e8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:46.947980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-3c680c11-6078-4d55-b3ca-9a16ce8b84e8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 984 time: 0.0879717 Mar 22 14:05:46.958632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'security_groups': ['68e87c85-4838-4177-b18b-abccdfffabe5', 'e079200e-8128-4f24-84c5-fc963398b026', '4473b496-4447-4453-9566-4822ca44132c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:47.058004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.343110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:47.407776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (a32aec76-b249-4d02-b969-21fc0073b76d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.415870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.430494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:47.475471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.476436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.492197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8349d975-5fd3-4945-89c5-6724d97f5436 req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "PUT /v2.0/ports/a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 1020 time: 0.5414906 Mar 22 14:05:47.560471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35080bf8-77b9-4236-aea5-9e30364b2d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:47.580987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:47.648175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 77fff023-b09a-478c-947e-f11da6f07a4b up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:05:47.666769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada633b-68b9-4eec-97a9-6fd962f14731 req-ca2392ed-8dcb-460c-a858-5e99de9b2c7d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:47.679136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ada633b-68b9-4eec-97a9-6fd962f14731 req-ca2392ed-8dcb-460c-a858-5e99de9b2c7d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.0889273 Mar 22 14:05:47.743662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ada633b-68b9-4eec-97a9-6fd962f14731 req-947ce77d-c834-4a09-919b-2908d2a59dff tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629649 Mar 22 14:05:47.821919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37050) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:47.831225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 77fff023-b09a-478c-947e-f11da6f07a4b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:05:47.886989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 77fff023-b09a-478c-947e-f11da6f07a4b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:47.893226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.960642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (f7672b89-b861-413b-8be7-3e0b75b77afb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:47.961268 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a395e-6bf8-4fc0-ae24-ec2e48e7c0a0 x-openstack-request-id: req-3e1a395e-6bf8-4fc0-ae24-ec2e48e7c0a0 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:47.961663 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "name": "network-vif-plugged", "status": "completed", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:47.962067 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e1a395e-6bf8-4fc0-ae24-ec2e48e7c0a0 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:47.962533 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1a395e-6bf8-4fc0-ae24-ec2e48e7c0a0'] response: {'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56', 'code': 200} Mar 22 14:05:48.022421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (f7672b89-b861-413b-8be7-3e0b75b77afb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.058936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 77fff023-b09a-478c-947e-f11da6f07a4b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:48.059420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.088093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fae80-cffd-492f-aac1-860d94d08d6b req-1fe029dd-409e-465a-aeac-919fb97d73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.090438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e51fae80-cffd-492f-aac1-860d94d08d6b req-1fe029dd-409e-465a-aeac-919fb97d73a5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 1127 time: 0.1107335 Mar 22 14:05:48.184051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7672b89-b861-413b-8be7-3e0b75b77afb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.184909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e51fae80-cffd-492f-aac1-860d94d08d6b req-9aa4d48a-bee1-4f23-b80b-c93d3782e040 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Mar 22 14:05:48.187581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.193847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:48.205562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7672b89-b861-413b-8be7-3e0b75b77afb HTTP/1.1" status: 204 len: 168 time: 0.3823516 Mar 22 14:05:48.216044 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-47d3a787-4b21-4f87-9d15-ff606f1f8084 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] show failed (client error): The resource could not be found. Mar 22 14:05:48.220416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47d3a787-4b21-4f87-9d15-ff606f1f8084 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups/f7672b89-b861-413b-8be7-3e0b75b77afb HTTP/1.1" status: 404 len: 347 time: 0.0223305 Mar 22 14:05:48.221368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37054) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:48.256619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600de2cd-c01f-42d2-ba5c-23eaedc9d558 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7672b89-b861-413b-8be7-3e0b75b77afb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.295721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52e5d-42ed-4eaf-981e-f4d5bbadc172 req-998c703e-ed3a-4cdb-a077-6f5dd5b99bc9 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.297825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ce52e5d-42ed-4eaf-981e-f4d5bbadc172 req-998c703e-ed3a-4cdb-a077-6f5dd5b99bc9 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 945 time: 0.1958349 Mar 22 14:05:48.360029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ce52e5d-42ed-4eaf-981e-f4d5bbadc172 req-cd1febdf-fc3f-433f-962e-f2060af101cb tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Mar 22 14:05:48.393832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=77fff023-b09a-478c-947e-f11da6f07a4b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:48.451190 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f107ce1-2dbd-4522-91fc-07dab38ecd97 x-openstack-request-id: req-1f107ce1-2dbd-4522-91fc-07dab38ecd97 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:48.452641 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6221497e-bcf9-4eed-a6ad-92e4eac7e7c7", "name": "network-vif-deleted", "tag": "dd5b3090-9f9f-4a37-afe0-b85bacd26bf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:48.452641 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f107ce1-2dbd-4522-91fc-07dab38ecd97 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:48.453181 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f107ce1-2dbd-4522-91fc-07dab38ecd97'] response: {'server_uuid': '6221497e-bcf9-4eed-a6ad-92e4eac7e7c7', 'name': 'network-vif-deleted', 'tag': 'dd5b3090-9f9f-4a37-afe0-b85bacd26bf2', 'status': 'completed', 'code': 200} Mar 22 14:05:48.453614 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f107ce1-2dbd-4522-91fc-07dab38ecd97'] response: {'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'status': 'completed', 'code': 200} Mar 22 14:05:48.465664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.498829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Deleting port c8a2dc17-7513-4e59-a5a4-2ad6290d37b6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:48.499150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.638182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.639698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.650147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-800adb3b-237a-42a7-8ed3-dbbf7cba921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.658217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158bbc-78db-4d6c-878a-939cf4400778 req-3f7ecdc1-4317-43d5-94d3-e39acba9ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.660582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.666230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-3f7ecdc1-4317-43d5-94d3-e39acba9ad35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1206 time: 0.1831138 Mar 22 14:05:48.671028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Calling delete_port for c8a2dc17-7513-4e59-a5a4-2ad6290d37b6 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:48.840732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0d6d-fe87-4d8a-8b9b-d2774aee117c req-b7b7b5e4-f100-4196-9b83-3346b6c04c77 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.849214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c8a2dc17-7513-4e59-a5a4-2ad6290d37b6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.851156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca9b0d6d-fe87-4d8a-8b9b-d2774aee117c req-b7b7b5e4-f100-4196-9b83-3346b6c04c77 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.2409501 Mar 22 14:05:48.879770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'Port': ['ID=c8a2dc17-7513-4e59-a5a4-2ad6290d37b6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:48.952993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (f439a5f9-9372-4a80-9761-d20ecea0bdab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.955206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca9b0d6d-fe87-4d8a-8b9b-d2774aee117c req-650173a6-518c-461b-bb8b-c39621ccae39 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028864 Mar 22 14:05:48.956884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:48.958175 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24d53bb0-ed70-4280-8088-b31b5f00dc6e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "DELETE /v2.0/floatingips/f439a5f9-9372-4a80-9761-d20ecea0bdab HTTP/1.1" status: 204 len: 168 time: 0.7336802 Mar 22 14:05:48.979801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158bbc-78db-4d6c-878a-939cf4400778 req-933e5011-0ef5-405f-a222-68d8ea2228ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:48.986449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-933e5011-0ef5-405f-a222-68d8ea2228ba service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.2552891 Mar 22 14:05:49.071995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-49aa9472-ce3f-4f3a-9012-43d12bf5d997 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 217 time: 0.0647278 Mar 22 14:05:49.151218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158bbc-78db-4d6c-878a-939cf4400778 req-c0a10100-93d0-4c22-acb1-8e7c6a37c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.152707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-c0a10100-93d0-4c22-acb1-8e7c6a37c763 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.0625360 Mar 22 14:05:49.176747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cbeb9-91b6-429b-a2bb-454e832ee439 req-178fa760-682e-43dc-861e-65dcde906b1e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.184186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf8cbeb9-91b6-429b-a2bb-454e832ee439 req-178fa760-682e-43dc-861e-65dcde906b1e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1023 time: 0.1234987 Mar 22 14:05:49.206857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-ea3c9cb2-91be-47be-9c19-a789413a75e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469854 Mar 22 14:05:49.338698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf8cbeb9-91b6-429b-a2bb-454e832ee439 req-f312a07d-3020-4653-8be1-6cb3a6406675 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=e079200e-8128-4f24-84c5-fc963398b026&id=4473b496-4447-4453-9566-4822ca44132c&id=68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 200 len: 6200 time: 0.1535351 Mar 22 14:05:49.359027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-40f5aa7e-361b-4b6f-957a-30e9d8efa767 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439142 Mar 22 14:05:49.541030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51158bbc-78db-4d6c-878a-939cf4400778 req-0264f1fd-bcb6-4ce0-affc-f9bf70ef5431 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725996 Mar 22 14:05:49.567114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf318fd-cb08-4ae8-9424-d6d1bb3253c6 req-1a708d97-d549-46c1-bb16-8d789adafa84 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.569160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaf318fd-cb08-4ae8-9424-d6d1bb3253c6 req-1a708d97-d549-46c1-bb16-8d789adafa84 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.1348150 Mar 22 14:05:49.630454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaf318fd-cb08-4ae8-9424-d6d1bb3253c6 req-3fd7917e-464a-4470-b27a-9b939d28a245 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Mar 22 14:05:49.914518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-2f893bfa-93da-477b-9064-3ea14ba666a0 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:49.916032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-2f893bfa-93da-477b-9064-3ea14ba666a0 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1132 time: 0.0638456 Mar 22 14:05:49.937327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-08f53ffc-6aac-4615-928d-8f78de91d3a1 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:49.963652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:49.966020 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f2b1c-b2c2-48de-9b47-aad60c2ea062" -d '{"events": [{"server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "name": "network-vif-plugged", "status": "completed", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:50.030619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-08f53ffc-6aac-4615-928d-8f78de91d3a1 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Publish callbacks [] for security_group (14116a4e-c624-4d4d-9766-7d87aad3cd68), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.036164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-08f53ffc-6aac-4615-928d-8f78de91d3a1 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (14116a4e-c624-4d4d-9766-7d87aad3cd68), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.082171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f53ffc-6aac-4615-928d-8f78de91d3a1 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14116a4e-c624-4d4d-9766-7d87aad3cd68,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.088888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2b00dab-db75-42f7-8725-aabe63cd1e72 req-08f53ffc-6aac-4615-928d-8f78de91d3a1 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654558 Mar 22 14:05:50.356363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:50.361171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271224298', 'description': 'tempest-description--1215491293'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:50.377025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1520854410 ', 'description': 'tempest-description-1785520530'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:50.403525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.407009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.471087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:50.474446 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb" -d '{"events": [{"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:50.509641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (7ec6e41d-0c9f-409f-9b5c-639cb5ebf240), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.518347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7ec6e41d-0c9f-409f-9b5c-639cb5ebf240), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.521173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (cef77818-85d4-4dad-aea8-3c65d2d69e75), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.540856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cef77818-85d4-4dad-aea8-3c65d2d69e75), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.568194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.586597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24d3f190-00c6-4fd6-85a7-676488dba153 req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2134182 Mar 22 14:05:50.614152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.614822 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2558982 Mar 22 14:05:50.616944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:50.626528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c44d6-ae97-405d-b9e9-2ac7d7bcd4e7 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef77818-85d4-4dad-aea8-3c65d2d69e75,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.632728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group_rule': {'security_group_id': '7ec6e41d-0c9f-409f-9b5c-639cb5ebf240', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:50.639196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272ecbf-8bd3-4f17-9c51-d2fed1d44c04 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.688551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (f3bf45a1-ebfb-4b47-bbac-99712201f94f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.734684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301df502-0e0a-459f-9597-6d7a91ef31b4 req-38b4c87d-d990-4cdb-af95-a22fb83c6a81 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:50.741929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301df502-0e0a-459f-9597-6d7a91ef31b4 req-38b4c87d-d990-4cdb-af95-a22fb83c6a81 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 945 time: 0.0653851 Mar 22 14:05:50.785346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (f3bf45a1-ebfb-4b47-bbac-99712201f94f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.791344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f3bf45a1-ebfb-4b47-bbac-99712201f94f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.807523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301df502-0e0a-459f-9597-6d7a91ef31b4 req-49e3bc5f-10bb-4466-8746-9528eb3335bb tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Mar 22 14:05:50.820298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf45a1-ebfb-4b47-bbac-99712201f94f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:50.838482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.840924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ad66152a-96ca-4769-b14f-7b98390160f3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146895 Mar 22 14:05:50.843528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37092) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:50.848318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'security_group_rule': {'security_group_id': '7ec6e41d-0c9f-409f-9b5c-639cb5ebf240', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:50.904452 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a25d1f-de8d-4596-8f71-fe3ff684bb99 x-openstack-request-id: req-b4a25d1f-de8d-4596-8f71-fe3ff684bb99 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:50.908039 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "name": "network-vif-plugged", "status": "completed", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:50.909090 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4a25d1f-de8d-4596-8f71-fe3ff684bb99 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:50.910225 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a25d1f-de8d-4596-8f71-fe3ff684bb99'] response: {'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b', 'code': 200} Mar 22 14:05:50.911855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (1e07e083-c9e0-4ee8-85aa-801867c07255), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:50.927651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ebd655b1-4189-4b53-9245-eae1d8dd7a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.110711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699784fa-3fc0-4bee-918a-599a0af9ea57 req-4586d712-7751-44fe-9111-09eb536c28fd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.118987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-699784fa-3fc0-4bee-918a-599a0af9ea57 req-4586d712-7751-44fe-9111-09eb536c28fd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.1805091 Mar 22 14:05:51.150712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (1e07e083-c9e0-4ee8-85aa-801867c07255), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.154918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56def-20ad-4213-940c-9b65510d4418 req-89acbed0-0381-4be8-aab5-d6ba11c3e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:51.157556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3df56def-20ad-4213-940c-9b65510d4418 req-89acbed0-0381-4be8-aab5-d6ba11c3e6fa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 1127 time: 0.1666589 Mar 22 14:05:51.165213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (1e07e083-c9e0-4ee8-85aa-801867c07255), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.228062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e07e083-c9e0-4ee8-85aa-801867c07255,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:51.238069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-699784fa-3fc0-4bee-918a-599a0af9ea57 req-ca7eb4f9-5051-43b0-ae75-303504f257d9 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181684 Mar 22 14:05:51.247818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.252128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-50499787-f719-4198-91d6-04b9c91b07f8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045687 Mar 22 14:05:51.255797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37094) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:51.261617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:51.296553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.318739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3df56def-20ad-4213-940c-9b65510d4418 req-753bf6ce-27c8-448e-922e-1bfd63222c3b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401951 Mar 22 14:05:51.447275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.679778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Allocated IP 172.25.3.71 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/27d65ec7-2796-4ae8-8f95-2051a6e84870) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:51.808252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.888813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:51.951210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.009441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:52.020737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:52.026378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:52.030045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=27d65ec7-2796-4ae8-8f95-2051a6e84870,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:52.048291 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da32cece-f241-4881-97db-8215cd13d56e x-openstack-request-id: req-da32cece-f241-4881-97db-8215cd13d56e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:52.048730 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:52.048997 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da32cece-f241-4881-97db-8215cd13d56e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:52.049444 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da32cece-f241-4881-97db-8215cd13d56e'] response: {'name': 'network-changed', 'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'status': 'completed', 'code': 200} Mar 22 14:05:52.140542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-7fb6de03-5087-4238-bea8-730904f26489 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730257 Mar 22 14:05:52.164994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-997f2d2c-0cd2-4bf2-b670-301ae9293829 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:05:52.166125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-997f2d2c-0cd2-4bf2-b670-301ae9293829 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154724 Mar 22 14:05:52.344131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e68804-9c13-4d92-b1df-897b869fc9e0 req-0d0b49ce-1da3-4459-a516-a5fd3382dd8f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/cef77818-85d4-4dad-aea8-3c65d2d69e75 HTTP/1.1" status: 200 len: 1798 time: 0.2373009 Mar 22 14:05:52.358201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-2e970779-bdb6-4347-971d-b4ae5302a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.368551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-2e970779-bdb6-4347-971d-b4ae5302a5d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1206 time: 0.2694046 Mar 22 14:05:52.496343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.599130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-958f0851-4474-4fdb-9529-fdd979b33fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.600671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-958f0851-4474-4fdb-9529-fdd979b33fde service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.2202678 Mar 22 14:05:52.603001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:52.709233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45add5f-9a12-412d-aff5-a26c518ef3c2 req-4ac928ce-f643-4244-9bf5-4977334bcb62 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.718969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45add5f-9a12-412d-aff5-a26c518ef3c2 req-4ac928ce-f643-4244-9bf5-4977334bcb62 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.2503872 Mar 22 14:05:52.741427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-c350abd8-720d-4fd1-8523-a9e64593c74e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 200 len: 217 time: 0.1045103 Mar 22 14:05:52.817279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:52.880822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45add5f-9a12-412d-aff5-a26c518ef3c2 req-afafbac9-2cbf-4390-8760-cbaeebe6305b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609588 Mar 22 14:05:52.890031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-22d81914-5445-4557-b7fd-04af05c0f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.891494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-22d81914-5445-4557-b7fd-04af05c0f156 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1407101 Mar 22 14:05:52.938504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-edbecfab-2dc3-4ed5-bdb3-6346b04f5857 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:52.948060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-edbecfab-2dc3-4ed5-bdb3-6346b04f5857 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 1129 time: 0.1291842 Mar 22 14:05:53.335384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-421bfc5b-27b1-4374-81e0-0534502ceda4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4375238 Mar 22 14:05:53.496497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30905-71b0-4a86-a648-afd9bf67abf2 req-89114d14-bae4-4f47-8c75-a1c2bbff8358 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:53.498079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c30905-71b0-4a86-a648-afd9bf67abf2 req-89114d14-bae4-4f47-8c75-a1c2bbff8358 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1655264 Mar 22 14:05:53.536717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.546134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-f1e31adc-180e-47f2-ae4c-5365a58c677d service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950934 Mar 22 14:05:53.554118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.568357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.725302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c30905-71b0-4a86-a648-afd9bf67abf2 req-a9d257f8-7f27-4064-905c-6b959aa80f07 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199082 Mar 22 14:05:53.730079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=27d65ec7-2796-4ae8-8f95-2051a6e84870,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:53.751515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.800896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:53.803528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4f2f14b8-a8b4-4e43-918b-5815af11ffd8 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5442476 Mar 22 14:05:53.862075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83dab20-4eb4-4ea4-b9b2-2a6001b8ddcb req-86be0003-1294-44b4-a495-b360be921034 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035896 Mar 22 14:05:53.907747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf189-b4b6-43c9-bf68-a42e2e04863c req-e59141ae-7726-4f09-8570-67201669bc15 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:53.909725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9bf189-b4b6-43c9-bf68-a42e2e04863c req-e59141ae-7726-4f09-8570-67201669bc15 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.1240532 Mar 22 14:05:54.026638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9bf189-b4b6-43c9-bf68-a42e2e04863c req-195f9a3a-96d9-49db-a73f-d4c256bc8af5 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063693 Mar 22 14:05:54.139679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-40d26055-2c43-4b12-bd65-93cc82ab4156 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/cef77818-85d4-4dad-aea8-3c65d2d69e75 HTTP/1.1" status: 200 len: 1798 time: 0.0807106 Mar 22 14:05:54.237114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (cef77818-85d4-4dad-aea8-3c65d2d69e75), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.266758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (cef77818-85d4-4dad-aea8-3c65d2d69e75), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.276158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd1fd-2ee0-4e19-8ec9-d67459863efe req-a6a2d4c3-18de-4e1e-b797-f4a686bb06f3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.277671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-075cd1fd-2ee0-4e19-8ec9-d67459863efe req-a6a2d4c3-18de-4e1e-b797-f4a686bb06f3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 946 time: 0.0983362 Mar 22 14:05:54.363228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-075cd1fd-2ee0-4e19-8ec9-d67459863efe req-b380cf79-9cce-415b-8d19-30eee935bc9f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Mar 22 14:05:54.390046 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cef77818-85d4-4dad-aea8-3c65d2d69e75), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.392286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.393461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e32dda2-9fff-460e-b3b5-776e4c879e22 req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/cef77818-85d4-4dad-aea8-3c65d2d69e75 HTTP/1.1" status: 204 len: 173 time: 0.2473202 Mar 22 14:05:54.423237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da5031-775b-455e-9066-9e4f7059155e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef77818-85d4-4dad-aea8-3c65d2d69e75,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:54.564643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-2b0d4a0c-9216-40bd-b4e5-d9ba736e5c1e tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1271224298&fields=id&tenant_id=1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 267 time: 0.0490229 Mar 22 14:05:54.569238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-6b069042-693e-429f-b491-62e93c028e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.571026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-6b069042-693e-429f-b491-62e93c028e88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1132 time: 0.0599627 Mar 22 14:05:54.679040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-dd6a0a51-6544-4c81-8a9f-902283949bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.680722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-dd6a0a51-6544-4c81-8a9f-902283949bbc service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1029577 Mar 22 14:05:54.701263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-85f4f6b2-6121-4bf9-b244-f028f5c0da58 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.702983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-85f4f6b2-6121-4bf9-b244-f028f5c0da58 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 810 time: 0.1290400 Mar 22 14:05:54.719479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-0795f842-fa2c-4ab5-9aa0-0723c726868c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/quotas/1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 375 time: 0.0109715 Mar 22 14:05:54.801695 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-ecd0557b-1fbb-4f33-9334-8d05ad173f0a req-5c452881-8518-4d01-91c0-0577dd9da3ff tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:05:54.818218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecd0557b-1fbb-4f33-9334-8d05ad173f0a req-5c452881-8518-4d01-91c0-0577dd9da3ff tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/cef77818-85d4-4dad-aea8-3c65d2d69e75 HTTP/1.1" status: 404 len: 352 time: 0.0459566 Mar 22 14:05:54.840807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-a548e8ad-f8c9-4d0f-b670-cc58846626e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0576751 Mar 22 14:05:54.841442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-0bd83cbd-c056-4229-9f9c-a82e043f85ab tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154399 Mar 22 14:05:54.849717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:54.932856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-5fb79f3c-38a9-4a07-8369-5b350db04ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.934556 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-5fb79f3c-38a9-4a07-8369-5b350db04ebd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0727031 Mar 22 14:05:54.989747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-fd675748-5194-4ae8-b22f-22e9f7546a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:54.991560 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-fd675748-5194-4ae8-b22f-22e9f7546a45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0491312 Mar 22 14:05:55.034286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-fb11f796-96d5-4617-b2d1-c59dca3c934c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.035939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-fb11f796-96d5-4617-b2d1-c59dca3c934c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.1934664 Mar 22 14:05:55.049668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:55.073492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-c89c6933-848c-45e0-a8d3-555c4bf45e65 service neutron] 10.222.0.81 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098527 Mar 22 14:05:55.089940 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-2c57195d-e8e2-4fb3-9b2d-8933b2ba06e6 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908597 Mar 22 14:05:55.095770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ee82a-acb2-44ce-89d1-39609219558e req-3e32baa0-197d-47dd-addb-2cbeeac35f2f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.097227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-184ee82a-acb2-44ce-89d1-39609219558e req-3e32baa0-197d-47dd-addb-2cbeeac35f2f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.1666038 Mar 22 14:05:55.186392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-29283863-21c0-4fc7-99da-e08e49244f7e service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897322 Mar 22 14:05:55.216790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.241837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-184ee82a-acb2-44ce-89d1-39609219558e req-5f64e018-5411-4144-94df-fe493f968e03 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357558 Mar 22 14:05:55.282497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-1dffb6f6-d50c-401f-9c78-b88c6baf4ea4 service neutron] 10.222.0.81 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945302 Mar 22 14:05:55.473079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:55.496364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68db1-3a7b-4108-bb50-f746d08f74ae req-d028b76f-c1dc-4210-be74-416b1be6e45b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.502425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ca68db1-3a7b-4108-bb50-f746d08f74ae req-d028b76f-c1dc-4210-be74-416b1be6e45b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1254253 Mar 22 14:05:55.604384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ca68db1-3a7b-4108-bb50-f746d08f74ae req-4aa7e158-8d6b-409c-a8d6-5a3b019fd197 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004725 Mar 22 14:05:55.608407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:55.643824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57757dc1-1317-42bf-b9f6-5debf4b81f95 req-84f0a605-fc96-4ca9-bb5e-b410574623a5 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:55.645384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57757dc1-1317-42bf-b9f6-5debf4b81f95 req-84f0a605-fc96-4ca9-bb5e-b410574623a5 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 945 time: 0.1700904 Mar 22 14:05:55.650229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-635938092', 'description': 'tempest-description-652297102'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:55.701113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:55.703569 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951a43a1-e6a5-4f5f-bec0-11f3a9f55ae1" -d '{"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-unplugged", "status": "completed", "tag": "24483a8b-c439-4126-8db8-8612ed14470a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:55.708356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks [] for port (24483a8b-c439-4126-8db8-8612ed14470a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.717095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.729241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.798175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57757dc1-1317-42bf-b9f6-5debf4b81f95 req-11716caa-386f-4e0d-87d9-f7dbceb429c9 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/security-groups?id=65050286-f844-4379-96fb-7e64cbd5d69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402435 Mar 22 14:05:55.911953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:55.912368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:55.912730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:55.923329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:55.923585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Attempting to bind port 24483a8b-c439-4126-8db8-8612ed14470a on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:55.925504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:55.975138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:55.976386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:55.976718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:55.977315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Bound port: 24483a8b-c439-4126-8db8-8612ed14470a, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:55.977681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:55.994033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (8fd3c21e-b30e-4bc2-99e5-e86db372588e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.018762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fd3c21e-b30e-4bc2-99e5-e86db372588e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.084475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.085552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d36f26c1-c601-466e-8b4b-bef05309b920 req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4517283 Mar 22 14:05:56.092512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431262f-b91e-4036-a5d8-4dc1404e962f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd3c21e-b30e-4bc2-99e5-e86db372588e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:56.116039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408f0e6-b69f-4287-974e-ccd981b4face req-ccbef47f-11b7-4bd7-aa9b-18f608e49baf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.117573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f408f0e6-b69f-4287-974e-ccd981b4face req-ccbef47f-11b7-4bd7-aa9b-18f608e49baf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1683037 Mar 22 14:05:56.172145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:56.237103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:56.260239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ded95a1-9128-455f-b167-8fa1d47c19a4 req-89ac9957-3ac3-4c85-b81b-1cddf9265898 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 210 time: 0.0843492 Mar 22 14:05:56.264988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f408f0e6-b69f-4287-974e-ccd981b4face req-08c26200-e652-4004-9c86-3e4fbc58af00 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276665 Mar 22 14:05:56.267488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.356929 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb6733-f662-4ded-8ffa-cd69b2843fb7 x-openstack-request-id: req-0beb6733-f662-4ded-8ffa-cd69b2843fb7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:56.357237 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-unplugged", "status": "completed", "tag": "24483a8b-c439-4126-8db8-8612ed14470a", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:56.357472 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0beb6733-f662-4ded-8ffa-cd69b2843fb7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:56.357892 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0beb6733-f662-4ded-8ffa-cd69b2843fb7'] response: {'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a', 'code': 200} Mar 22 14:05:56.377164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-8d82e4b8-99a2-4f67-9137-8ba88329493b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.378683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-8d82e4b8-99a2-4f67-9137-8ba88329493b tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.2085674 Mar 22 14:05:56.379981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.380587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.381910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] 10.222.0.78 "PUT /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 1122 time: 1.3363757 Mar 22 14:05:56.387252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1542538293', 'description': 'tempest-description-1792589024'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:56.407595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ec1ed-8a82-4c45-b114-aeb4ec573c1d service neutron] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:56.418888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-52c35ca3-6199-4581-8054-187bd3532a52 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.422647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-52c35ca3-6199-4581-8054-187bd3532a52 tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.82 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 945 time: 0.0892220 Mar 22 14:05:56.453925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.462321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['24483a8b-c439-4126-8db8-8612ed14470a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:56.568059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['24483a8b-c439-4126-8db8-8612ed14470a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:56.602208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Deleting port 77fff023-b09a-478c-947e-f11da6f07a4b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:56.602974 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.605603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Deleting port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:05:56.608337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.661022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19541282-1277-4b83-b787-528494c4e0db req-22d6f637-32e3-4331-b558-a34eeff8d030 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.663111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19541282-1277-4b83-b787-528494c4e0db req-22d6f637-32e3-4331-b558-a34eeff8d030 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 945 time: 0.1605921 Mar 22 14:05:56.802327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19541282-1277-4b83-b787-528494c4e0db req-a594e4ad-4d16-4779-bd15-509c9c420d49 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7ec08fd-b08e-457a-bfce-796a2f9c98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799119 Mar 22 14:05:56.828577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] For port 31f1d2c3-b896-473a-a6b1-b49d1916bd56, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=31f1d2c3-b896-473a-a6b1-b49d1916bd56,segment=NetworkSegment(f8bb8624-fcd5-41d7-8a2f-7c654f83006d),segment_id=f8bb8624-fcd5-41d7-8a2f-7c654f83006d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:56.829151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.844380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-e9745d51-b2bb-4768-a548-421093370041 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:56.846201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-e9745d51-b2bb-4768-a548-421093370041 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.82 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 810 time: 0.2179427 Mar 22 14:05:56.852745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Calling delete_port for 31f1d2c3-b896-473a-a6b1-b49d1916bd56 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:56.876814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e36422b6-87b1-41a4-9c01-2f5ffe067154), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.906354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] For port 77fff023-b09a-478c-947e-f11da6f07a4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=77fff023-b09a-478c-947e-f11da6f07a4b,segment=NetworkSegment(4967f8ab-685d-4ced-892d-ee888d05c389),segment_id=4967f8ab-685d-4ced-892d-ee888d05c389)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:56.906952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.920850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e36422b6-87b1-41a4-9c01-2f5ffe067154), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:56.937696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Calling delete_port for 77fff023-b09a-478c-947e-f11da6f07a4b owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:05:56.982939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-2363f94a-eadc-40a9-83c0-6ea6ec1a1c9f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c573605148a4809a475577cdb9eeb72 HTTP/1.1" status: 200 len: 380 time: 0.1255047 Mar 22 14:05:57.000969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'port': {'device_id': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'admin_state_up': True, 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'security_groups': ['7ec6e41d-0c9f-409f-9b5c-639cb5ebf240']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:57.072781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.073848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7362f204-4642-480a-ba86-6c01993f896a req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7150643 Mar 22 14:05:57.082775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567c08-8c5c-4714-9b43-f384fd5feffb tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36422b6-87b1-41a4-9c01-2f5ffe067154,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.181612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (31f1d2c3-b896-473a-a6b1-b49d1916bd56), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.194329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['31f1d2c3-b896-473a-a6b1-b49d1916bd56'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:57.245371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Made reservation on behalf of 1c573605148a4809a475577cdb9eeb72 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:05:57.248829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.255623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Pushing event deleted for resources: {'Port': ['ID=31f1d2c3-b896-473a-a6b1-b49d1916bd56,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.266809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (77fff023-b09a-478c-947e-f11da6f07a4b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.282931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['77fff023-b09a-478c-947e-f11da6f07a4b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:05:57.313319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] No DVR routers for this DVR port 31f1d2c3-b896-473a-a6b1-b49d1916bd56 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:57.317414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.320740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cd0f69e8-63c2-4d20-a57b-e6660ea5d7e9 req-699d1c3e-889c-4c7b-bf31-24c92164602c tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.82 "DELETE /v2.0/ports/31f1d2c3-b896-473a-a6b1-b49d1916bd56 HTTP/1.1" status: 204 len: 173 time: 0.8919437 Mar 22 14:05:57.326268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693907-e003-4b32-9a83-e621095d871b req-1d0415de-6ef3-427c-b41c-dbef2ee02c93 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:57.328249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be693907-e003-4b32-9a83-e621095d871b req-1d0415de-6ef3-427c-b41c-dbef2ee02c93 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1500621 Mar 22 14:05:57.329186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'name': 'network-vif-deleted', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:57.331507 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55398a33-3a20-455e-a83d-bf24b2199e92" -d '{"events": [{"server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "name": "network-vif-deleted", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:57.362060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event deleted for resources: {'Port': ['ID=77fff023-b09a-478c-947e-f11da6f07a4b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.426420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] No DVR routers for this DVR port 77fff023-b09a-478c-947e-f11da6f07a4b on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:05:57.434621 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.438866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d82e55c1-55b5-4e02-acf7-a5a512881585 req-cd643775-bd4b-4508-b699-1028af347c1f tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.78 "DELETE /v2.0/ports/77fff023-b09a-478c-947e-f11da6f07a4b HTTP/1.1" status: 204 len: 173 time: 1.0439332 Mar 22 14:05:57.464762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be693907-e003-4b32-9a83-e621095d871b req-287c93e7-2cd9-495e-bfb6-3ce27339787d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067309 Mar 22 14:05:57.580395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379240146', 'description': 'tempest-description-663657310'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:57.588267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Allocated IP 172.20.0.13 (9b471c2e-14cf-474c-a102-b6cfc05f4211/bd09da3f-43de-42ad-9736-d36ea1791468/fa3abf26-eb1a-42e7-bc3e-17827194f10b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:05:57.626034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.652035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:05:57.659712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-904b7ea7-3e29-47ce-800c-483896af2f07 req-35668524-454d-4bc3-a56c-5b27a92d51ed tempest-ServerAddressesNegativeTestJSON-1447415978 tempest-ServerAddressesNegativeTestJSON-1447415978-project] 10.222.0.81 "GET /v2.0/ports?device_id=be1f52ec-5ff0-47d7-9e41-a1203a8e5575 HTTP/1.1" status: 200 len: 210 time: 0.0559416 Mar 22 14:05:57.765063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (038c9d3d-0fdf-4240-895f-a6aff5ce40c9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.774319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (038c9d3d-0fdf-4240-895f-a6aff5ce40c9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.802252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.816770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:57.833296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:05:57.848244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038c9d3d-0fdf-4240-895f-a6aff5ce40c9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:57.855127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.856487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-163643cc-d3da-43fb-ad8e-af56659ba5fa req-e83169b4-c33e-420d-a69f-e30b64c412ed tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2808592 Mar 22 14:05:57.882118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997036-1f32-4d05-8eaa-269405fbe7b7 req-531234db-3b9a-4e12-a77c-1f6b6d7a4424 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:57.883767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad997036-1f32-4d05-8eaa-269405fbe7b7 req-531234db-3b9a-4e12-a77c-1f6b6d7a4424 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1036074 Mar 22 14:05:57.900724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.961811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad997036-1f32-4d05-8eaa-269405fbe7b7 req-44172af2-faf4-46b8-82e1-f23adf0ab3e4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722454 Mar 22 14:05:57.987339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:05:57.996233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:57.998663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:05:58.016076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:05:58.050010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc506f49-2b54-47ea-aa66-bfa1fbc170ac req-01846f57-83f9-427c-adcc-3bfe38d6b032 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.059418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc506f49-2b54-47ea-aa66-bfa1fbc170ac req-01846f57-83f9-427c-adcc-3bfe38d6b032 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 932 time: 0.1126733 Mar 22 14:05:58.061890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event updated for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:58.105566 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9984be-b37d-43a6-8717-607f8479d083 x-openstack-request-id: req-af9984be-b37d-43a6-8717-607f8479d083 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:58.106013 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1f52ec-5ff0-47d7-9e41-a1203a8e5575", "name": "network-vif-deleted", "tag": "31f1d2c3-b896-473a-a6b1-b49d1916bd56", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:58.106372 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af9984be-b37d-43a6-8717-607f8479d083 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:58.108087 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9984be-b37d-43a6-8717-607f8479d083'] response: {'server_uuid': 'be1f52ec-5ff0-47d7-9e41-a1203a8e5575', 'name': 'network-vif-deleted', 'tag': '31f1d2c3-b896-473a-a6b1-b49d1916bd56', 'status': 'completed', 'code': 200} Mar 22 14:05:58.121181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.122842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.152598 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-b31c270f-ba6f-42c7-ba72-50e5d4e3e600 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1551397 Mar 22 14:05:58.165563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Request body: {'port': {'device_id': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:05:58.182418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc506f49-2b54-47ea-aa66-bfa1fbc170ac req-2e37a2e9-afc1-4236-ab4a-09b954b21b12 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175897 Mar 22 14:05:58.265715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.307273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2f79ccc-08d7-48b2-8e74-655d3c7d4eff req-ca0cb7c5-a882-4edc-8266-5c7434862a37 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff63e0b0-764c-4b7a-b9d0-3fc1755cc468 HTTP/1.1" status: 200 len: 210 time: 0.0493600 Mar 22 14:05:58.359083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a'}, {'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'name': 'network-vif-deleted', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:58.361328 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634bbb4c-ad57-4f7a-a39d-be825cab212b" -d '{"events": [{"name": "network-changed", "server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "tag": "24483a8b-c439-4126-8db8-8612ed14470a"}, {"server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "name": "network-vif-deleted", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:58.431135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2a694a55-d494-4c85-8cf7-1e2c648878b4 None None] Provisioning complete for port fa3abf26-eb1a-42e7-bc3e-17827194f10b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:05:58.431748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2a694a55-d494-4c85-8cf7-1e2c648878b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.455509 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50b359-7f2c-4376-b1d0-e5e5b0ae8b5b x-openstack-request-id: req-7b50b359-7f2c-4376-b1d0-e5e5b0ae8b5b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:58.456753 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "tag": "24483a8b-c439-4126-8db8-8612ed14470a", "status": "completed", "code": 200}, {"server_uuid": "ff63e0b0-764c-4b7a-b9d0-3fc1755cc468", "name": "network-vif-deleted", "tag": "77fff023-b09a-478c-947e-f11da6f07a4b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:58.457012 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b50b359-7f2c-4376-b1d0-e5e5b0ae8b5b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:58.457633 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b50b359-7f2c-4376-b1d0-e5e5b0ae8b5b'] response: {'name': 'network-changed', 'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a', 'status': 'completed', 'code': 200} Mar 22 14:05:58.457889 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b50b359-7f2c-4376-b1d0-e5e5b0ae8b5b'] response: {'server_uuid': 'ff63e0b0-764c-4b7a-b9d0-3fc1755cc468', 'name': 'network-vif-deleted', 'tag': '77fff023-b09a-478c-947e-f11da6f07a4b', 'status': 'completed', 'code': 200} Mar 22 14:05:58.466697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:58.527678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2a694a55-d494-4c85-8cf7-1e2c648878b4 None None] Port fa3abf26-eb1a-42e7-bc3e-17827194f10b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:05:58.543907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61669c3a-12e1-49a8-bc0a-875bdc1353c5 req-98c114bb-395f-4c2b-ba41-95d38aeb7653 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 10997 time: 0.2130389 Mar 22 14:05:58.592121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61669c3a-12e1-49a8-bc0a-875bdc1353c5 req-c2fd10ef-2e36-4b9b-aee7-261a614311ca tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 200 len: 2998 time: 0.0472493 Mar 22 14:05:58.595689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:05:58.596090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.628210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:05:58.631527 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b48af-4641-46f3-93ca-238ee3fd7361" -d '{"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-unplugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:05:58.650449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:05:58.657194 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:58.658149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 31f1d2c3-b896-473a-a6b1-b49d1916bd56 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:05:58.664854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-5b84de73-9476-4e4d-a35e-e03054dd62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.666642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-5b84de73-9476-4e4d-a35e-e03054dd62c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1156 time: 0.1932344 Mar 22 14:05:58.692811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 31f1d2c3-b896-473a-a6b1-b49d1916bd56 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:05:58.693165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 31f1d2c3-b896-473a-a6b1-b49d1916bd56 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:05:58.713262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61669c3a-12e1-49a8-bc0a-875bdc1353c5 req-0820e532-93bc-4f04-847f-afe2e7c90117 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 200 len: 2998 time: 0.1174104 Mar 22 14:05:58.752633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:58.754890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-7ccb38eb-b67c-41c7-9a81-69e833c9fcb4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.756405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-7ccb38eb-b67c-41c7-9a81-69e833c9fcb4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.1554608 Mar 22 14:05:58.769118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.769903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.770439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.771151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.771651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.772171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.772671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.773181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.773685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.774238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.774744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.775269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.775758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.776248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.776744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:05:58.789059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-5d972cd2-13ea-4295-bda3-d38114aae2b1 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/quotas/b31b7538e0634f2ca3fbede0b4ed0367 HTTP/1.1" status: 200 len: 375 time: 0.0258474 Mar 22 14:05:58.890086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b9d63-3928-4c89-9808-c05b06ed18e6 req-31d5f595-feb7-49a6-806c-2bea5db0ee11 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:58.891612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907b9d63-3928-4c89-9808-c05b06ed18e6 req-31d5f595-feb7-49a6-806c-2bea5db0ee11 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.0835245 Mar 22 14:05:58.898794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-4ff3d466-6636-4ba8-92a8-05113b4f0ecc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027274 Mar 22 14:05:58.939381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.017999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907b9d63-3928-4c89-9808-c05b06ed18e6 req-ce6226b1-ba9f-411e-b6e7-da83663cd7b9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151814 Mar 22 14:05:59.057175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-4004154d-9cb1-4bf2-8ada-e0b713db7b5a service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492090 Mar 22 14:05:59.080356 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11674baf-da10-4b55-a6b9-d421fedc60dc x-openstack-request-id: req-11674baf-da10-4b55-a6b9-d421fedc60dc {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:05:59.080654 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-unplugged", "status": "completed", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:05:59.080905 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11674baf-da10-4b55-a6b9-d421fedc60dc {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:05:59.081493 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11674baf-da10-4b55-a6b9-d421fedc60dc'] response: {'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'code': 200} Mar 22 14:05:59.099236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3abf26-eb1a-42e7-bc3e-17827194f10b {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:05:59.109975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks [] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.134552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37338) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:59.147077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Transition to ACTIVE for port object fa3abf26-eb1a-42e7-bc3e-17827194f10b will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:05:59.148852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-5a0883fa-9b9a-4797-bbf9-5fde778a837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.150559 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-5a0883fa-9b9a-4797-bbf9-5fde778a837c service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.4732401 Mar 22 14:05:59.152518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.219354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-3434d8ce-a560-4903-9c43-46c9a7f34575 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/8fd3c21e-b30e-4bc2-99e5-e86db372588e HTTP/1.1" status: 200 len: 1816 time: 0.0474980 Mar 22 14:05:59.230378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-9b39bbc7-1f3b-4abf-b3bb-89a8b1e28265 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 217 time: 0.0721357 Mar 22 14:05:59.238409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Deleting subnet f0f51ec6-2498-4315-b60e-4f9ab9da6fd7 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:05:59.246865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Publish callbacks [] for subnet (f0f51ec6-2498-4315-b60e-4f9ab9da6fd7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.277109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:59.319770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (f0f51ec6-2498-4315-b60e-4f9ab9da6fd7), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.356862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-7a331268-adfe-4a90-9bf8-c0439912dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.358663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-7a331268-adfe-4a90-9bf8-c0439912dbab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1174049 Mar 22 14:05:59.364004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-2866e1e9-e2f4-42ad-ac7e-c1867a11331e service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052526 Mar 22 14:05:59.407281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-1e788234-0741-4ebc-adc6-abe0d2844f31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391760 Mar 22 14:05:59.433667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (8fd3c21e-b30e-4bc2-99e5-e86db372588e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.461395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (8fd3c21e-b30e-4bc2-99e5-e86db372588e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.462282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Attempting to bind port fa3abf26-eb1a-42e7-bc3e-17827194f10b on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:05:59.462704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Attempting to bind port fa3abf26-eb1a-42e7-bc3e-17827194f10b by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:05:59.463137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Attempting to bind port fa3abf26-eb1a-42e7-bc3e-17827194f10b on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:59.500245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Port fa3abf26-eb1a-42e7-bc3e-17827194f10b on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:05:59.500594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Attempting to bind port fa3abf26-eb1a-42e7-bc3e-17827194f10b on network 9b471c2e-14cf-474c-a102-b6cfc05f4211 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:05:59.507757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f0f51ec6-2498-4315-b60e-4f9ab9da6fd7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.511006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:05:59.511419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Checking segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:05:59.512045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Bound using segment: {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:05:59.512566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Bound port: fa3abf26-eb1a-42e7-bc3e-17827194f10b, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7b1070-a63e-4c08-8643-bdae68c8cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:05:59.513062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.539022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fd3c21e-b30e-4bc2-99e5-e86db372588e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.542068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.557485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb8309d1-1d4d-4d4e-9475-60509571f713 req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/8fd3c21e-b30e-4bc2-99e5-e86db372588e HTTP/1.1" status: 204 len: 173 time: 0.3115046 Mar 22 14:05:59.587268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47aa3c-853c-41d5-9096-2378171098f9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd3c21e-b30e-4bc2-99e5-e86db372588e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:59.621300 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-60ce5821-9aec-43ac-872c-68e5fafea3d4 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945808 Mar 22 14:05:59.649662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (f0f51ec6-2498-4315-b60e-4f9ab9da6fd7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.687497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f51ec6-2498-4315-b60e-4f9ab9da6fd7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:05:59.691784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.699323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-89caf011-e220-4cf1-96c6-5620f1511847 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f0f51ec6-2498-4315-b60e-4f9ab9da6fd7 HTTP/1.1" status: 204 len: 168 time: 0.5633788 Mar 22 14:05:59.699967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37360) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:05:59.760358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:05:59.782031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:05:59.852543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f7251448-a6c2-4a36-8b6a-8437d666fefc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.856790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.872807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979f7dc-9d1b-45e6-813b-36774237b32b req-4fc6e01d-3e8f-428d-af85-8ed5d8205b0f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.874425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2979f7dc-9d1b-45e6-813b-36774237b32b req-4fc6e01d-3e8f-428d-af85-8ed5d8205b0f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1722143 Mar 22 14:05:59.887717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148981-f9b0-4914-85fe-0d08fe5f7bdc req-98a41071-b5d4-432c-a73d-2c84b8af15f9 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.889321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a148981-f9b0-4914-85fe-0d08fe5f7bdc req-98a41071-b5d4-432c-a73d-2c84b8af15f9 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 944 time: 0.1352897 Mar 22 14:05:59.897113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:05:59.898165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:05:59.901617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] 10.222.0.82 "PUT /v2.0/ports/fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 200 len: 1092 time: 1.7420604 Mar 22 14:05:59.941042 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-634bbb4c-ad57-4f7a-a39d-be825cab212b req-eae9d8a4-4b61-4b16-ab5a-21fae1bd8226 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878132 Mar 22 14:06:00.033462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd9e3-7d31-401f-bcdd-d082f9178144 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:00.069052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-ea17af2b-ff43-4141-82e6-8916a5c94321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:00.070647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-ea17af2b-ff43-4141-82e6-8916a5c94321 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 1126 time: 0.0943017 Mar 22 14:06:00.108230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f7251448-a6c2-4a36-8b6a-8437d666fefc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.120319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2979f7dc-9d1b-45e6-813b-36774237b32b req-0bf76366-6e58-4f14-94d3-79fc3af706a6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291789 Mar 22 14:06:00.166323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a148981-f9b0-4914-85fe-0d08fe5f7bdc req-f6414733-37ff-4993-bc51-d8ecbd740e1c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635660 Mar 22 14:06:00.202217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7251448-a6c2-4a36-8b6a-8437d666fefc']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:00.217266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:00.217942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bb8624-fcd5-41d7-8a2f-7c654f83006d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:00.218456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:00.226139 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:00.229725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (f8bb8624-fcd5-41d7-8a2f-7c654f83006d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.235336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-6a0ccff3-1f3d-4fcc-b9dc-651b124ad491 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 200 len: 217 time: 0.1378987 Mar 22 14:06:00.256423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f8bb8624-fcd5-41d7-8a2f-7c654f83006d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.264756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:00.265943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (f8bb8624-fcd5-41d7-8a2f-7c654f83006d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:00.268396 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:00.357369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5e8361d-bf7b-478c-ac17-7a0dc70d94c1 req-7a329d3c-d67c-493c-85cf-eb2dfa01ca9d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 210 time: 0.0750742 Mar 22 14:06:00.363490 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-6952a601-4b08-4b51-8b7e-83fc5e5208ac req-08895319-acb9-4d7b-bcbf-cdf2e1f8198e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:00.364690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6952a601-4b08-4b51-8b7e-83fc5e5208ac req-08895319-acb9-4d7b-bcbf-cdf2e1f8198e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/8fd3c21e-b30e-4bc2-99e5-e86db372588e HTTP/1.1" status: 404 len: 352 time: 0.0393999 Mar 22 14:06:00.374587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f7251448-a6c2-4a36-8b6a-8437d666fefc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.392776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.400300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-df260eb3-1ade-4e2f-819f-307793667831 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:00.401812 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-df260eb3-1ade-4e2f-819f-307793667831 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a42b640-3a53-4a2f-9867-7c0dcaeb628c HTTP/1.1" status: 200 len: 943 time: 0.1637392 Mar 22 14:06:00.411823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f7251448-a6c2-4a36-8b6a-8437d666fefc HTTP/1.1" status: 204 len: 168 time: 0.7087243 Mar 22 14:06:00.429147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a43f9-4eb4-4805-a25d-2253a8fe10c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7251448-a6c2-4a36-8b6a-8437d666fefc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:00.462294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-43e97a0b-45d5-47c9-9ddd-c12c1e9cdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:00.464235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-43e97a0b-45d5-47c9-9ddd-c12c1e9cdec6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1573486 Mar 22 14:06:00.526681 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a14406-c561-4193-be32-8aa11423cda2 x-openstack-request-id: req-65a14406-c561-4193-be32-8aa11423cda2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:00.526978 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:00.527232 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65a14406-c561-4193-be32-8aa11423cda2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:00.527635 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a14406-c561-4193-be32-8aa11423cda2'] response: {'name': 'network-changed', 'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'status': 'completed', 'code': 200} Mar 22 14:06:00.584750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37386) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:00.593704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-2304d877-8d31-4c44-9a47-65f6c47ffb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:00.595415 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-2304d877-8d31-4c44-9a47-65f6c47ffb51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215510 Mar 22 14:06:00.624826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e560-0d2f-486c-a6e7-23812b563e28 req-fb7381ae-b42c-4309-8fc2-a96d5601db7f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:00.626989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5175e560-0d2f-486c-a6e7-23812b563e28 req-fb7381ae-b42c-4309-8fc2-a96d5601db7f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1025472 Mar 22 14:06:00.658865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Deleting port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:00.659253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.709186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a4437627-6b3c-4c7d-9e8b-bdaf2f876b61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ae55a83ad0d4a31b86979ef862c502f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229110 Mar 22 14:06:00.710097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37388) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:00.712368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-fd0e7749-06ed-40f5-a008-ef72cf88adb2 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/e36422b6-87b1-41a4-9c01-2f5ffe067154 HTTP/1.1" status: 200 len: 1818 time: 0.1167498 Mar 22 14:06:00.731754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5175e560-0d2f-486c-a6e7-23812b563e28 req-b9ed52c2-e593-4d22-9c39-3fd1ea26523a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953047 Mar 22 14:06:00.801161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e36422b6-87b1-41a4-9c01-2f5ffe067154), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.806243 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-9ede45b7-1360-4237-8cf2-468c43b7b553 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030759 Mar 22 14:06:00.830985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e36422b6-87b1-41a4-9c01-2f5ffe067154), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.833477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] For port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:00.833859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.881796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Calling delete_port for a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:00.883360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37394) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:00.885233 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] Publish callbacks [] for security_group (65050286-f844-4379-96fb-7e64cbd5d69d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.898721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e36422b6-87b1-41a4-9c01-2f5ffe067154), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.902191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.911509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bd401c0-ee96-4637-81d5-2ca1dae57f18 req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/e36422b6-87b1-41a4-9c01-2f5ffe067154 HTTP/1.1" status: 204 len: 173 time: 0.1880667 Mar 22 14:06:00.956194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243cf70-d24d-4aec-b2c7-5262681d5e4f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36422b6-87b1-41a4-9c01-2f5ffe067154,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:00.959147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] Publish callbacks [] for security_group (65050286-f844-4379-96fb-7e64cbd5d69d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:00.984413 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-898657e5-4642-42e5-9afa-f770ab249d2a req-6545504c-e7aa-4ef4-89c3-a15ee4701499 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:00.990872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-898657e5-4642-42e5-9afa-f770ab249d2a req-6545504c-e7aa-4ef4-89c3-a15ee4701499 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/e36422b6-87b1-41a4-9c01-2f5ffe067154 HTTP/1.1" status: 404 len: 352 time: 0.0538950 Mar 22 14:06:01.027955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0844275f-cca1-47cd-9ac8-bd843e5fa337 req-4c59ebe1-6879-4795-ae9b-741481fdcb11 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152121 Mar 22 14:06:01.093077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (052f5fe1-453f-4282-afbc-6cd5e338dc18), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.122596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65050286-f844-4379-96fb-7e64cbd5d69d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.125187 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.128906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65050286-f844-4379-96fb-7e64cbd5d69d HTTP/1.1" status: 204 len: 168 time: 0.4140940 Mar 22 14:06:01.169993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8a58f-00a2-4ec7-a75f-69a3677454d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65050286-f844-4379-96fb-7e64cbd5d69d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:01.213650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (052f5fe1-453f-4282-afbc-6cd5e338dc18), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.259815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a001dd11-2a31-4ba8-ad10-c8bd8c4a0304), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.263697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-8fc2f1d3-4555-43fa-85eb-eb0240441e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.265648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-8fc2f1d3-4555-43fa-85eb-eb0240441e22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 1126 time: 0.1570497 Mar 22 14:06:01.320150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event deleted for resources: {'Port': ['ID=a001dd11-2a31-4ba8-ad10-c8bd8c4a0304,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:01.476668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] No DVR routers for this DVR port a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:01.479437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.482993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-91a140a1-5ef6-4586-a78b-2e524b0f3f1e req-239b0c68-372f-40e4-ae8e-baa873acf420 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "DELETE /v2.0/ports/a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 HTTP/1.1" status: 204 len: 173 time: 1.0747898 Mar 22 14:06:01.514026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-0202308c-751b-4ef6-be17-d0cd517bf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.515668 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-0202308c-751b-4ef6-be17-d0cd517bf1d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.2387936 Mar 22 14:06:01.572383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-02350b4d-09a1-42c2-8605-924c11ad39f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 200 len: 217 time: 0.0484784 Mar 22 14:06:01.642160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 77fff023-b09a-478c-947e-f11da6f07a4b no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:01.674775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-4a786110-b399-4491-9ab9-474eae875db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.676343 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-4a786110-b399-4491-9ab9-474eae875db8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.0959132 Mar 22 14:06:01.689952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 77fff023-b09a-478c-947e-f11da6f07a4b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:01.691208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 77fff023-b09a-478c-947e-f11da6f07a4b not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:01.746716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-26d7a8df-e8f8-4faf-9acb-c1a2f30806d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.748737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-26d7a8df-e8f8-4faf-9acb-c1a2f30806d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661528 Mar 22 14:06:01.802494 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (052f5fe1-453f-4282-afbc-6cd5e338dc18), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.804997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:01.808577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "DELETE /v2.0/security-groups/052f5fe1-453f-4282-afbc-6cd5e338dc18 HTTP/1.1" status: 204 len: 168 time: 0.9191856 Mar 22 14:06:01.816241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:01.837230 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-20d80d9e-b62e-4825-968f-3ccd01824976 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] show failed (client error): The resource could not be found. Mar 22 14:06:01.840631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20d80d9e-b62e-4825-968f-3ccd01824976 tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "GET /v2.0/security-groups/052f5fe1-453f-4282-afbc-6cd5e338dc18 HTTP/1.1" status: 404 len: 347 time: 0.0204468 Mar 22 14:06:01.841319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:01.856654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee8980-e348-42b3-b1a6-6639309814cd tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f5fe1-453f-4282-afbc-6cd5e338dc18,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:01.890849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-c944ab39-2ced-44aa-a68c-583fa8fdd591 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/038c9d3d-0fdf-4240-895f-a6aff5ce40c9 HTTP/1.1" status: 200 len: 1816 time: 0.8753328 Mar 22 14:06:01.902227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-b303cfe6-3106-4bdb-947d-3087a8e7856d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:01.904243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-b303cfe6-3106-4bdb-947d-3087a8e7856d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.78 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.8574946 Mar 22 14:06:01.927327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Request body: {'port': {'device_id': '0298090f-f995-4633-912f-de8814ae684a', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'admin_state_up': True, 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:02.019220 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-870807c8-93fa-4061-b3e9-8b1aed4a05df service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620170 Mar 22 14:06:02.028140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811a71-c48d-420d-897c-3f0e9e4256c7 req-9e81b95f-0901-4525-b440-a1e4b8b6b464 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:02.041369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e811a71-c48d-420d-897c-3f0e9e4256c7 req-9e81b95f-0901-4525-b440-a1e4b8b6b464 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.2518513 Mar 22 14:06:02.202236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (038c9d3d-0fdf-4240-895f-a6aff5ce40c9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.210713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Deleting port 2f01fae4-1580-496a-805d-44a88ab4ed01 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:02.211246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.217305 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f4a7876e-6727-40ba-8fd7-51d1b109c3ee req-2f86f586-1654-45c3-b211-497d3f12cb79 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901972 Mar 22 14:06:02.220304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e811a71-c48d-420d-897c-3f0e9e4256c7 req-96cd6744-6043-4735-8788-a9f63170c572 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779633 Mar 22 14:06:02.304300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (038c9d3d-0fdf-4240-895f-a6aff5ce40c9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.328450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:02.332352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.412458 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.413018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for floatingip (2f01fae4-1580-496a-805d-44a88ab4ed01), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.439811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Calling delete_port for 2f01fae4-1580-496a-805d-44a88ab4ed01 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:02.482647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (038c9d3d-0fdf-4240-895f-a6aff5ce40c9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.485920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.487313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e43b7ca-ebcb-44ab-a36f-53ecd76cf4c6 req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/038c9d3d-0fdf-4240-895f-a6aff5ce40c9 HTTP/1.1" status: 204 len: 173 time: 0.5816388 Mar 22 14:06:02.518607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c28a1a-3cbf-439a-9400-09c3d465dfaa tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c9d3d-0fdf-4240-895f-a6aff5ce40c9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:02.589011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-deleted', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:02.589011 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd12bbb-c0b2-4876-9001-1def3405eefd" -d '{"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-deleted", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:02.597601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e017-d9cf-4724-93dc-84dcded16750 req-04241ebb-3a98-45d4-ae41-95ec68f2cf5d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:02.605708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3d4e017-d9cf-4724-93dc-84dcded16750 req-04241ebb-3a98-45d4-ae41-95ec68f2cf5d tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 944 time: 0.2308095 Mar 22 14:06:02.659898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7c91c39-ab8d-41f0-ae69-9e8bab48949d req-43247d9c-226f-4714-9b36-ad6e4fdfc0c8 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 210 time: 0.0457926 Mar 22 14:06:02.690283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Allocated IP 172.20.0.5 (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad/22661c3e-9005-4d0b-90f1-8f74f6d639c5/e4be170d-c324-4dc8-b821-6800bd195350) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:02.697813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2f01fae4-1580-496a-805d-44a88ab4ed01), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.728255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3d4e017-d9cf-4724-93dc-84dcded16750 req-fd69f4ee-668c-483a-b616-a17f13b8e775 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173792 Mar 22 14:06:02.792736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Pushing event deleted for resources: {'Port': ['ID=2f01fae4-1580-496a-805d-44a88ab4ed01,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:02.859517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks [] for floatingip (5d69c3e2-59b6-48a7-b4c0-21df81415106), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.862266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:02.865461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e850467f-6f9e-4099-b89b-596e8210bf6c tempest-ImagesOneServerNegativeTestJSON-798827437 tempest-ImagesOneServerNegativeTestJSON-798827437-project] 10.222.0.81 "DELETE /v2.0/floatingips/5d69c3e2-59b6-48a7-b4c0-21df81415106 HTTP/1.1" status: 204 len: 168 time: 1.0215116 Mar 22 14:06:02.943384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366898e-b0f8-409e-bcb8-6ada7fdc829a req-a5a9ed21-1dfd-4501-b813-9a30794f9ec7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:02.944945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4366898e-b0f8-409e-bcb8-6ada7fdc829a req-a5a9ed21-1dfd-4501-b813-9a30794f9ec7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1615105 Mar 22 14:06:02.976847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks [] for port (e4be170d-c324-4dc8-b821-6800bd195350), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:03.031944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4366898e-b0f8-409e-bcb8-6ada7fdc829a req-7dac2031-1e51-48eb-8491-8c829b7a0bb2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 Mar 22 14:06:03.080811 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-9ddc55ec-e774-4415-83f5-cd9a192314b4 req-5adf873f-3c09-4d66-8f3c-cd16e4e8478e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:03.082136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ddc55ec-e774-4415-83f5-cd9a192314b4 req-5adf873f-3c09-4d66-8f3c-cd16e4e8478e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/038c9d3d-0fdf-4240-895f-a6aff5ce40c9 HTTP/1.1" status: 404 len: 352 time: 0.0170546 Mar 22 14:06:03.103759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:03.160792 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bde61f-dcc3-4e60-ac52-76427469ed64 x-openstack-request-id: req-76bde61f-dcc3-4e60-ac52-76427469ed64 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:03.161577 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a42b640-3a53-4a2f-9867-7c0dcaeb628c", "name": "network-vif-deleted", "tag": "a001dd11-2a31-4ba8-ad10-c8bd8c4a0304", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:03.162231 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76bde61f-dcc3-4e60-ac52-76427469ed64 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:03.162887 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bde61f-dcc3-4e60-ac52-76427469ed64'] response: {'server_uuid': '1a42b640-3a53-4a2f-9867-7c0dcaeb628c', 'name': 'network-vif-deleted', 'tag': 'a001dd11-2a31-4ba8-ad10-c8bd8c4a0304', 'status': 'completed', 'code': 200} Mar 22 14:06:03.174810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:03.177277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:03.184144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:03.188098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:03.331709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f05996c0-92e1-4cc6-adae-c2132828a5c1 req-0342f656-351f-42ea-b941-7145af4db70b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 6200 time: 0.0930192 Mar 22 14:06:03.368726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de5a8eaa-e242-4f63-9d89-37378a172b2c req-d943255c-f8c8-442d-ac5a-f2def6c055c5 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0559089 Mar 22 14:06:03.383471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:03.384290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:03.427073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-9bbb0d7e-d7af-4335-8a5f-8b874fba5fc5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043445 Mar 22 14:06:03.443872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Request body: {'port': {'device_id': '0298090f-f995-4633-912f-de8814ae684a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:03.535368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:03.582684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f05996c0-92e1-4cc6-adae-c2132828a5c1 req-b5092bc9-84b1-4303-88a1-1105d4f87d66 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 200 len: 2998 time: 0.2498748 Mar 22 14:06:03.835799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f05996c0-92e1-4cc6-adae-c2132828a5c1 req-af04c1d3-46db-4362-9840-a0088f7490f4 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 200 len: 2998 time: 0.1240046 Mar 22 14:06:03.868829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413999-5270-4e79-a7b0-0e39355afbd2 req-5f37ca4f-0313-4963-ac5d-dee941bf994a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:03.870725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84413999-5270-4e79-a7b0-0e39355afbd2 req-5f37ca4f-0313-4963-ac5d-dee941bf994a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.3086634 Mar 22 14:06:03.897389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37486) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:03.994037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Deleting subnet 4071ad94-15c1-4fb1-b28b-e8c9d40904bb {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:06:04.001734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Publish callbacks [] for subnet (4071ad94-15c1-4fb1-b28b-e8c9d40904bb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.010024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4be170d-c324-4dc8-b821-6800bd195350 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:04.020530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks [] for port (e4be170d-c324-4dc8-b821-6800bd195350), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.039228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4071ad94-15c1-4fb1-b28b-e8c9d40904bb), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.089697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Transition to ACTIVE for port object e4be170d-c324-4dc8-b821-6800bd195350 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:04.102532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4071ad94-15c1-4fb1-b28b-e8c9d40904bb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.106382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.182423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4071ad94-15c1-4fb1-b28b-e8c9d40904bb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.211113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c011-b4dc-45e6-9779-7507a1790be8 req-9f08cbc7-142a-4299-8385-a02cd68b7202 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:04.214036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c379c011-b4dc-45e6-9779-7507a1790be8 req-9f08cbc7-142a-4299-8385-a02cd68b7202 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 931 time: 0.1771300 Mar 22 14:06:04.222197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4071ad94-15c1-4fb1-b28b-e8c9d40904bb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:04.227227 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.229272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:04.231321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6fc8f2c2-6e1a-423e-92fc-927ec16be93d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4071ad94-15c1-4fb1-b28b-e8c9d40904bb HTTP/1.1" status: 204 len: 168 time: 0.3323345 Mar 22 14:06:04.234261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37490) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:04.303906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84413999-5270-4e79-a7b0-0e39355afbd2 req-55e67ad1-05e5-4ae4-95e0-7ee587bf8582 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197118 Mar 22 14:06:04.314151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.376298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c379c011-b4dc-45e6-9779-7507a1790be8 req-3738a946-0516-4107-be57-c1501f36ad93 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264369 Mar 22 14:06:04.444888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009428092', 'description': 'tempest-description-71569426'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:04.447577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.465435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fa3abf26-eb1a-42e7-bc3e-17827194f10b details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:04.471448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:04.472127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a30d70c-21f0-4238-b2ae-60bbe4f17cf3']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:04.485314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4967f8ab-685d-4ced-892d-ee888d05c389') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:04.485761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4967f8ab-685d-4ced-892d-ee888d05c389') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:04.498334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (4967f8ab-685d-4ced-892d-ee888d05c389), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.500684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.530686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4967f8ab-685d-4ced-892d-ee888d05c389), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.547102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:06:04.547556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (4967f8ab-685d-4ced-892d-ee888d05c389), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:06:04.552888 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:06:04.560092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:04.560448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a001dd11-2a31-4ba8-ad10-c8bd8c4a0304 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:04.606942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Attempting to bind port e4be170d-c324-4dc8-b821-6800bd195350 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:04.610906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Attempting to bind port e4be170d-c324-4dc8-b821-6800bd195350 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:04.611222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Attempting to bind port e4be170d-c324-4dc8-b821-6800bd195350 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:04.640521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b805-01ee-4302-b355-f213d8058aa3 req-9c832255-f3e0-4d0e-acdc-99cc45a594a9 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:04.642205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5944b805-01ee-4302-b355-f213d8058aa3 req-9c832255-f3e0-4d0e-acdc-99cc45a594a9 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 944 time: 0.2505269 Mar 22 14:06:04.645485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Port e4be170d-c324-4dc8-b821-6800bd195350 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:04.645808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Attempting to bind port e4be170d-c324-4dc8-b821-6800bd195350 on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:04.669262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:04.669262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Checking segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:04.669262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Bound using segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:04.669262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Bound port: e4be170d-c324-4dc8-b821-6800bd195350, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:04.669865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.677733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (8a30d70c-21f0-4238-b2ae-60bbe4f17cf3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.712323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.722751 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] 10.222.0.81 "DELETE /v2.0/networks/8a30d70c-21f0-4238-b2ae-60bbe4f17cf3 HTTP/1.1" status: 204 len: 168 time: 0.4871716 Mar 22 14:06:04.759806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:04.785803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'port_id': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'mac_address': 'fa:16:3e:14:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:04.793244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82c61a-6ec1-476d-b1b5-ab6865b40a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a30d70c-21f0-4238-b2ae-60bbe4f17cf3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:04.830073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port fa3abf26-eb1a-42e7-bc3e-17827194f10b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:04.830929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.846586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3abf26-eb1a-42e7-bc3e-17827194f10b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:04.869238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:04.876742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:04.934092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:04.947811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5944b805-01ee-4302-b355-f213d8058aa3 req-a7a46836-02df-46be-bc3c-35dc9845e548 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830858 Mar 22 14:06:05.006434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (b3c637ac-0419-40fc-b080-818554b4817d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.015736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:05.030490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3c637ac-0419-40fc-b080-818554b4817d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.035606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:05.052079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:05.095797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e1b77cc-91b4-47d0-9672-bb2ae2f83893 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d05fa19cf684b68b1d448311df2d3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589914 Mar 22 14:06:05.096474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37500) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:05.121178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['fa3abf26-eb1a-42e7-bc3e-17827194f10b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:05.126988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.146198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.161804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3608922-2559-4d18-908f-d97d958fc316 req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7257876 Mar 22 14:06:05.188335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a849047-d72a-45e3-bf7e-cb45cafa1457 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c637ac-0419-40fc-b080-818554b4817d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:05.201552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.203085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.204210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] 10.222.0.78 "PUT /v2.0/ports/e4be170d-c324-4dc8-b821-6800bd195350 HTTP/1.1" status: 200 len: 1091 time: 1.7694016 Mar 22 14:06:05.208838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:05.221107 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff90a81-47a5-499f-8441-cc6e418d9504" -d '{"events": [{"name": "network-changed", "server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "tag": "e4be170d-c324-4dc8-b821-6800bd195350"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:05.222941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] Publish callbacks [] for security_group (f7ec08fd-b08e-457a-bfce-796a2f9c98cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.260449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ffc63-a870-4e06-a3ef-d0a5c69a0d1a req-fcaebb9c-d86e-4370-964a-8ca0d3f1840d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.269100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d50ffc63-a870-4e06-a3ef-d0a5c69a0d1a req-fcaebb9c-d86e-4370-964a-8ca0d3f1840d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2117560 Mar 22 14:06:05.279551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] Publish callbacks [] for security_group (f7ec08fd-b08e-457a-bfce-796a2f9c98cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.361106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d50ffc63-a870-4e06-a3ef-d0a5c69a0d1a req-d4051e7b-dc38-4f63-8264-2a217975f840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905044 Mar 22 14:06:05.379149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7ec08fd-b08e-457a-bfce-796a2f9c98cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.381663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.385738 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7ec08fd-b08e-457a-bfce-796a2f9c98cd HTTP/1.1" status: 204 len: 168 time: 0.2882633 Mar 22 14:06:05.398798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6068a-1f68-4eaa-ac5f-259aee42c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec08fd-b08e-457a-bfce-796a2f9c98cd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:05.431127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1509700414', 'description': 'tempest-description-416361213'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:05.442421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8d592f2-bb19-41ef-af3c-93fe68c277f7 req-8c68e14a-d62c-42fd-bedb-338b5f1b37d6 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.1045859 Mar 22 14:06:05.460975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4fe1f-d712-44a5-afea-c13c3bf9e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:05.491205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-470cc5d3-f520-4ddb-a621-ca28e8170beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.493543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-470cc5d3-f520-4ddb-a621-ca28e8170beb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 1125 time: 0.1964531 Mar 22 14:06:05.495652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.557289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-bbb2d91c-3276-4ec2-a025-ba08d889aefb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4be170d-c324-4dc8-b821-6800bd195350 HTTP/1.1" status: 200 len: 217 time: 0.0486295 Mar 22 14:06:05.562321 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ceb436-846e-4514-ae03-bf856b9647a3 x-openstack-request-id: req-96ceb436-846e-4514-ae03-bf856b9647a3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:05.563015 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "tag": "e4be170d-c324-4dc8-b821-6800bd195350", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:05.563781 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96ceb436-846e-4514-ae03-bf856b9647a3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:05.564426 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ceb436-846e-4514-ae03-bf856b9647a3'] response: {'name': 'network-changed', 'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350', 'status': 'completed', 'code': 200} Mar 22 14:06:05.723841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (81a13013-5745-4b8b-b0ac-95de7434f352), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.753222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (81a13013-5745-4b8b-b0ac-95de7434f352), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.852488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-110a4e95-7a73-4a3c-a705-e91194c1ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.853954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-110a4e95-7a73-4a3c-a705-e91194c1ebe4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.2880504 Mar 22 14:06:05.879839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:05.887466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00700dc-d552-4cff-be18-7e698f9d8bdb req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4635463 Mar 22 14:06:05.909883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137361b-9ac7-4880-a36b-7bbe5aac87ad tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a13013-5745-4b8b-b0ac-95de7434f352,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:05.915927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-0f0c00ea-1260-449a-bd73-bb8a2fc5fd6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548112 Mar 22 14:06:05.940822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36a181-7ff7-494b-87ce-a4e92571e9e0 req-b7a4754e-d4c1-4f6d-9fd4-1067b35139ec tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:05.942755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e36a181-7ff7-494b-87ce-a4e92571e9e0 req-b7a4754e-d4c1-4f6d-9fd4-1067b35139ec tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.2546573 Mar 22 14:06:06.099988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e36a181-7ff7-494b-87ce-a4e92571e9e0 req-7949aede-7900-48f7-9b02-955fde36efb9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290846 Mar 22 14:06:06.122312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-c2ffd1bf-a500-43d3-be99-60556b4b53d6 service neutron] 10.222.0.78 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772819 Mar 22 14:06:06.144822 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eaab3291-150c-495e-9864-25991a98bddc req-ffc47c03-1b16-418d-87bd-b02501b04616 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0901749 Mar 22 14:06:06.418311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3167-44ef-47df-b329-507985703c32 req-ddcda5ca-8186-42bb-9e76-18cee3a680d5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.420679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-505c3167-44ef-47df-b329-507985703c32 req-ddcda5ca-8186-42bb-9e76-18cee3a680d5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 943 time: 0.2394154 Mar 22 14:06:06.478912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fa3abf26-eb1a-42e7-bc3e-17827194f10b up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:06.484825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adf6dd0-1250-458f-8e1d-5b391259249a req-6b2d5178-3961-4331-bc58-b82e04830d92 service neutron] 10.222.0.78 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540683 Mar 22 14:06:06.496407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67df96-ae63-4de7-ab67-6a38de1cf170 req-bd4a3bb6-ec28-4a91-afda-5d61585a3db3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.498953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e67df96-ae63-4de7-ab67-6a38de1cf170 req-bd4a3bb6-ec28-4a91-afda-5d61585a3db3 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 945 time: 0.1955631 Mar 22 14:06:06.593197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-505c3167-44ef-47df-b329-507985703c32 req-63e53d05-bef2-4deb-893f-d23039ebd15f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645889 Mar 22 14:06:06.621347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port fa3abf26-eb1a-42e7-bc3e-17827194f10b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:06.637376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port fa3abf26-eb1a-42e7-bc3e-17827194f10b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:06.645818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.685303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e67df96-ae63-4de7-ab67-6a38de1cf170 req-41f06475-3cff-4b1e-ac10-a6e6abd2b7e7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753337 Mar 22 14:06:06.748903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-3fcd2e38-03df-4f7f-adcb-5d48af3bdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:06.750730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-3fcd2e38-03df-4f7f-adcb-5d48af3bdce6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 1125 time: 0.1255796 Mar 22 14:06:06.825396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port fa3abf26-eb1a-42e7-bc3e-17827194f10b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:06.826101 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.874486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:06.877845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:06.880823 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d0c073-e62f-428f-aa90-5942a50c25fb" -d '{"events": [{"server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "name": "network-vif-plugged", "status": "completed", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:06.885009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:06.886682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:07.012737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:07.061405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 24483a8b-c439-4126-8db8-8612ed14470a is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:07.074628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-eb872e28-9472-41fc-95f6-838a680c9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.076215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-eb872e28-9472-41fc-95f6-838a680c9ffa service neutron] 10.222.0.78 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 905 time: 0.3176172 Mar 22 14:06:07.121790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-e5077fc0-a591-4821-8e31-c558c208561f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4be170d-c324-4dc8-b821-6800bd195350 HTTP/1.1" status: 200 len: 217 time: 0.0381341 Mar 22 14:06:07.136498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3d96-977a-4707-8073-d1a15a077b9e req-72b2f4b8-9e32-4909-ae83-6b816bdabc75 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.144335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab8e3d96-977a-4707-8073-d1a15a077b9e req-72b2f4b8-9e32-4909-ae83-6b816bdabc75 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2225420 Mar 22 14:06:07.151979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-878ae8eb-029c-4df9-9498-dc696352844c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.153525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-878ae8eb-029c-4df9-9498-dc696352844c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 812 time: 0.3776531 Mar 22 14:06:07.255482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-20993926-bc69-4cd9-b631-682f468b281c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/quotas/62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 375 time: 0.0782998 Mar 22 14:06:07.261435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab8e3d96-977a-4707-8073-d1a15a077b9e req-4d3d28f5-26a0-40ab-a2ae-f1f8439f0304 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160679 Mar 22 14:06:07.282031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-3ecd3130-1947-4b37-9ae7-f7deb12490d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.283128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-3ecd3130-1947-4b37-9ae7-f7deb12490d9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.1277056 Mar 22 14:06:07.359630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-f2eec5d6-b4dd-4ef1-8783-895221b9bce8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329659 Mar 22 14:06:07.507563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c78edd-4d0a-4e06-8224-630f49fd907d req-0deb8256-b3b2-462f-96d5-034481ac6992 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0380170 Mar 22 14:06:07.513937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-b7f39e18-c6e1-4547-94c9-f970dce139a6 service neutron] 10.222.0.78 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457486 Mar 22 14:06:07.519316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-b001e25a-d3f3-41ca-9741-96d560910ab9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2550273 Mar 22 14:06:07.672787 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-16f35f05-cbda-4618-bb85-34c881746628 service neutron] 10.222.0.82 "GET /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.0923469 Mar 22 14:06:07.779921 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42948ce2-05e3-423d-a411-e4f4e4a369a3 x-openstack-request-id: req-42948ce2-05e3-423d-a411-e4f4e4a369a3 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:07.780766 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "name": "network-vif-plugged", "status": "completed", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:07.781182 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42948ce2-05e3-423d-a411-e4f4e4a369a3 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:07.781731 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42948ce2-05e3-423d-a411-e4f4e4a369a3'] response: {'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'code': 200} Mar 22 14:06:07.960666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcc581-a1eb-40e6-8b31-76f82fff75ac req-f31ab0ef-d6d1-4085-95b8-4890424d7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:07.962357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbcc581-a1eb-40e6-8b31-76f82fff75ac req-f31ab0ef-d6d1-4085-95b8-4890424d7276 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 1128 time: 0.1111491 Mar 22 14:06:07.964387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:08.027209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:08.075862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acbcc581-a1eb-40e6-8b31-76f82fff75ac req-ff2419d9-a8eb-4618-a363-08d28a4ffe7e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024857 Mar 22 14:06:08.085704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24483a8b-c439-4126-8db8-8612ed14470a {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:08.098082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:08.118272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.131206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37572) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:08.181270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff90a81-47a5-499f-8441-cc6e418d9504 req-9e3d4e56-b074-4792-a303-d2b523c0c068 service neutron] 10.222.0.78 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594818 Mar 22 14:06:08.199596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-9cd4c9ec-1b7b-4f40-8436-0933404353e2 service neutron] 10.222.0.81 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679816 Mar 22 14:06:08.207162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] Transition to ACTIVE for port object 24483a8b-c439-4126-8db8-8612ed14470a will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:08.214997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.221945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a257a7b-2e2d-4fbd-a7b9-ccad0908e392 req-b068bd03-3507-4311-ab52-cc81dcad8e41 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.229761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a257a7b-2e2d-4fbd-a7b9-ccad0908e392 req-b068bd03-3507-4311-ab52-cc81dcad8e41 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 944 time: 0.1744177 Mar 22 14:06:08.294006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:08.314763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25765a-6cf5-4b77-8c95-40cb3c47f9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.327822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] No DVR routers for this DVR port 24483a8b-c439-4126-8db8-8612ed14470a on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:08.364409 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-731f26eb-8c5d-40f1-aca9-9df5372d6fb6 service neutron] 10.222.0.82 "PUT /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6836281 Mar 22 14:06:08.396410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:06:08.406289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a257a7b-2e2d-4fbd-a7b9-ccad0908e392 req-d9092708-066e-4af5-a18f-7acb4acf976e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684053 Mar 22 14:06:08.418323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-3d8aa84a-0adb-42dc-b4b8-b83c32a969be service neutron] 10.222.0.81 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131298 Mar 22 14:06:08.559098 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25765a-6cf5-4b77-8c95-40cb3c47f9b9 admin admin] Publish callbacks [] for security_group (351712f1-531f-4bb0-9638-7af51335301c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.583619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25765a-6cf5-4b77-8c95-40cb3c47f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (351712f1-531f-4bb0-9638-7af51335301c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.642298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-9b49eea5-da92-4c61-ab6c-764ff87158ce tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.644127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-9b49eea5-da92-4c61-ab6c-764ff87158ce tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.1841688 Mar 22 14:06:08.674586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8f5c4-f259-426a-b650-4130ca941ec3 req-b70327f2-5cef-4145-a20a-8281ff29d413 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.676320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9da8f5c4-f259-426a-b650-4130ca941ec3 req-b70327f2-5cef-4145-a20a-8281ff29d413 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 943 time: 0.1378403 Mar 22 14:06:08.678782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c25765a-6cf5-4b77-8c95-40cb3c47f9b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ccc52ba0f3f249acaa659ca773f4205b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5454104 Mar 22 14:06:08.681772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:08.689285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25765a-6cf5-4b77-8c95-40cb3c47f9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351712f1-531f-4bb0-9638-7af51335301c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:08.762895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] Publish callbacks [] for security_group (351712f1-531f-4bb0-9638-7af51335301c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.797494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] Publish callbacks [] for security_group (351712f1-531f-4bb0-9638-7af51335301c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.810838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9da8f5c4-f259-426a-b650-4130ca941ec3 req-0eefd3e3-fdf4-426f-ac53-557c472d713a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225505 Mar 22 14:06:08.815437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-6eafc114-2e8b-45c1-b26a-a8cc0e122486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.816873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-6eafc114-2e8b-45c1-b26a-a8cc0e122486 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853&tenant_id=b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 1127 time: 0.1516426 Mar 22 14:06:08.834257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c848e-c8de-4733-8358-d9f3a78813d4 req-6e0228db-5578-4366-929e-40d78e9d9e95 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:08.847960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-252c848e-c8de-4733-8358-d9f3a78813d4 req-6e0228db-5578-4366-929e-40d78e9d9e95 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.1376956 Mar 22 14:06:08.852852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (351712f1-531f-4bb0-9638-7af51335301c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.855566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:08.856742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/351712f1-531f-4bb0-9638-7af51335301c HTTP/1.1" status: 204 len: 168 time: 0.1739283 Mar 22 14:06:08.867266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba228a1-6578-45cd-a329-098c1c648f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351712f1-531f-4bb0-9638-7af51335301c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:08.987205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-252c848e-c8de-4733-8358-d9f3a78813d4 req-813361d8-91dc-43ca-b9f9-d3b4012e6292 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318367 Mar 22 14:06:09.003440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-be16d103-1512-4dfa-abac-eb4c753ffe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.004994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-be16d103-1512-4dfa-abac-eb4c753ffe92 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1127 time: 0.1280835 Mar 22 14:06:09.021837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b663-0999-4c04-b03a-77a37a7ba083 req-35874bb4-80f1-401e-becd-65659f5ce5e6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.024213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8589b663-0999-4c04-b03a-77a37a7ba083 req-35874bb4-80f1-401e-becd-65659f5ce5e6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1022227 Mar 22 14:06:09.170277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8589b663-0999-4c04-b03a-77a37a7ba083 req-d3f79908-3201-46f8-95d7-8bc7d458a8e0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224320 Mar 22 14:06:09.181752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-22964d56-05fd-4088-90cf-bbc567925570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.183487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-22964d56-05fd-4088-90cf-bbc567925570 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.1721561 Mar 22 14:06:09.261815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-9bac83d8-3928-4ba3-a238-4e79059ea53c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 200 len: 217 time: 0.0716281 Mar 22 14:06:09.307183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c3fcf76-a263-44ce-89aa-27813f4c2528 req-bdba4393-b50a-4cae-85f9-bc76c0e99a0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 210 time: 0.0477285 Mar 22 14:06:09.371697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-139913f4-3820-42f6-8ba8-49cc4ec1cdc5 req-6203df28-ef48-4b3d-b2b8-d02a33e3760c tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0682218 Mar 22 14:06:09.384244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-2c3adfd5-3a4a-4a22-b814-74c84f3b65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.386399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-2c3adfd5-3a4a-4a22-b814-74c84f3b65e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0811751 Mar 22 14:06:09.454771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-760378ec-f52e-4073-955d-7da06ba33144 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615983 Mar 22 14:06:09.543218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-bfa68d7d-149d-47e9-8505-0b6d2d4f45a6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--780421380&fields=id&tenant_id=253cc054458e40b392223cc3561e31bf HTTP/1.1" status: 200 len: 267 time: 0.1364646 Mar 22 14:06:09.674285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:09.678301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-a4265605-66c4-41d7-8b58-c12e26539bc5 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163060 Mar 22 14:06:09.886204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-06e99717-e48d-4816-be89-e32d7c28ffa7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:09.891397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-06e99717-e48d-4816-be89-e32d7c28ffa7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/networks?id=5b59c95d-2bf7-4037-8def-71c90af1054a HTTP/1.1" status: 200 len: 815 time: 0.3336575 Mar 22 14:06:09.909587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:09.931200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-6962ade7-116a-4e4e-96de-5fd4350ba2cb service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517409 Mar 22 14:06:09.933104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e4be170d-c324-4dc8-b821-6800bd195350', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'e4be170d-c324-4dc8-b821-6800bd195350', 'mac_address': 'fa:16:3e:0d:64:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:09.947187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-1393f5de-8b86-4516-ba02-51b5ddcf236e tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/quotas/253cc054458e40b392223cc3561e31bf HTTP/1.1" status: 200 len: 375 time: 0.0444047 Mar 22 14:06:09.987001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4be170d-c324-4dc8-b821-6800bd195350 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:09.987839 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.014847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4be170d-c324-4dc8-b821-6800bd195350 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:10.021725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75fdb1-8c2f-41b7-8e28-f3ce5a3251c9 req-a835faf0-31ec-4355-93f0-bccf4117da8b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.023669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d75fdb1-8c2f-41b7-8e28-f3ce5a3251c9 req-a835faf0-31ec-4355-93f0-bccf4117da8b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.2074904 Mar 22 14:06:10.041796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:10.045580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-6c610f0a-ecd6-4038-8a04-5f7539da6453 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=253cc054458e40b392223cc3561e31bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902717 Mar 22 14:06:10.053054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.107065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:10.124509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:10.182434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-5cf5fb9b-e431-4e04-be08-e208cc9121f0 service neutron] 10.222.0.81 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358361 Mar 22 14:06:10.228689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-187765515-network', 'tenant_id': '85d40ae6a94248b199c9e8692354375f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:10.255467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Made reservation on behalf of 85d40ae6a94248b199c9e8692354375f for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:10.258992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.268321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.283976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d75fdb1-8c2f-41b7-8e28-f3ce5a3251c9 req-0b0a3780-4380-44d5-9247-797da3ad2edd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361417 Mar 22 14:06:10.340272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e4be170d-c324-4dc8-b821-6800bd195350'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:10.351343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-0ca80cde-ab05-4d69-a7c4-a3427a330069 service neutron] 10.222.0.81 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680419 Mar 22 14:06:10.374217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks [] for security_group (e992d70b-10a7-4b4e-b4d5-06f29c692789), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.380259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e992d70b-10a7-4b4e-b4d5-06f29c692789), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.408989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-feb9482b-7ed0-428f-a03e-df0fa49648a4 req-cedd4e9b-206d-4889-ab83-c638590e1fab tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0372920 Mar 22 14:06:10.411585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-1e3008b3-75c5-425e-854c-0fa55501521a tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.413484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-1e3008b3-75c5-425e-854c-0fa55501521a tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.1464834 Mar 22 14:06:10.467757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:06:10.493096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e992d70b-10a7-4b4e-b4d5-06f29c692789,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:10.506416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (34e9116c-8b5a-4c23-afe3-c3f9f54728e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.506771 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Added segment 34e9116c-8b5a-4c23-afe3-c3f9f54728e8 of type vlan for network c7966d2a-9691-443e-a19b-83597e8841ed Mar 22 14:06:10.569797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c7966d2a-9691-443e-a19b-83597e8841ed), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.605840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c7966d2a-9691-443e-a19b-83597e8841ed), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.607078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.607833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.680329 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5716112 Mar 22 14:06:10.683304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:10.688451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Request body: {'subnet': {'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-187765515-subnet', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:10.692339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e7b0-cc65-4c67-ad7d-6878173cc7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7966d2a-9691-443e-a19b-83597e8841ed,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:10.706527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c7966d2a-9691-443e-a19b-83597e8841ed details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:06:10.745340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Made reservation on behalf of 85d40ae6a94248b199c9e8692354375f for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:10.747775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.763232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-f7a280c0-49ab-4036-9855-ac52ff963b2e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.764851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-f7a280c0-49ab-4036-9855-ac52ff963b2e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 812 time: 0.1864321 Mar 22 14:06:10.790118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'device_id': '6f158c03-9091-491a-a2f7-7e699fd36125', 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23', 'admin_state_up': True, 'tenant_id': '62eed020382444f5ad3345d6025e9f4e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:10.873035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-0a2b6836-26b0-4a71-a89e-523587294b46 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3760531 Mar 22 14:06:10.964455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702e74d-695e-4a00-9ca2-6b4dc662ed49 req-f886f8e5-a4fe-4ecb-b511-d95a1b20c401 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:10.967215 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (dd6f37f6-0ca5-441f-9ccb-dfde0e00e410), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:10.972187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b702e74d-695e-4a00-9ca2-6b4dc662ed49 req-f886f8e5-a4fe-4ecb-b511-d95a1b20c401 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 944 time: 0.4061179 Mar 22 14:06:11.033836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6f37f6-0ca5-441f-9ccb-dfde0e00e410,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:11.043002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Checking segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:11.043453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Network hostable DHCP agents. Network: c7966d2a-9691-443e-a19b-83597e8841ed, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:06:11.065886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Network c7966d2a-9691-443e-a19b-83597e8841ed is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:06:11.067684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-e49ee51b-7f70-4337-918b-c44ea44f1de4 service neutron] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:11.081370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c7966d2a-9691-443e-a19b-83597e8841ed) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:11.083924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-e49ee51b-7f70-4337-918b-c44ea44f1de4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.085549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a502a5-06b9-4f30-a0e1-2023b68b051c req-e49ee51b-7f70-4337-918b-c44ea44f1de4 service neutron] 10.222.0.78 "DELETE /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.6651196 Mar 22 14:06:11.089945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8badb9-12f7-49d7-9fea-0df400c5d1f7 None None] Network c7966d2a-9691-443e-a19b-83597e8841ed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:11.096411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.098485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.108105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04497297-28f4-436c-aa9f-f3f287788d95 req-f3489d0a-216f-4613-af1e-41fee9b1dcc2 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.115656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04497297-28f4-436c-aa9f-f3f287788d95 req-f3489d0a-216f-4613-af1e-41fee9b1dcc2 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.2551253 Mar 22 14:06:11.123461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-292a68cb-0b43-4bb6-a127-21eba316b06a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4390163 Mar 22 14:06:11.126185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37664) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:11.138657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b702e74d-695e-4a00-9ca2-6b4dc662ed49 req-46e1417e-a29b-423f-8dfe-27e7ffa5c45f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604998 Mar 22 14:06:11.140979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-3127fe26-ca1b-4ea4-a338-5dfe22375019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.142502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-3127fe26-ca1b-4ea4-a338-5dfe22375019 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1127 time: 0.2235203 Mar 22 14:06:11.150844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:11.210983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.212756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.273222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Made reservation on behalf of 62eed020382444f5ad3345d6025e9f4e for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:11.279627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.383969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c7966d2a-9691-443e-a19b-83597e8841ed', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'project_id': '85d40ae6a94248b199c9e8692354375f', 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:06:11.385235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.433833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04497297-28f4-436c-aa9f-f3f287788d95 req-bdbebf44-f35c-4671-827d-c55225d2dacc tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171048 Mar 22 14:06:11.515534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565047-9588-419e-bbaf-defcc95726ec req-ad85b79a-4891-4751-b214-dab7910d7e34 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.517135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2565047-9588-419e-bbaf-defcc95726ec req-ad85b79a-4891-4751-b214-dab7910d7e34 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2883029 Mar 22 14:06:11.572061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Allocated IP 172.20.0.11 (fc85864f-423a-4d48-a9f0-9144bc66aa23/ea2b4d2c-719b-42dc-b9c1-20c3725afa6a/444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:11.651307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-8d883191-03e0-4f00-92b8-34203ff637e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.652751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-8d883191-03e0-4f00-92b8-34203ff637e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.4841619 Mar 22 14:06:11.659576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Allocated IP 172.20.0.2 (c7966d2a-9691-443e-a19b-83597e8841ed/dd6f37f6-0ca5-441f-9ccb-dfde0e00e410/60bf36ef-4de6-4aed-ae61-7e08083ec74c) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:11.694098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for router_controller (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.732336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-090d7978-c487-4d25-b055-0bc2e5490826 req-92df52c9-e87e-4394-a42e-2ddb349f5a7c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 210 time: 0.0827172 Mar 22 14:06:11.814854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2565047-9588-419e-bbaf-defcc95726ec req-5e9a52cf-374f-4be9-983f-cca6668d93c5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832868 Mar 22 14:06:11.836028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-6898a09b-73e7-488a-81eb-93bd3b45d7b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.1063471 Mar 22 14:06:11.841904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks [] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.852805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:11.856838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.876243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-97c67ef8-00d4-4777-ab1a-cde534e49396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:11.877848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-97c67ef8-00d4-4777-ab1a-cde534e49396 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1132 time: 0.1960502 Mar 22 14:06:11.893618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for router_gateway (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:11.924942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Network c7966d2a-9691-443e-a19b-83597e8841ed is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:11.937605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:11.942995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:11.947209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Pushing event updated for resources: {'Port': ['ID=60bf36ef-4de6-4aed-ae61-7e08083ec74c,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:12.025810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e4be170d-c324-4dc8-b821-6800bd195350 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:12.032199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e4be170d-c324-4dc8-b821-6800bd195350 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:12.032580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4be170d-c324-4dc8-b821-6800bd195350), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.034836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Attempting to bind port 60bf36ef-4de6-4aed-ae61-7e08083ec74c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:12.034836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Attempting to bind port 60bf36ef-4de6-4aed-ae61-7e08083ec74c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:12.035215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Attempting to bind port 60bf36ef-4de6-4aed-ae61-7e08083ec74c on network c7966d2a-9691-443e-a19b-83597e8841ed {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:12.042260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4a7b96e-45bc-4567-95c7-3736e269e9bc req-1f863e87-4aa4-4b6a-9889-402ef9aa6ce4 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.1751087 Mar 22 14:06:12.054131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-0bd0b178-b181-4407-8696-e28f06e2565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.054131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-0bd0b178-b181-4407-8696-e28f06e2565f service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1416998 Mar 22 14:06:12.062262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:12.063137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Checking segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:12.063653 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.064014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Bound using segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:12.064543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Bound port: 60bf36ef-4de6-4aed-ae61-7e08083ec74c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:12.064936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.113404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-8d08374b-383b-4d98-a697-4ca74a0b8414 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0538509 Mar 22 14:06:12.133811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.194255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-8210f69f-f4d5-437b-a456-5d76a577453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.196932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] For port 60bf36ef-4de6-4aed-ae61-7e08083ec74c, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:12.200509 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-8210f69f-f4d5-437b-a456-5d76a577453a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0790875 Mar 22 14:06:12.214194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4be170d-c324-4dc8-b821-6800bd195350 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:12.214692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.218239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] For port 60bf36ef-4de6-4aed-ae61-7e08083ec74c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=60bf36ef-4de6-4aed-ae61-7e08083ec74c,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:12.218545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3817c448-70fa-4d4c-8b5c-66acb53e8776 req-c8d37b2e-bde7-47ce-a596-a8c608b9c522 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0673726 Mar 22 14:06:12.226273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-dc3eb931-40e3-47a2-aede-4f42d2956da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.231212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-dc3eb931-40e3-47a2-aede-4f42d2956da4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.3855071 Mar 22 14:06:12.233701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.312608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-3f164947-2263-4fb3-8d96-088bf52eedf5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733638 Mar 22 14:06:12.330728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:12.331107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01080436-6ec2-4ec6-8ff8-a9b8ac01246b req-1c8db99f-1c04-46df-9c1f-a76267f73cdd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.333688 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959e6c0-4462-499f-9ba3-b9c3ad4d5567" -d '{"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-plugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:12.338331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01080436-6ec2-4ec6-8ff8-a9b8ac01246b req-1c8db99f-1c04-46df-9c1f-a76267f73cdd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.3770218 Mar 22 14:06:12.357670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:12.370078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.392942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bc769-6666-4bdd-b512-e996506a0a64 None None] Pushing event updated for resources: {'Port': ['ID=60bf36ef-4de6-4aed-ae61-7e08083ec74c,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:12.504768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.636208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Network fc85864f-423a-4d48-a9f0-9144bc66aa23 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:12.700828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:12.704997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-e122a0a6-99a5-41f4-a84b-179d97a34490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.706018 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-e122a0a6-99a5-41f4-a84b-179d97a34490 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4967089 Mar 22 14:06:12.710387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for router_gateway (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.720628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c246bb-953f-4d66-8d64-62f1e71e824a req-4d10298a-1226-484b-b0bb-8e937604acb0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:12.722698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c246bb-953f-4d66-8d64-62f1e71e824a req-4d10298a-1226-484b-b0bb-8e937604acb0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.3123686 Mar 22 14:06:12.724092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:12.753973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37678) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:12.759965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Request body: {'floatingip': {'port_id': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:12.775262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:12.814454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:12.819197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:12.840507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:12.917090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01080436-6ec2-4ec6-8ff8-a9b8ac01246b req-d4c62639-eec1-4613-a53e-63f5bfee98cf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777569 Mar 22 14:06:12.927954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-43f41310-75d5-4f54-94b1-35ef05172ecb service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072257 Mar 22 14:06:12.961424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Allocated IP 172.25.3.22 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/c06909f5-7abf-4cf8-9762-be050cc12510) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:12.991269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.046461 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b066a1b5-f364-4b95-a60d-7c1360ae4c96 x-openstack-request-id: req-b066a1b5-f364-4b95-a60d-7c1360ae4c96 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:13.047089 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-plugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:13.047089 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b066a1b5-f364-4b95-a60d-7c1360ae4c96 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:13.047416 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b066a1b5-f364-4b95-a60d-7c1360ae4c96'] response: {'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350', 'code': 200} Mar 22 14:06:13.093086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-57507e06-1043-422b-b30d-c03e39c92e3d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:13.101236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-57507e06-1043-422b-b30d-c03e39c92e3d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.82 "GET /v2.0/networks?id=5b59c95d-2bf7-4037-8def-71c90af1054a HTTP/1.1" status: 200 len: 815 time: 0.8444598 Mar 22 14:06:13.229476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for port (c06909f5-7abf-4cf8-9762-be050cc12510), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.240793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-a96a95e9-d3fa-4ea5-8629-296cb4c6ecaa service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251963 Mar 22 14:06:13.250044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-3e5814c9-2ce2-43cc-9855-1c8d0d27c0af tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253cc054458e40b392223cc3561e31bf HTTP/1.1" status: 200 len: 379 time: 0.1390588 Mar 22 14:06:13.265621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'port': {'device_id': '58daa46a-32a2-4e6e-a709-752291841cd9', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'admin_state_up': True, 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'security_groups': ['aa2230a7-5fdb-4fcb-9423-5d1e10986faa']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:13.433552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.480228 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6eeb19fc-905d-4040-a01a-768c560cb10e req-1868c1be-7bef-491a-b39e-55a611648721 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290454 Mar 22 14:06:13.499218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:13.506731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:13.514498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:13.544359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Pushing event updated for resources: {'Port': ['ID=c06909f5-7abf-4cf8-9762-be050cc12510,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:13.556178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Made reservation on behalf of 253cc054458e40b392223cc3561e31bf for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:13.560251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.840210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6abe9a-18cb-476a-9985-e3beae420c3a None None] Network c7966d2a-9691-443e-a19b-83597e8841ed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:06:13.860820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Allocated IP 172.20.0.13 (5b59c95d-2bf7-4037-8def-71c90af1054a/ee2546e1-5b43-4283-9b26-095a7c6c1e52/b7ea292c-1848-449c-95af-a664b2d74882) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:13.955333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Provisioning complete for port 60bf36ef-4de6-4aed-ae61-7e08083ec74c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:13.955708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:13.990220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:13.997747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.056976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:06:14.059287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Current status of the port 60bf36ef-4de6-4aed-ae61-7e08083ec74c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:14.060291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.074740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beb82f-a369-4d6f-b635-1c5804f444a6 req-b433c9a2-285f-4023-857b-524ba77254c3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:14.082171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06beb82f-a369-4d6f-b635-1c5804f444a6 req-b433c9a2-285f-4023-857b-524ba77254c3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 1.2309606 Mar 22 14:06:14.087217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-5968770f-d70f-44cf-96e4-5e4931b44118 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3060715 Mar 22 14:06:14.098434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] For port 60bf36ef-4de6-4aed-ae61-7e08083ec74c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=60bf36ef-4de6-4aed-ae61-7e08083ec74c,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:14.114408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.121189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for port (b7ea292c-1848-449c-95af-a664b2d74882), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.148883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Request body: {'port': {'device_id': '6f158c03-9091-491a-a2f7-7e699fd36125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:14.152686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 60bf36ef-4de6-4aed-ae61-7e08083ec74c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:14.199437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08473ed-412f-4f9c-8d67-d53c9d4340df req-83170bb5-e777-4e3f-9876-2e8f2ceeb635 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:14.201029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d08473ed-412f-4f9c-8d67-d53c9d4340df req-83170bb5-e777-4e3f-9876-2e8f2ceeb635 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 932 time: 0.3996565 Mar 22 14:06:14.215671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284e87c-ae48-496e-ab63-0d195e8c0ae5 None None] Pushing event updated for resources: {'Port': ['ID=60bf36ef-4de6-4aed-ae61-7e08083ec74c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.269438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 60bf36ef-4de6-4aed-ae61-7e08083ec74c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:14.269923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.293729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for router_gateway (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.328462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f93-f2c9-4666-bc3c-4b644338636c req-9b9ba674-7212-44e4-bee3-733136afb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:14.330053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11db2f93-f2c9-4666-bc3c-4b644338636c req-9b9ba674-7212-44e4-bee3-733136afb4f4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 1127 time: 0.5353432 Mar 22 14:06:14.338082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.379544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.384386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625f795f-17bc-4d66-a752-e461e8a28fd9 req-f4a9fc49-da45-4fb9-a96c-b86a8ea71ebd service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884471 Mar 22 14:06:14.435212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Network 5b59c95d-2bf7-4037-8def-71c90af1054a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:14.448830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:14.452428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:14.455935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event updated for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:14.467620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 60bf36ef-4de6-4aed-ae61-7e08083ec74c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:14.474852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eef0e87a-1ca1-4df7-b451-cfe369e0e795 None None] Provisioning complete for port 60bf36ef-4de6-4aed-ae61-7e08083ec74c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:14.475734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eef0e87a-1ca1-4df7-b451-cfe369e0e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.524977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.570039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:14.570857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.585659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.660213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eef0e87a-1ca1-4df7-b451-cfe369e0e795 None None] Current status of the port 60bf36ef-4de6-4aed-ae61-7e08083ec74c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:14.822748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11db2f93-f2c9-4666-bc3c-4b644338636c req-d93b996c-5fa2-480c-903f-6126f9e43cd4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781364 Mar 22 14:06:14.824638 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Floating IP 2de1922b-4a80-4431-8a53-e5a1c6b5a1fc associated. External IP: 172.25.3.71, port: fa3abf26-eb1a-42e7-bc3e-17827194f10b. Mar 22 14:06:14.865049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06beb82f-a369-4d6f-b635-1c5804f444a6 req-6dbc6166-71aa-4de7-a742-1adfd957d6cd tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7817793 Mar 22 14:06:14.892903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f0239d78-95fd-43f7-ba62-c671ad1fd692 None None] Provisioning complete for port b7ea292c-1848-449c-95af-a664b2d74882 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:14.893283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0239d78-95fd-43f7-ba62-c671ad1fd692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7ea292c-1848-449c-95af-a664b2d74882), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:14.958957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f0239d78-95fd-43f7-ba62-c671ad1fd692 None None] Port b7ea292c-1848-449c-95af-a664b2d74882 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:06:15.032123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-550ac6a0-fefe-4412-81bb-ebbb9f828b18 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7719548 Mar 22 14:06:15.047647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Request body: {'port': {'device_id': '58daa46a-32a2-4e6e-a709-752291841cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:15.097167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d08473ed-412f-4f9c-8d67-d53c9d4340df req-60b0cbfe-bba9-4ec1-9906-f30f557f9596 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8126533 Mar 22 14:06:15.118707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7ea292c-1848-449c-95af-a664b2d74882), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.222018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d361-c51a-49d6-a72a-2e4767dc494d req-2bf11c56-c4f6-478e-b67a-6836f96e6cc3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:15.224093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef80d361-c51a-49d6-a72a-2e4767dc494d req-2bf11c56-c4f6-478e-b67a-6836f96e6cc3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2117653 Mar 22 14:06:15.396752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef80d361-c51a-49d6-a72a-2e4767dc494d req-67935c96-0766-4677-9bf8-93ad77eba987 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620936 Mar 22 14:06:15.449310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6714c-544d-4499-93e2-628d49941175 req-25f70675-62dc-498d-8719-0e585f2a39bb tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:15.451295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86e6714c-544d-4499-93e2-628d49941175 req-25f70675-62dc-498d-8719-0e585f2a39bb tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 932 time: 0.2178707 Mar 22 14:06:15.463117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ea292c-1848-449c-95af-a664b2d74882 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:15.471526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks [] for port (b7ea292c-1848-449c-95af-a664b2d74882), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.486389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Transition to ACTIVE for port object b7ea292c-1848-449c-95af-a664b2d74882 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:15.498196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.557156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:15.617790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86e6714c-544d-4499-93e2-628d49941175 req-71718fd1-c363-4dac-b163-c135a29b6b76 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178732 Mar 22 14:06:15.620688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1c6b1e9-5bb0-49f0-8f29-dbeb158c1811 req-89460d2f-5c02-474d-950c-ee79ba5ab171 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0376890 Mar 22 14:06:15.659845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:15.665529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:15.670171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks [] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.695392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Transition to ACTIVE for port object 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:15.703057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.720658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:15.841671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Attempting to bind port b7ea292c-1848-449c-95af-a664b2d74882 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:15.841941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Attempting to bind port b7ea292c-1848-449c-95af-a664b2d74882 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:15.842404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Attempting to bind port b7ea292c-1848-449c-95af-a664b2d74882 on network 5b59c95d-2bf7-4037-8def-71c90af1054a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:15.855527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Port b7ea292c-1848-449c-95af-a664b2d74882 on network 5b59c95d-2bf7-4037-8def-71c90af1054a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:15.855851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Attempting to bind port b7ea292c-1848-449c-95af-a664b2d74882 on network 5b59c95d-2bf7-4037-8def-71c90af1054a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:15.869435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:15.870525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Checking segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:15.870922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Bound using segment: {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:15.871368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Bound port: b7ea292c-1848-449c-95af-a664b2d74882, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4699afd-3678-4ba7-9b1a-d38021737b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:15.871727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7ea292c-1848-449c-95af-a664b2d74882), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.007089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:16.045822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Attempting to bind port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:16.046184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Attempting to bind port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:16.046519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Attempting to bind port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 on network fc85864f-423a-4d48-a9f0-9144bc66aa23 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:16.055041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 on network fc85864f-423a-4d48-a9f0-9144bc66aa23 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:16.055374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Attempting to bind port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 on network fc85864f-423a-4d48-a9f0-9144bc66aa23 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:16.058672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69044d40-05b1-492c-a13f-5dfc9a099c5e req-7629c528-94f7-4642-a96b-6ec020c2412b tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.061616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69044d40-05b1-492c-a13f-5dfc9a099c5e req-7629c528-94f7-4642-a96b-6ec020c2412b tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1127 time: 0.2403400 Mar 22 14:06:16.097555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:16.103470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b7ea292c-1848-449c-95af-a664b2d74882,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:16.106491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 60bf36ef-4de6-4aed-ae61-7e08083ec74c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:16.117675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:16.118351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Checking segment: {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:16.118613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Bound using segment: {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:16.119077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Bound port: 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:16.119228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.119480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.178189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.180660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.183444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] 10.222.0.82 "PUT /v2.0/ports/b7ea292c-1848-449c-95af-a664b2d74882 HTTP/1.1" status: 200 len: 1092 time: 1.1426857 Mar 22 14:06:16.186514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:16.189865 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b419df0-64d4-49b1-8de2-213b29b212a4" -d '{"events": [{"name": "network-changed", "server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "tag": "b7ea292c-1848-449c-95af-a664b2d74882"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:16.199772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:16.206099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.208911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:06:16.211899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:16.231890 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:16.235921 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:16.272756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9d61-5131-4579-b5fc-d1144bf8feb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:16.341390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 60bf36ef-4de6-4aed-ae61-7e08083ec74c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:16.341770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.367610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74651a-8f52-4bb5-afe7-7cd2cd73f918 req-6751f56d-b958-4bb8-9abd-ead975041d4a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.376713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab74651a-8f52-4bb5-afe7-7cd2cd73f918 req-6751f56d-b958-4bb8-9abd-ead975041d4a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 0.3228507 Mar 22 14:06:16.411058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1248caf4-ca90-422e-8f66-22cf9e7c91f7 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "PUT /v2.0/floatingips/2de1922b-4a80-4431-8a53-e5a1c6b5a1fc HTTP/1.1" status: 200 len: 991 time: 3.6549275 Mar 22 14:06:16.420319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:16.422679 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e9827-32c9-4566-8851-0d30c88a8665" -d '{"events": [{"name": "network-changed", "server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:16.441842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69044d40-05b1-492c-a13f-5dfc9a099c5e req-05e62c6a-574f-488a-813e-3b763c54f795 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543315 Mar 22 14:06:16.495698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:16.520223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:16.523623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:16.544850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 60bf36ef-4de6-4aed-ae61-7e08083ec74c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:16.568792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-5ec7e4aa-03c3-42e4-b13f-4fdb88ac0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.581782 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-5ec7e4aa-03c3-42e4-b13f-4fdb88ac0546 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=253cc054458e40b392223cc3561e31bf&device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 1126 time: 0.2079990 Mar 22 14:06:16.583738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.601807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab74651a-8f52-4bb5-afe7-7cd2cd73f918 req-962f501b-fc86-4c08-989a-122db7d00055 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242210 Mar 22 14:06:16.670019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:16.673341 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-2a5c2e64-2154-4dbb-9d34-97f428cf88e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7ea292c-1848-449c-95af-a664b2d74882 HTTP/1.1" status: 200 len: 217 time: 0.0785766 Mar 22 14:06:16.681263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Sync routers for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:16.721244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:16.727307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:16.732152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-355c4bac-625a-46fb-a510-39ef792ebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.734277 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-355c4bac-625a-46fb-a510-39ef792ebec6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee2546e1-5b43-4283-9b26-095a7c6c1e52 HTTP/1.1" status: 200 len: 854 time: 0.0518572 Mar 22 14:06:16.756227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.756851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.758251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] 10.222.0.78 "PUT /v2.0/ports/444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 1092 time: 2.6267335 Mar 22 14:06:16.771369 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943fb80-a949-4ea9-8b9e-28a088c6891f x-openstack-request-id: req-1943fb80-a949-4ea9-8b9e-28a088c6891f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:16.772236 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "tag": "b7ea292c-1848-449c-95af-a664b2d74882", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:16.772545 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1943fb80-a949-4ea9-8b9e-28a088c6891f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:16.773134 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1943fb80-a949-4ea9-8b9e-28a088c6891f'] response: {'name': 'network-changed', 'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882', 'status': 'completed', 'code': 200} Mar 22 14:06:16.802259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:16.803990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6de07226-9370-46bd-b2d1-0758db93df25 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6622586 Mar 22 14:06:16.808191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37710) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:16.829363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-64115276-334e-46b3-8c81-213618dc0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:16.830849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-64115276-334e-46b3-8c81-213618dc0eba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5b59c95d-2bf7-4037-8def-71c90af1054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867891 Mar 22 14:06:16.985527 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-b2be78e7-7f3f-460a-800a-02681a34f685 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461074 Mar 22 14:06:16.996007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:17.000908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf57da-a3b4-44c6-a5f5-7c1bc258ae26 service neutron] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:17.051602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2de1922b-4a80-4431-8a53-e5a1c6b5a1fc', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:14:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:52Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:17.064213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fcbe0-4a01-44fd-86aa-9e1347d1a689 req-5233b719-0f16-47b2-bac5-68c6f060c230 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.071095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff6fcbe0-4a01-44fd-86aa-9e1347d1a689 req-5233b719-0f16-47b2-bac5-68c6f060c230 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 944 time: 0.3967574 Mar 22 14:06:17.114860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e08ef840-4973-417e-a38c-fc1c330cff3d req-70fa2f5e-a32f-4418-b189-13ff39df0778 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213007 Mar 22 14:06:17.134123 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:17.152025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-f77b5307-a5eb-411c-9fb8-a2ac2d9a0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.153532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-f77b5307-a5eb-411c-9fb8-a2ac2d9a0482 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1126 time: 0.3462286 Mar 22 14:06:17.171005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:17.171885 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:17.180831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff6fcbe0-4a01-44fd-86aa-9e1347d1a689 req-1bc9d4af-739e-427a-ba1e-6dfe946ae0d9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954611 Mar 22 14:06:17.220522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164bfc7-b816-4b48-b2d4-890a28bede70 req-daf9415c-5136-46df-a5e2-ffbf7878670d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.222117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e164bfc7-b816-4b48-b2d4-890a28bede70 req-daf9415c-5136-46df-a5e2-ffbf7878670d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2636867 Mar 22 14:06:17.438970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 3, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:17.441303 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [req-62739708-b403-4773-9a93-6b0f217035e0 req-a83d7d3d-08bd-4628-9bce-f78bd7fb0caf service neutron] show failed (client error): The resource could not be found. Mar 22 14:06:17.442490 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-a83d7d3d-08bd-4628-9bce-f78bd7fb0caf service neutron] 10.222.0.82 "GET /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.3012977 Mar 22 14:06:17.500980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-745eb1fe-04ea-4c5c-9bec-80570ce35f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.510228 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-745eb1fe-04ea-4c5c-9bec-80570ce35f32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=253cc054458e40b392223cc3561e31bf&device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 1126 time: 0.2767572 Mar 22 14:06:17.512931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Checking router: 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:17.513290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Updating router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 port c06909f5-7abf-4cf8-9762-be050cc12510 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:06:17.520051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-8455c7d8-dc71-4a0c-9cf1-68ae9580886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.530520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-8455c7d8-dc71-4a0c-9cf1-68ae9580886d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 1128 time: 0.2262392 Mar 22 14:06:17.576307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:17.736285 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:17.891479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-793d7075-9c72-4183-96be-f02701a17887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.892970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-793d7075-9c72-4183-96be-f02701a17887 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5b59c95d-2bf7-4037-8def-71c90af1054a HTTP/1.1" status: 200 len: 916 time: 0.3615282 Mar 22 14:06:17.895891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-dea26b84-46f6-43aa-ab6f-e7a34525ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:17.897235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-dea26b84-46f6-43aa-ab6f-e7a34525ede5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 0.3549993 Mar 22 14:06:17.910382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-34910c1b-6db1-40fe-881d-7b368bef5d49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 217 time: 0.7284188 Mar 22 14:06:17.920178 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830e8cfa-88ed-4411-bbd7-dfc4f890bcd5 x-openstack-request-id: req-830e8cfa-88ed-4411-bbd7-dfc4f890bcd5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:17.920820 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:17.921385 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-830e8cfa-88ed-4411-bbd7-dfc4f890bcd5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:17.922013 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830e8cfa-88ed-4411-bbd7-dfc4f890bcd5'] response: {'name': 'network-changed', 'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'status': 'completed', 'code': 200} Mar 22 14:06:18.000446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-26d1cea6-bf7c-40af-9edf-cd5d0de8a181 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7ea292c-1848-449c-95af-a664b2d74882 HTTP/1.1" status: 200 len: 217 time: 0.0947204 Mar 22 14:06:18.064869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-726dc027-3b61-4a06-b58c-c9cd05fea857 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 200 len: 999 time: 0.1442060 Mar 22 14:06:18.066460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-55a53245-5009-4c1c-983b-a7f390b8bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.067815 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-55a53245-5009-4c1c-983b-a7f390b8bd3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee2546e1-5b43-4283-9b26-095a7c6c1e52 HTTP/1.1" status: 200 len: 854 time: 0.0619497 Mar 22 14:06:18.126810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-dd18d13e-9c68-4355-a561-dcf924a03e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.128274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-dd18d13e-9c68-4355-a561-dcf924a03e74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1592464 Mar 22 14:06:18.153941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks [] for port (c06909f5-7abf-4cf8-9762-be050cc12510), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.167146 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.189526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e164bfc7-b816-4b48-b2d4-890a28bede70 req-383b5b65-376d-4719-a95a-c0eb01170359 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8522687 Mar 22 14:06:18.191935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-72b1e0c2-15f1-43b4-a892-fda4c50b9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.202737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-72b1e0c2-15f1-43b4-a892-fda4c50b9ab1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1255121 Mar 22 14:06:18.230780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db511f1-fdf3-4e42-a398-22b461b29f6d None None] Pushing event updated for resources: {'Port': ['ID=c06909f5-7abf-4cf8-9762-be050cc12510,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:18.233882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-65f0d19e-76e6-40e4-8a31-23cbb945584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.242469 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-65f0d19e-76e6-40e4-8a31-23cbb945584e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5b59c95d-2bf7-4037-8def-71c90af1054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1559472 Mar 22 14:06:18.258621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Attempting to bind port c06909f5-7abf-4cf8-9762-be050cc12510 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:18.258991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Attempting to bind port c06909f5-7abf-4cf8-9762-be050cc12510 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:18.259351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Attempting to bind port c06909f5-7abf-4cf8-9762-be050cc12510 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:18.271189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:18.271563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:18.271977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.272368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:18.272847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Bound port: c06909f5-7abf-4cf8-9762-be050cc12510, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:18.273215 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.284223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2de1922b-4a80-4431-8a53-e5a1c6b5a1fc', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:14:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:52Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:18.343141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732fcf40-7d1d-49fe-9f03-cd03e6f2fc3b None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2de1922b-4a80-4431-8a53-e5a1c6b5a1fc', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'port_id': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'mac_address': 'fa:16:3e:14:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:52Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 1, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:18.353547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-e530dc96-611d-4a5f-9cec-50e7f09c72f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911604 Mar 22 14:06:18.379524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] For port c06909f5-7abf-4cf8-9762-be050cc12510, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:18.383195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] For port c06909f5-7abf-4cf8-9762-be050cc12510, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c06909f5-7abf-4cf8-9762-be050cc12510,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:18.384427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-0e0874aa-66d2-4130-89c9-8c10fd5e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.390504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-0e0874aa-66d2-4130-89c9-8c10fd5e4570 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1796465 Mar 22 14:06:18.399012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.474320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-044a14f0-1270-4f0e-bb43-433c60e75c17 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961138 Mar 22 14:06:18.508189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db511f1-fdf3-4e42-a398-22b461b29f6d None None] Pushing event updated for resources: {'Port': ['ID=c06909f5-7abf-4cf8-9762-be050cc12510,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:18.545357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:18.550596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:05:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:18.556038 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0c423e0e-0927-4a1d-8e4b-c8ed26ff7560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:18.640744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-36ec0b59-8355-4267-987d-9be813ed0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.642383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-36ec0b59-8355-4267-987d-9be813ed0fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1132 time: 0.7306778 Mar 22 14:06:18.643806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-b2e4b600-7298-4680-b439-033ac202bf59 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354279 Mar 22 14:06:18.645369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7a67-7bf0-41b3-8a4c-aa2376ce7c22 req-9400cc03-1c8f-4a2e-bff3-ced9180d7fec tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.660118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d39b7a67-7bf0-41b3-8a4c-aa2376ce7c22 req-9400cc03-1c8f-4a2e-bff3-ced9180d7fec tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 1127 time: 0.7080376 Mar 22 14:06:18.671982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:18.699466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:18.795969 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3a316-b7c2-425f-a9d8-bcee7c58dcd7 None None] New status for floating IP 2de1922b-4a80-4431-8a53-e5a1c6b5a1fc: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:18.807260 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5b419df0-64d4-49b1-8de2-213b29b212a4 req-47db3c8f-af09-4191-89ca-3ce51a7f1ed0 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250184 Mar 22 14:06:18.830114 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3f4e9827-32c9-4566-8851-0d30c88a8665 req-6466ba49-f653-4440-b079-d951bd368765 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782076 Mar 22 14:06:18.863589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ee185-8661-4eaa-b21b-ba8eee5cedd1 req-b68d09b7-0dfc-4902-8ae1-7d8b7e1bf520 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:18.870939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-022ee185-8661-4eaa-b21b-ba8eee5cedd1 req-b68d09b7-0dfc-4902-8ae1-7d8b7e1bf520 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.5255606 Mar 22 14:06:18.874165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-88995e0a-f5e6-40d5-8b42-90a6ff994cd3 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501920 Mar 22 14:06:18.946275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 3, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:18.950341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d39b7a67-7bf0-41b3-8a4c-aa2376ce7c22 req-d394d820-156d-4547-9262-475ac292bbd8 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892594 Mar 22 14:06:18.998720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5ba6b-20ca-41b8-b212-278feb75c373 None None] The sync data for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 is: [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:13Z', 'revision_number': 3, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:19.024405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.151420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c7c51be-3630-41d1-971a-048599e3d564 req-1c3b37d7-aea8-4392-9939-da8f7b93132f tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0628991 Mar 22 14:06:19.159884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-022ee185-8661-4eaa-b21b-ba8eee5cedd1 req-0c839cd6-8950-48cd-9986-c46adbdb875a tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880988 Mar 22 14:06:19.397059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1815fe10-29a3-4e6e-b343-bf5792eb62a4 req-3cf0562e-b14a-4679-9a16-272a94347c46 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097775 Mar 22 14:06:19.468834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.524851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7561f0-d073-44a3-9b48-7cc1bb92375f req-87064966-2784-4645-8356-04e181993094 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:19.530559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc7561f0-d073-44a3-9b48-7cc1bb92375f req-87064966-2784-4645-8356-04e181993094 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 944 time: 0.2608302 Mar 22 14:06:19.555643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c7002-be40-4036-a482-41de55e37cb0 req-2b68f905-a8c4-422e-af36-cae5042348cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:19.558872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a4c7002-be40-4036-a482-41de55e37cb0 req-2b68f905-a8c4-422e-af36-cae5042348cc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 0.2647655 Mar 22 14:06:19.644033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:19.759019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a4c7002-be40-4036-a482-41de55e37cb0 req-695a060b-27ce-46dd-8e10-0143f1bcf078 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901963 Mar 22 14:06:19.761915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc7561f0-d073-44a3-9b48-7cc1bb92375f req-71b83f42-e860-4fa1-8850-16a0ab36fd36 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186725 Mar 22 14:06:19.774333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:19.863951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks [] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:19.911658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Transition to ACTIVE for port object 6b8d6173-99b8-4af5-81e2-7a0852f7b804 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:19.913274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Allocated IP 172.20.0.1 (c7966d2a-9691-443e-a19b-83597e8841ed/dd6f37f6-0ca5-441f-9ccb-dfde0e00e410/db6c98dd-6814-450b-844b-d32961956521) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:19.938246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'}, {'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:19.941048 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334"}, {"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:19.949157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.089416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.110724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] No DVR routers for this DVR port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:20.135338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c06909f5-7abf-4cf8-9762-be050cc12510 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:20.151716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702231-12af-49e8-a3dc-f8114f586c06 req-f41b1693-4ce7-485d-b790-2dd9a3aa6082 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:20.160566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5702231-12af-49e8-a3dc-f8114f586c06 req-f41b1693-4ce7-485d-b790-2dd9a3aa6082 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2632284 Mar 22 14:06:20.282601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c06909f5-7abf-4cf8-9762-be050cc12510 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:20.283739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.315628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks [] for port (db6c98dd-6814-450b-844b-d32961956521), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.333631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:20.334156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:20.334571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:20.360079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:20.360559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Attempting to bind port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:20.381509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5702231-12af-49e8-a3dc-f8114f586c06 req-1e9bcd8e-dae1-4bda-92fd-69b89ac76740 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199337 Mar 22 14:06:20.390800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:20.398065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:20.399173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:20.399933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Bound port: 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:20.400546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.452865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c06909f5-7abf-4cf8-9762-be050cc12510 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:20.453026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.477406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c06909f5-7abf-4cf8-9762-be050cc12510, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c06909f5-7abf-4cf8-9762-be050cc12510,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:20.484235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.518737 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d12f59-3332-4443-8a74-c5a42fae0386 x-openstack-request-id: req-c5d12f59-3332-4443-8a74-c5a42fae0386 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:20.519162 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334", "status": "completed", "code": 200}, {"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:20.519538 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5d12f59-3332-4443-8a74-c5a42fae0386 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:20.520087 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d12f59-3332-4443-8a74-c5a42fae0386'] response: {'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'status': 'completed', 'code': 200} Mar 22 14:06:20.520417 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d12f59-3332-4443-8a74-c5a42fae0386'] response: {'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'code': 200} Mar 22 14:06:20.539083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (db6c98dd-6814-450b-844b-d32961956521), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.541283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:20.592339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c06909f5-7abf-4cf8-9762-be050cc12510,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.622277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:06:20.624224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:20.712391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Network c7966d2a-9691-443e-a19b-83597e8841ed is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:20.735260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:20.739864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:20.743078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8fa986a4-62e2-471e-a16f-c7f0caa4bb94 req-79d89587-b393-4c18-a065-86ff9f841c2d tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0784223 Mar 22 14:06:20.746259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:20.748188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Pushing event updated for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:20.780847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:20.805524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.855372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.905803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-338e4b29-22f8-4ed1-8981-df4ab2d38c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.908564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-73466b77-6bca-4121-8da4-a09ae6ec42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:20.910101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-73466b77-6bca-4121-8da4-a09ae6ec42c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1126 time: 0.3363223 Mar 22 14:06:20.916955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7ae50-467d-47b1-95a5-ab4cc991d9de req-05a39a8d-30b1-41ab-8b21-f4773aaf41b2 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:20.923994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c7ae50-467d-47b1-95a5-ab4cc991d9de req-05a39a8d-30b1-41ab-8b21-f4773aaf41b2 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.2882004 Mar 22 14:06:20.966730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:20.967511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:20.969105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] 10.222.0.78 "PUT /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 1096 time: 2.3069537 Mar 22 14:06:21.222657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7df03d8b-9840-4a17-bc9d-b8e3d70538ad None None] Provisioning complete for port db6c98dd-6814-450b-844b-d32961956521 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:21.224708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7df03d8b-9840-4a17-bc9d-b8e3d70538ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6c98dd-6814-450b-844b-d32961956521), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:21.293793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7df03d8b-9840-4a17-bc9d-b8e3d70538ad None None] Port db6c98dd-6814-450b-844b-d32961956521 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:06:21.464730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb75c4-6641-4d26-94ad-d8478134abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:21.540349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c7ae50-467d-47b1-95a5-ab4cc991d9de req-618f66d5-90f4-4a2c-b3c1-2484515781aa tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6152298 Mar 22 14:06:21.568473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-87fd381a-ec5a-487c-b3a5-81593ed44961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.569832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-87fd381a-ec5a-487c-b3a5-81593ed44961 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.6418090 Mar 22 14:06:21.579931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6867c7d-7e73-4540-8768-d805eb574306 req-a7285f68-3eb4-4705-81f0-29f75bfb6e31 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.583747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6867c7d-7e73-4540-8768-d805eb574306 req-a7285f68-3eb4-4705-81f0-29f75bfb6e31 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 0.6501532 Mar 22 14:06:21.597849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-a76fc7df-8edb-45dd-ae3b-e97d67bf127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.599376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-a76fc7df-8edb-45dd-ae3b-e97d67bf127b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.2005804 Mar 22 14:06:21.659694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-d895dbd3-8c5c-49a8-a770-fbd91c729cc7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 217 time: 0.0734143 Mar 22 14:06:21.773287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6c98dd-6814-450b-844b-d32961956521), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:21.806950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:21.834006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6867c7d-7e73-4540-8768-d805eb574306 req-1c38eced-e099-4f2e-8efc-2b318399d391 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393725 Mar 22 14:06:21.835289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-99f3d554-f2e6-45b5-9a9a-bc2ab9441e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.836653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-99f3d554-f2e6-45b5-9a9a-bc2ab9441e97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1581044 Mar 22 14:06:21.906861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-70f98cea-5d2a-486b-a2a3-db6984e84359 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418139 Mar 22 14:06:21.954978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6a2df-3ea8-4a8f-999c-2372e65103c8 req-c0a45894-f6f2-4788-8002-97f838c7b765 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.956462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ee6a2df-3ea8-4a8f-999c-2372e65103c8 req-c0a45894-f6f2-4788-8002-97f838c7b765 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 944 time: 0.3085263 Mar 22 14:06:21.965355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-a9334e2b-c0f1-49ed-9bca-8eb44d824246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:21.966824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-a9334e2b-c0f1-49ed-9bca-8eb44d824246 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3178706 Mar 22 14:06:22.021453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c06909f5-7abf-4cf8-9762-be050cc12510 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:22.082665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c06909f5-7abf-4cf8-9762-be050cc12510 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:22.083528 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.084296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-0027b814-386c-4f11-ac0e-d057212e302d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0742817 Mar 22 14:06:22.168925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c06909f5-7abf-4cf8-9762-be050cc12510 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:22.237037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57414e99-3c61-4b71-88f9-9bdefc375b29 req-8a6338b5-c95f-40c1-800d-27bc0bd7aec4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.238618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57414e99-3c61-4b71-88f9-9bdefc375b29 req-8a6338b5-c95f-40c1-800d-27bc0bd7aec4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.3401506 Mar 22 14:06:22.243249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-0046b3fa-8406-4662-bc20-b53b3a01761f service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213608 Mar 22 14:06:22.247072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-1a46a359-d151-42d5-8c46-64691f9ac725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.248657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-1a46a359-d151-42d5-8c46-64691f9ac725 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1299148 Mar 22 14:06:22.255360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ee6a2df-3ea8-4a8f-999c-2372e65103c8 req-0bc5a597-b03b-4f72-ac16-d25604e130a8 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876372 Mar 22 14:06:22.450993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80a9dfab-9940-427e-b7ac-ee2892c5cc08 req-30656477-7212-4fc0-8ea7-d478d2c94e4f tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0614974 Mar 22 14:06:22.454755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks [] for port (db6c98dd-6814-450b-844b-d32961956521), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.466368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57414e99-3c61-4b71-88f9-9bdefc375b29 req-8814ea47-4e95-4230-91cd-5e0a41660385 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148926 Mar 22 14:06:22.472467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (db6c98dd-6814-450b-844b-d32961956521), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.479810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739708-b403-4773-9a93-6b0f217035e0 req-b14db469-c42b-48c4-8603-cbf081916626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.481306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-b14db469-c42b-48c4-8603-cbf081916626 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2215180 Mar 22 14:06:22.537407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:22.539592 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6110cfc-eee2-4107-9605-500ef5b28933" -d '{"events": [{"name": "network-changed", "server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:22.595280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d1a42ed-6612-4a6d-aa39-ac785ff1aaa2 req-8de85187-2af9-426d-94e1-a51ff0bedd38 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363986 Mar 22 14:06:22.606345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:22.624270 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebe734-14ce-40d9-ad77-6a24487ee244 x-openstack-request-id: req-8bebe734-14ce-40d9-ad77-6a24487ee244 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:22.624631 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:22.624856 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bebe734-14ce-40d9-ad77-6a24487ee244 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:22.625201 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bebe734-14ce-40d9-ad77-6a24487ee244'] response: {'name': 'network-changed', 'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'status': 'completed', 'code': 200} Mar 22 14:06:22.627736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Pushing event updated for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:22.684036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-61056bf7-e0ae-4166-aa2d-381e2be271fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.685657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-61056bf7-e0ae-4166-aa2d-381e2be271fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.0640378 Mar 22 14:06:22.743947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-af0b401d-f587-4afa-991c-fdcba1f0d9c4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375126 Mar 22 14:06:22.776251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-9cbc4fdd-7e25-477d-9026-3905da8037a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.777927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-9cbc4fdd-7e25-477d-9026-3905da8037a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.0860927 Mar 22 14:06:22.819467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-1e0ed0a9-85ca-4db9-a716-93b259fba93a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0350890 Mar 22 14:06:22.822934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807376d-3a15-4658-a728-9b9386622565 req-3a8c86fe-0afe-465b-bb51-3c1bb892a2d6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.824388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a807376d-3a15-4658-a728-9b9386622565 req-3a8c86fe-0afe-465b-bb51-3c1bb892a2d6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1710584 Mar 22 14:06:22.838108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Network c7966d2a-9691-443e-a19b-83597e8841ed is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:22.852856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:22.874601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-5bfdaf9c-822f-4095-93a6-85cde1962916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.876889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-5bfdaf9c-822f-4095-93a6-85cde1962916 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0509598 Mar 22 14:06:22.942554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-7580f63a-6d12-4605-88b5-b5613111d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:22.944482 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-7580f63a-6d12-4605-88b5-b5613111d831 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0605321 Mar 22 14:06:22.970190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-fcc5c058-829f-4b17-ab24-2cec4716f0c1 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177467 Mar 22 14:06:22.993038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a807376d-3a15-4658-a728-9b9386622565 req-45aa3233-6448-4c85-903d-79cac3c92a19 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568136 Mar 22 14:06:23.118471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-afa4c1ce-1d39-4ac8-8287-8dd7c46a82c9 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665921 Mar 22 14:06:23.138036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:23.154265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a5175-8d72-4196-bb2b-57b34c47059a req-7c9d3528-85e6-482b-9c48-c27580b798b3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.161831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8a5175-8d72-4196-bb2b-57b34c47059a req-7c9d3528-85e6-482b-9c48-c27580b798b3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 0.1883643 Mar 22 14:06:23.188714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-96e1fea7-d80a-425a-89eb-42b471cd1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.190245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-96e1fea7-d80a-425a-89eb-42b471cd1dc8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.1344855 Mar 22 14:06:23.263295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f9c4d38-933d-420b-a9ce-cba484cad974 None None] Provisioning complete for port db6c98dd-6814-450b-844b-d32961956521 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:23.263880 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f9c4d38-933d-420b-a9ce-cba484cad974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6c98dd-6814-450b-844b-d32961956521), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:23.280070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-69bcd75a-342e-4c29-a1d0-841cfdbc4075 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542501 Mar 22 14:06:23.335013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c4d38-933d-420b-a9ce-cba484cad974 None None] Port db6c98dd-6814-450b-844b-d32961956521 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:06:23.372924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8a5175-8d72-4196-bb2b-57b34c47059a req-eb7c6f8b-1e3f-48d9-83b3-df7dfda2fcf0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100754 Mar 22 14:06:23.446074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-6ecdd6a1-92a7-439b-8048-cb4eba37d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.447600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-6ecdd6a1-92a7-439b-8048-cb4eba37d36b service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2493873 Mar 22 14:06:23.453099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:23.465442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Sync routers for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:23.472842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d64bfab7-ee8a-4298-9464-ad5cac25638b admin admin] 10.222.0.81 "PUT /v2.0/routers/493f8ac9-1363-4e7d-9d28-e8d5192b17e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6635449 Mar 22 14:06:23.481516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:23.482321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:23.511128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-efc7d3de-0142-4c5e-ad02-29874091f0d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0560501 Mar 22 14:06:23.528120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7eb6-864b-4544-ad4d-0e9fa0bb18b4 req-3c8b3ec7-245d-4051-8661-0361d1a1a90b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.529713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc9d7eb6-864b-4544-ad4d-0e9fa0bb18b4 req-3c8b3ec7-245d-4051-8661-0361d1a1a90b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 944 time: 0.1783323 Mar 22 14:06:23.605214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-2d0c8559-57ff-45f9-852e-f86dbec08f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.607056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-2d0c8559-57ff-45f9-852e-f86dbec08f57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0764287 Mar 22 14:06:23.640280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc9d7eb6-864b-4544-ad4d-0e9fa0bb18b4 req-1a273d2f-6163-4ff4-9904-da3848e45435 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986469 Mar 22 14:06:23.725837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-ce2b5055-29b5-4792-803d-52f6be439405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:23.727414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-ce2b5055-29b5-4792-803d-52f6be439405 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1117926 Mar 22 14:06:23.781591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:23.808172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:23.862568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-7b710b16-a15d-4d7e-bd5b-2ac7a4383fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281955 Mar 22 14:06:23.864519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31030e70-5f69-4f51-aed5-66e40a0feaa0 req-46d94967-0c13-409d-82d0-468cf87856f8 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0376909 Mar 22 14:06:23.956962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:24.029977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6110cfc-eee2-4107-9605-500ef5b28933 req-4dbb1543-b83c-48e9-83b3-e79e0aaed97f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536691 Mar 22 14:06:24.068475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:24.131055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36353a6a-c76e-4e20-a50a-7d41d3b65c3c req-46bbdb50-e9ed-4ea2-a816-f07eaeac6229 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:24.135711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'network_id': 'fc85864f-423a-4d48-a9f0-9144bc66aa23', 'port_id': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'mac_address': 'fa:16:3e:81:41:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2b4d2c-719b-42dc-b9c1-20c3725afa6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:24.136091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36353a6a-c76e-4e20-a50a-7d41d3b65c3c req-46bbdb50-e9ed-4ea2-a816-f07eaeac6229 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.1050737 Mar 22 14:06:24.202497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:24.203199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.210285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36353a6a-c76e-4e20-a50a-7d41d3b65c3c req-34e3148e-51da-4ae5-be0c-5baaa81be264 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658290 Mar 22 14:06:24.227279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:24.277141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:24.288353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.348633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:24.356623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197953851', 'description': 'tempest-description--1587000201'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:24.356855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:24.363107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 2, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:24.394563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Checking router: 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:24.394986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Updating router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 port db6c98dd-6814-450b-844b-d32961956521 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:06:24.415833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.426256 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6c98dd-6814-450b-844b-d32961956521), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.447174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ebe0-a87b-4d95-a70b-14d98e493889 req-56a96548-ec0b-439c-b967-fdeb223fcc21 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:24.448722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aa8ebe0-a87b-4d95-a70b-14d98e493889 req-56a96548-ec0b-439c-b967-fdeb223fcc21 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.0798256 Mar 22 14:06:24.534527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aa8ebe0-a87b-4d95-a70b-14d98e493889 req-b07f937a-67a2-4eb8-9738-90cff45631fb tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777285 Mar 22 14:06:24.565116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (d25afe60-d4c1-423f-b87e-386e35ddadee), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.570269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d25afe60-d4c1-423f-b87e-386e35ddadee), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.604287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.609187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2579234 Mar 22 14:06:24.610135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37794) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:24.612126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9c86-edca-4c97-96ff-2f708f8f259a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25afe60-d4c1-423f-b87e-386e35ddadee,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:24.618900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'security_group_rule': {'security_group_id': 'd25afe60-d4c1-423f-b87e-386e35ddadee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:24.657544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:24.661112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (94b8515d-a64f-4dee-95e4-8392f9ca24ca), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.732327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (94b8515d-a64f-4dee-95e4-8392f9ca24ca), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.740322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (94b8515d-a64f-4dee-95e4-8392f9ca24ca), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.775698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b8515d-a64f-4dee-95e4-8392f9ca24ca,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:24.781732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.788017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:24.788230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754482 Mar 22 14:06:24.794604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'security_group_rule': {'security_group_id': 'd25afe60-d4c1-423f-b87e-386e35ddadee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:24.795899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.796578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.796933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.798399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.798870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.799216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.800251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.800600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.801003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.801344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.801679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.802028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.802359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.802685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.803007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8efaa-33ab-40e3-a8bc-eee37f2c479f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:24.845559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6581-c770-4c68-bce7-ea702ee76c70 req-240d02dc-644f-4f7d-9e5a-d0dae63b0377 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:24.852848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bcc6581-c770-4c68-bce7-ea702ee76c70 req-240d02dc-644f-4f7d-9e5a-d0dae63b0377 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 945 time: 0.1143305 Mar 22 14:06:24.860442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (f776d9ea-0d1f-499e-a073-20d698d2e4b8), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.891065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks [] for port (db6c98dd-6814-450b-844b-d32961956521), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.892825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.906888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db6c98dd-6814-450b-844b-d32961956521), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.930172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bcc6581-c770-4c68-bce7-ea702ee76c70 req-4792199d-7684-468a-95f7-9c86510b7a34 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762923 Mar 22 14:06:24.945885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (f776d9ea-0d1f-499e-a073-20d698d2e4b8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.969222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f776d9ea-0d1f-499e-a073-20d698d2e4b8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:24.982378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25a3af-49e6-4ed2-ad93-6e6d78121aa4 None None] Pushing event updated for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:24.999739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f776d9ea-0d1f-499e-a073-20d698d2e4b8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:25.031567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.035969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c022cffa-eaac-4e83-8dfe-46730a97ebbe tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425921 Mar 22 14:06:25.036905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:25.043273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:25.051766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-207bda27-ac7f-4932-abbd-edf70c61ff35 req-86abf080-0148-4d1d-9acb-af28407d2238 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0397696 Mar 22 14:06:25.076902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.080877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Attempting to bind port db6c98dd-6814-450b-844b-d32961956521 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:25.081249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Attempting to bind port db6c98dd-6814-450b-844b-d32961956521 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:25.081614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Attempting to bind port db6c98dd-6814-450b-844b-d32961956521 on network c7966d2a-9691-443e-a19b-83597e8841ed {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:25.086921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:25.087299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Checking segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:25.087706 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.088343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Bound using segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:25.088814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Bound port: db6c98dd-6814-450b-844b-d32961956521, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:25.089191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6c98dd-6814-450b-844b-d32961956521), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.192075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] For port db6c98dd-6814-450b-844b-d32961956521, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:25.196223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] For port db6c98dd-6814-450b-844b-d32961956521, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db6c98dd-6814-450b-844b-d32961956521,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:25.210413 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db6c98dd-6814-450b-844b-d32961956521), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.221663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.286674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:25.287316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:25.424847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Allocated IP 172.25.3.231 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/bbe1a55d-794e-4eaf-8f8a-1169f8517e2f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:25.429449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388faa9f-7ada-4077-9020-2c39990926ed req-04f20a71-c32b-4f34-9226-93cb2272255b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:25.443541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-388faa9f-7ada-4077-9020-2c39990926ed req-04f20a71-c32b-4f34-9226-93cb2272255b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.1110175 Mar 22 14:06:25.530542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-388faa9f-7ada-4077-9020-2c39990926ed req-84ae3e47-b648-4b41-a6c4-a51f38d21fbc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861342 Mar 22 14:06:25.540754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25a3af-49e6-4ed2-ad93-6e6d78121aa4 None None] Pushing event updated for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:25.578667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Provisioning complete for port db6c98dd-6814-450b-844b-d32961956521 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:25.579070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6c98dd-6814-450b-844b-d32961956521), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.639056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.667880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:25.682640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.755437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:25.757561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:25.760596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc4c2-2b36-4fd1-bb5d-c2a0a02ab7a3 req-799c20af-0111-48c9-8fff-61eecbc8fe27 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:25.763926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'Port': ['ID=bbe1a55d-794e-4eaf-8f8a-1169f8517e2f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:25.773337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:25.775501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:25.780477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:25.784508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d60fc4c2-2b36-4fd1-bb5d-c2a0a02ab7a3 req-799c20af-0111-48c9-8fff-61eecbc8fe27 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1560588 Mar 22 14:06:25.882860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d60fc4c2-2b36-4fd1-bb5d-c2a0a02ab7a3 req-c76600bd-1dae-46c2-b615-459458bce814 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957563 Mar 22 14:06:25.906646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:25.946977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c008cd-19a6-466e-9e5d-a91f11dbd656 req-5324280e-d250-4079-9300-f81ccfc9e2f2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:25.951277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51c008cd-19a6-466e-9e5d-a91f11dbd656 req-5324280e-d250-4079-9300-f81ccfc9e2f2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 948 time: 0.0863149 Mar 22 14:06:26.023224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51c008cd-19a6-466e-9e5d-a91f11dbd656 req-42a155a6-7094-44de-90ab-73924ce62e5f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Mar 22 14:06:26.044922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.120647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea50e9-b13b-4d9c-9a43-668ce7a40fb0 req-e4f24435-b792-40ee-8af7-d568cc6a12c5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:26.125613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-d153cecb-0856-4d99-aa8a-e8e93c710638 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:26.127305 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-d153cecb-0856-4d99-aa8a-e8e93c710638 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0&tenant_id=b23e930116f642bda5ce38b75f0172c6&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 948 time: 0.1688626 Mar 22 14:06:26.127994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8ea50e9-b13b-4d9c-9a43-668ce7a40fb0 req-e4f24435-b792-40ee-8af7-d568cc6a12c5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 945 time: 0.0929737 Mar 22 14:06:26.220452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbac5c61-a730-4b89-b84b-3c1bed503be6 req-18b31ea8-5b45-4d3e-bcce-113900e91703 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0520053 Mar 22 14:06:26.238357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:26.250199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Current status of the port db6c98dd-6814-450b-844b-d32961956521 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:26.251019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db6c98dd-6814-450b-844b-d32961956521), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.256182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8ea50e9-b13b-4d9c-9a43-668ce7a40fb0 req-ac0f18e4-aa2a-40ef-905f-5a285029ffd2 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271017 Mar 22 14:06:26.285712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:26.286054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.287860 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-10032af9-c752-4121-ace7-672fe5bfe7bf service neutron] delete failed (client error): The resource could not be found. Mar 22 14:06:26.288906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-10032af9-c752-4121-ace7-672fe5bfe7bf service neutron] 10.222.0.82 "DELETE /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.1528993 Mar 22 14:06:26.389740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.399517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] For port db6c98dd-6814-450b-844b-d32961956521, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db6c98dd-6814-450b-844b-d32961956521,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.403400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.420717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db6c98dd-6814-450b-844b-d32961956521), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.476763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e008d2b-a911-40db-9d7d-112cdd7839d4 None None] Pushing event updated for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:26.508853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.539026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'mac_address': 'fa:16:3e:aa:9a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:26.650334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:25Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:26.653021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:26.653415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.692843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4dac66d5-3c5d-431e-96a5-61f3c5b5e562 None None] Provisioning complete for port db6c98dd-6814-450b-844b-d32961956521 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:26.693219 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4dac66d5-3c5d-431e-96a5-61f3c5b5e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6c98dd-6814-450b-844b-d32961956521), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.729950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feacd5-0b6f-468c-adb8-0a0c55244671 None None] The sync data for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 is: [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:25Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:26.770489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.771642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:26.772223 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.783408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-9efb6275-6a81-473c-a3b3-33c7c935c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:26.784884 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-9efb6275-6a81-473c-a3b3-33c7c935c783 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1130 time: 0.4367065 Mar 22 14:06:26.793234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:26.794338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'Port': ['ID=bbe1a55d-794e-4eaf-8f8a-1169f8517e2f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:26.808531 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71668e-0264-4682-80c8-ff4463466658" -d '{"events": [{"server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "name": "network-vif-plugged", "status": "completed", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:26.814506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d6173-99b8-4af5-81e2-7a0852f7b804 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:26.819119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.875400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:26.884626 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.913337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:26.926644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-fe34192c-b029-4cd7-8394-961a98b5f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:26.928345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-fe34192c-b029-4cd7-8394-961a98b5f469 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1226394 Mar 22 14:06:26.931833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:26.984759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-38a2c4b6-5b21-4bb2-9f13-dc8f08813575 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 200 len: 217 time: 0.0484867 Mar 22 14:06:27.001087 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8cfa3-8305-41d3-82b9-fea69c2e14f5 x-openstack-request-id: req-15b8cfa3-8305-41d3-82b9-fea69c2e14f5 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:27.001594 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "name": "network-vif-plugged", "status": "completed", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:27.001594 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15b8cfa3-8305-41d3-82b9-fea69c2e14f5 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:27.002011 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b8cfa3-8305-41d3-82b9-fea69c2e14f5'] response: {'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'code': 200} Mar 22 14:06:27.010520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:27.022117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4dac66d5-3c5d-431e-96a5-61f3c5b5e562 None None] Current status of the port db6c98dd-6814-450b-844b-d32961956521 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:27.031687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:27.033537 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7be4c22d-32c9-4257-9168-ea7830057546 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9949620 Mar 22 14:06:27.098286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-a6973190-017b-48c6-9b81-a1e49626e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.100919 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-a6973190-017b-48c6-9b81-a1e49626e5eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1089439 Mar 22 14:06:27.179678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-9cb3b5e3-0d33-4705-bb27-918cdf77a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.181286 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-9cb3b5e3-0d33-4705-bb27-918cdf77a0cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0719945 Mar 22 14:06:27.182693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:27.210564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bf89-8091-4ee3-ac14-38ac872d52d4 req-707f9204-daea-416c-bf64-7d918e69a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.214745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9855bf89-8091-4ee3-ac14-38ac872d52d4 req-707f9204-daea-416c-bf64-7d918e69a06d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1128 time: 0.1559789 Mar 22 14:06:27.354993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58097-9686-423d-9865-95cfd3747e2a req-54cf20a8-786c-4f1e-bbd4-0f637f0dd2fa tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.356571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4aa58097-9686-423d-9865-95cfd3747e2a req-54cf20a8-786c-4f1e-bbd4-0f637f0dd2fa tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.2586792 Mar 22 14:06:27.416378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-c0ee13b7-e2b4-4c25-ab49-be3d9ef6393f service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248969 Mar 22 14:06:27.431570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9855bf89-8091-4ee3-ac14-38ac872d52d4 req-baf0045b-f7cd-45dd-ab2d-5ffa003a1f1e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968296 Mar 22 14:06:27.471059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c4de-101f-4b1d-a7c1-94a149cffe36 req-5389de42-5f64-4624-8ffb-6d38389dafb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:27.478895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92d7c4de-101f-4b1d-a7c1-94a149cffe36 req-5389de42-5f64-4624-8ffb-6d38389dafb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 949 time: 0.2624993 Mar 22 14:06:27.517366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4aa58097-9686-423d-9865-95cfd3747e2a req-a914534d-83f6-4097-8ca8-262a98309692 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194668 Mar 22 14:06:27.536308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4de7b10c-62c3-4f54-a355-f66136da1c8d req-43bdc169-e6a7-4c2f-8618-6499bfe76fd5 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129856 Mar 22 14:06:27.574105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92d7c4de-101f-4b1d-a7c1-94a149cffe36 req-fb7a8cae-340c-4e51-b8eb-37c7f2a81a5d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937929 Mar 22 14:06:27.712006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27b57007-cef1-4e68-b3c8-5a8d562dcdb5 req-daa6b07c-e594-458c-8cbf-eb3a0a41732f tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0611267 Mar 22 14:06:27.768603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:28.060778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.073390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:28.123578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e4be170d-c324-4dc8-b821-6800bd195350', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': 'e4be170d-c324-4dc8-b821-6800bd195350', 'mac_address': 'fa:16:3e:0d:64:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:28.194538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4be170d-c324-4dc8-b821-6800bd195350 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:28.194928 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.197133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db6c98dd-6814-450b-844b-d32961956521 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:28.237302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4be170d-c324-4dc8-b821-6800bd195350 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:28.261375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:28.277216 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.340987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port db6c98dd-6814-450b-844b-d32961956521 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:28.341360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db6c98dd-6814-450b-844b-d32961956521), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:28.353703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-95bf587f-4933-4b09-a966-3e188d2c87dc tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1197953851&fields=id&tenant_id=85d40ae6a94248b199c9e8692354375f HTTP/1.1" status: 200 len: 267 time: 0.7013834 Mar 22 14:06:28.386186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:28.415345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e4be170d-c324-4dc8-b821-6800bd195350'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:28.601860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port db6c98dd-6814-450b-844b-d32961956521 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:28.625786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2cc1c-cc0a-4a22-9ec4-293fc2236826 req-70395516-0a75-4a04-981c-c20ea4c2486f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:28.638342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a2cc1c-cc0a-4a22-9ec4-293fc2236826 req-70395516-0a75-4a04-981c-c20ea4c2486f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 946 time: 0.2504325 Mar 22 14:06:28.732248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-159f5034-2d1e-4e25-b349-688a786fe195 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:28.739166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-159f5034-2d1e-4e25-b349-688a786fe195 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/networks?id=c7966d2a-9691-443e-a19b-83597e8841ed HTTP/1.1" status: 200 len: 805 time: 0.3820605 Mar 22 14:06:28.761537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-c60bae24-81c2-484d-8b24-cb2c9692d4f6 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/quotas/85d40ae6a94248b199c9e8692354375f HTTP/1.1" status: 200 len: 375 time: 0.0212882 Mar 22 14:06:28.798246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a2cc1c-cc0a-4a22-9ec4-293fc2236826 req-48372db3-9501-414c-8f50-38f5a414c940 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432188 Mar 22 14:06:28.889916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-05d3d812-3d02-4959-8533-02106b5b32da tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=85d40ae6a94248b199c9e8692354375f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201465 Mar 22 14:06:28.929617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.025877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-11a50602-9990-446d-92ae-ed6f5fc53730 service neutron] 10.222.0.81 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319611 Mar 22 14:06:29.168593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f3597-d48e-4b04-8b27-81a3a5b3e9ff req-0a508a14-c0af-4868-9450-2a6a5f0ed9c2 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.171565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b66f3597-d48e-4b04-8b27-81a3a5b3e9ff req-0a508a14-c0af-4868-9450-2a6a5f0ed9c2 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1206269 Mar 22 14:06:29.213724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-781b6e38-5587-4483-852b-9154d314b123 service neutron] 10.222.0.81 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866851 Mar 22 14:06:29.287389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b66f3597-d48e-4b04-8b27-81a3a5b3e9ff req-0517b61d-162c-43c6-8b2f-0d37aa0bde87 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045299 Mar 22 14:06:29.498180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b030-fdbf-4d45-ae47-422ddbb6f577 req-1199c75b-265d-4660-887f-a99866092515 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.507284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b27b030-fdbf-4d45-ae47-422ddbb6f577 req-1199c75b-265d-4660-887f-a99866092515 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 949 time: 0.1269238 Mar 22 14:06:29.621337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b27b030-fdbf-4d45-ae47-422ddbb6f577 req-d05e8454-a827-41cc-9f3f-d7d8174caa67 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121211 Mar 22 14:06:29.661861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfe52887-5d1c-434f-994a-1790ffbb21c1 req-9d71bc8a-3cb7-41d0-bc1d-48ef02809218 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0780249 Mar 22 14:06:29.717544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460c9a6-c9ec-4347-946a-18d9d82c7079 req-008871ae-f0aa-4983-ad08-e3c5a5698e1f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 210 time: 0.0381043 Mar 22 14:06:29.783464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:29.862143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f1042-6495-4d6f-807d-67c98188669c req-78e6a909-5e02-4a36-8b50-5c63da01076b tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.866907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d8f1042-6495-4d6f-807d-67c98188669c req-78e6a909-5e02-4a36-8b50-5c63da01076b tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 1131 time: 0.0980597 Mar 22 14:06:29.893021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:29.898951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:29.899425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:29.965385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d8f1042-6495-4d6f-807d-67c98188669c req-90f69472-71ed-40a0-80db-2ddd7214b5a4 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Mar 22 14:06:29.979388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bac03-819d-4588-a924-238c01cdc469 req-e2a5f922-ec2d-4882-ab49-eceb9ae4f77d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:29.987086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c9bac03-819d-4588-a924-238c01cdc469 req-e2a5f922-ec2d-4882-ab49-eceb9ae4f77d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 946 time: 0.0902150 Mar 22 14:06:30.077214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c9bac03-819d-4588-a924-238c01cdc469 req-8ace3a1d-4bca-43de-bbb1-5caad6abb6e5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Mar 22 14:06:30.123902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:30.128976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.196462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:30.200913 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eacbb7-02b5-4c99-87cf-f81f9d73664d" -d '{"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:30.235402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:30.243255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.244442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:30.318335 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d49a1-8a24-413f-868b-0738d444c6fd x-openstack-request-id: req-676d49a1-8a24-413f-868b-0738d444c6fd {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:30.319040 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:30.320015 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-676d49a1-8a24-413f-868b-0738d444c6fd {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:30.320254 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676d49a1-8a24-413f-868b-0738d444c6fd'] response: {'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'code': 200} Mar 22 14:06:30.388562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-16a52816-ddd1-44ad-96bf-58e6c0a43076 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1009428092&fields=id&tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 267 time: 0.1196847 Mar 22 14:06:30.422376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:30.463389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e4be170d-c324-4dc8-b821-6800bd195350 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:30.470166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4be170d-c324-4dc8-b821-6800bd195350), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.475408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-2f6a85a3-9d37-436a-878e-d0c4afe5431d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:30.476932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-2f6a85a3-9d37-436a-878e-d0c4afe5431d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 946 time: 0.0793166 Mar 22 14:06:30.506021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'security_groups': ['68e87c85-4838-4177-b18b-abccdfffabe5', 'b3c637ac-0419-40fc-b080-818554b4817d']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:30.621057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4be170d-c324-4dc8-b821-6800bd195350 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:30.621551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.649237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.660474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:30.674884 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:30.718832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7eb2-5a3d-4b71-82c4-13f920340ab1 req-52a41b31-f4b2-48d1-afbf-b117efed48a5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:30.726497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4afb7eb2-5a3d-4b71-82c4-13f920340ab1 req-52a41b31-f4b2-48d1-afbf-b117efed48a5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.2149355 Mar 22 14:06:30.773379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:30.837802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4afb7eb2-5a3d-4b71-82c4-13f920340ab1 req-759f820c-fe6c-4c77-a7f4-6cc51641e1f5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045766 Mar 22 14:06:30.985749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-e45f913b-c676-4a54-b7c6-01357728920e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383244 Mar 22 14:06:31.188275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:31.234810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-bb1bc61e-67c7-412e-a0e4-49b36ce4a26d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:31.250006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-bb1bc61e-67c7-412e-a0e4-49b36ce4a26d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632303 Mar 22 14:06:31.280437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-1e46f2ab-3905-4265-85dc-f4568d68e4ef tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/quotas/b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 375 time: 0.0284371 Mar 22 14:06:31.300084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:31.321696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:31.337369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d', '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:31.394033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:31.400039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:31.420087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89dab5c8-50ea-4b24-9ef7-305c5d37eca5 req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "PUT /v2.0/ports/444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 982 time: 0.9223084 Mar 22 14:06:31.423185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:31.435152 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead00838-8bb2-4561-814f-db747c2bace7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:31.463005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-64baa432-ed9d-4c0f-9a26-718574901ab4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:31.466602 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-64baa432-ed9d-4c0f-9a26-718574901ab4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.82 "GET /v2.0/networks?id=c7966d2a-9691-443e-a19b-83597e8841ed HTTP/1.1" status: 200 len: 805 time: 0.2992630 Mar 22 14:06:31.517906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:31.529978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:31.544673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.545605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.546201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.548134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.548698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.549547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.550997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.551545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.553347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.553899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.554476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.555053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.556164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.556706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.557239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ef772-56b1-41ba-a960-d7db6e5b0801 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:31.587584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-1aee7fea-60b3-4677-8b39-2e5a22b69f88 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d40ae6a94248b199c9e8692354375f HTTP/1.1" status: 200 len: 380 time: 0.1078079 Mar 22 14:06:31.595652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-1983a7b7-32e9-4d1f-9cb0-2445bd4afd54 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3141594 Mar 22 14:06:31.607684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'port': {'device_id': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'admin_state_up': True, 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'security_groups': ['d25afe60-d4c1-423f-b87e-386e35ddadee']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:31.701570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312d17c2-4f79-417c-b701-bda00c57cf73 req-f8d8a38f-e649-4fa0-b3a7-5f85d2ea1d01 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.1256533 Mar 22 14:06:31.746893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Made reservation on behalf of 85d40ae6a94248b199c9e8692354375f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:31.752744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:31.921630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Allocated IP 172.20.0.14 (c7966d2a-9691-443e-a19b-83597e8841ed/dd6f37f6-0ca5-441f-9ccb-dfde0e00e410/b2169039-e876-4014-98c3-4ec512387a6b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:31.950775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e46770f-0e51-4fcd-a159-d27f39346b5b req-b06d230f-299c-473e-a70f-8aa6233d4f18 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 210 time: 0.1116607 Mar 22 14:06:32.136237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for port (b2169039-e876-4014-98c3-4ec512387a6b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.180822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ea41df4-8f0a-4d83-b1c0-b49b1a7e435a req-46cef323-399c-4838-bdfd-25fc47198b37 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/b3c637ac-0419-40fc-b080-818554b4817d HTTP/1.1" status: 200 len: 1816 time: 0.1186185 Mar 22 14:06:32.189684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.210784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Network c7966d2a-9691-443e-a19b-83597e8841ed is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:32.213374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:32.260772 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af4225-b26b-427c-adb4-7f639f5a0d76 x-openstack-request-id: req-89af4225-b26b-427c-adb4-7f639f5a0d76 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:32.261091 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:32.263966 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89af4225-b26b-427c-adb4-7f639f5a0d76 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:32.265891 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89af4225-b26b-427c-adb4-7f639f5a0d76'] response: {'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'status': 'completed', 'code': 200} Mar 22 14:06:32.278799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:32.347273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:32.354895 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d944ec9-9fc9-4dca-a72a-4bf427deca20" -d '{"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-plugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:32.362367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event updated for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:32.417887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:32.418600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.473204 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-f88502f2-07f1-4643-93f3-64f6fc32c586 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8779078 Mar 22 14:06:32.493001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Request body: {'port': {'device_id': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:32.625381 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-7ea41df4-8f0a-4d83-b1c0-b49b1a7e435a req-fea86129-aace-4235-ae6c-ae5fb310cf0e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:06:32.626216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2169039-e876-4014-98c3-4ec512387a6b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.630569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ea41df4-8f0a-4d83-b1c0-b49b1a7e435a req-fea86129-aace-4235-ae6c-ae5fb310cf0e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/b3c637ac-0419-40fc-b080-818554b4817d HTTP/1.1" status: 409 len: 341 time: 0.4418001 Mar 22 14:06:32.705178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ca4451c7-74ab-42c9-8150-31e83aed7418 None None] Provisioning complete for port b2169039-e876-4014-98c3-4ec512387a6b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:32.705859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca4451c7-74ab-42c9-8150-31e83aed7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2169039-e876-4014-98c3-4ec512387a6b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:32.747270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbde20-a31e-4937-9160-eace10726a32 req-a4731452-c03d-4019-a178-b929e9bb977e tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:32.756597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04cbde20-a31e-4937-9160-eace10726a32 req-a4731452-c03d-4019-a178-b929e9bb977e tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.3672547 Mar 22 14:06:32.772240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00838-8bb2-4561-814f-db747c2bace7 req-90c0c33d-e312-41c6-8445-43ad4f2e51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:32.779881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-90c0c33d-e312-41c6-8445-43ad4f2e51e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1167 time: 0.5320282 Mar 22 14:06:32.824093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ca4451c7-74ab-42c9-8150-31e83aed7418 None None] Port b2169039-e876-4014-98c3-4ec512387a6b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:06:32.851609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bda247b0-a1b2-44c1-af02-8277c94bf4ff req-7f71f711-ece9-476f-a1ed-f026498414ac tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 210 time: 0.1638501 Mar 22 14:06:32.948358 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c84c4-06cb-4443-8997-7dffb85dc7d3 x-openstack-request-id: req-238c84c4-06cb-4443-8997-7dffb85dc7d3 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:32.948657 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-plugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:32.948984 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-238c84c4-06cb-4443-8997-7dffb85dc7d3 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:32.949480 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238c84c4-06cb-4443-8997-7dffb85dc7d3'] response: {'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350', 'code': 200} Mar 22 14:06:33.002703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04cbde20-a31e-4937-9160-eace10726a32 req-ef5ef337-f64e-44f8-85f3-031607f2ed4b tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299280 Mar 22 14:06:33.108030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00838-8bb2-4561-814f-db747c2bace7 req-c722504f-ccb8-40a9-b830-d3837c9f57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:33.110691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-c722504f-ccb8-40a9-b830-d3837c9f57cf service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.2790837 Mar 22 14:06:33.213922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-02a763a1-196c-48cf-9b54-79099075b6bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 217 time: 0.0958912 Mar 22 14:06:33.404679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00838-8bb2-4561-814f-db747c2bace7 req-10e9972c-0d25-45be-8853-36d7a0660697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:33.407641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-10e9972c-0d25-45be-8853-36d7a0660697 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1872337 Mar 22 14:06:33.456907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2169039-e876-4014-98c3-4ec512387a6b {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:33.477652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks [] for port (b2169039-e876-4014-98c3-4ec512387a6b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:33.481771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-ce582e00-da76-4826-bd6f-cf6c07b5c39f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669885 Mar 22 14:06:33.503019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Transition to ACTIVE for port object b2169039-e876-4014-98c3-4ec512387a6b will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:33.509863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:33.656941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Pushing event updated for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:33.751955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fba93cd-1a72-4f89-a7b7-b4adab507ee1 req-f80c0a1f-067d-41cd-b399-4898de279464 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0663950 Mar 22 14:06:33.764796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Attempting to bind port b2169039-e876-4014-98c3-4ec512387a6b on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:33.766249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Attempting to bind port b2169039-e876-4014-98c3-4ec512387a6b by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:33.766816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Attempting to bind port b2169039-e876-4014-98c3-4ec512387a6b on network c7966d2a-9691-443e-a19b-83597e8841ed {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:33.777900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2ce3-c44a-4d1a-a4c4-4875a1d78d0f req-ade8a7a4-8f3d-421f-a002-87b82bdae228 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:33.779256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Port b2169039-e876-4014-98c3-4ec512387a6b on network c7966d2a-9691-443e-a19b-83597e8841ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:33.779814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Attempting to bind port b2169039-e876-4014-98c3-4ec512387a6b on network c7966d2a-9691-443e-a19b-83597e8841ed {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:33.789661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-274a2ce3-c44a-4d1a-a4c4-4875a1d78d0f req-ade8a7a4-8f3d-421f-a002-87b82bdae228 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 932 time: 0.4892173 Mar 22 14:06:33.811513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:33.811929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Checking segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:33.812269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Bound using segment: {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:33.812726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Bound port: b2169039-e876-4014-98c3-4ec512387a6b, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e9116c-8b5a-4c23-afe3-c3f9f54728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:33.813089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2169039-e876-4014-98c3-4ec512387a6b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.013215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-0811c074-8468-471e-ab22-34bb1fd81111 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217819 Mar 22 14:06:34.057564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:34.071829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b2169039-e876-4014-98c3-4ec512387a6b,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:34.089832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.093337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-274a2ce3-c44a-4d1a-a4c4-4875a1d78d0f req-2a3b00e9-3fce-49e8-9d5a-c2bbd2c3c60f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936010 Mar 22 14:06:34.196381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.196999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:34.200860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] 10.222.0.82 "PUT /v2.0/ports/b2169039-e876-4014-98c3-4ec512387a6b HTTP/1.1" status: 200 len: 1092 time: 1.7168388 Mar 22 14:06:34.201363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:34.210332 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c917bc5-bccd-4bfb-acd5-31572113b13c" -d '{"events": [{"name": "network-changed", "server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "tag": "b2169039-e876-4014-98c3-4ec512387a6b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:34.375144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323387cc-5c97-4e13-8f49-48dd087b7048 service neutron] Pushing event updated for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:34.391914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e2be1a0-a148-4e3d-b378-986c56787a0e req-15263a24-9dc2-46df-ae1e-1fdee654a9aa tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 210 time: 0.1390994 Mar 22 14:06:34.425393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-ddef84cb-2ed5-440c-a019-501cb5533a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.427065 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-ddef84cb-2ed5-440c-a019-501cb5533a78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d40ae6a94248b199c9e8692354375f&device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 1126 time: 0.1737561 Mar 22 14:06:34.439036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-ffa28a34-e978-44ad-a4d6-9fddb8c878b4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737792 Mar 22 14:06:34.539272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-7587ee0c-467b-4388-b60d-d5d41632fdf9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2169039-e876-4014-98c3-4ec512387a6b HTTP/1.1" status: 200 len: 217 time: 0.1001430 Mar 22 14:06:34.646153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-a289537b-6dbd-4a85-9e53-c2087bb7ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.647674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-a289537b-6dbd-4a85-9e53-c2087bb7ed72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd6f37f6-0ca5-441f-9ccb-dfde0e00e410 HTTP/1.1" status: 200 len: 844 time: 0.1049216 Mar 22 14:06:34.747423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e713c0-8034-410e-9c1a-270c106dafd6 req-6a5118ac-098f-4d22-9b88-8136aaf03bfd tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.750843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418528-0f27-4137-931d-49e4318ae187 req-2f157148-6da8-43a2-a349-90d6e9068e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.753080 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-2f157148-6da8-43a2-a349-90d6e9068e2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c7966d2a-9691-443e-a19b-83597e8841ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0982056 Mar 22 14:06:34.754858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00e713c0-8034-410e-9c1a-270c106dafd6 req-6a5118ac-098f-4d22-9b88-8136aaf03bfd tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 985 time: 0.6494968 Mar 22 14:06:34.775789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead00838-8bb2-4561-814f-db747c2bace7 req-d94055e6-8926-4006-8348-f4642a4132bf service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541342 Mar 22 14:06:34.835008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-df72d389-2f31-465e-82ea-ca84a65d20e9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.836620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-df72d389-2f31-465e-82ea-ca84a65d20e9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3954651 Mar 22 14:06:34.855959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e1f2-40b5-426c-809e-409a04107e12 req-6c1269d5-4eb5-438c-861b-9ddd19b02fd7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:34.857611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04a1e1f2-40b5-426c-809e-409a04107e12 req-6c1269d5-4eb5-438c-861b-9ddd19b02fd7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.2132380 Mar 22 14:06:34.866075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Request body: {'port': {'device_id': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'b23e930116f642bda5ce38b75f0172c6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:34.895982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00e713c0-8034-410e-9c1a-270c106dafd6 req-e0ebdacc-55d7-4289-bf38-35bdfcafce28 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3c637ac-0419-40fc-b080-818554b4817d&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1383429 Mar 22 14:06:34.955209 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-ee53f105-d111-4c5d-ac03-102164aefd3b service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730826 Mar 22 14:06:35.016738 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2392e092-3665-4eaf-a440-2daf097f613e x-openstack-request-id: req-2392e092-3665-4eaf-a440-2daf097f613e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:35.017042 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "tag": "b2169039-e876-4014-98c3-4ec512387a6b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:35.017694 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2392e092-3665-4eaf-a440-2daf097f613e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:35.017694 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2392e092-3665-4eaf-a440-2daf097f613e'] response: {'name': 'network-changed', 'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b', 'status': 'completed', 'code': 200} Mar 22 14:06:35.119051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5418528-0f27-4137-931d-49e4318ae187 req-02c9c30b-0ffc-442b-b492-a51a31cb8f3d service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511400 Mar 22 14:06:35.171705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5006890b-db66-453b-a4af-2e47b4328212 req-bb9ccc02-fac1-4bb3-a746-75f1dc0ff4db tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0550220 Mar 22 14:06:35.204394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04a1e1f2-40b5-426c-809e-409a04107e12 req-beae082c-f5a1-4e10-9b7f-d9b752b04b6c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262386 Mar 22 14:06:35.228968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-f7752e36-cf46-4da6-be3a-08d1fda5c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.230555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-f7752e36-cf46-4da6-be3a-08d1fda5c787 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1167 time: 0.3695562 Mar 22 14:06:35.281305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-5b2be9ea-497c-4439-b488-d573dff3f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.283783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-5b2be9ea-497c-4439-b488-d573dff3f552 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d40ae6a94248b199c9e8692354375f&device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 1126 time: 0.1033535 Mar 22 14:06:35.394913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Made reservation on behalf of b23e930116f642bda5ce38b75f0172c6 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:35.398588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:35.447816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-f731e7c0-b6ee-4265-86bc-379cd0f3ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.452327 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-f731e7c0-b6ee-4265-86bc-379cd0f3ba93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c7966d2a-9691-443e-a19b-83597e8841ed HTTP/1.1" status: 200 len: 906 time: 0.1592922 Mar 22 14:06:35.498542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-b5005df9-01e8-40dc-9e04-fdb7ae242eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.500019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-b5005df9-01e8-40dc-9e04-fdb7ae242eba service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.2546241 Mar 22 14:06:35.511438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e966-f790-43eb-97b0-db364f8f8f5e req-e12f4c41-aa61-48a2-aa1f-6aa3dbc47a42 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.512838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c91e966-f790-43eb-97b0-db364f8f8f5e req-e12f4c41-aa61-48a2-aa1f-6aa3dbc47a42 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 944 time: 0.1626875 Mar 22 14:06:35.529920 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-12822863-918b-4449-b355-ca553d807d9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2169039-e876-4014-98c3-4ec512387a6b HTTP/1.1" status: 200 len: 217 time: 0.0705547 Mar 22 14:06:35.590219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-23f6a48a-8bfa-4896-8ff9-1dd026196490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.593339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-23f6a48a-8bfa-4896-8ff9-1dd026196490 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd6f37f6-0ca5-441f-9ccb-dfde0e00e410 HTTP/1.1" status: 200 len: 844 time: 0.0522637 Mar 22 14:06:35.603974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4cd6b40-a67f-4f7b-830a-a3a69eef0830 req-a1f2eeb7-bc61-4a7c-a68b-e4a8606359b5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 210 time: 0.0889893 Mar 22 14:06:35.605295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-c47e8820-0ad5-408c-82a7-c1fc1cf5add9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 217 time: 0.0915933 Mar 22 14:06:35.678253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-a145ba4b-2fc7-4873-9ceb-a1ff1e7baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.680295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-a145ba4b-2fc7-4873-9ceb-a1ff1e7baf5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c7966d2a-9691-443e-a19b-83597e8841ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776088 Mar 22 14:06:35.694580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-31cea3e8-f07d-4e09-8230-bb9f33bed842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:35.696421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-31cea3e8-f07d-4e09-8230-bb9f33bed842 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.0773485 Mar 22 14:06:35.758144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-cd47a072-cc24-42f5-9f58-b59d591f500b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497591 Mar 22 14:06:35.781692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c91e966-f790-43eb-97b0-db364f8f8f5e req-4283eb5b-accf-490f-b854-6fd8286ee4b9 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418830 Mar 22 14:06:35.811620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Allocated IP 192.168.233.32 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/9b428fcb-c03d-4ad6-8b6c-9574c947e60e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:35.826625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-4be01ad6-6cd3-443e-921d-572efd0c89c1 service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363428 Mar 22 14:06:35.979827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c917bc5-bccd-4bfb-acd5-31572113b13c req-f40a2cb2-6ddb-4433-a086-e00af9dba98e service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449447 Mar 22 14:06:35.993084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-51ca840c-e059-4f1b-bfe9-adb776522977 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964788 Mar 22 14:06:36.645670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c656512-e2e0-4847-8c41-d6bd31998cae req-d28cad87-3d4e-4afc-963c-ee8f8a198909 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.1575735 Mar 22 14:06:36.701897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.731214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa650d-892c-4482-a763-528ef26d9ec2 req-df17df4f-8b29-4578-90ea-5c2235b0d95e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:36.733051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcaa650d-892c-4482-a763-528ef26d9ec2 req-df17df4f-8b29-4578-90ea-5c2235b0d95e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 985 time: 0.7171249 Mar 22 14:06:36.814973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bfd38d4-c2c0-4ebf-a9b2-112e87c29856 req-4b574999-97a2-4c4a-8ca3-409fff215ca6 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137505 Mar 22 14:06:36.903189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcaa650d-892c-4482-a763-528ef26d9ec2 req-4b389750-17ab-4177-ac07-fe9fb795adf1 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3c637ac-0419-40fc-b080-818554b4817d&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1477883 Mar 22 14:06:36.921285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:36.942662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63503fe-d6cf-442a-a118-32320cb0aa17 req-9ed9c8ae-c687-47c1-83db-979fb6800404 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:36.942940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:36.944282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b63503fe-d6cf-442a-a118-32320cb0aa17 req-9ed9c8ae-c687-47c1-83db-979fb6800404 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1133387 Mar 22 14:06:36.991519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:37.000817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:37.019939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:37.025488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:37.178664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b63503fe-d6cf-442a-a118-32320cb0aa17 req-501d76b1-5815-4f93-a79d-66d2b9fd09a0 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088666 Mar 22 14:06:37.212491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.213543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.250156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-0da86b11-0766-4627-ba50-f057e06d8d9f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3877697 Mar 22 14:06:37.265761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Request body: {'port': {'device_id': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:37.463995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.474742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5de876dd-b33a-4ec9-b01e-499203e4f6b4 None None] Provisioning complete for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:37.475790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5de876dd-b33a-4ec9-b01e-499203e4f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:37.557223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5de876dd-b33a-4ec9-b01e-499203e4f6b4 None None] Port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:06:37.690303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c01ec6-a768-4801-8e59-f27a87c76fc8 req-e8524c20-b40b-4282-b2d5-58286085ba9f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.699210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0c01ec6-a768-4801-8e59-f27a87c76fc8 req-e8524c20-b40b-4282-b2d5-58286085ba9f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 944 time: 0.3340092 Mar 22 14:06:37.777180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad4ce8-3530-46ae-8e4b-fef5645d4602 req-20838ca8-54fc-479a-941d-da04625b07e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:37.779036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ad4ce8-3530-46ae-8e4b-fef5645d4602 req-20838ca8-54fc-479a-941d-da04625b07e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 935 time: 0.4128206 Mar 22 14:06:37.869101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0c01ec6-a768-4801-8e59-f27a87c76fc8 req-e10875d7-d2b2-4980-8ef6-29495a544128 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653852 Mar 22 14:06:37.986432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ad4ce8-3530-46ae-8e4b-fef5645d4602 req-ebc3854d-8cdb-47b6-a51f-a4afb2b638cc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977482 Mar 22 14:06:38.009929 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d51efb1-14b8-4818-941a-e05495b5d830 req-485d6b4a-efd4-427a-ab65-072db45e6a7a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0552979 Mar 22 14:06:38.083099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-861caff9-3d9c-44d1-8454-84ddfe8b1431 req-e63f6772-6ac8-4eb6-87be-afddb2d93a5d tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0955920 Mar 22 14:06:38.133435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b428fcb-c03d-4ad6-8b6c-9574c947e60e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:38.146501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks [] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:38.163213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Transition to ACTIVE for port object 9b428fcb-c03d-4ad6-8b6c-9574c947e60e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:38.218149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:38.336876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab974d5-7f75-425d-aafe-63bfb2f813a7 req-263194e7-6b2e-41c9-b0a3-9c84652c0b6a tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:38.351121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ab974d5-7f75-425d-aafe-63bfb2f813a7 req-263194e7-6b2e-41c9-b0a3-9c84652c0b6a tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 985 time: 0.2584095 Mar 22 14:06:38.493656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ab974d5-7f75-425d-aafe-63bfb2f813a7 req-7085e498-4658-4a2f-b581-d263191406c1 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3c637ac-0419-40fc-b080-818554b4817d&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1410513 Mar 22 14:06:38.639559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:38.651144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b2169039-e876-4014-98c3-4ec512387a6b details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:38.756246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:38.756577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:38.756898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:38.771069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:38.771397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:38.777450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-31371e61-2f9e-4afc-804e-7d465a98645b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1509700414&fields=id&tenant_id=62eed020382444f5ad3345d6025e9f4e HTTP/1.1" status: 200 len: 267 time: 0.1547229 Mar 22 14:06:38.786718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f861a-9745-4cd1-8340-142c4c018e85 req-64365256-a6bc-43c7-80a0-543c217fe87f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:38.793725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb4f861a-9745-4cd1-8340-142c4c018e85 req-64365256-a6bc-43c7-80a0-543c217fe87f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.3299527 Mar 22 14:06:38.813723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:38.814133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:38.814523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:38.814965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Bound port: 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:38.815321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:38.919844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb4f861a-9745-4cd1-8340-142c4c018e85 req-1fcb044d-98fa-4171-8735-6c20090153ac tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199281 Mar 22 14:06:38.985514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-c3ee6049-026a-4150-9468-469ce53f180e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:38.987518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-c3ee6049-026a-4150-9468-469ce53f180e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 985 time: 0.1894324 Mar 22 14:06:39.013257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:39.017948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:39.023250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'port': {'security_groups': ['68e87c85-4838-4177-b18b-abccdfffabe5', 'b3c637ac-0419-40fc-b080-818554b4817d', '81a13013-5745-4b8b-b0ac-95de7434f352']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:39.076194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.078372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b2169039-e876-4014-98c3-4ec512387a6b,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:39.111195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'b2169039-e876-4014-98c3-4ec512387a6b', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'port_id': 'b2169039-e876-4014-98c3-4ec512387a6b', 'mac_address': 'fa:16:3e:7e:99:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:39.218994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.219947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.221561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] 10.222.0.78 "PUT /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 1095 time: 1.9636581 Mar 22 14:06:39.222246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:39.226718 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:39.242492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b2169039-e876-4014-98c3-4ec512387a6b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:39.243647 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2169039-e876-4014-98c3-4ec512387a6b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.262896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2169039-e876-4014-98c3-4ec512387a6b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:39.288266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.291872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b2169039-e876-4014-98c3-4ec512387a6b,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:39.303205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.451408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:39.542246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['b2169039-e876-4014-98c3-4ec512387a6b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:39.720273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438432fd-ba26-496e-bf12-333054f5b7ec req-d6edd2fc-5a37-43e6-9ed5-4751417b693a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.725036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-438432fd-ba26-496e-bf12-333054f5b7ec req-d6edd2fc-5a37-43e6-9ed5-4751417b693a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 944 time: 0.6691780 Mar 22 14:06:39.775828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e442296-45e9-41a0-bb8f-e399646dcebf service neutron] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:39.864903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:39.923861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-603c8cdc-a7bc-4786-bb6b-8ba13e7e7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:39.928302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-603c8cdc-a7bc-4786-bb6b-8ba13e7e7af5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1129 time: 0.2871039 Mar 22 14:06:39.941893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-438432fd-ba26-496e-bf12-333054f5b7ec req-b57a590c-505e-4433-a420-d23a6d883f1f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600504 Mar 22 14:06:39.944242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.955448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:39.972914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d', '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:40.034098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-54d8c9e0-174b-4e34-ac56-3b6324bdaeed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0915818 Mar 22 14:06:40.141831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.142688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:40.157405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a33c463-6726-4d05-9dc8-c7be5171918c req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "PUT /v2.0/ports/444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 1021 time: 1.1508775 Mar 22 14:06:40.202402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-93311bc8-d6e8-41c3-81c5-f9c83e026536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.204304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-93311bc8-d6e8-41c3-81c5-f9c83e026536 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1675575 Mar 22 14:06:40.212009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae747da-897c-477e-a218-ab8d7649cec3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:40.278294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676556-cd32-402f-94d8-2d3d797f1289 req-8a3c3a6a-4bff-47e7-b6fb-1d067f891c95 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.285274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51676556-cd32-402f-94d8-2d3d797f1289 req-8a3c3a6a-4bff-47e7-b6fb-1d067f891c95 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.2222366 Mar 22 14:06:40.308051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2294-310f-489f-a74e-99f812707357 req-bf5f0e4d-6b65-45e4-a641-374566570e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.309618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-bf5f0e4d-6b65-45e4-a641-374566570e04 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0931523 Mar 22 14:06:40.363330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:40.397001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df74a4da-78ab-4c88-8981-304882a71690 req-927f38fe-9c9f-467c-9639-d88d74e2ca33 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0928984 Mar 22 14:06:40.454306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51676556-cd32-402f-94d8-2d3d797f1289 req-3cddf8be-9f0c-4ccc-9d08-87b081e9c79a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588764 Mar 22 14:06:40.498451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-198624e6-336a-4006-9910-b795f296a19a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774364 Mar 22 14:06:40.502979 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc02db12-7ab4-4d15-b888-331cedf0ff38 x-openstack-request-id: req-dc02db12-7ab4-4d15-b888-331cedf0ff38 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:40.503268 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:40.503694 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc02db12-7ab4-4d15-b888-331cedf0ff38 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:40.504637 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc02db12-7ab4-4d15-b888-331cedf0ff38'] response: {'name': 'network-changed', 'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'status': 'completed', 'code': 200} Mar 22 14:06:40.649938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-532a2294-310f-489f-a74e-99f812707357 req-37982646-f0c2-41a3-91e9-63881b2b9a7b service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367195 Mar 22 14:06:40.667642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b2169039-e876-4014-98c3-4ec512387a6b up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:40.767550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1806cbe-d166-471a-8276-3a1b0c5293af req-047aa288-5b88-4a3d-a7a9-cab0562987bd tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.769336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1806cbe-d166-471a-8276-3a1b0c5293af req-047aa288-5b88-4a3d-a7a9-cab0562987bd tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1175220 Mar 22 14:06:40.854665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-c25d97ff-51b5-462f-90fa-234bb40e1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:40.856271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-c25d97ff-51b5-462f-90fa-234bb40e1dc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1129 time: 0.1432118 Mar 22 14:06:40.899580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port b2169039-e876-4014-98c3-4ec512387a6b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:40.915367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1806cbe-d166-471a-8276-3a1b0c5293af req-644c25b9-242d-4a4e-8eb6-e68ede7490c7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354740 Mar 22 14:06:40.984889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port b2169039-e876-4014-98c3-4ec512387a6b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:40.985519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2169039-e876-4014-98c3-4ec512387a6b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.141528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e8883fa-c96f-4996-8483-416d56d35e5d req-37e6a54d-c34a-40a9-ae0d-1b909a34c961 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/81a13013-5745-4b8b-b0ac-95de7434f352 HTTP/1.1" status: 200 len: 1817 time: 0.1931713 Mar 22 14:06:41.184735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-a3692dfb-10c8-4ffe-8c72-6c4f9a956070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.187505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-a3692dfb-10c8-4ffe-8c72-6c4f9a956070 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3195066 Mar 22 14:06:41.211729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b2169039-e876-4014-98c3-4ec512387a6b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:41.212148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2169039-e876-4014-98c3-4ec512387a6b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.252834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:41.260311 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac2c67-f370-4690-914a-7d58b1c7d817" -d '{"events": [{"server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "name": "network-vif-plugged", "status": "completed", "tag": "b2169039-e876-4014-98c3-4ec512387a6b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:41.268102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-86aba046-5b87-467b-98ee-a96b0ef8bffb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0720143 Mar 22 14:06:41.271136 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-8e8883fa-c96f-4996-8483-416d56d35e5d req-49ff8cb2-1453-42c8-b764-f77c4294808c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:06:41.286208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e8883fa-c96f-4996-8483-416d56d35e5d req-49ff8cb2-1453-42c8-b764-f77c4294808c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/81a13013-5745-4b8b-b0ac-95de7434f352 HTTP/1.1" status: 409 len: 341 time: 0.1427307 Mar 22 14:06:41.288337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b2169039-e876-4014-98c3-4ec512387a6b,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:41.305108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:41.391370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:41.424059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-7ab2d819-0417-474d-a034-cd436b53efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.426148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-7ab2d819-0417-474d-a034-cd436b53efa1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1381698 Mar 22 14:06:41.496411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-bd69c056-7af3-4c3d-be53-b804ed2905be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.498384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-bd69c056-7af3-4c3d-be53-b804ed2905be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0661139 Mar 22 14:06:41.652277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-3e45397c-53b4-4a6b-a35b-d143187f87f9 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437786 Mar 22 14:06:41.687310 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ec12421f-b0f2-4564-90fc-5781225adeed req-8ea63216-764b-494c-9373-e5f764702844 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ccd4a491c524f2aadc96014e54442af&device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0480411 Mar 22 14:06:41.749484 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ec12421f-b0f2-4564-90fc-5781225adeed req-76adfae4-467c-40ac-a031-e3964a3ba9f7 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6ccd4a491c524f2aadc96014e54442af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495207 Mar 22 14:06:41.855353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5c4e83e-e90b-420e-b303-8ebf7103c5d8 req-58966f71-3113-4d27-9bcd-566bda997784 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932149 Mar 22 14:06:41.894664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61df06e-b535-4f85-8156-df81d771f0f2 req-d89f0487-4602-41ae-8656-646c01e7f248 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:41.905548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b61df06e-b535-4f85-8156-df81d771f0f2 req-d89f0487-4602-41ae-8656-646c01e7f248 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1046107 Mar 22 14:06:41.997519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b61df06e-b535-4f85-8156-df81d771f0f2 req-d94a5fd3-f65d-46b9-81c1-6d8e98dcd05f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908015 Mar 22 14:06:42.057372 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a32ddf-122f-4461-bb6f-8fb3a6f8fb3f x-openstack-request-id: req-f8a32ddf-122f-4461-bb6f-8fb3a6f8fb3f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:42.058659 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "name": "network-vif-plugged", "status": "completed", "tag": "b2169039-e876-4014-98c3-4ec512387a6b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:42.059070 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8a32ddf-122f-4461-bb6f-8fb3a6f8fb3f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:42.059665 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a32ddf-122f-4461-bb6f-8fb3a6f8fb3f'] response: {'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b', 'code': 200} Mar 22 14:06:42.130054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12421f-b0f2-4564-90fc-5781225adeed req-08c4fc32-445d-492e-a02a-8326060aeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.131568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ec12421f-b0f2-4564-90fc-5781225adeed req-08c4fc32-445d-492e-a02a-8326060aeb42 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3790345 Mar 22 14:06:42.226027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3618-2afe-4f9b-8361-17dca5c158d1 req-8d127f70-9b32-4b5b-81c2-b846debdc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.227766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8fef3618-2afe-4f9b-8361-17dca5c158d1 req-8d127f70-9b32-4b5b-81c2-b846debdc2e0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 1128 time: 0.0751340 Mar 22 14:06:42.319788 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8fef3618-2afe-4f9b-8361-17dca5c158d1 req-d00973c8-ea56-47fe-9ed3-94a90c24450b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849965 Mar 22 14:06:42.482283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8b64b-e7eb-4b07-94a0-aa7923a7521c req-b608b1ae-68c6-47e4-9e3a-9ecf5d72c1f1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.485132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be8b64b-e7eb-4b07-94a0-aa7923a7521c req-b608b1ae-68c6-47e4-9e3a-9ecf5d72c1f1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.0976140 Mar 22 14:06:42.514949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:42.519327 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be56271-d588-49cc-9705-d1026819dc30" -d '{"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:42.593524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be8b64b-e7eb-4b07-94a0-aa7923a7521c req-ecb3622c-7b8a-4cd2-8edd-c377c796c353 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013064 Mar 22 14:06:42.702220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-912242fc-9d99-4089-98e1-54926481783c req-9a145e6f-b15e-4892-bdce-e27419f8d5c0 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0306268 Mar 22 14:06:42.876579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98099-19b6-4949-93bb-9a0c9c263e56 req-0bcfcbd3-07e1-4ad1-982a-3f1c4edfd68f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:42.878206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bf98099-19b6-4949-93bb-9a0c9c263e56 req-0bcfcbd3-07e1-4ad1-982a-3f1c4edfd68f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.0995407 Mar 22 14:06:42.961270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bf98099-19b6-4949-93bb-9a0c9c263e56 req-028ea9ec-54cc-4aa3-9ab9-1661dc4b161f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746734 Mar 22 14:06:43.126881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9057a4f-2151-4aa8-b2f4-7783f5127374 req-37ae33d1-3e95-4bca-b4a4-57206964982d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.135448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9057a4f-2151-4aa8-b2f4-7783f5127374 req-37ae33d1-3e95-4bca-b4a4-57206964982d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1024 time: 0.0751512 Mar 22 14:06:43.244352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9057a4f-2151-4aa8-b2f4-7783f5127374 req-f4f24ff3-4b77-4af9-96b8-84cf63da1db3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3c637ac-0419-40fc-b080-818554b4817d&id=81a13013-5745-4b8b-b0ac-95de7434f352&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0996082 Mar 22 14:06:43.274975 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edded89-9b45-4ee8-8ef0-a88c43d1dfda x-openstack-request-id: req-7edded89-9b45-4ee8-8ef0-a88c43d1dfda {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:43.274975 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:43.274975 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7edded89-9b45-4ee8-8ef0-a88c43d1dfda {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:43.274975 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edded89-9b45-4ee8-8ef0-a88c43d1dfda'] response: {'name': 'network-changed', 'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'status': 'completed', 'code': 200} Mar 22 14:06:43.353125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56271-d588-49cc-9705-d1026819dc30 req-9f0ddfca-6fec-48e0-8b8b-75cb990017f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.354730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-9f0ddfca-6fec-48e0-8b8b-75cb990017f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=62eed020382444f5ad3345d6025e9f4e&device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1207 time: 0.0554900 Mar 22 14:06:43.479389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c401e-afe1-4447-acc3-101261c14874 req-19cbeb8d-cd7c-4f5b-942a-71cf21ac063d tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.487113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a86c401e-afe1-4447-acc3-101261c14874 req-19cbeb8d-cd7c-4f5b-942a-71cf21ac063d tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1387248 Mar 22 14:06:43.530983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56271-d588-49cc-9705-d1026819dc30 req-41184a57-7692-40d6-8a13-a9242d735e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.532694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-41184a57-7692-40d6-8a13-a9242d735e94 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 200 len: 913 time: 0.1672239 Mar 22 14:06:43.625978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-20896e34-a011-4dcc-9560-77ab35e1242a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 200 len: 217 time: 0.0850930 Mar 22 14:06:43.646898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a86c401e-afe1-4447-acc3-101261c14874 req-273f7469-9c6c-4b7c-a613-05427ec76c4e tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587548 Mar 22 14:06:43.771403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56271-d588-49cc-9705-d1026819dc30 req-0c588423-f44c-4478-96de-b09b567c0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.773274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-0c588423-f44c-4478-96de-b09b567c0287 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 200 len: 852 time: 0.1254113 Mar 22 14:06:43.809978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:43.819318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-3c8211c7-7851-423c-91c3-6097b240da70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc85864f-423a-4d48-a9f0-9144bc66aa23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359838 Mar 22 14:06:43.832919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c99a6-a04c-4d83-a47d-ebce3a2c2072 req-fee5d73a-9b85-45e1-a727-6b8b0474f9af tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:43.840851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d4c99a6-a04c-4d83-a47d-ebce3a2c2072 req-fee5d73a-9b85-45e1-a727-6b8b0474f9af tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.1057839 Mar 22 14:06:43.959148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:43.984638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'mac_address': 'fa:16:3e:62:64:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:43.987799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ec12421f-b0f2-4564-90fc-5781225adeed req-cb2a1367-195b-4bcc-8d11-3faba2a32b17 tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.82 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0475008 Mar 22 14:06:44.039549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d4c99a6-a04c-4d83-a47d-ebce3a2c2072 req-b7a218d9-7307-4890-8b73-2fab3c965c66 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976898 Mar 22 14:06:44.059186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:44.060877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.065273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-1d0ccb13-759f-42e6-a402-c2de4ce92094 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:44.066941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-1d0ccb13-759f-42e6-a402-c2de4ce92094 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1024 time: 0.1594839 Mar 22 14:06:44.069302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-66420503-8de2-4610-9bae-589e071e2bde service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258112 Mar 22 14:06:44.093429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b428fcb-c03d-4ad6-8b6c-9574c947e60e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:44.158921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:44.168301 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.265192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:44.330185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bfea431-848c-45e5-9fed-b230da20188f req-b122afd9-9dcc-4efd-8c6a-79fe2a65f95f tempest-ServerShowV257Test-239122748 tempest-ServerShowV257Test-239122748-project] 10.222.0.81 "GET /v2.0/ports?device_id=24725b6b-5e94-46b6-908c-8ea7d18a802b HTTP/1.1" status: 200 len: 210 time: 0.0441234 Mar 22 14:06:44.376485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be56271-d588-49cc-9705-d1026819dc30 req-8d61fe14-dd5b-46c2-b7cb-58c884539a90 service neutron] 10.222.0.78 "GET /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959414 Mar 22 14:06:44.414254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Deleting port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:44.414907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.455632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:44.575594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737a3fc-8207-4db6-9938-a9c7a00ade0f req-a2d875ed-fd78-49f9-84a8-4019b95cd390 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:44.577062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e737a3fc-8207-4db6-9938-a9c7a00ade0f req-a2d875ed-fd78-49f9-84a8-4019b95cd390 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1822112 Mar 22 14:06:44.621016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:44.621376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.647787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Calling delete_port for 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:44.677670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e737a3fc-8207-4db6-9938-a9c7a00ade0f req-6b78dacd-3ff7-49fd-8938-5a6ea2215f6c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921962 Mar 22 14:06:44.875187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10216-513d-4f7b-8162-ea64b8dca959 req-381523af-5077-4c3b-9fdc-d54f163e0c49 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:44.876702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abb10216-513d-4f7b-8162-ea64b8dca959 req-381523af-5077-4c3b-9fdc-d54f163e0c49 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f158c03-9091-491a-a2f7-7e699fd36125 HTTP/1.1" status: 200 len: 1024 time: 0.1067829 Mar 22 14:06:44.878066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:44.892299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d', '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:44.924308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'Port': ['ID=444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:45.061794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abb10216-513d-4f7b-8162-ea64b8dca959 req-8d131adf-32c3-4c95-97e1-12efdd22977d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3c637ac-0419-40fc-b080-818554b4817d&id=81a13013-5745-4b8b-b0ac-95de7434f352&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1771939 Mar 22 14:06:45.099962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] No DVR routers for this DVR port 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:45.105625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.110976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb966664-208c-4ebe-966c-c6ab23cadbc5 req-f3c94725-b95c-4ea4-bcf9-e0746d420420 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "DELETE /v2.0/ports/444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 HTTP/1.1" status: 204 len: 173 time: 1.0311019 Mar 22 14:06:45.258659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371d18-ae2d-417a-a158-12baccea0fcf req-d4480fa2-3b28-4de2-8aab-c925edb505e4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:45.260262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95371d18-ae2d-417a-a158-12baccea0fcf req-d4480fa2-3b28-4de2-8aab-c925edb505e4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.0920794 Mar 22 14:06:45.282119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'name': 'network-vif-deleted', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:45.284435 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23242fce-e60d-420b-bd12-a21e61174065" -d '{"events": [{"server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "name": "network-vif-deleted", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:45.321086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95371d18-ae2d-417a-a158-12baccea0fcf req-a7942fef-9a2a-45da-accc-98a8c95e9c4f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540195 Mar 22 14:06:45.432072 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:06:45.514206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e834-448e-47e7-8790-7e54189dea26 req-2e08f972-1938-4f6a-8568-9db20695a23d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:45.515572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92e1e834-448e-47e7-8790-7e54189dea26 req-2e08f972-1938-4f6a-8568-9db20695a23d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 948 time: 0.0741689 Mar 22 14:06:45.594725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92e1e834-448e-47e7-8790-7e54189dea26 req-db5e3988-fec2-4bb7-b604-80ce1c7142db tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731418 Mar 22 14:06:45.658394 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446977da-402f-4889-a94c-b11ee17feaf9 x-openstack-request-id: req-446977da-402f-4889-a94c-b11ee17feaf9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:45.661508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f158c03-9091-491a-a2f7-7e699fd36125", "name": "network-vif-deleted", "tag": "444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:45.661508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-446977da-402f-4889-a94c-b11ee17feaf9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:45.662011 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446977da-402f-4889-a94c-b11ee17feaf9'] response: {'server_uuid': '6f158c03-9091-491a-a2f7-7e699fd36125', 'name': 'network-vif-deleted', 'tag': '444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334', 'status': 'completed', 'code': 200} Mar 22 14:06:45.824925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:45.829950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a90d6-72f5-4bb7-bfff-b135be0198fa req-b1ac40c6-9d27-4a2b-8f36-57ef4705b5db tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:45.841606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e7a90d6-72f5-4bb7-bfff-b135be0198fa req-b1ac40c6-9d27-4a2b-8f36-57ef4705b5db tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.0801911 Mar 22 14:06:45.848211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38234) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:45.858119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Request body: {'floatingip': {'port_id': 'b2169039-e876-4014-98c3-4ec512387a6b'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:45.910074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:45.958824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:45.967889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:45.968046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.239247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:46.239877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.261790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:46.287486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:46.294687 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f3e18-d989-46b7-a25f-54f43e4e97c8" -d '{"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:46.333413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:46.345847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.431498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:46.452908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acd18f9d-9ac7-4c26-934c-ce85b1593c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.653611 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d8d43-1f74-46e6-8bf2-957c13f7cb86 x-openstack-request-id: req-a95d8d43-1f74-46e6-8bf2-957c13f7cb86 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:46.653908 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:46.654222 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a95d8d43-1f74-46e6-8bf2-957c13f7cb86 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:46.654732 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95d8d43-1f74-46e6-8bf2-957c13f7cb86'] response: {'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'code': 200} Mar 22 14:06:46.724801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acd18f9d-9ac7-4c26-934c-ce85b1593c66 admin admin] Publish callbacks [] for security_group (8dfb16eb-539f-49a8-91a9-c96c92fd6447), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.741034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acd18f9d-9ac7-4c26-934c-ce85b1593c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8dfb16eb-539f-49a8-91a9-c96c92fd6447), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.797282 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-acd18f9d-9ac7-4c26-934c-ce85b1593c66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ccd4a491c524f2aadc96014e54442af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5334215 Mar 22 14:06:46.798970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38286) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:46.840528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18f9d-9ac7-4c26-934c-ce85b1593c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb16eb-539f-49a8-91a9-c96c92fd6447,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:46.881658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] Publish callbacks [] for security_group (8dfb16eb-539f-49a8-91a9-c96c92fd6447), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.911317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] Publish callbacks [] for security_group (8dfb16eb-539f-49a8-91a9-c96c92fd6447), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.948952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818035e6-7f60-4ff1-b5c0-ad2eb3d7bc2d req-a25007a9-7d6b-4f34-a4b8-182b218edb0b tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:46.950687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818035e6-7f60-4ff1-b5c0-ad2eb3d7bc2d req-a25007a9-7d6b-4f34-a4b8-182b218edb0b tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.6841083 Mar 22 14:06:46.985111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8dfb16eb-539f-49a8-91a9-c96c92fd6447), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.988200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:46.989860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dfb16eb-539f-49a8-91a9-c96c92fd6447 HTTP/1.1" status: 204 len: 168 time: 0.1881528 Mar 22 14:06:47.020231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f846951-4db4-4d57-ae39-9c58fc02baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb16eb-539f-49a8-91a9-c96c92fd6447,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:47.031890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e745c-6a2e-40cb-9fc5-44f24b8885ac req-e649feec-cf03-4432-bba9-e56573186e53 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:47.033384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f5e745c-6a2e-40cb-9fc5-44f24b8885ac req-e649feec-cf03-4432-bba9-e56573186e53 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.2021947 Mar 22 14:06:47.035396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fb20d-7a4b-40d5-9679-1c66826f8cc0 req-623018cc-32c4-4483-aa6a-219879315c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:47.036733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b01fb20d-7a4b-40d5-9679-1c66826f8cc0 req-623018cc-32c4-4483-aa6a-219879315c2d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1131 time: 0.2153573 Mar 22 14:06:47.247333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818035e6-7f60-4ff1-b5c0-ad2eb3d7bc2d req-44f5f989-6aa9-43dc-8816-a23f0f16d9f9 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863719 Mar 22 14:06:47.401568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b01fb20d-7a4b-40d5-9679-1c66826f8cc0 req-59228120-6d90-423a-86fa-93faf18bdc96 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125735 Mar 22 14:06:47.427227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f5e745c-6a2e-40cb-9fc5-44f24b8885ac req-8b8dde3e-f9c4-4317-877a-a9d4e1a060dc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449372 Mar 22 14:06:47.441905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4429619-d429-48fe-8400-5253524f6803 req-4499818c-b046-4bc0-bf61-656207536bf6 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/b3c637ac-0419-40fc-b080-818554b4817d HTTP/1.1" status: 200 len: 1816 time: 0.1482818 Mar 22 14:06:47.585012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.588648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4429619-d429-48fe-8400-5253524f6803 req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (b3c637ac-0419-40fc-b080-818554b4817d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.595234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.741678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4429619-d429-48fe-8400-5253524f6803 req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (b3c637ac-0419-40fc-b080-818554b4817d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.834040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:47.836984 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Floating IP 0359b213-f985-49b1-96df-b35f61ecf269 associated. External IP: 172.25.3.231, port: b2169039-e876-4014-98c3-4ec512387a6b. Mar 22 14:06:47.893017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:47.893267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 444eddfe-cf0e-4fdd-a0a1-1dc1ae7c3334 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:47.939988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4429619-d429-48fe-8400-5253524f6803 req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3c637ac-0419-40fc-b080-818554b4817d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.942851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4429619-d429-48fe-8400-5253524f6803 req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:47.944029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4429619-d429-48fe-8400-5253524f6803 req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/b3c637ac-0419-40fc-b080-818554b4817d HTTP/1.1" status: 204 len: 173 time: 0.5010791 Mar 22 14:06:47.958851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94210329-7ed8-4fc6-9eaa-afe336e18de3 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c637ac-0419-40fc-b080-818554b4817d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:48.051410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-52dc9abc-1a5e-40fd-91d6-9a15490e90d0 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/81a13013-5745-4b8b-b0ac-95de7434f352 HTTP/1.1" status: 200 len: 1817 time: 0.0874741 Mar 22 14:06:48.232060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:48.266990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (81a13013-5745-4b8b-b0ac-95de7434f352), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.365831 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (81a13013-5745-4b8b-b0ac-95de7434f352), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.480812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:48.487252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.495220 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Sync routers for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:48.507100 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:48.507824 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:48.510364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (81a13013-5745-4b8b-b0ac-95de7434f352), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.512982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.514181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c614d068-af2d-4ff5-bf97-112e5ea88639 req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/81a13013-5745-4b8b-b0ac-95de7434f352 HTTP/1.1" status: 204 len: 173 time: 0.4150524 Mar 22 14:06:48.551165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d3d2db13-059c-4482-aec9-14699191a878 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "PUT /v2.0/floatingips/0359b213-f985-49b1-96df-b35f61ecf269 HTTP/1.1" status: 200 len: 992 time: 2.6979740 Mar 22 14:06:48.560310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:48.564444 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b149490-8f9e-48f5-bfa3-e281b09f9153" -d '{"events": [{"name": "network-changed", "server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "tag": "b2169039-e876-4014-98c3-4ec512387a6b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:48.589177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827cbc4-78d0-40b1-88dd-6e9f2d439eab req-ef9abd97-0d43-47f7-a419-b02f5ccf860a tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:48.599196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b827cbc4-78d0-40b1-88dd-6e9f2d439eab req-ef9abd97-0d43-47f7-a419-b02f5ccf860a tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.1764431 Mar 22 14:06:48.602819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c8fd-eb1d-47a2-ab50-d3aa70671217 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a13013-5745-4b8b-b0ac-95de7434f352,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:48.604019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2e681b20-5e09-4b65-8c84-8997e0304278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:48.672425 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:48.683148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b827cbc4-78d0-40b1-88dd-6e9f2d439eab req-27cd7133-23bc-4e90-a7f4-d65de2e12daf tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777767 Mar 22 14:06:48.981944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e563dd-b7ab-4ab5-bf20-0bae288bd2e2 req-784478b6-ab02-4854-bc70-db98b2152983 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:48.982721 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0359b213-f985-49b1-96df-b35f61ecf269', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'port_id': 'b2169039-e876-4014-98c3-4ec512387a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'mac_address': 'fa:16:3e:7e:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:06:25Z', 'updated_at': '2022-03-22T14:06:47Z', 'revision_number': 1, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:48.989324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70e563dd-b7ab-4ab5-bf20-0bae288bd2e2 req-784478b6-ab02-4854-bc70-db98b2152983 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0809183 Mar 22 14:06:49.011308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Checking router: 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:06:49.023155 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:49.024698 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:49.038642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70e563dd-b7ab-4ab5-bf20-0bae288bd2e2 req-0ea824fc-ec72-4bcd-951d-6d7f5a9c3883 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Mar 22 14:06:49.064137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1096509531', 'description': 'tempest-description-1707830164'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:49.091565 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.163217 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:06:49.177345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.182913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.241301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:49.255565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b38b71bb-c62e-488d-b6ac-fd2f878c40d4 req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1955581 Mar 22 14:06:49.264734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd32b26-37c2-492b-89a3-f524d73c9344 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63779646-0a2a-4947-8457-2e71a7e81db7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:49.345709 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c751eda-95fe-439d-b112-000cf5253f9c x-openstack-request-id: req-7c751eda-95fe-439d-b112-000cf5253f9c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:49.346485 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "tag": "b2169039-e876-4014-98c3-4ec512387a6b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:49.346928 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c751eda-95fe-439d-b112-000cf5253f9c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:49.347572 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c751eda-95fe-439d-b112-000cf5253f9c'] response: {'name': 'network-changed', 'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b', 'status': 'completed', 'code': 200} Mar 22 14:06:49.452336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99447e-8882-42a0-b279-965d54aecae1 req-9941b3f6-2f06-4f9c-a989-e705f5d10366 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.453916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a99447e-8882-42a0-b279-965d54aecae1 req-9941b3f6-2f06-4f9c-a989-e705f5d10366 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.0960238 Mar 22 14:06:49.464217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-0f1d04b0-b5bc-4db6-8e72-c951bf601e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.467671 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-0f1d04b0-b5bc-4db6-8e72-c951bf601e4b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d40ae6a94248b199c9e8692354375f&device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 1128 time: 0.0835969 Mar 22 14:06:49.557995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a99447e-8882-42a0-b279-965d54aecae1 req-a5ec18ce-f387-44ce-81c8-d7d78e66aa84 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968900 Mar 22 14:06:49.560977 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0359b213-f985-49b1-96df-b35f61ecf269', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'port_id': 'b2169039-e876-4014-98c3-4ec512387a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'mac_address': 'fa:16:3e:7e:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:06:25Z', 'updated_at': '2022-03-22T14:06:47Z', 'revision_number': 1, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:49.640671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-d860e5c5-4b54-4b3e-9dae-c0b002bb9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.642404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-d860e5c5-4b54-4b3e-9dae-c0b002bb9d2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=c7966d2a-9691-443e-a19b-83597e8841ed HTTP/1.1" status: 200 len: 906 time: 0.1681750 Mar 22 14:06:49.648379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdfa2e-b507-4028-a3ee-68a7c99fb360 None None] The sync data for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 is: [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0359b213-f985-49b1-96df-b35f61ecf269', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'port_id': 'b2169039-e876-4014-98c3-4ec512387a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'mac_address': 'fa:16:3e:7e:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:06:25Z', 'updated_at': '2022-03-22T14:06:47Z', 'revision_number': 1, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:06:49.806694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-33f1c62d-c58c-468b-8d01-3266097fb826 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2169039-e876-4014-98c3-4ec512387a6b HTTP/1.1" status: 200 len: 1000 time: 0.1570890 Mar 22 14:06:49.884184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-7c1fceb6-d705-4a9d-88c5-481cbee7c134 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.888285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-7c1fceb6-d705-4a9d-88c5-481cbee7c134 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.2152915 Mar 22 14:06:49.898863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-e8af9338-e778-4925-9455-fb386bc3e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.900370 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-e8af9338-e778-4925-9455-fb386bc3e5aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd6f37f6-0ca5-441f-9ccb-dfde0e00e410 HTTP/1.1" status: 200 len: 844 time: 0.0854499 Mar 22 14:06:49.923411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-d1ba046f-8cd2-4987-9a20-cbd6c0cf8023 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/quotas/b31b7538e0634f2ca3fbede0b4ed0367 HTTP/1.1" status: 200 len: 375 time: 0.0195391 Mar 22 14:06:49.979172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-85c23c89-d308-41af-9d75-03867b0dd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:49.980877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-85c23c89-d308-41af-9d75-03867b0dd4a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c7966d2a-9691-443e-a19b-83597e8841ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743051 Mar 22 14:06:49.998383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-1b377464-d59b-4ae8-a3ec-c258ee7d4651 req-d43bd15f-b079-41ee-ace1-a22f61e4394e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:06:49.999369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b377464-d59b-4ae8-a3ec-c258ee7d4651 req-d43bd15f-b079-41ee-ace1-a22f61e4394e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063384 Mar 22 14:06:50.055135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-61f971a3-dd26-4ca5-90d7-2c49673d5d81 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323392 Mar 22 14:06:50.056883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c317112-dead-48ec-a816-6c7371b9e957 None None] New status for floating IP 0359b213-f985-49b1-96df-b35f61ecf269: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:06:50.191178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-084e6078-87a9-4f8d-9daf-59b4e1d89ab4 service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989841 Mar 22 14:06:50.257501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-37a40205-1a54-4cb6-a585-a49d84994988 service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990628 Mar 22 14:06:50.351043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4b149490-8f9e-48f5-bfa3-e281b09f9153 req-ae09622d-aeb0-41bf-b7ec-cfe4cae05a49 service neutron] 10.222.0.82 "GET /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574116 Mar 22 14:06:50.442413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-66a8255b-3ef2-4b57-9c85-f55230c1adaa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729513 Mar 22 14:06:50.452541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-02a704d8-383c-44dc-870e-80e5da6e45d9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:06:50.453754 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-02a704d8-383c-44dc-870e-80e5da6e45d9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068824 Mar 22 14:06:50.506678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-bb8f90ef-d65a-4e53-a832-98cf58371ad4 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/63779646-0a2a-4947-8457-2e71a7e81db7 HTTP/1.1" status: 200 len: 1820 time: 0.1227942 Mar 22 14:06:50.519787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1419774718', 'description': 'tempest-description-hth-2044484764'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:50.582098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-950b65fa-904c-4a82-a5d5-ee35875b013d service neutron] 10.222.0.81 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237283 Mar 22 14:06:50.587223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:50.670957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:50.677420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:50.682454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:50.687623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83d4c83-d878-4382-b09f-bef5ab4ab632 req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "PUT /v2.0/security-groups/63779646-0a2a-4947-8457-2e71a7e81db7 HTTP/1.1" status: 200 len: 1794 time: 0.1797154 Mar 22 14:06:50.712974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b7ea292c-1848-449c-95af-a664b2d74882 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:50.739454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d95b0c-5a7f-4fc5-9891-468cd2574004 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63779646-0a2a-4947-8457-2e71a7e81db7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:50.992751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccca1437-1d03-4e86-baca-e630b2cee6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.071379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b7ea292c-1848-449c-95af-a664b2d74882,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:51.098679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'b7ea292c-1848-449c-95af-a664b2d74882', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'port_id': 'b7ea292c-1848-449c-95af-a664b2d74882', 'mac_address': 'fa:16:3e:cb:ce:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:51.184339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c11263-4caa-4a85-a070-005cc29a948e req-a5d259e8-beda-4b32-9a53-b6cb2b3e20d3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.185769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b7ea292c-1848-449c-95af-a664b2d74882 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:51.186241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7ea292c-1848-449c-95af-a664b2d74882), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.187369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1c11263-4caa-4a85-a070-005cc29a948e req-a5d259e8-beda-4b32-9a53-b6cb2b3e20d3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.78 "GET /v2.0/ports?device_id=0298090f-f995-4633-912f-de8814ae684a HTTP/1.1" status: 200 len: 945 time: 0.3644550 Mar 22 14:06:51.209614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ea292c-1848-449c-95af-a664b2d74882 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:51.233907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b7ea292c-1848-449c-95af-a664b2d74882,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:51.241430 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.243659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dbe25-d3cf-4fb6-84d0-8ed2896637c7 req-94c4c1b0-1c64-4646-b58a-c1c7b672b1d9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.251680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-255dbe25-d3cf-4fb6-84d0-8ed2896637c7 req-94c4c1b0-1c64-4646-b58a-c1c7b672b1d9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.2052052 Mar 22 14:06:51.276808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee3e5-9eda-4210-844f-64a416296460 req-c49ff3a3-3cc7-424e-b935-275d6d706ca6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.285416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45ee3e5-9eda-4210-844f-64a416296460 req-c49ff3a3-3cc7-424e-b935-275d6d706ca6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 944 time: 0.3193877 Mar 22 14:06:51.384134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:51.410038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-255dbe25-d3cf-4fb6-84d0-8ed2896637c7 req-0fa6d508-8ecc-43dd-b978-d93e23f4b2dc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529682 Mar 22 14:06:51.425038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38448) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:51.480335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['b7ea292c-1848-449c-95af-a664b2d74882'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:51.483039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45ee3e5-9eda-4210-844f-64a416296460 req-0cd5e5d5-719d-44e3-881f-aa7be64fde74 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965837 Mar 22 14:06:51.612680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e50e34a-00b9-4b3e-86ba-6bb795cb3b22 req-7fc0959c-e579-46f1-9494-67a3cb4b87b5 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/63779646-0a2a-4947-8457-2e71a7e81db7 HTTP/1.1" status: 200 len: 1794 time: 0.1599793 Mar 22 14:06:51.658512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbfc8fe9-178c-4861-a781-10e416894764 req-4bf7cc3a-06dd-499d-9ef8-26b259028821 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 210 time: 0.0827656 Mar 22 14:06:51.758377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Deleting port e4be170d-c324-4dc8-b821-6800bd195350 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:51.758982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.846107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:51.912836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87817f2-013a-4891-acac-9caf9874e659 req-f2c6d723-bd9c-4009-8a29-35612c6d9c26 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/63779646-0a2a-4947-8457-2e71a7e81db7 HTTP/1.1" status: 200 len: 1794 time: 0.2788210 Mar 22 14:06:51.943398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:51.943768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e4be170d-c324-4dc8-b821-6800bd195350), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:51.958410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-89551ac1-a371-4316-8c06-33426e3a7e85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:51.959803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-89551ac1-a371-4316-8c06-33426e3a7e85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 946 time: 0.5170441 Mar 22 14:06:51.983106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Calling delete_port for e4be170d-c324-4dc8-b821-6800bd195350 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:52.056108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.131003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a87817f2-013a-4891-acac-9caf9874e659 req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.186896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a87817f2-013a-4891-acac-9caf9874e659 req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.191757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4be170d-c324-4dc8-b821-6800bd195350 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:52.192221 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4be170d-c324-4dc8-b821-6800bd195350), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.227216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:52.230569 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae8ed1-aa34-455f-8193-ad5c2aa4fb9d" -d '{"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:52.259564 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a87817f2-013a-4891-acac-9caf9874e659 req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (63779646-0a2a-4947-8457-2e71a7e81db7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.263851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a87817f2-013a-4891-acac-9caf9874e659 req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.265676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87817f2-013a-4891-acac-9caf9874e659 req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/63779646-0a2a-4947-8457-2e71a7e81db7 HTTP/1.1" status: 204 len: 173 time: 0.3519714 Mar 22 14:06:52.266301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4be170d-c324-4dc8-b821-6800bd195350, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4be170d-c324-4dc8-b821-6800bd195350,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:52.275366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.279213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73227d6-fd60-4235-841c-34c4d1173c0b tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63779646-0a2a-4947-8457-2e71a7e81db7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:52.358122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4be170d-c324-4dc8-b821-6800bd195350), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.364118 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21919bb9-2402-4c72-94bc-4d3ef3e4b5c2 x-openstack-request-id: req-21919bb9-2402-4c72-94bc-4d3ef3e4b5c2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:52.364445 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4be170d-c324-4dc8-b821-6800bd195350", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:52.364704 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21919bb9-2402-4c72-94bc-4d3ef3e4b5c2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:52.365109 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21919bb9-2402-4c72-94bc-4d3ef3e4b5c2'] response: {'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350', 'code': 200} Mar 22 14:06:52.455978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event deleted for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:52.478912 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-376376e0-9b14-4c5d-aa7a-a5bf2bb45809 req-cd0a9edb-3850-4999-8c4c-ae3cef62b61e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:52.480187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-376376e0-9b14-4c5d-aa7a-a5bf2bb45809 req-cd0a9edb-3850-4999-8c4c-ae3cef62b61e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/81a13013-5745-4b8b-b0ac-95de7434f352 HTTP/1.1" status: 404 len: 352 time: 0.0152519 Mar 22 14:06:52.505184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4be170d-c324-4dc8-b821-6800bd195350,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:52.544187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] No DVR routers for this DVR port e4be170d-c324-4dc8-b821-6800bd195350 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:52.547670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.557001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1c11263-4caa-4a85-a070-005cc29a948e req-83cfffc8-5e0a-471f-90c6-24aed272eeaf tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.78 "DELETE /v2.0/ports/e4be170d-c324-4dc8-b821-6800bd195350 HTTP/1.1" status: 204 len: 173 time: 1.3634248 Mar 22 14:06:52.557487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-deleted', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:52.559843 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841e2c51-5663-423e-8686-a2e5c56478b9" -d '{"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-deleted", "tag": "e4be170d-c324-4dc8-b821-6800bd195350"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:52.579793 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-412eb259-6835-4db0-91b7-332113783bc7 req-18d5ed94-03c3-49e1-9b79-767c5181584f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:52.581039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-412eb259-6835-4db0-91b7-332113783bc7 req-18d5ed94-03c3-49e1-9b79-767c5181584f tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/b3c637ac-0419-40fc-b080-818554b4817d HTTP/1.1" status: 404 len: 352 time: 0.0752964 Mar 22 14:06:52.677047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d90ad-2c3d-4f4e-b0de-dcc62fc33456 req-76f370a9-b1f8-4f88-8782-77d659d1f6ce tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.682639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e9d90ad-2c3d-4f4e-b0de-dcc62fc33456 req-76f370a9-b1f8-4f88-8782-77d659d1f6ce tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1201136 Mar 22 14:06:52.713078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b7ea292c-1848-449c-95af-a664b2d74882 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:06:52.806733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-724961f1-a67a-44ab-bdf4-2f542b365de0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.809856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-724961f1-a67a-44ab-bdf4-2f542b365de0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 804 time: 0.2106721 Mar 22 14:06:52.826619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Request body: {'port': {'device_id': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'admin_state_up': True, 'tenant_id': 'b31b7538e0634f2ca3fbede0b4ed0367'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:52.838877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port b7ea292c-1848-449c-95af-a664b2d74882 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:06:52.846086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port b7ea292c-1848-449c-95af-a664b2d74882 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:06:52.847005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7ea292c-1848-449c-95af-a664b2d74882), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:52.855809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e9d90ad-2c3d-4f4e-b0de-dcc62fc33456 req-3577a348-8e29-4cdb-ab1e-ef4dd953d605 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676397 Mar 22 14:06:52.927592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481ff3-13b8-4951-89cf-7aeaa7e557c9 req-432b6de1-5a2e-4a1a-af99-da51796180d5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:52.929727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a481ff3-13b8-4951-89cf-7aeaa7e557c9 req-432b6de1-5a2e-4a1a-af99-da51796180d5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 945 time: 0.1709127 Mar 22 14:06:52.970065 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8487de60-104c-4b78-8a91-5f68231155a5 x-openstack-request-id: req-8487de60-104c-4b78-8a91-5f68231155a5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:52.970367 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298090f-f995-4633-912f-de8814ae684a", "name": "network-vif-deleted", "tag": "e4be170d-c324-4dc8-b821-6800bd195350", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:52.970626 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8487de60-104c-4b78-8a91-5f68231155a5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:52.971736 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8487de60-104c-4b78-8a91-5f68231155a5'] response: {'server_uuid': '0298090f-f995-4633-912f-de8814ae684a', 'name': 'network-vif-deleted', 'tag': 'e4be170d-c324-4dc8-b821-6800bd195350', 'status': 'completed', 'code': 200} Mar 22 14:06:53.028571 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-3bfafa59-fdae-4b85-bed2-93d4fa1a475d req-6fd4b7a1-658d-4747-90de-2552b627eb89 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:53.029675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bfafa59-fdae-4b85-bed2-93d4fa1a475d req-6fd4b7a1-658d-4747-90de-2552b627eb89 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/038c9d3d-0fdf-4240-895f-a6aff5ce40c9 HTTP/1.1" status: 404 len: 352 time: 0.0442781 Mar 22 14:06:53.055371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a481ff3-13b8-4951-89cf-7aeaa7e557c9 req-45155100-4dc6-4213-9b3f-43b767eb77bc tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194236 Mar 22 14:06:53.058837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b7ea292c-1848-449c-95af-a664b2d74882 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:53.059235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7ea292c-1848-449c-95af-a664b2d74882), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.123189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Made reservation on behalf of b31b7538e0634f2ca3fbede0b4ed0367 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:06:53.131032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.140099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b7ea292c-1848-449c-95af-a664b2d74882,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:53.148895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.234833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd86b194-005f-4d2c-b28d-ca3b156e7ab8 req-00d5f7db-edcc-4193-b6dd-edaa0035962b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 210 time: 0.0684614 Mar 22 14:06:53.272512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:53.285662 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-eceb2b7d-ffa2-46d3-9eb1-bc76ebcd7582 req-b4adb045-bf93-47ec-b495-f9ef95f73296 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:53.290209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eceb2b7d-ffa2-46d3-9eb1-bc76ebcd7582 req-b4adb045-bf93-47ec-b495-f9ef95f73296 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/e36422b6-87b1-41a4-9c01-2f5ffe067154 HTTP/1.1" status: 404 len: 352 time: 0.0184903 Mar 22 14:06:53.346639 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-e6940895-9d39-4d6c-8949-bd82110775dc req-ea2fed62-859d-4298-a42e-739bbe2c3e98 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:53.357096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6940895-9d39-4d6c-8949-bd82110775dc req-ea2fed62-859d-4298-a42e-739bbe2c3e98 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/8fd3c21e-b30e-4bc2-99e5-e86db372588e HTTP/1.1" status: 404 len: 352 time: 0.0395043 Mar 22 14:06:53.388231 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-f179715c-2f12-478e-9dcb-aeead93c8a6d req-2505f9af-4037-479c-9ec0-6493a2efaf34 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] show failed (client error): The resource could not be found. Mar 22 14:06:53.396823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f179715c-2f12-478e-9dcb-aeead93c8a6d req-2505f9af-4037-479c-9ec0-6493a2efaf34 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/cef77818-85d4-4dad-aea8-3c65d2d69e75 HTTP/1.1" status: 404 len: 352 time: 0.0218375 Mar 22 14:06:53.482540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Allocated IP 172.20.0.12 (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad/22661c3e-9005-4d0b-90f1-8f74f6d639c5/1a9be333-8688-40c6-b765-48fa2f23917f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:06:53.591204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.735711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks [] for port (1a9be333-8688-40c6-b765-48fa2f23917f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.786522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:53.824056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af398dc-31b7-47c0-91ad-25dcb1c80dcd req-903a621a-f8e8-4d7e-9421-45eb866e7322 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:53.835012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1af398dc-31b7-47c0-91ad-25dcb1c80dcd req-903a621a-f8e8-4d7e-9421-45eb866e7322 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1023 time: 0.0841317 Mar 22 14:06:53.856024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:06:53.860666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:06:53.864842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:06:53.981112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:54.026122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.028108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.061180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-92e84dbd-b0b4-47bc-b515-9bf087dbe743 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2413187 Mar 22 14:06:54.074030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Request body: {'port': {'device_id': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:54.091746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1af398dc-31b7-47c0-91ad-25dcb1c80dcd req-675616de-b740-444d-a952-51247e8fd51e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=e079200e-8128-4f24-84c5-fc963398b026&id=4473b496-4447-4453-9566-4822ca44132c&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2503517 Mar 22 14:06:54.118609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-01882af1-89dd-4430-b000-255e5e7af432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.121517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-01882af1-89dd-4430-b000-255e5e7af432 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1131 time: 0.2460420 Mar 22 14:06:54.134151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa06d7c-d587-4bff-bd83-38530613e3a9 req-7277debc-6721-49eb-b593-60886e206c6b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.142564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa06d7c-d587-4bff-bd83-38530613e3a9 req-7277debc-6721-49eb-b593-60886e206c6b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1851702 Mar 22 14:06:54.220887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.331206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa06d7c-d587-4bff-bd83-38530613e3a9 req-5add115c-23b6-4f2a-ad18-dac30229b85d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832337 Mar 22 14:06:54.366811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:54.370344 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44a5d0-7e58-43f0-9fb9-2d40ab9c094e" -d '{"events": [{"server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea292c-1848-449c-95af-a664b2d74882"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:54.403418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bd19e-56f5-473e-8d57-38dc674d4c90 req-cef6806c-f4ed-4cd7-b3c1-43be1e252681 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.412708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d5bd19e-56f5-473e-8d57-38dc674d4c90 req-cef6806c-f4ed-4cd7-b3c1-43be1e252681 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.1770568 Mar 22 14:06:54.533299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d5bd19e-56f5-473e-8d57-38dc674d4c90 req-160f2043-5e67-4770-b14f-efb16d466802 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167665 Mar 22 14:06:54.596041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-2bbf8953-17f0-409d-939e-a21d982050a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.597425 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211454a4-b306-48a5-a9fd-6a9ec38c57c5 x-openstack-request-id: req-211454a4-b306-48a5-a9fd-6a9ec38c57c5 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:54.597805 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea292c-1848-449c-95af-a664b2d74882", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:54.598533 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-211454a4-b306-48a5-a9fd-6a9ec38c57c5 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:54.599015 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211454a4-b306-48a5-a9fd-6a9ec38c57c5'] response: {'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882', 'code': 200} Mar 22 14:06:54.615698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-2bbf8953-17f0-409d-939e-a21d982050a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4615037 Mar 22 14:06:54.681937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-9df1181d-f24d-48be-b2c2-d3be21d0205e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0651100 Mar 22 14:06:54.701277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d424-5c0f-4ed8-ab03-53c6bc5b9dbe req-7daa817a-f8ee-49ee-9015-cad5f2d820dc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.710535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6434d424-5c0f-4ed8-ab03-53c6bc5b9dbe req-7daa817a-f8ee-49ee-9015-cad5f2d820dc tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 932 time: 0.2257214 Mar 22 14:06:54.804790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-d3630d06-8bcf-4081-b95f-b083d736488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.805415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9be333-8688-40c6-b765-48fa2f23917f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:54.806654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-d3630d06-8bcf-4081-b95f-b083d736488a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0880644 Mar 22 14:06:54.817120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks [] for port (1a9be333-8688-40c6-b765-48fa2f23917f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.839852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6434d424-5c0f-4ed8-ab03-53c6bc5b9dbe req-c5feb840-1afe-4111-a7ef-bfaf04e55921 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263232 Mar 22 14:06:54.841856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Transition to ACTIVE for port object 1a9be333-8688-40c6-b765-48fa2f23917f will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:06:54.851560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd3a8-c3df-409b-b2ce-19b2b057d146 req-28a647f4-4af8-4970-9627-04e851fd278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.853483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-508cd3a8-c3df-409b-b2ce-19b2b057d146 req-28a647f4-4af8-4970-9627-04e851fd278b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 1128 time: 0.0962546 Mar 22 14:06:54.862168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.869335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:54.918478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-c60db123-8bdc-4f61-92be-3ee97ccc0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:54.920015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-c60db123-8bdc-4f61-92be-3ee97ccc0c53 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1042054 Mar 22 14:06:55.057781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:55.076365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-508cd3a8-c3df-409b-b2ce-19b2b057d146 req-482be2d1-f6e8-4f4e-ab0d-9b50c43b4bde service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165933 Mar 22 14:06:55.095386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-6d127dce-986b-47b6-811a-b05a538fdc9e service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681197 Mar 22 14:06:55.177883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Attempting to bind port 1a9be333-8688-40c6-b765-48fa2f23917f on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:06:55.178259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Attempting to bind port 1a9be333-8688-40c6-b765-48fa2f23917f by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:06:55.178592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Attempting to bind port 1a9be333-8688-40c6-b765-48fa2f23917f on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:55.188097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Port 1a9be333-8688-40c6-b765-48fa2f23917f on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:06:55.188465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Attempting to bind port 1a9be333-8688-40c6-b765-48fa2f23917f on network ab1bfc4a-bed0-4060-8e42-dbceffcec2ad {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:06:55.201181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:06:55.202275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Checking segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:06:55.202919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Bound using segment: {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:06:55.204807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Bound port: 1a9be333-8688-40c6-b765-48fa2f23917f, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:06:55.205985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.282815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:06:55.287604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:06:55.297393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.318044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-3a85026b-d262-4ceb-86ec-81f551b6191a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151146 Mar 22 14:06:55.372882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.373749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:55.376599 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] 10.222.0.82 "PUT /v2.0/ports/1a9be333-8688-40c6-b765-48fa2f23917f HTTP/1.1" status: 200 len: 1092 time: 1.3078089 Mar 22 14:06:55.380350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:55.383690 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6df3e3-af7c-4322-911b-81350a96ddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:55.400533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9996-855f-474b-a2ec-19904b23efef req-2775b063-ab14-432f-9a78-be998306fe4d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.402174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-253e9996-855f-474b-a2ec-19904b23efef req-2775b063-ab14-432f-9a78-be998306fe4d tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1023 time: 0.1484885 Mar 22 14:06:55.429718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282c13-b882-45cc-98c7-09758257a25d req-497ac033-95a6-4db7-9f1f-8f323a37df5c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.440859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15282c13-b882-45cc-98c7-09758257a25d req-497ac033-95a6-4db7-9f1f-8f323a37df5c tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1023 time: 0.2154922 Mar 22 14:06:55.544022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf7d38-2e51-4aa9-9ff1-938671fb5c2d service neutron] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:55.595684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-1266ec58-eaa5-4719-807e-794757cbc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.605447 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-1266ec58-eaa5-4719-807e-794757cbc897 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 1126 time: 0.1449289 Mar 22 14:06:55.608745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15282c13-b882-45cc-98c7-09758257a25d req-e920417a-b4ab-40c7-8a92-3bfbac8a720e tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=e079200e-8128-4f24-84c5-fc963398b026&id=4473b496-4447-4453-9566-4822ca44132c&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1669796 Mar 22 14:06:55.684004 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-fed03445-2764-438c-bf9b-9386559f8619 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9be333-8688-40c6-b765-48fa2f23917f HTTP/1.1" status: 200 len: 217 time: 0.0729668 Mar 22 14:06:55.745535 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb4f3a-c3b2-4e70-8de5-c0a0b7d5241e x-openstack-request-id: req-34eb4f3a-c3b2-4e70-8de5-c0a0b7d5241e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:55.746197 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:55.747826 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34eb4f3a-c3b2-4e70-8de5-c0a0b7d5241e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:55.751568 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34eb4f3a-c3b2-4e70-8de5-c0a0b7d5241e'] response: {'name': 'network-changed', 'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f', 'status': 'completed', 'code': 200} Mar 22 14:06:55.791267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-4c58e83b-9e22-474a-bd83-0ab20deb5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:55.792754 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-4c58e83b-9e22-474a-bd83-0ab20deb5ca0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.1024756 Mar 22 14:06:55.835284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-9e1ccbdd-b7e4-4a13-bb79-4e61a83d8b61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351894 Mar 22 14:06:55.867955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:55.898237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e4be170d-c324-4dc8-b821-6800bd195350 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:55.898839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4be170d-c324-4dc8-b821-6800bd195350 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:56.366087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b40cf-0261-4f0c-a73e-f31ed2ee5cda req-0f609d31-f939-40ce-a2f8-0520ddef2d6d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.374002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f7b40cf-0261-4f0c-a73e-f31ed2ee5cda req-0f609d31-f939-40ce-a2f8-0520ddef2d6d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.8835213 Mar 22 14:06:56.396207 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-bda12f42-6271-477c-9a52-0b7046f330dc service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498319 Mar 22 14:06:56.433849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326640-5d31-4c93-88d5-7246c22164e5 req-765f03af-719c-42b8-a090-bc7cc11a8523 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.435420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07326640-5d31-4c93-88d5-7246c22164e5 req-765f03af-719c-42b8-a090-bc7cc11a8523 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.1214786 Mar 22 14:06:56.522972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f7b40cf-0261-4f0c-a73e-f31ed2ee5cda req-25e4ed52-a3b4-4fbb-a1fa-c8be876701d9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479976 Mar 22 14:06:56.532567 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-528ba41c-702d-406c-9dfd-1ab1ed472f0b req-ffc3b2ad-c702-428e-91cb-51b275cbd653 service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283460 Mar 22 14:06:56.542753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Deleting port a32aec76-b249-4d02-b969-21fc0073b76d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:06:56.546809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.555309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07326640-5d31-4c93-88d5-7246c22164e5 req-221e05e8-dd8b-495a-a853-ae340c0f3dc4 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138973 Mar 22 14:06:56.702352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-26123671-aa4d-4b57-b86b-4d23d0752559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.705027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-26123671-aa4d-4b57-b86b-4d23d0752559 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 1126 time: 0.1014717 Mar 22 14:06:56.878189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645449-377a-4269-815c-0d477078a25d req-da898f13-3649-4ed1-b56b-1d00ac5a81d4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.885281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31645449-377a-4269-815c-0d477078a25d req-da898f13-3649-4ed1-b56b-1d00ac5a81d4 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 944 time: 0.2324457 Mar 22 14:06:56.888488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] For port a32aec76-b249-4d02-b969-21fc0073b76d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a32aec76-b249-4d02-b969-21fc0073b76d,segment=NetworkSegment(5a935a8c-6fb0-4c1b-aea3-a52d8503bd54),segment_id=5a935a8c-6fb0-4c1b-aea3-a52d8503bd54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:56.888873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:56.916183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Calling delete_port for a32aec76-b249-4d02-b969-21fc0073b76d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:06:56.919132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-e524de73-dd5f-47ef-b8dc-03783961e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:56.928272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-e524de73-dd5f-47ef-b8dc-03783961e820 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 200 len: 905 time: 0.2164674 Mar 22 14:06:57.001445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e2167-1b14-4b85-8c2e-2f3d8081ef83 req-2e19e4f2-a253-436e-b99b-e7dead408367 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.003001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-189e2167-1b14-4b85-8c2e-2f3d8081ef83 req-2e19e4f2-a253-436e-b99b-e7dead408367 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/ports?device_id=31e18178-6ffd-45cc-afe7-484f0bfb6d46 HTTP/1.1" status: 200 len: 1023 time: 0.2025054 Mar 22 14:06:57.020234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31645449-377a-4269-815c-0d477078a25d req-6c0f792b-bedf-470f-b406-6cb9d7b3f217 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290522 Mar 22 14:06:57.020365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-e23ed365-96fa-4483-939d-b8c3a88e80e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9be333-8688-40c6-b765-48fa2f23917f HTTP/1.1" status: 200 len: 217 time: 0.0848529 Mar 22 14:06:57.127802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-e8a6ecc0-8fd9-43e4-9b13-a5d5bc8e6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.129409 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-e8a6ecc0-8fd9-43e4-9b13-a5d5bc8e6179 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 200 len: 844 time: 0.0986395 Mar 22 14:06:57.174022 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-21da2652-078f-4f63-ac95-71977d404bd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349994 Mar 22 14:06:57.177462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a32aec76-b249-4d02-b969-21fc0073b76d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.189652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a32aec76-b249-4d02-b969-21fc0073b76d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:57.258051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'Port': ['ID=a32aec76-b249-4d02-b969-21fc0073b76d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:57.261464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-189e2167-1b14-4b85-8c2e-2f3d8081ef83 req-7f56417f-f0f4-4724-958b-749b6fec11bf tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups?id=e079200e-8128-4f24-84c5-fc963398b026&id=4473b496-4447-4453-9566-4822ca44132c&id=68e87c85-4838-4177-b18b-abccdfffabe5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2381122 Mar 22 14:06:57.346676 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-32d13aff-34ae-4500-8058-5afa5c58b23f service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584365 Mar 22 14:06:57.362695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] No DVR routers for this DVR port a32aec76-b249-4d02-b969-21fc0073b76d on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:06:57.365402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:57.369557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-253e9996-855f-474b-a2ec-19904b23efef req-13eab240-ddae-468b-ac37-a78a82d12f91 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.78 "DELETE /v2.0/ports/a32aec76-b249-4d02-b969-21fc0073b76d HTTP/1.1" status: 204 len: 173 time: 1.9257944 Mar 22 14:06:57.374800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'name': 'network-vif-deleted', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:57.379217 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038b4a4-9f05-4248-87c8-8fa1f3bcf790" -d '{"events": [{"server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "name": "network-vif-deleted", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:06:57.428171 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3009d-898b-4cf8-997e-d8f3d07e9aa2 x-openstack-request-id: req-74f3009d-898b-4cf8-997e-d8f3d07e9aa2 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:06:57.429436 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e18178-6ffd-45cc-afe7-484f0bfb6d46", "name": "network-vif-deleted", "tag": "a32aec76-b249-4d02-b969-21fc0073b76d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:06:57.429864 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74f3009d-898b-4cf8-997e-d8f3d07e9aa2 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:06:57.430605 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f3009d-898b-4cf8-997e-d8f3d07e9aa2'] response: {'server_uuid': '31e18178-6ffd-45cc-afe7-484f0bfb6d46', 'name': 'network-vif-deleted', 'tag': 'a32aec76-b249-4d02-b969-21fc0073b76d', 'status': 'completed', 'code': 200} Mar 22 14:06:57.559475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa6df3e3-af7c-4322-911b-81350a96ddaf req-1e2d9373-2c0c-4356-887e-31ab5d14ae0c service neutron] 10.222.0.82 "GET /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051549 Mar 22 14:06:57.826677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff7de4-85f5-4562-b5ae-33a65c9b72fe req-5e6cee54-5146-4cc2-afbc-b4fc37c5b25c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.829072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70ff7de4-85f5-4562-b5ae-33a65c9b72fe req-5e6cee54-5146-4cc2-afbc-b4fc37c5b25c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1447248 Mar 22 14:06:57.853581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f0bb-9633-4786-a43b-d4b019337528 req-506e2610-a42c-4863-a1bf-f5709b744839 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:57.855173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f81f0bb-9633-4786-a43b-d4b019337528 req-506e2610-a42c-4863-a1bf-f5709b744839 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.1084216 Mar 22 14:06:57.918301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70ff7de4-85f5-4562-b5ae-33a65c9b72fe req-bfff96de-0612-421f-b4a5-18b08096e90a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819194 Mar 22 14:06:57.939547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f81f0bb-9633-4786-a43b-d4b019337528 req-1d2c36d8-a1fe-460f-acc2-dc1a83f4529d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776656 Mar 22 14:06:58.022572 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.135163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162106a9-3c88-4b64-b812-c327ed38ed57 req-4f400ee2-b78e-46f0-b6b7-9fef69e7244c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:58.137327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-162106a9-3c88-4b64-b812-c327ed38ed57 req-4f400ee2-b78e-46f0-b6b7-9fef69e7244c tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.0754077 Mar 22 14:06:58.148646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:58.153737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Request body: {'floatingip': {'port_id': 'b7ea292c-1848-449c-95af-a664b2d74882'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:06:58.264205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.385412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b419c-c59f-4589-ae20-c1060c25f114 req-a432d1c1-e1b8-46a7-80b7-779a64bafb4a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:58.387425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a40b419c-c59f-4589-ae20-c1060c25f114 req-a432d1c1-e1b8-46a7-80b7-779a64bafb4a tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 944 time: 0.1281812 Mar 22 14:06:58.456426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-8334b3eb-ddb5-49be-8566-e2b6af632da9 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/4473b496-4447-4453-9566-4822ca44132c HTTP/1.1" status: 200 len: 1817 time: 0.0676122 Mar 22 14:06:58.507657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a40b419c-c59f-4589-ae20-c1060c25f114 req-1a3a6997-1467-43a1-afeb-1b86b153d9de tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Mar 22 14:06:58.618581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (4473b496-4447-4453-9566-4822ca44132c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.667505 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (4473b496-4447-4453-9566-4822ca44132c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.718882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:06:58.751255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4473b496-4447-4453-9566-4822ca44132c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.754868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.756361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70fbd371-1fd0-45ba-bf9a-5d70397ef6ff req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/4473b496-4447-4453-9566-4822ca44132c HTTP/1.1" status: 204 len: 173 time: 0.2929547 Mar 22 14:06:58.788915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f07450-6518-42d8-9527-6fae56e44120 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4473b496-4447-4453-9566-4822ca44132c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:58.889999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.892800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-1e57bb70-4935-4232-8f90-d56a52165bc2 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "GET /v2.0/security-groups/e079200e-8128-4f24-84c5-fc963398b026 HTTP/1.1" status: 200 len: 1818 time: 0.1057446 Mar 22 14:06:58.895422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:58.921723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:58.993047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '1a9be333-8688-40c6-b765-48fa2f23917f', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': '1a9be333-8688-40c6-b765-48fa2f23917f', 'mac_address': 'fa:16:3e:e0:b1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:06:58.995450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e079200e-8128-4f24-84c5-fc963398b026), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.034095 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Floating IP da1955a2-c567-402d-9ef2-d45e9b9de183 associated. External IP: 172.25.3.181, port: b7ea292c-1848-449c-95af-a664b2d74882. Mar 22 14:06:59.066532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (e079200e-8128-4f24-84c5-fc963398b026), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.076611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.101360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1a9be333-8688-40c6-b765-48fa2f23917f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:06:59.101744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.120718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96940d2c-81e9-4590-ac49-9f8a2a4c14cc req-3612d62d-e64e-46ca-b0ff-ad1d81c2283f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:59.124556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9be333-8688-40c6-b765-48fa2f23917f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:06:59.129637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96940d2c-81e9-4590-ac49-9f8a2a4c14cc req-3612d62d-e64e-46ca-b0ff-ad1d81c2283f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0953882 Mar 22 14:06:59.164004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e079200e-8128-4f24-84c5-fc963398b026), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.167926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:06:59.172113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.176140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.180633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e95ab103-7230-4d9b-91f9-c98bd4f70d63 req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] 10.222.0.81 "DELETE /v2.0/security-groups/e079200e-8128-4f24-84c5-fc963398b026 HTTP/1.1" status: 204 len: 173 time: 0.2867234 Mar 22 14:06:59.185711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38616) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:59.235409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96940d2c-81e9-4590-ac49-9f8a2a4c14cc req-ec4c9d33-7c10-4f07-ba43-76a22cfa0d17 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996766 Mar 22 14:06:59.248409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb9ef-ae18-4a5d-bfce-c484ce005e35 tempest-SecurityGroupsTestJSON-1915707047 tempest-SecurityGroupsTestJSON-1915707047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079200e-8128-4f24-84c5-fc963398b026,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:59.310581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:59.330123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.330482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.330802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.331144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.331480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.331811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.332197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.332527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.332852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.333175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.333498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.333820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.338203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.338583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.342235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:06:59.384232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Deleting subnet ea2b4d2c-719b-42dc-b9c1-20c3725afa6a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:06:59.387703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Publish callbacks [] for subnet (ea2b4d2c-719b-42dc-b9c1-20c3725afa6a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.422572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (ea2b4d2c-719b-42dc-b9c1-20c3725afa6a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.452110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['1a9be333-8688-40c6-b765-48fa2f23917f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:06:59.462342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ea2b4d2c-719b-42dc-b9c1-20c3725afa6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.531246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (ea2b4d2c-719b-42dc-b9c1-20c3725afa6a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.572432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2b4d2c-719b-42dc-b9c1-20c3725afa6a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:06:59.574857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.578740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c794ed3-90ac-4bf5-b8c1-039db4134651 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ea2b4d2c-719b-42dc-b9c1-20c3725afa6a HTTP/1.1" status: 204 len: 168 time: 0.3902190 Mar 22 14:06:59.581340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38626) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:06:59.632275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Router 5fdaf0c6-6169-458b-a140-8d5840b884f5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:06:59.782704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (fc85864f-423a-4d48-a9f0-9144bc66aa23), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.806969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559d5a-b37e-4d86-8362-ea13809f940a req-c500d497-1d39-4d69-83af-cf37490ebf1c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:06:59.814458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08559d5a-b37e-4d86-8362-ea13809f940a req-c500d497-1d39-4d69-83af-cf37490ebf1c tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 945 time: 0.1240215 Mar 22 14:06:59.821831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:06:59.832712 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Sync routers for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:06:59.842756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.857018 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:06:59.857639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:06:59.892228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a32aec76-b249-4d02-b969-21fc0073b76d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:06:59.944412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: a32aec76-b249-4d02-b969-21fc0073b76d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:06:59.944845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a32aec76-b249-4d02-b969-21fc0073b76d not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:06:59.952184 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-93a27e9d-80b6-4e76-bfc8-0dae32276301 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "PUT /v2.0/floatingips/da1955a2-c567-402d-9ef2-d45e9b9de183 HTTP/1.1" status: 200 len: 992 time: 1.8020945 Mar 22 14:06:59.952825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:06:59.964003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (fc85864f-423a-4d48-a9f0-9144bc66aa23), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:06:59.976850 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deeef1c-7095-4acf-8c64-a063d9b4833d" -d '{"events": [{"name": "network-changed", "server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "tag": "b7ea292c-1848-449c-95af-a664b2d74882"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:00.017263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08559d5a-b37e-4d86-8362-ea13809f940a req-4150fd4f-35d6-47c7-beb4-453440f993d3 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010245 Mar 22 14:07:00.054831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc85864f-423a-4d48-a9f0-9144bc66aa23']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:00.082276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:00.087402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a935a8c-6fb0-4c1b-aea3-a52d8503bd54') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:00.096165 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2dbeee-66ff-4927-ad41-3a4cd031d8f9 x-openstack-request-id: req-6c2dbeee-66ff-4927-ad41-3a4cd031d8f9 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:00.098229 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "tag": "b7ea292c-1848-449c-95af-a664b2d74882", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:00.098726 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c2dbeee-66ff-4927-ad41-3a4cd031d8f9 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:00.101013 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2dbeee-66ff-4927-ad41-3a4cd031d8f9'] response: {'name': 'network-changed', 'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882', 'status': 'completed', 'code': 200} Mar 22 14:07:00.114807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (5a935a8c-6fb0-4c1b-aea3-a52d8503bd54), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.203499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5a935a8c-6fb0-4c1b-aea3-a52d8503bd54), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.212015 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:00.214701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-41479ec8-8f88-4f06-a2a3-e5e34f99878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.216797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-41479ec8-8f88-4f06-a2a3-e5e34f99878d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=253cc054458e40b392223cc3561e31bf&device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 1128 time: 0.0945127 Mar 22 14:07:00.231119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:00.231542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (5a935a8c-6fb0-4c1b-aea3-a52d8503bd54), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:00.233466 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:00.262455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba9b9e-0d9a-462d-a2f4-b63def7c589c req-2e6deaec-f650-4519-a13c-c79cf49411e4 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.264041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95ba9b9e-0d9a-462d-a2f4-b63def7c589c req-2e6deaec-f650-4519-a13c-c79cf49411e4 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.1869726 Mar 22 14:07:00.359167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95ba9b9e-0d9a-462d-a2f4-b63def7c589c req-13b3c681-4092-4b15-b9cc-92a1e3402ce5 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631812 Mar 22 14:07:00.365012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (fc85864f-423a-4d48-a9f0-9144bc66aa23), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.434237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.445623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] 10.222.0.81 "DELETE /v2.0/networks/fc85864f-423a-4d48-a9f0-9144bc66aa23 HTTP/1.1" status: 204 len: 168 time: 0.8630826 Mar 22 14:07:00.450748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af783585-a187-48b4-9171-482fc19c9cec admin admin] Pushing event deleted for resources: {'Network': ['ID=fc85864f-423a-4d48-a9f0-9144bc66aa23,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:00.512489 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'da1955a2-c567-402d-9ef2-d45e9b9de183', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'port_id': 'b7ea292c-1848-449c-95af-a664b2d74882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'mac_address': 'fa:16:3e:cb:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58daa46a-32a2-4e6e-a709-752291841cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:33Z', 'updated_at': '2022-03-22T14:06:58Z', 'revision_number': 1, 'project_id': '253cc054458e40b392223cc3561e31bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:00.519197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-d64a3699-49a9-4173-8860-1c5137790783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.521261 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-d64a3699-49a9-4173-8860-1c5137790783 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5b59c95d-2bf7-4037-8def-71c90af1054a HTTP/1.1" status: 200 len: 916 time: 0.2955580 Mar 22 14:07:00.562868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551de383-683f-43c3-8ca0-f6c51d6d5192 req-fd12c2c2-f349-4599-987e-64612a3e61ee tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.571958 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Checking router: 5fdaf0c6-6169-458b-a140-8d5840b884f5 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:00.572182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-551de383-683f-43c3-8ca0-f6c51d6d5192 req-fd12c2c2-f349-4599-987e-64612a3e61ee tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1097391 Mar 22 14:07:00.597816 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:00.598620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:00.635383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-7d9e91c2-a439-4e49-ab93-1a701f148c18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7ea292c-1848-449c-95af-a664b2d74882 HTTP/1.1" status: 200 len: 1000 time: 0.1045449 Mar 22 14:07:00.686153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-551de383-683f-43c3-8ca0-f6c51d6d5192 req-3d064a30-a524-47a0-bbf6-c38d61232c43 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Mar 22 14:07:00.711682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-26db6ad1-6f66-423d-b73c-284d3c2e415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.713320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-26db6ad1-6f66-423d-b73c-284d3c2e415f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee2546e1-5b43-4283-9b26-095a7c6c1e52 HTTP/1.1" status: 200 len: 854 time: 0.0737672 Mar 22 14:07:00.728106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:00.823241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38654) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:00.844970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-106555a5-c4bb-459b-9a80-7cd0e4764686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:00.846517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-106555a5-c4bb-459b-9a80-7cd0e4764686 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5b59c95d-2bf7-4037-8def-71c90af1054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236491 Mar 22 14:07:00.857769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 1a9be333-8688-40c6-b765-48fa2f23917f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:00.869612 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:00.871315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 1a9be333-8688-40c6-b765-48fa2f23917f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:00.871702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.882198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f93951f4-1f47-46a3-88da-7955524409b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62eed020382444f5ad3345d6025e9f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571346 Mar 22 14:07:00.884618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:00.938130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] Publish callbacks [] for security_group (68e87c85-4838-4177-b18b-abccdfffabe5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:00.972223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] Publish callbacks [] for security_group (68e87c85-4838-4177-b18b-abccdfffabe5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.063210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1a9be333-8688-40c6-b765-48fa2f23917f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:01.063810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.110857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (68e87c85-4838-4177-b18b-abccdfffabe5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.114752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.116438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68e87c85-4838-4177-b18b-abccdfffabe5 HTTP/1.1" status: 204 len: 168 time: 0.2304173 Mar 22 14:07:01.119618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:01.122314 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18c82cb-c85a-4e62-9dc6-a347c1d4959c" -d '{"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:01.126876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe4337-c5f3-49eb-b33b-79306b933dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e87c85-4838-4177-b18b-abccdfffabe5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:01.151148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:01.168932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:01.223151 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3f3020-fec0-49e2-bf16-fd6a1d428d53 x-openstack-request-id: req-0d3f3020-fec0-49e2-bf16-fd6a1d428d53 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:01.223461 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:01.223689 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d3f3020-fec0-49e2-bf16-fd6a1d428d53 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:01.224123 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3f3020-fec0-49e2-bf16-fd6a1d428d53'] response: {'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f', 'code': 200} Mar 22 14:07:01.232701 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-b53035e4-50e3-452c-afb9-f3e330c0c3a4 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776290 Mar 22 14:07:01.289297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:01.368080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'da1955a2-c567-402d-9ef2-d45e9b9de183', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'port_id': 'b7ea292c-1848-449c-95af-a664b2d74882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'mac_address': 'fa:16:3e:cb:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58daa46a-32a2-4e6e-a709-752291841cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:33Z', 'updated_at': '2022-03-22T14:06:58Z', 'revision_number': 1, 'project_id': '253cc054458e40b392223cc3561e31bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:01.371585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b080f-aa9d-4e37-9bf3-0f197440213c req-cb63b95c-55e6-4325-a7c6-d9f4a3ec9514 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.383182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12b080f-aa9d-4e37-9bf3-0f197440213c req-cb63b95c-55e6-4325-a7c6-d9f4a3ec9514 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1668015 Mar 22 14:07:01.403625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db124e-c91b-4649-b269-627066b50ffd req-2f55f523-91f7-4a30-b8f7-1235ed3ad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.405559 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-00db124e-c91b-4649-b269-627066b50ffd req-2f55f523-91f7-4a30-b8f7-1235ed3ad3e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 1128 time: 0.0924876 Mar 22 14:07:01.444124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc8313-8e51-4392-b65b-879de2ccb011 None None] The sync data for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 is: [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'da1955a2-c567-402d-9ef2-d45e9b9de183', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'port_id': 'b7ea292c-1848-449c-95af-a664b2d74882', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'mac_address': 'fa:16:3e:cb:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58daa46a-32a2-4e6e-a709-752291841cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:05:33Z', 'updated_at': '2022-03-22T14:06:58Z', 'revision_number': 1, 'project_id': '253cc054458e40b392223cc3561e31bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:01.515672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12b080f-aa9d-4e37-9bf3-0f197440213c req-487606f4-7661-4762-9b16-0ee1179adf37 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262317 Mar 22 14:07:01.574348 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3deeef1c-7095-4acf-8c64-a063d9b4833d req-156d89f8-4795-4bd9-a3d3-77ed487d6be3 service neutron] 10.222.0.82 "GET /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335674 Mar 22 14:07:01.582250 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-00db124e-c91b-4649-b269-627066b50ffd req-b566a30b-0141-4abd-aad9-47aad2a5dac2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575854 Mar 22 14:07:01.877354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db90d6c-9686-448b-8534-dfc95ce44387 None None] New status for floating IP da1955a2-c567-402d-9ef2-d45e9b9de183: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:07:01.923904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d970925-be0a-45ec-bbe3-1cca96cd1a23 req-4b1b8be4-2c16-42cc-acaf-20eec3eb7b62 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:01.933939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d970925-be0a-45ec-bbe3-1cca96cd1a23 req-4b1b8be4-2c16-42cc-acaf-20eec3eb7b62 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1311121 Mar 22 14:07:02.029146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d970925-be0a-45ec-bbe3-1cca96cd1a23 req-556aaca7-cf10-4569-a6e2-527b046ea9a1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894349 Mar 22 14:07:02.467968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38696) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:02.609706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1781466436-network', 'tenant_id': '61255e6be40145b08af2c5b0f32fc0d2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:02.636268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Made reservation on behalf of 61255e6be40145b08af2c5b0f32fc0d2 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:02.639532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.669949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.749151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed588e-1da9-4b27-b72d-17c8761d4c96 req-167f0483-5470-45d3-b479-8d3ddf1e3cf0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:02.751637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ed588e-1da9-4b27-b72d-17c8761d4c96 req-167f0483-5470-45d3-b479-8d3ddf1e3cf0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.0922692 Mar 22 14:07:02.826979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ed588e-1da9-4b27-b72d-17c8761d4c96 req-6f8a5369-f4fc-48d4-b97f-63aea64eb01f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700693 Mar 22 14:07:02.875951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks [] for security_group (f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.883327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.921854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:02.932953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:02.944344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0e16a0f1-9f51-4df9-9532-f056b3c36727), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:02.944842 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Added segment 0e16a0f1-9f51-4df9-9532-f056b3c36727 of type vlan for network 46fb9a44-8d46-4559-8902-622c8d353c40 Mar 22 14:07:03.001417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (46fb9a44-8d46-4559-8902-622c8d353c40), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.029895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (46fb9a44-8d46-4559-8902-622c8d353c40), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.031295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.032110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.095540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6264255 Mar 22 14:07:03.099101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38718) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:03.104383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Request body: {'subnet': {'network_id': '46fb9a44-8d46-4559-8902-622c8d353c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1781466436-subnet', 'tenant_id': '61255e6be40145b08af2c5b0f32fc0d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:03.148510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Made reservation on behalf of 61255e6be40145b08af2c5b0f32fc0d2 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:03.151182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.341354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc277e8-f072-4097-88df-86a84137f387 admin admin] Pushing event updated for resources: {'Network': ['ID=46fb9a44-8d46-4559-8902-622c8d353c40,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:03.352937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 46fb9a44-8d46-4559-8902-622c8d353c40 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:03.381945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f8ce9254-104c-457d-84bd-7de2c521b712), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.497523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227633-dda4-444f-ab78-9b3673b41778 req-c7a7cbed-a585-4c5e-aa74-a70551f7c874 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.508442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10227633-dda4-444f-ab78-9b3673b41778 req-c7a7cbed-a585-4c5e-aa74-a70551f7c874 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1632426 Mar 22 14:07:03.589651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Checking segment: {'id': '0e16a0f1-9f51-4df9-9532-f056b3c36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '46fb9a44-8d46-4559-8902-622c8d353c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:03.590206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Network hostable DHCP agents. Network: 46fb9a44-8d46-4559-8902-622c8d353c40, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:03.598558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ce9254-104c-457d-84bd-7de2c521b712,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:03.608754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10227633-dda4-444f-ab78-9b3673b41778 req-2075c314-6790-463c-9313-a7e884fe046f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993030 Mar 22 14:07:03.622647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Network 46fb9a44-8d46-4559-8902-622c8d353c40 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:03.636188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 46fb9a44-8d46-4559-8902-622c8d353c40) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:03.641393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:03.642309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:03.648890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f752fb2-261d-40ae-a897-b040959b3d76 None None] Network 46fb9a44-8d46-4559-8902-622c8d353c40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:03.676590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5ae4bd7-9620-4a3e-a24b-013e1978fee2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5763726 Mar 22 14:07:03.870829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c59fe-a24f-40b0-b306-946af7bcef75 None None] Network 46fb9a44-8d46-4559-8902-622c8d353c40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:04.069103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d0b9-cc37-4694-bc3e-b6f98991eeba req-f88ba085-95d5-4d0f-bde7-296399e555a0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:04.070694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c273d0b9-cc37-4694-bc3e-b6f98991eeba req-f88ba085-95d5-4d0f-bde7-296399e555a0 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1162574 Mar 22 14:07:04.132052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c273d0b9-cc37-4694-bc3e-b6f98991eeba req-82aa4d7b-7517-4ffe-957f-385bd7d44f5d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Mar 22 14:07:04.165759 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-41d435ed-e63d-4a42-aaa1-4961c9b2ce7c req-ac4a21a2-90b9-4b1f-b97e-b0e8331d356e tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] show failed (client error): The resource could not be found. Mar 22 14:07:04.167127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41d435ed-e63d-4a42-aaa1-4961c9b2ce7c req-ac4a21a2-90b9-4b1f-b97e-b0e8331d356e tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/27732887-9742-4f8f-9875-d36ad451b91b HTTP/1.1" status: 404 len: 352 time: 0.0222218 Mar 22 14:07:04.378265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63ff41b0-46d7-410c-b16a-3477e69514e6 req-192a9875-60bb-45d2-bf7c-107da00dea82 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61255e6be40145b08af2c5b0f32fc0d2 HTTP/1.1" status: 200 len: 3005 time: 0.1047585 Mar 22 14:07:04.474044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63ff41b0-46d7-410c-b16a-3477e69514e6 req-c15c720b-9777-4d03-8660-82af03875137 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05 HTTP/1.1" status: 200 len: 3002 time: 0.0947864 Mar 22 14:07:04.574282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63ff41b0-46d7-410c-b16a-3477e69514e6 req-36cfc1fd-1eac-460e-b4ba-5761d25cd160 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05 HTTP/1.1" status: 200 len: 3002 time: 0.0967138 Mar 22 14:07:04.738905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f409934-ae40-4fee-84c0-1ede34271139 req-251da711-2dac-43ea-b485-9a1fa3f9a526 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05 HTTP/1.1" status: 200 len: 3002 time: 0.1413870 Mar 22 14:07:04.924758 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-8f409934-ae40-4fee-84c0-1ede34271139 req-949be09b-5696-4bc2-90d2-76a0ecea8de7 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:07:04.956108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f409934-ae40-4fee-84c0-1ede34271139 req-949be09b-5696-4bc2-90d2-76a0ecea8de7 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05 HTTP/1.1" status: 409 len: 352 time: 0.2162304 Mar 22 14:07:05.052562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a3c6-9a00-43ae-bcbe-83e2ed2b8143 req-253142d0-04d7-4b2f-9806-9a63b0223399 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:05.054164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6c1a3c6-9a00-43ae-bcbe-83e2ed2b8143 req-253142d0-04d7-4b2f-9806-9a63b0223399 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0919313 Mar 22 14:07:05.068291 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-03be891f-9ded-4d2f-9915-f088da0b996e req-0ecc27b3-5b43-4d01-a622-a0dd57eb7628 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] show failed (client error): The resource could not be found. Mar 22 14:07:05.069209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03be891f-9ded-4d2f-9915-f088da0b996e req-0ecc27b3-5b43-4d01-a622-a0dd57eb7628 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/814a8880-6829-421f-9060-a1ef1cdcbdd3 HTTP/1.1" status: 404 len: 352 time: 0.0133395 Mar 22 14:07:05.142662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6c1a3c6-9a00-43ae-bcbe-83e2ed2b8143 req-3c76dd8c-d372-4218-84cd-e6895f362661 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 Mar 22 14:07:05.172786 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-e98c971b-2b34-4699-a3db-2114cc804730 req-933d9955-c626-4845-9225-237db5cd0a51 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] show failed (client error): The resource could not be found. Mar 22 14:07:05.174880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e98c971b-2b34-4699-a3db-2114cc804730 req-933d9955-c626-4845-9225-237db5cd0a51 tempest-SecurityGroupsNegativeTestJSON-892068294 tempest-SecurityGroupsNegativeTestJSON-892068294-project] 10.222.0.81 "GET /v2.0/security-groups/04b75621-9292-49c5-8f57-415f13072661 HTTP/1.1" status: 404 len: 352 time: 0.0209045 Mar 22 14:07:05.185066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:05.267489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Deleting subnet f8ce9254-104c-457d-84bd-7de2c521b712 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:05.274651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Publish callbacks [] for subnet (f8ce9254-104c-457d-84bd-7de2c521b712), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.321016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (f8ce9254-104c-457d-84bd-7de2c521b712), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.369888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f8ce9254-104c-457d-84bd-7de2c521b712), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.439970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (f8ce9254-104c-457d-84bd-7de2c521b712), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.477180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ce9254-104c-457d-84bd-7de2c521b712,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:05.499909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.510221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61459672-d575-4ef1-84b7-2ff892a3d1ce admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f8ce9254-104c-457d-84bd-7de2c521b712 HTTP/1.1" status: 204 len: 168 time: 0.3219178 Mar 22 14:07:05.511903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38812) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:05.635223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (46fb9a44-8d46-4559-8902-622c8d353c40), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.718854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3418cd-6d8e-494c-a124-919bb5f8e67d req-2424593b-0698-469c-b5f4-c3e03b665771 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:05.721819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b3418cd-6d8e-494c-a124-919bb5f8e67d req-2424593b-0698-469c-b5f4-c3e03b665771 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.0998416 Mar 22 14:07:05.824020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b3418cd-6d8e-494c-a124-919bb5f8e67d req-4cab6142-b745-418f-a773-2ed1763b28d5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898285 Mar 22 14:07:05.850291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (46fb9a44-8d46-4559-8902-622c8d353c40), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.889346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fb9a44-8d46-4559-8902-622c8d353c40']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:05.915902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e16a0f1-9f51-4df9-9532-f056b3c36727') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:05.916214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e16a0f1-9f51-4df9-9532-f056b3c36727') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:05.937342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (0e16a0f1-9f51-4df9-9532-f056b3c36727), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.960258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0e16a0f1-9f51-4df9-9532-f056b3c36727), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:05.967124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:05.967517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (0e16a0f1-9f51-4df9-9532-f056b3c36727), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:06.021864 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:06.029094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (46fb9a44-8d46-4559-8902-622c8d353c40), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.035505 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.042425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] 10.222.0.81 "DELETE /v2.0/networks/46fb9a44-8d46-4559-8902-622c8d353c40 HTTP/1.1" status: 204 len: 168 time: 0.5268838 Mar 22 14:07:06.056133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe810f6b-7673-4d43-88cd-c94401238b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=46fb9a44-8d46-4559-8902-622c8d353c40,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:06.173605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38820) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:06.223633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3983a4ec-b28f-411c-af2f-21ee5d93923d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61255e6be40145b08af2c5b0f32fc0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462964 Mar 22 14:07:06.223865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:06.343117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] Publish callbacks [] for security_group (f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.371968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] Publish callbacks [] for security_group (f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.469278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6610-b6b2-4778-a734-9d4a2f7b21e2 req-442acc5e-df5b-43eb-b6f6-5c1f8afad4df tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:06.476074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-844b6610-b6b2-4778-a734-9d4a2f7b21e2 req-442acc5e-df5b-43eb-b6f6-5c1f8afad4df tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.2174449 Mar 22 14:07:06.477342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.482560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:06.484245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05 HTTP/1.1" status: 204 len: 168 time: 0.2591906 Mar 22 14:07:06.517355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4b6b-8b2a-4fee-ba82-e7238e4a1e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7862dc6-ecdd-4b5b-8347-6ec3c9c58d05,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:06.603839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-844b6610-b6b2-4778-a734-9d4a2f7b21e2 req-9fe209c9-c48d-473f-87e7-63e74c09542a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182153 Mar 22 14:07:06.754941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:06.953508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:06.966637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '1a9be333-8688-40c6-b765-48fa2f23917f', 'network_id': 'ab1bfc4a-bed0-4060-8e42-dbceffcec2ad', 'port_id': '1a9be333-8688-40c6-b765-48fa2f23917f', 'mac_address': 'fa:16:3e:e0:b1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22661c3e-9005-4d0b-90f1-8f74f6d639c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:07.009347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1a9be333-8688-40c6-b765-48fa2f23917f is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:07.009728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.023887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a9be333-8688-40c6-b765-48fa2f23917f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:07.069483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:07.083866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4f4ee-d330-4c0a-b9ff-da4991bbc57f req-862f4680-a436-472a-b18a-5f86009428f5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:07.088439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.089816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68a4f4ee-d330-4c0a-b9ff-da4991bbc57f req-862f4680-a436-472a-b18a-5f86009428f5 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1320701 Mar 22 14:07:07.147597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68a4f4ee-d330-4c0a-b9ff-da4991bbc57f req-1445ace7-d215-4157-b22d-46e0474aa8e2 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Mar 22 14:07:07.196535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:07.238291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['1a9be333-8688-40c6-b765-48fa2f23917f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:07.492345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:07.664067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1186254251-network', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:07.703050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Made reservation on behalf of 18c9ebb4737c4cb7bf11e4ca108b7c08 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:07.706200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.719020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.777270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583596d-a0d1-4b54-b964-5385ee9cbf73 req-40486a2a-6b77-40cb-bb37-fcd30e19a597 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:07.779167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2583596d-a0d1-4b54-b964-5385ee9cbf73 req-40486a2a-6b77-40cb-bb37-fcd30e19a597 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0764256 Mar 22 14:07:07.836209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks [] for security_group (747e94a7-5bc5-451b-bfdf-94836619d612), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.843780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (747e94a7-5bc5-451b-bfdf-94836619d612), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.866970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2583596d-a0d1-4b54-b964-5385ee9cbf73 req-5fab4c1a-f6d5-4a08-85c3-273eca466a0c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815880 Mar 22 14:07:07.885644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e94a7-5bc5-451b-bfdf-94836619d612,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:07.896213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:07.910247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (087649af-c612-4dc4-8ea1-b04de8ca08d5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.911148 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Added segment 087649af-c612-4dc4-8ea1-b04de8ca08d5 of type vlan for network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 Mar 22 14:07:07.968719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d2820aa7-051e-4a9e-8ff1-cd72f5a05733), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:07.983045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:08.014541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d2820aa7-051e-4a9e-8ff1-cd72f5a05733), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.015536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:08.016169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.076968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] Pushing event updated for resources: {'Network': ['ID=d2820aa7-051e-4a9e-8ff1-cd72f5a05733,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:08.088073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:08.102775 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e7020331-b2d1-4af2-a682-cec8221ee17e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6093142 Mar 22 14:07:08.105822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38886) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:08.112244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Request body: {'subnet': {'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-subnet', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:08.153884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a79b9840-2c3b-47b1-9fd3-b9e2432a09fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.164326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Made reservation on behalf of 18c9ebb4737c4cb7bf11e4ca108b7c08 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:08.167022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.406743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d6926-997f-4369-a296-00f029952938 req-d7314534-52bb-4b2d-ae51-d3be5b34e4af tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:08.408243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a85d6926-997f-4369-a296-00f029952938 req-d7314534-52bb-4b2d-ae51-d3be5b34e4af tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 945 time: 0.1485178 Mar 22 14:07:08.449550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a79b9840-2c3b-47b1-9fd3-b9e2432a09fa admin admin] Publish callbacks [] for security_group (a55f6f45-90ae-4486-b58c-62f8fa856244), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.459722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a79b9840-2c3b-47b1-9fd3-b9e2432a09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a55f6f45-90ae-4486-b58c-62f8fa856244), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.584542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (2772d7e4-6c5d-48d4-b46c-bd325633dd04), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.628541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a79b9840-2c3b-47b1-9fd3-b9e2432a09fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05fef542fc1648ca934fa0ddc017dbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418741 Mar 22 14:07:08.630051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38892) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:08.639958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b9840-2c3b-47b1-9fd3-b9e2432a09fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f6f45-90ae-4486-b58c-62f8fa856244,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:08.646866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a85d6926-997f-4369-a296-00f029952938 req-925110ed-bc72-4401-a2a9-a0ff6fd9d33d tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301683 Mar 22 14:07:08.678213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2772d7e4-6c5d-48d4-b46c-bd325633dd04,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:08.720998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Checking segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:08.721365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Network hostable DHCP agents. Network: d2820aa7-051e-4a9e-8ff1-cd72f5a05733, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:08.744482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] Publish callbacks [] for security_group (a55f6f45-90ae-4486-b58c-62f8fa856244), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.761024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:08.773291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] Publish callbacks [] for security_group (a55f6f45-90ae-4486-b58c-62f8fa856244), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.814353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:08.834688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a55f6f45-90ae-4486-b58c-62f8fa856244), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.838879 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.841006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a55f6f45-90ae-4486-b58c-62f8fa856244 HTTP/1.1" status: 204 len: 168 time: 0.2109432 Mar 22 14:07:08.860724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d2820aa7-051e-4a9e-8ff1-cd72f5a05733) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:08.876292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:08.877594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.882811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b52b8d9-dde7-40dc-be15-4183034d49b5 None None] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:08.900499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1cda1a2a-beec-4994-8e13-c3d1edc26a71 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7925017 Mar 22 14:07:08.901682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfbacc-c2c8-41d3-8261-46901ce2db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f6f45-90ae-4486-b58c-62f8fa856244,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:08.904381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38900) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:08.911057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:08.977996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (2ce4d636-6291-431f-93b6-4533ca64d362), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:08.979844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (2ce4d636-6291-431f-93b6-4533ca64d362), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.055457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for router_controller (2ce4d636-6291-431f-93b6-4533ca64d362), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.136206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 1a9be333-8688-40c6-b765-48fa2f23917f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:09.136778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.152594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f033b6c-1c5b-43ba-b8a2-ad1f357a8829 req-43a7c285-cdf3-4612-806b-f53aba1617d3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.162038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f033b6c-1c5b-43ba-b8a2-ad1f357a8829 req-43a7c285-cdf3-4612-806b-f53aba1617d3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1344693 Mar 22 14:07:09.257735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f033b6c-1c5b-43ba-b8a2-ad1f357a8829 req-d48d01d5-1c1b-4b59-87fc-ac5e7a65c847 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943930 Mar 22 14:07:09.381728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1a9be333-8688-40c6-b765-48fa2f23917f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:09.384527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.386846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for router_gateway (2ce4d636-6291-431f-93b6-4533ca64d362), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.405399 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-a001e13e-9641-4c19-bd02-1b9345f78f5d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636466 Mar 22 14:07:09.414925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-d2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:09.415816 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.452249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:09.454781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:09.457605 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d0c4b-b7b3-45c6-9cb7-ceb1fb4c55a4" -d '{"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:09.471061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:09.577921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-e26c3086-e1aa-4f37-8443-392c3c022536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.581159 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-e26c3086-e1aa-4f37-8443-392c3c022536 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c573605148a4809a475577cdb9eeb72&device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 1128 time: 0.1056852 Mar 22 14:07:09.660895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Allocated IP 172.20.0.2 (d2820aa7-051e-4a9e-8ff1-cd72f5a05733/2772d7e4-6c5d-48d4-b46c-bd325633dd04/5dcf722a-dad6-4f0c-8f75-2f5a1307ee60) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:09.693567 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63af069-dc92-4cba-a5c2-df3c713df241 x-openstack-request-id: req-f63af069-dc92-4cba-a5c2-df3c713df241 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:09.693847 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:09.694136 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f63af069-dc92-4cba-a5c2-df3c713df241 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:09.694737 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63af069-dc92-4cba-a5c2-df3c713df241'] response: {'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f', 'code': 200} Mar 22 14:07:09.877817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:09.984767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5418-a35f-462e-bf95-60ff4bd64b5e req-d1880b7f-9b11-4d3f-a782-f612c8b4f523 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:09.988653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-068d5418-a35f-462e-bf95-60ff4bd64b5e req-d1880b7f-9b11-4d3f-a782-f612c8b4f523 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1784921 Mar 22 14:07:10.007518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-0dc580f1-d1df-4e3c-a3a1-f3b98d2a1f57 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661842 Mar 22 14:07:10.028428 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks [] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.046241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.200631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:10.202066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Pushing event updated for resources: {'Port': ['ID=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.205447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:10.209279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:10.238539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-068d5418-a35f-462e-bf95-60ff4bd64b5e req-9e7f2f1b-0fbb-4dd1-b47d-93f29de8f473 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295575 Mar 22 14:07:10.245362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-aecc00e0-9b0c-4600-96c0-0c2e9b84bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:10.248071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-aecc00e0-9b0c-4600-96c0-0c2e9b84bbd7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1126 time: 0.2027388 Mar 22 14:07:10.334140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Attempting to bind port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:10.334579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Attempting to bind port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:10.335142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Attempting to bind port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 on network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:10.343417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:10.343417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Checking segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:10.343956 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.344473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Bound using segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:10.345047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Bound port: 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:10.345507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.467049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] For port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:10.476507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] For port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:10.491540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.664611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190c22a-9578-4d25-9d55-e54752f320e7 None None] Pushing event updated for resources: {'Port': ['ID=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:10.697460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e31c2-8c95-4424-ac0f-0bbd041761ad req-34f0340e-fbb6-4c9c-acc0-842799d45323 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:10.699278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301e31c2-8c95-4424-ac0f-0bbd041761ad req-34f0340e-fbb6-4c9c-acc0-842799d45323 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.2359021 Mar 22 14:07:10.702671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-878885f8-f87b-467e-b303-5c571752af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:10.704179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-878885f8-f87b-467e-b303-5c571752af73 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.4211309 Mar 22 14:07:10.704878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for router_gateway (2ce4d636-6291-431f-93b6-4533ca64d362), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.707104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-5baf2e28-2b84-4ab0-be76-9f9a70d003ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:10.717923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-5baf2e28-2b84-4ab0-be76-9f9a70d003ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 200 len: 911 time: 1.1042840 Mar 22 14:07:10.754321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:10.767979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-0242e53c-da5b-46ea-8fc5-3bed713eb856 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.0562730 Mar 22 14:07:10.888739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301e31c2-8c95-4424-ac0f-0bbd041761ad req-9c058fd9-8e48-4cad-82ff-9b7e046afa94 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834893 Mar 22 14:07:10.902874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-d80cf3aa-af30-4c81-a036-7af3ba516363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:10.904638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-d80cf3aa-af30-4c81-a036-7af3ba516363 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1244271 Mar 22 14:07:10.920004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Allocated IP 172.25.3.60 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/200cc799-f100-4706-9d8e-82e6ada45e49) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:10.988122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-23e420c9-09a9-4383-99e6-fa50a5f08cd2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767469 Mar 22 14:07:11.108821 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-efe93a8b-3e7a-4fa7-88fe-0b5386c1c6fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 200 len: 1001 time: 0.3616314 Mar 22 14:07:11.144938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-f108297f-df3d-4ae8-9625-91cddc473501 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465106 Mar 22 14:07:11.284105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for port (200cc799-f100-4706-9d8e-82e6ada45e49), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.286854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097224dc-6f3a-4e64-b23b-8380ad480f07 req-bcfcedc8-dce1-4380-a5b9-cc1afd9a5cf7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:11.293554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-2f0ae463-af35-4ebe-9e95-f48a582c2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:11.295082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-2f0ae463-af35-4ebe-9e95-f48a582c2abe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 200 len: 849 time: 0.1759632 Mar 22 14:07:11.295255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-097224dc-6f3a-4e64-b23b-8380ad480f07 req-bcfcedc8-dce1-4380-a5b9-cc1afd9a5cf7 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1490235 Mar 22 14:07:11.346445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4f348ee-4b03-4406-871a-ca8e91fb5ef4 req-db41f2f0-c619-4cf2-8328-d87f95fa9471 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670480 Mar 22 14:07:11.391375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-097224dc-6f3a-4e64-b23b-8380ad480f07 req-c5cd0082-dd59-4186-b9a5-2a1ab9b29b9b tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951002 Mar 22 14:07:11.429482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:11.444650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-45af6c86-bceb-4844-a72e-7906bbdbd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:11.446370 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-45af6c86-bceb-4844-a72e-7906bbdbd798 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b471c2e-14cf-474c-a102-b6cfc05f4211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1421165 Mar 22 14:07:11.498526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:11.556666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:11.568433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:11.594080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Pushing event updated for resources: {'Port': ['ID=200cc799-f100-4706-9d8e-82e6ada45e49,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:11.721870 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-3de4c9d6-6118-4a0b-af5b-f46c9a40d34c service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465937 Mar 22 14:07:11.953055 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36e99a37-a9fa-4506-8875-0907a0ab703a req-e58ff0d0-9214-4214-bf54-f8c5608acd89 service neutron] 10.222.0.82 "GET /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094805 Mar 22 14:07:11.975868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for router_gateway (2ce4d636-6291-431f-93b6-4533ca64d362), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.143467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec25ce-dea9-4ec8-9077-7ed0da6603a2 req-8517f4ce-ec7d-488d-8bd4-775e443193e2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.165652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ec25ce-dea9-4ec8-9077-7ed0da6603a2 req-8517f4ce-ec7d-488d-8bd4-775e443193e2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1636989 Mar 22 14:07:12.175987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:12.316347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac46fe-5736-4ea3-a3a7-4b4692b4aa7b None None] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:12.337529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ec25ce-dea9-4ec8-9077-7ed0da6603a2 req-0e7f24fc-ee31-41ca-abec-3c0cbcd5d1db tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496191 Mar 22 14:07:12.354575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:12.355174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.455834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (2ce4d636-6291-431f-93b6-4533ca64d362), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.500144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Provisioning complete for port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:12.500794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.635400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414725-b9d2-417f-9533-43cc805e167c req-145a0b3e-8d93-497d-9883-c46c03de0a18 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.647433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12414725-b9d2-417f-9533-43cc805e167c req-145a0b3e-8d93-497d-9883-c46c03de0a18 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1651232 Mar 22 14:07:12.689287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-e0e20dea-ac8c-4660-af25-a74746abf402 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:12.691036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-e0e20dea-ac8c-4660-af25-a74746abf402 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 946 time: 0.1732118 Mar 22 14:07:12.765321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12414725-b9d2-417f-9533-43cc805e167c req-a992cda1-85e1-49fe-af75-ed33fa503209 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f88d840-f85f-4fc4-9e09-affe0036ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069388 Mar 22 14:07:12.826775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Router 2ce4d636-6291-431f-93b6-4533ca64d362 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:07:12.827499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:12.869849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Current status of the port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:12.870347 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.889377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:12.889881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Deleting port 1a9be333-8688-40c6-b765-48fa2f23917f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:12.890197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.890405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:12.947294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] For port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:12.981668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.039980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:13.040438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.048764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:13.057641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Calling delete_port for 1a9be333-8688-40c6-b765-48fa2f23917f owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:13.062328 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Sync routers for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:13.066684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 1a9be333-8688-40c6-b765-48fa2f23917f is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:13.067319 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.077724 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:13.078935 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:13.112135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 1a9be333-8688-40c6-b765-48fa2f23917f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=1a9be333-8688-40c6-b765-48fa2f23917f,segment=NetworkSegment(a0f2ca4f-6ef5-4790-aedb-f954058f9ce7),segment_id=a0f2ca4f-6ef5-4790-aedb-f954058f9ce7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:13.123554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:13.123866 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.125163 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1eeff41f-bc7e-47fb-bd87-09c0360ea75a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2193851 Mar 22 14:07:13.128130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39000) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:13.129309 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6bd03-1ae8-4c7c-87a9-6006d3d4d992" -d '{"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:13.154688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.168428 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:07:13.168813 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:07:13.173839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33effc70-fcce-43a7-89f5-2f2f2be5c6bb None None] Pushing event updated for resources: {'Port': ['ID=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.221701 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1807b2-e54a-47d6-b7a8-df9ece7aaf27 x-openstack-request-id: req-1a1807b2-e54a-47d6-b7a8-df9ece7aaf27 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:13.222750 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:13.223175 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a1807b2-e54a-47d6-b7a8-df9ece7aaf27 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:13.223747 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1807b2-e54a-47d6-b7a8-df9ece7aaf27'] response: {'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f', 'code': 200} Mar 22 14:07:13.307576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1a9be333-8688-40c6-b765-48fa2f23917f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.308230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.312221 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:13.336104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b5f5ded0-0cba-48be-8420-5c69d6605bd3 None None] Provisioning complete for port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:13.336799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ded0-0cba-48be-8420-5c69d6605bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.380946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Pushing event deleted for resources: {'Port': ['ID=1a9be333-8688-40c6-b765-48fa2f23917f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:13.500615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] No DVR routers for this DVR port 1a9be333-8688-40c6-b765-48fa2f23917f on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:13.504646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.510153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c462b1a4-6e24-406f-9224-0dc0be4b0d3e req-abc9af15-f779-4cfb-8107-8f4d02c63034 tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.82 "DELETE /v2.0/ports/1a9be333-8688-40c6-b765-48fa2f23917f HTTP/1.1" status: 204 len: 173 time: 0.8111739 Mar 22 14:07:13.510812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-deleted', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:13.514479 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce4924-46b1-43b7-b554-590e1cbf4075" -d '{"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-deleted", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:13.523114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5ded0-0cba-48be-8420-5c69d6605bd3 None None] Current status of the port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:13.630189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b01ba-1584-4a7c-8a40-cf162cb68a4f req-54a5a314-e4f7-4826-a2ef-dbf1d66d7f50 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:13.632957 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:11Z', 'revision_number': 3, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:13.637241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db9b01ba-1584-4a7c-8a40-cf162cb68a4f req-54a5a314-e4f7-4826-a2ef-dbf1d66d7f50 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0868313 Mar 22 14:07:13.673260 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Checking router: 2ce4d636-6291-431f-93b6-4533ca64d362 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:13.673937 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Updating router 2ce4d636-6291-431f-93b6-4533ca64d362 port 200cc799-f100-4706-9d8e-82e6ada45e49 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:13.685801 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550134b-d08f-4bde-b159-4405ebd86671 x-openstack-request-id: req-9550134b-d08f-4bde-b159-4405ebd86671 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:13.686347 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393952a9-03e8-49a9-9178-87f6ebb207c9", "name": "network-vif-deleted", "tag": "1a9be333-8688-40c6-b765-48fa2f23917f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:13.686756 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9550134b-d08f-4bde-b159-4405ebd86671 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:13.687536 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9550134b-d08f-4bde-b159-4405ebd86671'] response: {'server_uuid': '393952a9-03e8-49a9-9178-87f6ebb207c9', 'name': 'network-vif-deleted', 'tag': '1a9be333-8688-40c6-b765-48fa2f23917f', 'status': 'completed', 'code': 200} Mar 22 14:07:13.705587 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:13.736370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:13.878541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db9b01ba-1584-4a7c-8a40-cf162cb68a4f req-f49c08a0-cc0d-492b-8905-38e18bd58631 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403929 Mar 22 14:07:13.979885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-92eab7ec-5af2-46d7-9150-4dce9d9404fd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:13.981389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-92eab7ec-5af2-46d7-9150-4dce9d9404fd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.1958451 Mar 22 14:07:14.025036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-0553b034-3bcd-4b0e-8617-21030b04526a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/quotas/b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 375 time: 0.0266876 Mar 22 14:07:14.050252 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks [] for port (200cc799-f100-4706-9d8e-82e6ada45e49), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.061211 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.111843 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Pushing event updated for resources: {'Port': ['ID=200cc799-f100-4706-9d8e-82e6ada45e49,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:14.130281 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.131169 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.131680 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.132211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.132707 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.133221 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.133724 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.134246 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.134568 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.134901 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.135228 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.135558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.135876 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.136500 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.137015 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:14.150234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:14.159371 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Attempting to bind port 200cc799-f100-4706-9d8e-82e6ada45e49 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:14.160077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Attempting to bind port 200cc799-f100-4706-9d8e-82e6ada45e49 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:14.160905 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Attempting to bind port 200cc799-f100-4706-9d8e-82e6ada45e49 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:14.168274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:14.169598 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:14.170304 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.171131 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:14.172008 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Bound port: 200cc799-f100-4706-9d8e-82e6ada45e49, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:14.172648 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.210797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e66eaea-c749-4eda-a8ad-0a2854f6441d req-3c4e4034-828c-476f-be0d-4a15d4de199f tempest-ImagesTestJSON-536286005 tempest-ImagesTestJSON-536286005-project] 10.222.0.81 "GET /v2.0/ports?device_id=393952a9-03e8-49a9-9178-87f6ebb207c9 HTTP/1.1" status: 200 len: 210 time: 0.1482625 Mar 22 14:07:14.242209 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] For port 200cc799-f100-4706-9d8e-82e6ada45e49, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:14.248532 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] For port 200cc799-f100-4706-9d8e-82e6ada45e49, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=200cc799-f100-4706-9d8e-82e6ada45e49,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:14.262902 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.273006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:14.273543 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.294641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-0a9632a3-7bd3-4c36-842f-9608171dab1c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2615163 Mar 22 14:07:14.379004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:14.451120 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:14.451903 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:14.541206 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6626392-6a0d-4478-ab3d-d6ee11172bd2 None None] Pushing event updated for resources: {'Port': ['ID=200cc799-f100-4706-9d8e-82e6ada45e49,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:14.604325 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:14.754488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:14.814881 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:11Z', 'revision_number': 3, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:14.830497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-be023977-e1b8-45f6-9db0-27b142c3a77c service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349467 Mar 22 14:07:14.853189 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c19557-65e4-4756-99e8-327dd66acdd3 None None] The sync data for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 is: [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:11Z', 'revision_number': 3, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:15.151563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-63ff0fd6-6826-460b-8982-350f2fc5f7bd service neutron] 10.222.0.81 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096712 Mar 22 14:07:15.379642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef203-aa31-4b14-8dd3-b4a84b4c7c64 req-b6c45d1c-5b14-4a13-a6c3-31c63007831c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:15.381275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-376ef203-aa31-4b14-8dd3-b4a84b4c7c64 req-b6c45d1c-5b14-4a13-a6c3-31c63007831c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.3713157 Mar 22 14:07:15.440516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Allocated IP 172.20.0.1 (d2820aa7-051e-4a9e-8ff1-cd72f5a05733/2772d7e4-6c5d-48d4-b46c-bd325633dd04/8e5077e6-b7d9-4285-b7b3-fa395433fa4b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:15.670553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-376ef203-aa31-4b14-8dd3-b4a84b4c7c64 req-bc711c25-f21b-4e98-82a3-325c28cd3879 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644386 Mar 22 14:07:15.881088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b47eb54-a019-45e6-b8c3-ce4a716b7321 req-807fddf2-c055-4c20-b72a-5b919424cf3f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1566267 Mar 22 14:07:16.003636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks [] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.104086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.232803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:16.248303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:16.252988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:16.284691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39118) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:16.303818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 200cc799-f100-4706-9d8e-82e6ada45e49 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:16.347221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:16.380492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (2ce4d636-6291-431f-93b6-4533ca64d362), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.414342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Deleting subnet 22661c3e-9005-4d0b-90f1-8f74f6d639c5 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:16.427045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Publish callbacks [] for subnet (22661c3e-9005-4d0b-90f1-8f74f6d639c5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.475669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 200cc799-f100-4706-9d8e-82e6ada45e49 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:16.477932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.550307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (22661c3e-9005-4d0b-90f1-8f74f6d639c5), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.669797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (22661c3e-9005-4d0b-90f1-8f74f6d639c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.727045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 200cc799-f100-4706-9d8e-82e6ada45e49 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:16.727698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.752571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.800799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:16.814049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 200cc799-f100-4706-9d8e-82e6ada45e49, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=200cc799-f100-4706-9d8e-82e6ada45e49,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:16.848766 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.851759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 1a9be333-8688-40c6-b765-48fa2f23917f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:16.852520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 1a9be333-8688-40c6-b765-48fa2f23917f not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:16.888342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (22661c3e-9005-4d0b-90f1-8f74f6d639c5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.964026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22661c3e-9005-4d0b-90f1-8f74f6d639c5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:16.980921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:16.987241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41929f94-8ff4-4388-b77e-d2679c0e4e48 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/22661c3e-9005-4d0b-90f1-8f74f6d639c5 HTTP/1.1" status: 204 len: 168 time: 0.7012961 Mar 22 14:07:16.992524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:17.000565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=200cc799-f100-4706-9d8e-82e6ada45e49,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:17.022654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-45ef333f-7bb0-4517-a5d0-2725aa39b5bf None None] Provisioning complete for port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:17.023431 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45ef333f-7bb0-4517-a5d0-2725aa39b5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.071693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-45ef333f-7bb0-4517-a5d0-2725aa39b5bf None None] Port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:17.116672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06772fcc-65fe-4df7-b612-2cef58b764ff req-3bb6b760-028f-4fa4-973a-af5bb869af2d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1004333 Mar 22 14:07:17.136213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.201130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841eb8-e807-4263-b5cd-18683d07c6b6 req-cc9b1d52-0eca-494d-b261-9dc73df8023f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:17.209907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e841eb8-e807-4263-b5cd-18683d07c6b6 req-cc9b1d52-0eca-494d-b261-9dc73df8023f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.3789334 Mar 22 14:07:17.269333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.297601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e841eb8-e807-4263-b5cd-18683d07c6b6 req-3ee4b6a1-7412-4e75-81b6-c9d12c2be8d1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867341 Mar 22 14:07:17.324562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1bfc4a-bed0-4060-8e42-dbceffcec2ad']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:17.351487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:17.351809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f2ca4f-6ef5-4790-aedb-f954058f9ce7') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:17.357697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks [] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.366222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.380343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a0f2ca4f-6ef5-4790-aedb-f954058f9ce7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.400451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a0f2ca4f-6ef5-4790-aedb-f954058f9ce7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.417831 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (2ce4d636-6291-431f-93b6-4533ca64d362), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.418138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:17.418606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a0f2ca4f-6ef5-4790-aedb-f954058f9ce7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:17.420779 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:17.522294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:17.582147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:17.584211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:17.861474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Router 2ce4d636-6291-431f-93b6-4533ca64d362 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:18.010336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f710324-4927-4ea2-8de5-ed9efb33f928 None None] Provisioning complete for port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:18.023743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f710324-4927-4ea2-8de5-ed9efb33f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.068005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:18.096567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e91fbe09-41e3-47ed-91de-150fe1126b14 admin admin] 10.222.0.81 "PUT /v2.0/routers/2ce4d636-6291-431f-93b6-4533ca64d362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9662645 Mar 22 14:07:18.245259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ab1bfc4a-bed0-4060-8e42-dbceffcec2ad), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.254320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f710324-4927-4ea2-8de5-ed9efb33f928 None None] Port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:18.266799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Sync routers for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:18.269098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.279650 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ab1bfc4a-bed0-4060-8e42-dbceffcec2ad HTTP/1.1" status: 204 len: 168 time: 1.2845631 Mar 22 14:07:18.294199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 200cc799-f100-4706-9d8e-82e6ada45e49 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:18.332474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b97ec-c781-4e37-8e62-2ae795a32606 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1bfc4a-bed0-4060-8e42-dbceffcec2ad,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:18.382317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3fdd10f-d30b-4175-bcaa-344c970e632f req-c18fe763-17cc-4044-ae9a-aaeb35d84177 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0859656 Mar 22 14:07:18.391773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-9c8b513d-eed1-439d-a4b4-8cdaf8deefad tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:18.393214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-9c8b513d-eed1-439d-a4b4-8cdaf8deefad tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 821 time: 0.3449733 Mar 22 14:07:18.396814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:18.399321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:18.453120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Request body: {'port': {'device_id': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'admin_state_up': True, 'tenant_id': 'b56a37ce00a348eebef30dc1689ab0f6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:18.709698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Made reservation on behalf of b56a37ce00a348eebef30dc1689ab0f6 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:18.715145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.757501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79698892-b63f-4699-be9f-cab9a76639c0 req-1ead6923-f436-43f6-b145-f0b841ac052d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:18.757858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66b5115d-5aa6-4179-8352-7cc8815c9b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.770171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79698892-b63f-4699-be9f-cab9a76639c0 req-1ead6923-f436-43f6-b145-f0b841ac052d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1892157 Mar 22 14:07:18.818144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:18.871839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 200cc799-f100-4706-9d8e-82e6ada45e49 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:18.872841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:18.891222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79698892-b63f-4699-be9f-cab9a76639c0 req-17783dd2-1068-43c7-98c1-2aa219fac252 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182623 Mar 22 14:07:18.938211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27566087-67c4-4208-ba02-c1e3b4f0731c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b31b7538e0634f2ca3fbede0b4ed0367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1190808 Mar 22 14:07:18.941585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39182) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:18.960872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:19.054218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] Publish callbacks [] for security_group (9f88d840-f85f-4fc4-9e09-affe0036ecdc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.064207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Allocated IP 172.20.0.14 (f26b3897-80b1-42dd-9009-48a2109a248a/6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e/a0a945ca-e097-4292-b7a8-9d8f1673fe74) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:19.143704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] Publish callbacks [] for security_group (9f88d840-f85f-4fc4-9e09-affe0036ecdc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.297596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f88d840-f85f-4fc4-9e09-affe0036ecdc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.300615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.302302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f88d840-f85f-4fc4-9e09-affe0036ecdc HTTP/1.1" status: 204 len: 168 time: 0.3576248 Mar 22 14:07:19.328466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61450271-d77c-4f83-b8cb-a80075811ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88d840-f85f-4fc4-9e09-affe0036ecdc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:19.392323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks [] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.445634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 200cc799-f100-4706-9d8e-82e6ada45e49 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:19.460536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.507048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['24483a8b-c439-4126-8db8-8612ed14470a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:19.539334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39192) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:19.627036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:19.682765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Network f26b3897-80b1-42dd-9009-48a2109a248a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:19.687355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:19.702059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:19.705516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd30e-ed21-4210-baef-62d097c83f81 req-c28af38c-e9ef-498d-a018-e7fcdde9c190 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:19.711783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-488bd30e-ed21-4210-baef-62d097c83f81 req-c28af38c-e9ef-498d-a018-e7fcdde9c190 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 932 time: 0.1626749 Mar 22 14:07:19.861589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-488bd30e-ed21-4210-baef-62d097c83f81 req-0cfa5932-6f0f-45b2-9e7f-fae3c0edd36f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437910 Mar 22 14:07:19.869403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:19.870118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.910225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc433be-3135-4b7d-bb7e-2310bc65bd67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:19.911061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 2, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:19.930290 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-328d6c16-30ca-4f5a-8fae-4e8fa7daaf25 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4818096 Mar 22 14:07:19.949344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Request body: {'port': {'device_id': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:19.991527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Checking router: 2ce4d636-6291-431f-93b6-4533ca64d362 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:19.991863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Updating router 2ce4d636-6291-431f-93b6-4533ca64d362 port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:20.071582 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.203336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.304878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a748a-3c1b-4532-a1ae-6caf79f6e3ff req-8ab4c439-d762-42a7-b14c-2754ef2b75c6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:20.310920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f22a748a-3c1b-4532-a1ae-6caf79f6e3ff req-8ab4c439-d762-42a7-b14c-2754ef2b75c6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.3105781 Mar 22 14:07:20.433575 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc433be-3135-4b7d-bb7e-2310bc65bd67 admin admin] Publish callbacks [] for security_group (88482a70-5f7b-4500-bd61-ded57072526a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.441905 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebc433be-3135-4b7d-bb7e-2310bc65bd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (88482a70-5f7b-4500-bd61-ded57072526a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.569782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f22a748a-3c1b-4532-a1ae-6caf79f6e3ff req-c6faa1e0-006c-4ef8-af80-5207362c9871 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491698 Mar 22 14:07:20.655460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ebc433be-3135-4b7d-bb7e-2310bc65bd67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0154c7fcd1214d7db17836f185115d43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1135726 Mar 22 14:07:20.656266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39216) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:20.656907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc433be-3135-4b7d-bb7e-2310bc65bd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88482a70-5f7b-4500-bd61-ded57072526a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:20.691456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks [] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.700973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.763160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a945ca-e097-4292-b7a8-9d8f1673fe74 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:20.770675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] Publish callbacks [] for security_group (88482a70-5f7b-4500-bd61-ded57072526a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.787466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks [] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.794825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec002790-f535-4cd0-93c9-efa5de322580 None None] Pushing event updated for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:20.840718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Transition to ACTIVE for port object a0a945ca-e097-4292-b7a8-9d8f1673fe74 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:20.842816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] Publish callbacks [] for security_group (88482a70-5f7b-4500-bd61-ded57072526a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.849041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.878384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39222) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:20.917595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990410598', 'description': 'tempest-description--833395048'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:20.951859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-67130845-ebc4-4f7e-8aa5-20077dcd839e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.977809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Attempting to bind port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:20.978589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Attempting to bind port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:20.978751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Attempting to bind port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b on network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:20.980718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.990602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:20.992019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Checking segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:20.992870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:20.993008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Bound using segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:20.994571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Bound port: 8e5077e6-b7d9-4285-b7b3-fa395433fa4b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:20.995027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.161756 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (88482a70-5f7b-4500-bd61-ded57072526a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.167419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.172492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88482a70-5f7b-4500-bd61-ded57072526a HTTP/1.1" status: 204 len: 168 time: 0.5102968 Mar 22 14:07:21.172701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:21.172701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:21.172701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:21.174314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] For port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:21.179037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] For port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:21.188505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.191549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:21.205906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:21.206682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:21.226552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:21.227726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:21.232289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:21.233175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Bound port: a0a945ca-e097-4292-b7a8-9d8f1673fe74, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:21.233776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.257230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25f728-a6aa-4b0e-81d4-978f97df9401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88482a70-5f7b-4500-bd61-ded57072526a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:21.314399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9f860-365f-4019-b080-7e5eafd643f8 req-fda51984-a325-4b85-afb6-11321c645c4f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.325483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddc9f860-365f-4019-b080-7e5eafd643f8 req-fda51984-a325-4b85-afb6-11321c645c4f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2838373 Mar 22 14:07:21.417471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:21.426927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:21.445102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.469869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (c925606a-2dc8-4d0b-a706-e11da4a226e4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.508111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddc9f860-365f-4019-b080-7e5eafd643f8 req-e4254cc7-b351-49fe-9894-b019bcda199e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795926 Mar 22 14:07:21.513230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c925606a-2dc8-4d0b-a706-e11da4a226e4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.607384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.608718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.612792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] 10.222.0.82 "PUT /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 1092 time: 1.6751730 Mar 22 14:07:21.615099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb55fb0-304e-4e9e-af8f-46f21b7003b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:21.642710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:21.648009 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ef73d-ec54-4315-9da8-90a0667d49ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:21.724670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.729100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8492780 Mar 22 14:07:21.736178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39242) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:21.749448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'security_group_rule': {'security_group_id': 'c925606a-2dc8-4d0b-a706-e11da4a226e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:21.765284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:21.770810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:21.773185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Provisioning complete for port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:21.773870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.792880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08f8ac-d20b-4b7b-8685-646a748915a0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c925606a-2dc8-4d0b-a706-e11da4a226e4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:21.815475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (c99c5e6f-f731-4a92-a7de-1a62526647da), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.848559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-a1786aff-cf62-4b6a-accb-aeb35e3ea40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.850213 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-a1786aff-cf62-4b6a-accb-aeb35e3ea40b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1126 time: 0.1273124 Mar 22 14:07:21.903228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30555-2922-4c24-8d2d-13c343c9acd5 req-f9f263ff-ed10-49f8-a512-e72dc5d318fb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:21.914423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85c30555-2922-4c24-8d2d-13c343c9acd5 req-f9f263ff-ed10-49f8-a512-e72dc5d318fb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1171114 Mar 22 14:07:21.930833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (c99c5e6f-f731-4a92-a7de-1a62526647da), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.934745 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-7c95b2b4-6cf3-4a2f-a25d-810670189373 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 217 time: 0.0761182 Mar 22 14:07:21.942940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c99c5e6f-f731-4a92-a7de-1a62526647da), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.974958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:21.978739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2377803 Mar 22 14:07:21.980283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39246) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:21.989733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'security_group_rule': {'security_group_id': 'c925606a-2dc8-4d0b-a706-e11da4a226e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:22.010350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91512-019d-491c-9050-12b5a9835956 req-aed3726c-c748-4ec6-a21c-066caa7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:22.011996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-aed3726c-c748-4ec6-a21c-066caa7912f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0691445 Mar 22 14:07:22.013675 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61eebf-f1e2-49cd-bffd-389e4c74e791 x-openstack-request-id: req-5b61eebf-f1e2-49cd-bffd-389e4c74e791 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:22.014065 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:22.014422 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b61eebf-f1e2-49cd-bffd-389e4c74e791 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:22.014693 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b61eebf-f1e2-49cd-bffd-389e4c74e791'] response: {'name': 'network-changed', 'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'status': 'completed', 'code': 200} Mar 22 14:07:22.014825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57e1f8-601a-4d1a-bd30-7b5296f73d3b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99c5e6f-f731-4a92-a7de-1a62526647da,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.019198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39248) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:22.046996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f282c787-c6f2-4608-bb4e-a20d9faead7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.048974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85c30555-2922-4c24-8d2d-13c343c9acd5 req-a09dc317-1b77-4cc5-bc2e-c8f0b1c32c76 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329930 Mar 22 14:07:22.078935 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-7a3d7a0a-49eb-4323-b805-e8969e518497 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605810 Mar 22 14:07:22.103842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (365f988e-7a03-496f-ae85-f9c3092cc36e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.134679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec002790-f535-4cd0-93c9-efa5de322580 None None] Pushing event updated for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.161247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.161557 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (365f988e-7a03-496f-ae85-f9c3092cc36e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.180645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (365f988e-7a03-496f-ae85-f9c3092cc36e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.210919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.211975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308836 Mar 22 14:07:22.215026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc2c7-7756-4ef8-9ea6-7c324f3681bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365f988e-7a03-496f-ae85-f9c3092cc36e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.216418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:22.221153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:22.226034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Current status of the port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:22.226677 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.246873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.342384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] For port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:22.348949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-8d917476-2086-4941-ab05-acdb382bc7a5 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514756 Mar 22 14:07:22.356310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.359283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:22.395306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.403047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:07:22.534275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51305e-eb09-4f92-ba83-5107911ad8aa None None] Pushing event updated for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.574641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d32c9c5e-d5a6-40fc-9208-cc68c140b51a None None] Provisioning complete for port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:22.575014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d32c9c5e-d5a6-40fc-9208-cc68c140b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.600890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Allocated IP 172.25.3.44 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:22.608144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f282c787-c6f2-4608-bb4e-a20d9faead7e admin admin] Publish callbacks [] for security_group (5a666489-c319-4b00-a780-c95f9899c01c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.622263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f282c787-c6f2-4608-bb4e-a20d9faead7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5a666489-c319-4b00-a780-c95f9899c01c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.658829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2df91512-019d-491c-9050-12b5a9835956 req-656aa4fc-e0ed-4945-a1a9-77de6ea11e74 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018603 Mar 22 14:07:22.727111 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f282c787-c6f2-4608-bb4e-a20d9faead7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ded50473c06544b5b6d8841dc47f7f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965055 Mar 22 14:07:22.729929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39268) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:22.740790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d32c9c5e-d5a6-40fc-9208-cc68c140b51a None None] Current status of the port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:22.788620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282c787-c6f2-4608-bb4e-a20d9faead7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a666489-c319-4b00-a780-c95f9899c01c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:22.794155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:22.825175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39272) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:22.831578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf3ee-a070-4026-a711-1602867c42d3 None None] The sync data for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 is: [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:21Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:22.860228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-7b08b000-fc67-4e4a-a561-598034c1de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:22.861766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-7b08b000-fc67-4e4a-a561-598034c1de8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1126 time: 0.1266825 Mar 22 14:07:22.867125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56db55-0582-4d81-86df-5afa3fd07386 req-b2b7bf15-2860-400a-b4c0-673f12d63db8 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:22.870884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c56db55-0582-4d81-86df-5afa3fd07386 req-b2b7bf15-2860-400a-b4c0-673f12d63db8 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1547525 Mar 22 14:07:22.893030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] Publish callbacks [] for security_group (5a666489-c319-4b00-a780-c95f9899c01c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:22.959800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.008624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] Publish callbacks [] for security_group (5a666489-c319-4b00-a780-c95f9899c01c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.014799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c56db55-0582-4d81-86df-5afa3fd07386 req-26d90938-b3c0-4740-b18c-f6a9dc221c91 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370747 Mar 22 14:07:23.034813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abc87b94-c766-454a-9ead-95c1ea6d6313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.051964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.093167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:23.096177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:23.100617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:23.170671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-a255297c-723e-492c-9ab9-83ad1958d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:23.172217 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-a255297c-723e-492c-9ab9-83ad1958d6c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2926898 Mar 22 14:07:23.191242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'Port': ['ID=4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:23.227949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-54a72bc8-67b0-4281-8313-8fd7bab9848f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 217 time: 0.0490966 Mar 22 14:07:23.259466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5a666489-c319-4b00-a780-c95f9899c01c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.260691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.262174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.263364 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a666489-c319-4b00-a780-c95f9899c01c HTTP/1.1" status: 204 len: 168 time: 0.5270886 Mar 22 14:07:23.296625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b6aa-fa08-4414-96ee-f1a3350b1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a666489-c319-4b00-a780-c95f9899c01c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:23.303426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f0edd-8434-47d4-b551-abfd4f85b5ff req-3eadd078-5d6f-46dd-b332-e1157d32a737 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:23.316198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c11f0edd-8434-47d4-b551-abfd4f85b5ff req-3eadd078-5d6f-46dd-b332-e1157d32a737 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1264493 Mar 22 14:07:23.338777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-bc9f952d-9ca7-4c8d-93d8-4dc36327edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:23.344234 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-bc9f952d-9ca7-4c8d-93d8-4dc36327edd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0961442 Mar 22 14:07:23.380289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abc87b94-c766-454a-9ead-95c1ea6d6313 admin admin] Publish callbacks [] for security_group (db1161cb-32c9-4d5b-8b13-64bcf51b5a10), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.383257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-be6f771c-fbc8-44e9-8f29-28fcf81f2727 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344145 Mar 22 14:07:23.388612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abc87b94-c766-454a-9ead-95c1ea6d6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (db1161cb-32c9-4d5b-8b13-64bcf51b5a10), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.412840 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.507403 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-abc87b94-c766-454a-9ead-95c1ea6d6313 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4811d86bb76c47a3920fc60984bb5e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810575 Mar 22 14:07:23.510940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39282) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:23.521530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87b94-c766-454a-9ead-95c1ea6d6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1161cb-32c9-4d5b-8b13-64bcf51b5a10,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:23.583215 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.662616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-01e912b8-292a-4647-94ae-9b4f1ce957b0 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706401 Mar 22 14:07:23.720746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.729269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c11f0edd-8434-47d4-b551-abfd4f85b5ff req-7d195a8e-6c39-420c-b897-6c9417a9fa73 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057772 Mar 22 14:07:23.731786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.756716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] Publish callbacks [] for security_group (db1161cb-32c9-4d5b-8b13-64bcf51b5a10), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.810097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'Port': ['ID=4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:23.859687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] Publish callbacks [] for security_group (db1161cb-32c9-4d5b-8b13-64bcf51b5a10), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.881653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.917777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:23.921786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a75594f7-60ea-4eeb-8c01-1c03b3dcad62 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7043500 Mar 22 14:07:23.976476 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-221ef73d-ec54-4315-9da8-90a0667d49ab req-5bff6963-6be7-4e5b-98b0-c497c9c8519c service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018832 Mar 22 14:07:24.003550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (db1161cb-32c9-4d5b-8b13-64bcf51b5a10), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.010319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.014006 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db1161cb-32c9-4d5b-8b13-64bcf51b5a10 HTTP/1.1" status: 204 len: 168 time: 0.4982674 Mar 22 14:07:24.038563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9c37-092e-4b68-8845-34e4d9eb78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1161cb-32c9-4d5b-8b13-64bcf51b5a10,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:24.236048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8e5077e6-b7d9-4285-b7b3-fa395433fa4b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:24.330820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:24.331339 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.345044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e994b-258c-4211-be2a-670bd0e58bf3 req-f374bac2-9d45-493b-98b5-33085a1b06c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.354938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-404e994b-258c-4211-be2a-670bd0e58bf3 req-f374bac2-9d45-493b-98b5-33085a1b06c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1254342 Mar 22 14:07:24.455761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-95864276-d44e-4d88-8cb8-a3aa13d682d2 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--990410598&fields=id&tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08 HTTP/1.1" status: 200 len: 267 time: 0.1739268 Mar 22 14:07:24.492349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:24.611771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-0b85205a-ca3c-4019-beb4-0590534510d4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.621107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-0b85205a-ca3c-4019-beb4-0590534510d4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/networks?id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733 HTTP/1.1" status: 200 len: 815 time: 0.1641386 Mar 22 14:07:24.657714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-c726cb2f-45eb-4d3f-ab20-6bef94548313 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/quotas/18c9ebb4737c4cb7bf11e4ca108b7c08 HTTP/1.1" status: 200 len: 375 time: 0.0350387 Mar 22 14:07:24.676125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-404e994b-258c-4211-be2a-670bd0e58bf3 req-06cde241-2034-4f5f-8e4b-67b8844eacf4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201435 Mar 22 14:07:24.778668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-483c13ae-23fd-44bc-af0b-6f4464aa15cb tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199768 Mar 22 14:07:24.861591 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:24.958797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4680d5d4-a096-496d-b73f-092fdbdfd19c service neutron] 10.222.0.81 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724045 Mar 22 14:07:24.972934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1051c-784a-4fc1-b308-97310df2c37d req-6e892ac4-7fcf-4cd8-8a7e-a3ece1fe4bb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:24.983800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bac1051c-784a-4fc1-b308-97310df2c37d req-6e892ac4-7fcf-4cd8-8a7e-a3ece1fe4bb5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1204388 Mar 22 14:07:25.125123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bac1051c-784a-4fc1-b308-97310df2c37d req-60da7266-db5d-4ccc-ae24-bd0ed2d3278d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404579 Mar 22 14:07:25.146548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-33eb1dd7-87aa-4749-abb3-4bb9163c3370 service neutron] 10.222.0.81 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607380 Mar 22 14:07:25.289926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:25.381981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8760afa9-70c5-495a-a79e-ca64c86e24e2 req-648a7f0b-8c98-4e15-a9d1-9f09af814826 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0457547 Mar 22 14:07:25.609350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1073629077-network', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:25.654291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:25.661888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.682545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.816898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks [] for security_group (cc8d0927-d7d5-401c-ab58-de77270b21cf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.823992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cc8d0927-d7d5-401c-ab58-de77270b21cf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.868974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:25.876734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d0927-d7d5-401c-ab58-de77270b21cf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:25.892132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.892626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.893085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.893626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.894027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.894494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.894948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.895372 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.895802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.896225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.896650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.897075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.897764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.898229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.898671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:25.903272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (af66c47c-fe75-46ea-928f-55a5e1d5a72e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:25.903734 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Added segment af66c47c-fe75-46ea-928f-55a5e1d5a72e of type vlan for network 3160265f-19ae-4edc-a439-e1b5aa8be83c Mar 22 14:07:25.918882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b674f3-3510-453f-a0a8-353efa6d0a3a req-f79cdf4b-4b8b-4665-8c9a-2b1cc1a6475b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:25.921619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b674f3-3510-453f-a0a8-353efa6d0a3a req-f79cdf4b-4b8b-4665-8c9a-2b1cc1a6475b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1285408 Mar 22 14:07:25.969473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3160265f-19ae-4edc-a439-e1b5aa8be83c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.006428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3160265f-19ae-4edc-a439-e1b5aa8be83c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.009508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.011316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.066693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b674f3-3510-453f-a0a8-353efa6d0a3a req-fb94f282-1e15-42b6-aade-2ab17764e334 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389987 Mar 22 14:07:26.092155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff252d9-df17-4769-9b2f-cd952507ea77 req-03610644-5a4a-47b0-847a-dc73c97b9b28 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.094219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cff252d9-df17-4769-9b2f-cd952507ea77 req-03610644-5a4a-47b0-847a-dc73c97b9b28 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1067758 Mar 22 14:07:26.129679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8385301 Mar 22 14:07:26.133751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7b07-b8e3-44fe-aaea-837e12081bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3160265f-19ae-4edc-a439-e1b5aa8be83c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:26.133987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:26.146122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:26.146603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Request body: {'subnet': {'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1073629077-subnet', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:26.192378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cff252d9-df17-4769-9b2f-cd952507ea77 req-773a844a-5348-409a-be86-bf3e06aec86d tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919790 Mar 22 14:07:26.226298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:26.229155 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.362634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8598b-abd0-41e5-a8d4-5332864f09e1 req-1a997f7b-3d0f-42cd-90da-adf142ef90cf tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.364247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44e8598b-abd0-41e5-a8d4-5332864f09e1 req-1a997f7b-3d0f-42cd-90da-adf142ef90cf tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1328187 Mar 22 14:07:26.462375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44e8598b-abd0-41e5-a8d4-5332864f09e1 req-53b3c298-beff-4217-a44b-a36107793e3e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880630 Mar 22 14:07:26.530994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57025646-0a2d-4499-9d03-c1e78b7e298a req-87590e1c-1746-432a-ab60-c2ca4dde76bb tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0427861 Mar 22 14:07:26.571189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (551f6f00-fd96-474a-94f4-fb8f33327c39), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.651338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551f6f00-fd96-474a-94f4-fb8f33327c39,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:26.658909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Checking segment: {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:26.659430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Network hostable DHCP agents. Network: 3160265f-19ae-4edc-a439-e1b5aa8be83c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:26.693731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:26.716281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3160265f-19ae-4edc-a439-e1b5aa8be83c) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:26.720902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:26.724505 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.727071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe6268a-f44a-4c07-86e9-f7ed6366ddd5 None None] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:26.773650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:26.779872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:26.784231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc9f54fa-bd46-490c-a13c-2fbd8953dc92 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6483786 Mar 22 14:07:26.841035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.842440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:26.874597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3160265f-19ae-4edc-a439-e1b5aa8be83c', 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c', 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'fixed_ips': [{'subnet_id': '551f6f00-fd96-474a-94f4-fb8f33327c39'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:26.875476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.027579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for router_controller (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.127178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Allocated IP 172.20.0.2 (3160265f-19ae-4edc-a439-e1b5aa8be83c/551f6f00-fd96-474a-94f4-fb8f33327c39/a277a7c9-19b3-42bd-9fcc-497f3353eb9e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:27.157884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c1dc5-d60a-426e-9c46-566463faf929 req-ce87b1fd-4d5f-47b4-93bf-b4bf79dd16a5 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.167900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-256c1dc5-d60a-426e-9c46-566463faf929 req-ce87b1fd-4d5f-47b4-93bf-b4bf79dd16a5 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1015997 Mar 22 14:07:27.278848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-256c1dc5-d60a-426e-9c46-566463faf929 req-680c671d-ed71-42a0-ac1d-74265722c22b tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048119 Mar 22 14:07:27.311543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f4dde-b44b-4ea5-9d9e-ad830de55522 req-b0a9f4d3-c3c7-433f-a94f-f7ca64923390 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.320638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf4f4dde-b44b-4ea5-9d9e-ad830de55522 req-b0a9f4d3-c3c7-433f-a94f-f7ca64923390 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1069200 Mar 22 14:07:27.330680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for router_gateway (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.348377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks [] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.359007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.364088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-5fabe382-9a13-46f7-8c32-8dd316944be3 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.366080 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-5fabe382-9a13-46f7-8c32-8dd316944be3 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.82 "GET /v2.0/networks?id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733 HTTP/1.1" status: 200 len: 815 time: 0.5571718 Mar 22 14:07:27.389888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:27.395911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:27.398568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:27.443070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39414) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:27.443283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf4f4dde-b44b-4ea5-9d9e-ad830de55522 req-8e5ab2fc-16ce-4c3c-9330-9bb14c9bf92c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203561 Mar 22 14:07:27.477315 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-87f7035f-1b4a-4f2d-933f-222916082728 service neutron] show failed (client error): The resource could not be found. Mar 22 14:07:27.478749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-87f7035f-1b4a-4f2d-933f-222916082728 service neutron] 10.222.0.78 "GET /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.1212280 Mar 22 14:07:27.508798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Pushing event updated for resources: {'Port': ['ID=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:27.518082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-6a3cbbc5-8690-4e91-b92b-d468b6a0e33c tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08 HTTP/1.1" status: 200 len: 379 time: 0.1385937 Mar 22 14:07:27.533088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Attempting to bind port a277a7c9-19b3-42bd-9fcc-497f3353eb9e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:27.533449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Attempting to bind port a277a7c9-19b3-42bd-9fcc-497f3353eb9e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:27.533816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Attempting to bind port a277a7c9-19b3-42bd-9fcc-497f3353eb9e on network 3160265f-19ae-4edc-a439-e1b5aa8be83c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:27.539634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:27.540018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Checking segment: {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:27.540426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.540984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Bound using segment: {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:27.541466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Bound port: a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:27.541848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.543351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'port': {'device_id': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'admin_state_up': True, 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'security_groups': ['c925606a-2dc8-4d0b-a706-e11da4a226e4']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:27.649212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] For port a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:27.659225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] For port a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:27.676613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.719516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5623d7f4-cf98-4789-8b8e-d67d6959e450 req-e0e17eab-6f98-4c6b-b894-37a049217267 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0395706 Mar 22 14:07:27.763834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-695a2d99-19d5-49f0-850a-ff89c874a140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.801811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013700a6-c0b8-43e0-b0d9-d9132050b823 None None] Pushing event updated for resources: {'Port': ['ID=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:27.939217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for router_gateway (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:27.954058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be58711-1c69-4082-b45b-890f1a556a69 req-a722cc22-a4fc-4c31-8b50-9167f857e159 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:27.962474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be58711-1c69-4082-b45b-890f1a556a69 req-a722cc22-a4fc-4c31-8b50-9167f857e159 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0806587 Mar 22 14:07:27.975318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.006858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-4630f282-b790-4a6b-a6fb-ca8c52c847f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:28.008522 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-4630f282-b790-4a6b-a6fb-ca8c52c847f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1131 time: 0.1893239 Mar 22 14:07:28.017803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.018345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Made reservation on behalf of 18c9ebb4737c4cb7bf11e4ca108b7c08 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:28.021793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.036486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be58711-1c69-4082-b45b-890f1a556a69 req-28b58720-e2f7-4d80-b36d-90795491c459 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Mar 22 14:07:28.056772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:28.128319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-695a2d99-19d5-49f0-850a-ff89c874a140 admin admin] Publish callbacks [] for security_group (a891558a-4767-49ce-9138-b9d6b80e6b6a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.151316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-695a2d99-19d5-49f0-850a-ff89c874a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a891558a-4767-49ce-9138-b9d6b80e6b6a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.411635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c974cb-abcb-4645-b57f-55097a83cc1a req-5085f708-8bb9-4457-9cce-1a4e12a5f31b tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:28.413573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25c974cb-abcb-4645-b57f-55097a83cc1a req-5085f708-8bb9-4457-9cce-1a4e12a5f31b tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.0661969 Mar 22 14:07:28.478686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25c974cb-abcb-4645-b57f-55097a83cc1a req-3c6f5b3d-54c5-418f-8b12-3f2f38e7bef8 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591221 Mar 22 14:07:28.599187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da0b29-4482-4a41-aed9-57a59c617646 req-3d1a1cd9-1c85-410e-aa43-28eebe2bcf0b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:28.601220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32da0b29-4482-4a41-aed9-57a59c617646 req-3d1a1cd9-1c85-410e-aa43-28eebe2bcf0b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.0785429 Mar 22 14:07:28.610817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2d99-19d5-49f0-850a-ff89c874a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a891558a-4767-49ce-9138-b9d6b80e6b6a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:28.650557 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-695a2d99-19d5-49f0-850a-ff89c874a140 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47ceac450a71477e8ea548a2dccb09be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2035854 Mar 22 14:07:28.653356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39426) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:28.675035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32da0b29-4482-4a41-aed9-57a59c617646 req-a1063780-01e2-40f6-985e-9ecb4d211ea1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681067 Mar 22 14:07:28.707581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.740189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] Publish callbacks [] for security_group (a891558a-4767-49ce-9138-b9d6b80e6b6a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.761673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Allocated IP 172.25.3.200 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/8ef1cfce-ee2e-436e-a68b-d3ff21609651) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:28.769406 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] Publish callbacks [] for security_group (a891558a-4767-49ce-9138-b9d6b80e6b6a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.797951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Allocated IP 172.20.0.5 (d2820aa7-051e-4a9e-8ff1-cd72f5a05733/2772d7e4-6c5d-48d4-b46c-bd325633dd04/5c0fef22-3084-49e4-a958-4b0b3abacb57) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:28.885210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed07e932-429b-4945-9342-5dd590c9722d req-2302c84a-2034-4f04-a455-3db60b3673a8 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0759141 Mar 22 14:07:28.916807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a891558a-4767-49ce-9138-b9d6b80e6b6a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.921119 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:28.923263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a891558a-4767-49ce-9138-b9d6b80e6b6a HTTP/1.1" status: 204 len: 168 time: 0.2687790 Mar 22 14:07:28.935777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa47f3-c763-4ce0-a920-e89f869d5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891558a-4767-49ce-9138-b9d6b80e6b6a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:28.941548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.060921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-64c213f9-3703-4d10-8bb4-857076760c6a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.062796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-64c213f9-3703-4d10-8bb4-857076760c6a tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.82 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.4763038 Mar 22 14:07:29.162261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def5b19-6307-4471-8927-8734e896cdf4 None None] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:29.210771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4f98b-97b6-4cb7-8537-148cdd0fd4b8 req-f6602535-ea6e-4e5e-981b-b35c61af2b96 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.221901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13e4f98b-97b6-4cb7-8537-148cdd0fd4b8 req-f6602535-ea6e-4e5e-981b-b35c61af2b96 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.0869193 Mar 22 14:07:29.284248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.294223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13e4f98b-97b6-4cb7-8537-148cdd0fd4b8 req-a605b956-2271-4c28-b592-0e89a976cc05 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706058 Mar 22 14:07:29.310150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Provisioning complete for port a277a7c9-19b3-42bd-9fcc-497f3353eb9e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:29.310925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.413841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39436) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:29.434916 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54168785-da6f-40e6-9f55-1c377b103e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.450427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Current status of the port a277a7c9-19b3-42bd-9fcc-497f3353eb9e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:29.451338 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.495775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.552201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.567577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] For port a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:29.584869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.622811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Deleting port b2169039-e876-4014-98c3-4ec512387a6b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:29.623302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b2169039-e876-4014-98c3-4ec512387a6b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.624517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54168785-da6f-40e6-9f55-1c377b103e0b admin admin] Publish callbacks [] for security_group (893242c2-4a6f-4d37-a232-acab9788154e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.665536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54168785-da6f-40e6-9f55-1c377b103e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (893242c2-4a6f-4d37-a232-acab9788154e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.687303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247e504-4d92-403a-aab1-b0652d4e8426 None None] Pushing event updated for resources: {'Port': ['ID=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:29.702544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:29.717319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54168785-da6f-40e6-9f55-1c377b103e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893242c2-4a6f-4d37-a232-acab9788154e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:29.720208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:29.739237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:29.757377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913783fe-4b37-450c-ab3d-1356aae7ddab req-44b8baf3-2794-41cc-a4b2-5aa9fbe773e4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.758963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-913783fe-4b37-450c-ab3d-1356aae7ddab req-44b8baf3-2794-41cc-a4b2-5aa9fbe773e4 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1307547 Mar 22 14:07:29.764472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-54168785-da6f-40e6-9f55-1c377b103e0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b164fc3b65549d1b91c63e2ebd6872e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480217 Mar 22 14:07:29.765078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:29.813150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f67a905-825b-41af-8489-f2c9618cc2e0 None None] Provisioning complete for port a277a7c9-19b3-42bd-9fcc-497f3353eb9e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:29.813556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f67a905-825b-41af-8489-f2c9618cc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.858392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.860326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.892274 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] Publish callbacks [] for security_group (893242c2-4a6f-4d37-a232-acab9788154e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:29.908808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:29.941682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-913783fe-4b37-450c-ab3d-1356aae7ddab req-3827a184-f609-408c-8705-a4c38c500750 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517558 Mar 22 14:07:29.955102 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4247625 Mar 22 14:07:29.957362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbfb16-0578-46aa-a785-4e538943bdc6 req-2a54c72e-99c2-405b-92b2-460319845c1e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:29.959237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7efbfb16-0578-46aa-a785-4e538943bdc6 req-2a54c72e-99c2-405b-92b2-460319845c1e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1683295 Mar 22 14:07:29.963596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f67a905-825b-41af-8489-f2c9618cc2e0 None None] Current status of the port a277a7c9-19b3-42bd-9fcc-497f3353eb9e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:29.979260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] Publish callbacks [] for security_group (893242c2-4a6f-4d37-a232-acab9788154e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.003979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Request body: {'port': {'device_id': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:30.012240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9120-66a7-4876-9725-0177281e4ca7 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event updated for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:30.127430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.186686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.193350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7efbfb16-0578-46aa-a785-4e538943bdc6 req-1faf3283-9656-4d8b-8594-8e8227d5e397 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236035 Mar 22 14:07:30.205615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:30.231543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (893242c2-4a6f-4d37-a232-acab9788154e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.234307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.238866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/893242c2-4a6f-4d37-a232-acab9788154e HTTP/1.1" status: 204 len: 168 time: 0.4726729 Mar 22 14:07:30.251217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b621ac-d014-471e-8519-fcf27bb481de req-b24c28ec-1869-40fe-9304-96fc7fbcac53 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:30.259177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63b621ac-d014-471e-8519-fcf27bb481de req-b24c28ec-1869-40fe-9304-96fc7fbcac53 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 931 time: 0.2006590 Mar 22 14:07:30.266108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-88ee8eec-bf34-4b7f-8599-b6b44288bf00 None None] Provisioning complete for port 5c0fef22-3084-49e4-a958-4b0b3abacb57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:30.266640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] For port b2169039-e876-4014-98c3-4ec512387a6b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b2169039-e876-4014-98c3-4ec512387a6b,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:30.267008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b2169039-e876-4014-98c3-4ec512387a6b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.268637 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88ee8eec-bf34-4b7f-8599-b6b44288bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.283930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a277a7c9-19b3-42bd-9fcc-497f3353eb9e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:30.286474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:30.292723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf6793-f6db-4cab-9566-70d80267d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893242c2-4a6f-4d37-a232-acab9788154e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:30.305565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:30.340370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:30.396211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Pushing event updated for resources: {'Port': ['ID=8ef1cfce-ee2e-436e-a68b-d3ff21609651,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:30.398983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63b621ac-d014-471e-8519-fcf27bb481de req-97dbc54b-cac5-4cd6-b391-62e75a1eb559 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386971 Mar 22 14:07:30.551513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40e22d-ad32-4380-a5d6-e7ac9112df68 req-817d87b7-b226-4c3e-b62f-6fdfce955903 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:30.553523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc40e22d-ad32-4380-a5d6-e7ac9112df68 req-817d87b7-b226-4c3e-b62f-6fdfce955903 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1320963 Mar 22 14:07:30.573877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:30.577320 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1782309f-2b6d-4054-811f-fcbad7256eb0" -d '{"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:30.656711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks [] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.764806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-88ee8eec-bf34-4b7f-8599-b6b44288bf00 None None] Port 5c0fef22-3084-49e4-a958-4b0b3abacb57 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:30.800595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a277a7c9-19b3-42bd-9fcc-497f3353eb9e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:30.801598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.936647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0fef22-3084-49e4-a958-4b0b3abacb57 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:30.946618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks [] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:30.962913 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcbf47f-b916-47fe-8b10-4f0eb43d55fc x-openstack-request-id: req-7dcbf47f-b916-47fe-8b10-4f0eb43d55fc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:30.963272 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:30.963568 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dcbf47f-b916-47fe-8b10-4f0eb43d55fc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:30.964008 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcbf47f-b916-47fe-8b10-4f0eb43d55fc'] response: {'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'code': 200} Mar 22 14:07:30.965541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a277a7c9-19b3-42bd-9fcc-497f3353eb9e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:31.072566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Transition to ACTIVE for port object 5c0fef22-3084-49e4-a958-4b0b3abacb57 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:31.083817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Transition to ACTIVE for port object 9b428fcb-c03d-4ad6-8b6c-9574c947e60e will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:31.098527 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.100679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.210934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc40e22d-ad32-4380-a5d6-e7ac9112df68 req-f8cbff40-bd7a-4888-a441-3fd99ac3eb1b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487305 Mar 22 14:07:31.281225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622238a0-ef94-42e9-aec4-923da87162ae req-93992ba0-9f71-4ce0-b138-5df9d7a18a1f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:31.291770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-622238a0-ef94-42e9-aec4-923da87162ae req-93992ba0-9f71-4ce0-b138-5df9d7a18a1f tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 946 time: 0.1531453 Mar 22 14:07:31.423889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] No DVR routers for this DVR port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:31.426206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:31.429611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for router_gateway (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.492990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-622238a0-ef94-42e9-aec4-923da87162ae req-67ee68aa-7cda-434f-aab7-3b0a0191cb6b tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25afe60-d4c1-423f-b87e-386e35ddadee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983283 Mar 22 14:07:31.589674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed1be-4f4b-48a4-8a71-9fd4a29aeae7 req-9b25dc57-2e3a-4796-a4d8-b4f8f608fc1f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:31.593107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87ed1be-4f4b-48a4-8a71-9fd4a29aeae7 req-9b25dc57-2e3a-4796-a4d8-b4f8f608fc1f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2092957 Mar 22 14:07:31.675567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:31.726605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87ed1be-4f4b-48a4-8a71-9fd4a29aeae7 req-4db07895-b6e3-494c-956e-a0e24d14c98a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260228 Mar 22 14:07:31.747867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f2fe-d63c-4e67-a8b3-6a04476edf84 req-72140d9d-4b8f-432c-8bd4-932d7f23d0e4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:31.749860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee08f2fe-d63c-4e67-a8b3-6a04476edf84 req-72140d9d-4b8f-432c-8bd4-932d7f23d0e4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 943 time: 0.1395993 Mar 22 14:07:31.783812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:31.784154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:31.784469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.804522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.805162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.805694 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Floating IP 0359b213-f985-49b1-96df-b35f61ecf269 disassociated. External IP: 172.25.3.231, port: b2169039-e876-4014-98c3-4ec512387a6b. Mar 22 14:07:31.806669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Calling delete_port for b2169039-e876-4014-98c3-4ec512387a6b owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:31.814685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee08f2fe-d63c-4e67-a8b3-6a04476edf84 req-65e51b26-b4fe-4983-a0ad-53b69390fcec tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565310 Mar 22 14:07:31.830644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:31.830988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Attempting to bind port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.853324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Attempting to bind port 5c0fef22-3084-49e4-a958-4b0b3abacb57 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:31.853668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Attempting to bind port 5c0fef22-3084-49e4-a958-4b0b3abacb57 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:31.854023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Attempting to bind port 5c0fef22-3084-49e4-a958-4b0b3abacb57 on network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.888053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:31.888053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:31.888915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:31.889659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Bound port: 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:31.889659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:31.907091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Port 5c0fef22-3084-49e4-a958-4b0b3abacb57 on network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:31.907539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Attempting to bind port 5c0fef22-3084-49e4-a958-4b0b3abacb57 on network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:31.930424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:31.930810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Checking segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:31.931189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Bound using segment: {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:31.931864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Bound port: 5c0fef22-3084-49e4-a958-4b0b3abacb57, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087649af-c612-4dc4-8ea1-b04de8ca08d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:31.932189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.042689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:32.120974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:07:32.121389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:32.358586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44884e-98e2-4d25-b754-4773e100acf3 req-6e7d0930-5040-4280-ac55-b2722c1a0be5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.360342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af44884e-98e2-4d25-b754-4773e100acf3 req-6e7d0930-5040-4280-ac55-b2722c1a0be5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.0643637 Mar 22 14:07:32.424272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af44884e-98e2-4d25-b754-4773e100acf3 req-7188d011-5cf5-4b22-86fd-be926596048c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574493 Mar 22 14:07:32.439546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:32.480706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:32.513773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:32.520324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.559724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.578697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:32.593548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.594087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.595536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] 10.222.0.82 "PUT /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 1095 time: 4.5449169 Mar 22 14:07:32.606847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b2169039-e876-4014-98c3-4ec512387a6b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.658442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0db24d2-5132-4675-bd99-16770bbb51c4 req-59dbe5e1-5ad2-4df9-b799-3c4d2530e20e tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 210 time: 0.0439992 Mar 22 14:07:32.749430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d6ef3-057d-4c8e-8102-0ef42bf90a94 service neutron] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:32.753081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:32.825838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b2169039-e876-4014-98c3-4ec512387a6b no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:32.836400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event deleted for resources: {'Port': ['ID=b2169039-e876-4014-98c3-4ec512387a6b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:32.902964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: b2169039-e876-4014-98c3-4ec512387a6b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:32.907282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b2169039-e876-4014-98c3-4ec512387a6b not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:32.977077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03abfff-f1b8-45d6-a607-a50064fd30af req-2bf9ea59-e170-4a58-a3b6-1eaa9e61e155 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:32.978796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03abfff-f1b8-45d6-a607-a50064fd30af req-2bf9ea59-e170-4a58-a3b6-1eaa9e61e155 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.0996704 Mar 22 14:07:33.030054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.030691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:33.032104 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] 10.222.0.82 "PUT /v2.0/ports/5c0fef22-3084-49e4-a958-4b0b3abacb57 HTTP/1.1" status: 200 len: 1091 time: 3.0347168 Mar 22 14:07:33.032558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}, {'name': 'network-changed', 'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:33.039877 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e7195-3261-4576-a49d-579355961d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}, {"name": "network-changed", "server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:33.082494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03abfff-f1b8-45d6-a607-a50064fd30af req-007ef6b7-50eb-4c4c-b027-b3b94332b4cf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913134 Mar 22 14:07:33.093078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb6fa9-c492-42f8-a00d-8e7d07eab789 req-34b07ff4-c51d-4f38-99a6-ee114e956c78 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.114195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2eb6fa9-c492-42f8-a00d-8e7d07eab789 req-34b07ff4-c51d-4f38-99a6-ee114e956c78 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 943 time: 0.1335104 Mar 22 14:07:33.214720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2eb6fa9-c492-42f8-a00d-8e7d07eab789 req-0aa9f8df-1aa6-4dd5-849f-e5e3ce2a2d79 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995250 Mar 22 14:07:33.233197 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837e366e-1dfa-44cd-b62e-3560ba96d589 x-openstack-request-id: req-837e366e-1dfa-44cd-b62e-3560ba96d589 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:33.233638 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:33.233910 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-837e366e-1dfa-44cd-b62e-3560ba96d589 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:33.234361 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837e366e-1dfa-44cd-b62e-3560ba96d589'] response: {'name': 'network-changed', 'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'status': 'completed', 'code': 200} Mar 22 14:07:33.234627 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837e366e-1dfa-44cd-b62e-3560ba96d589'] response: {'name': 'network-changed', 'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'status': 'completed', 'code': 200} Mar 22 14:07:33.304416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439855d-7717-4341-b41e-a46dd50b5f14 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:33.309052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-63a5fe07-d470-49e8-99dc-f6443f7b0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.310803 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-63a5fe07-d470-49e8-99dc-f6443f7b0e6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1129 time: 0.5477700 Mar 22 14:07:33.338029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-82f48938-5427-4847-a7f3-38089b230d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.341137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-82f48938-5427-4847-a7f3-38089b230d51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1129 time: 0.1011484 Mar 22 14:07:33.356755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-c7819ac4-f9e9-41ab-9a94-f113df1739b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.358553 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-c7819ac4-f9e9-41ab-9a94-f113df1739b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08&device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 1125 time: 0.2654629 Mar 22 14:07:33.498098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-6a67e2b1-7392-4623-9a57-87f10ff4fe7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57 HTTP/1.1" status: 200 len: 217 time: 0.1172271 Mar 22 14:07:33.506537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:33.521942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-23066519-5c5f-41fb-846f-2ebf93c372d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.525186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-23066519-5c5f-41fb-846f-2ebf93c372d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1779211 Mar 22 14:07:33.572537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:07:33.590028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-d74782a0-00ee-4319-80ea-57c089334ac0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0578933 Mar 22 14:07:33.679904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-cb4d1fb4-5fd4-40c8-b2b0-2e70a852fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.681579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-cb4d1fb4-5fd4-40c8-b2b0-2e70a852fe80 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0828478 Mar 22 14:07:33.706387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa444e-1013-42fe-906a-f73f2695c15d req-f99717f9-cbbd-4ade-a0a8-6a3f4ca36f85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.708121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53fa444e-1013-42fe-906a-f73f2695c15d req-f99717f9-cbbd-4ade-a0a8-6a3f4ca36f85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.1207631 Mar 22 14:07:33.791186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-52e23577-1c2b-41b8-a64e-48b3a712352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.793558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-52e23577-1c2b-41b8-a64e-48b3a712352a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1049149 Mar 22 14:07:33.795789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-8ed2e58d-8bf9-463c-ba13-5456bbf7ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.797243 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-8ed2e58d-8bf9-463c-ba13-5456bbf7ff8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2772d7e4-6c5d-48d4-b46c-bd325633dd04 HTTP/1.1" status: 200 len: 854 time: 0.2934330 Mar 22 14:07:33.836735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53fa444e-1013-42fe-906a-f73f2695c15d req-03254618-867e-46ff-b408-50db7e187c40 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112862 Mar 22 14:07:33.844646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-5dc3292d-1958-4eab-8a51-638785472c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:33.846357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-5dc3292d-1958-4eab-8a51-638785472c3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5183165 Mar 22 14:07:33.873792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771d9bc9-2f33-43b2-b077-7607d404c46c req-076bae13-da63-4b7f-bc18-d418d2f28e0b tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea47bb8-827f-40f9-aea8-2f0434583651 HTTP/1.1" status: 200 len: 210 time: 0.0788891 Mar 22 14:07:33.926515 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-cda35de9-b381-41e2-b94d-4bd4e95313d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0731704 Mar 22 14:07:33.960762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-85e729dd-9039-47ab-896c-b5e3163e31a5 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580594 Mar 22 14:07:34.049562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:34.058719 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Sync routers for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:34.068584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-f1858f03-60e3-411a-9f1b-c45a4bb26f5c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020617 Mar 22 14:07:34.070141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:34.070782 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.084960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-824694d6-e480-450d-a9a2-f3c2cc747757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.086989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-824694d6-e480-450d-a9a2-f3c2cc747757 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2547762 Mar 22 14:07:34.088288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:34.101548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Sync routers for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:34.116637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:34.119443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.129002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-c3624b7f-9720-45c3-bf95-dd2a60778425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.130704 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-c3624b7f-9720-45c3-bf95-dd2a60778425 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1859474 Mar 22 14:07:34.144179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:34.147444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39532) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:34.147675 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b0842e7a-98b3-472d-80fa-5f543dc5e52c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3721681 Mar 22 14:07:34.272069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] No DVR routers for this DVR port b2169039-e876-4014-98c3-4ec512387a6b on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:34.276132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:34.279954 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-df864ecc-70ee-4882-a6e9-4b2f04e1b68d req-de28ee75-9a1d-4dbe-aa6b-37f5f3aa1703 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.82 "DELETE /v2.0/ports/b2169039-e876-4014-98c3-4ec512387a6b HTTP/1.1" status: 204 len: 173 time: 5.2069206 Mar 22 14:07:34.296324 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:34.337221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-e3d4538b-4335-4091-ba29-a81492e3b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.339567 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-e3d4538b-4335-4091-ba29-a81492e3b905 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1882331 Mar 22 14:07:34.362199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:34.533302 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-c2220e4f-5e6d-4706-996b-d1fea3a7b6a8 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854393 Mar 22 14:07:34.572613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-1df5fe50-0089-460b-b2f0-c1d0a0eda099 service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716601 Mar 22 14:07:34.656761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:30Z', 'revision_number': 3, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.690655 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Checking router: af4fca6b-e591-4cf8-9cd9-1e3376c82cfc for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:34.691483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Updating router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:34.721906 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:34.731635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f4ff46b-df1f-4f80-aa4c-2c429b33329f req-87915a47-bf05-429e-8430-ac90df9534cd service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582255 Mar 22 14:07:34.749856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc1d2-66be-4f28-aaf2-982d56ed235a req-2f3ab223-01f4-4d78-bcee-0581403e45bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.753271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105bc1d2-66be-4f28-aaf2-982d56ed235a req-2f3ab223-01f4-4d78-bcee-0581403e45bf tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 943 time: 0.3673055 Mar 22 14:07:34.789349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a65d3-c9eb-42ac-bd0a-f66e60232106 req-7aa89607-4d03-4f9d-8211-e5a16d9c6f9e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.795032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad6a65d3-c9eb-42ac-bd0a-f66e60232106 req-7aa89607-4d03-4f9d-8211-e5a16d9c6f9e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.4048805 Mar 22 14:07:34.815670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.877171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-af674acb-e545-4dac-8e2e-f40898441cf3 req-1019397d-874e-4290-bc31-edc3ca86d08e service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386148 Mar 22 14:07:34.881071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Checking router: 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:34.896243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105bc1d2-66be-4f28-aaf2-982d56ed235a req-6883f93e-b711-42dd-92cf-0ba0f42617dc tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233258 Mar 22 14:07:34.903436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:34.904079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:34.909456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-b3d53dea-ecb9-4150-b852-3a9210ca7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:34.911681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-b3d53dea-ecb9-4150-b852-3a9210ca7017 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0991120 Mar 22 14:07:35.122474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-93883a9b-5844-4238-b3c1-635c6ce5dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.124395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-93883a9b-5844-4238-b3c1-635c6ce5dfd5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2046728 Mar 22 14:07:35.209261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:35.247847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'name': 'network-vif-deleted', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:35.249497 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks [] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.254065 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf5fee-6e22-4ca1-8c28-c48762cb087e" -d '{"events": [{"server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "name": "network-vif-deleted", "tag": "b2169039-e876-4014-98c3-4ec512387a6b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:35.260256 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-e923eaaa-d7df-4f62-8cf7-2a80d800d377 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.1283917 Mar 22 14:07:35.263034 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.274225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad6a65d3-c9eb-42ac-bd0a-f66e60232106 req-e286efcb-8476-4238-85ad-3f0603d1e7a0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795903 Mar 22 14:07:35.323367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Attempting to bind port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:35.323747 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Attempting to bind port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:35.324124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Attempting to bind port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:35.357448 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:35.357898 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:35.358347 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.358843 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:35.359337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Bound port: 8ef1cfce-ee2e-436e-a68b-d3ff21609651, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:35.359831 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.376671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7ea6-4880-4c5d-802d-3b9721842199 req-ff117191-3482-4981-8a2f-f2c897e8fb4d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.384128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90dd7ea6-4880-4c5d-802d-3b9721842199 req-ff117191-3482-4981-8a2f-f2c897e8fb4d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.2901320 Mar 22 14:07:35.397540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-90273c43-7ec2-4844-8ab8-78bdb0ac48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.400699 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-90273c43-7ec2-4844-8ab8-78bdb0ac48f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1294165 Mar 22 14:07:35.466509 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a363ed0-fce8-4f8d-bdf1-28b94f0bdaff x-openstack-request-id: req-0a363ed0-fce8-4f8d-bdf1-28b94f0bdaff {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:35.467118 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea47bb8-827f-40f9-aea8-2f0434583651", "name": "network-vif-deleted", "tag": "b2169039-e876-4014-98c3-4ec512387a6b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:35.467734 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a363ed0-fce8-4f8d-bdf1-28b94f0bdaff {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:35.468388 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a363ed0-fce8-4f8d-bdf1-28b94f0bdaff'] response: {'server_uuid': 'eea47bb8-827f-40f9-aea8-2f0434583651', 'name': 'network-vif-deleted', 'tag': 'b2169039-e876-4014-98c3-4ec512387a6b', 'status': 'completed', 'code': 200} Mar 22 14:07:35.490684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] For port 8ef1cfce-ee2e-436e-a68b-d3ff21609651, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:35.497636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] For port 8ef1cfce-ee2e-436e-a68b-d3ff21609651, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ef1cfce-ee2e-436e-a68b-d3ff21609651,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:35.503441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-ba8a1c6c-cf2f-44ed-8b0d-7c7831b218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:35.505398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-ba8a1c6c-cf2f-44ed-8b0d-7c7831b218d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0974605 Mar 22 14:07:35.537470 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.542620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39558) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:35.604279 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350756c-be73-4016-b603-465337677eea None None] Pushing event updated for resources: {'Port': ['ID=8ef1cfce-ee2e-436e-a68b-d3ff21609651,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:35.673412 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:35.674109 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:35.699179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:35.711217 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-c1fb9fd5-856e-40fc-aa6d-fcf454620a24 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985357 Mar 22 14:07:35.712269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90dd7ea6-4880-4c5d-802d-3b9721842199 req-00bb3d8f-6e19-47b2-89a8-8ff7552efcac tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144979 Mar 22 14:07:35.773665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b724c09-67d6-411e-a01a-fe56bb430475 None None] The sync data for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 is: [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:06:21Z', 'revision_number': 4, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'db6c98dd-6814-450b-844b-d32961956521', 'name': '', 'network_id': 'c7966d2a-9691-443e-a19b-83597e8841ed', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'mac_address': 'fa:16:3e:35:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:19Z', 'updated_at': '2022-03-22T14:06:26Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'subnets': [{'id': 'dd6f37f6-0ca5-441f-9ccb-dfde0e00e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:35.782872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350756c-be73-4016-b603-465337677eea None None] Pushing event updated for resources: {'Port': ['ID=8ef1cfce-ee2e-436e-a68b-d3ff21609651,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:35.839187 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:35.848807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.886869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-730a4998-a0e8-41da-9b32-07fdbc98b4b2 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618247 Mar 22 14:07:35.888920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (d25afe60-d4c1-423f-b87e-386e35ddadee), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:35.948010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (d25afe60-d4c1-423f-b87e-386e35ddadee), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.027276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-2776c959-3717-4012-b1cf-3cee95ce1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.028951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-2776c959-3717-4012-b1cf-3cee95ce1be7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08&device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 1125 time: 0.0753675 Mar 22 14:07:36.168885 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:30Z', 'revision_number': 3, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:36.195172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d25afe60-d4c1-423f-b87e-386e35ddadee), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.201631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.205383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "DELETE /v2.0/security-groups/d25afe60-d4c1-423f-b87e-386e35ddadee HTTP/1.1" status: 204 len: 168 time: 0.6614683 Mar 22 14:07:36.211956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39572) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:36.249519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25afe60-d4c1-423f-b87e-386e35ddadee,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:36.265161 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-da13cde6-824b-4d74-adfb-489e513d74f7 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] show failed (client error): The resource could not be found. Mar 22 14:07:36.275121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da13cde6-824b-4d74-adfb-489e513d74f7 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "GET /v2.0/security-groups/d25afe60-d4c1-423f-b87e-386e35ddadee HTTP/1.1" status: 404 len: 347 time: 0.0571182 Mar 22 14:07:36.275362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Allocated IP 172.20.0.1 (3160265f-19ae-4edc-a439-e1b5aa8be83c/551f6f00-fd96-474a-94f4-fb8f33327c39/d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:36.282679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39574) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:36.284143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.284493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.285007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.285410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.285817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.287226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.287574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.287905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.288237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.288709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.289043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.289417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.289746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.290109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.290430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3e90e-227d-472f-a7bf-4d90a4df3c76 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:07:36.310131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe3c8d-d404-413b-80bc-0ae6bf95fae4 req-323dbaa5-419c-432b-91c4-c81c98af235d tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.318142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04fe3c8d-d404-413b-80bc-0ae6bf95fae4 req-323dbaa5-419c-432b-91c4-c81c98af235d tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 943 time: 0.2604718 Mar 22 14:07:36.351658 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18539f8-0ce5-47e9-94be-0d8c78a9f44c None None] The sync data for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 is: [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:30Z', 'revision_number': 3, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:36.355444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-4250e831-10ec-4723-b5e6-ab1fd58d48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.359684 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-4250e831-10ec-4723-b5e6-ab1fd58d48cc service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733 HTTP/1.1" status: 200 len: 916 time: 0.3235996 Mar 22 14:07:36.360007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ec2f9-de65-4a1f-a401-9a7a2ae54e15 None None] New status for floating IP 0359b213-f985-49b1-96df-b35f61ecf269: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:07:36.480697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-0bbc1fa3-d7f2-46ef-b62a-b9d85966d1dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57 HTTP/1.1" status: 200 len: 217 time: 0.1136584 Mar 22 14:07:36.597897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-194ef42a-f573-48c4-8b2d-329fb88830ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.602856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-194ef42a-f573-48c4-8b2d-329fb88830ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2772d7e4-6c5d-48d4-b46c-bd325633dd04 HTTP/1.1" status: 200 len: 854 time: 0.1149578 Mar 22 14:07:36.651692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04fe3c8d-d404-413b-80bc-0ae6bf95fae4 req-5e6d9fd7-f1b8-4a7c-a4c1-e51648bddeca tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325090 Mar 22 14:07:36.690953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871606-37c6-4541-9f7e-efc0e39ffa10 req-3a547ad3-f79c-4301-a67c-e818c7d564c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.693245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32871606-37c6-4541-9f7e-efc0e39ffa10 req-3a547ad3-f79c-4301-a67c-e818c7d564c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2964852 Mar 22 14:07:36.754053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7195-3261-4576-a49d-579355961d6b req-c220a30e-377c-4960-8c10-cfbf4acc99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:36.760117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-c220a30e-377c-4960-8c10-cfbf4acc99e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1311984 Mar 22 14:07:36.770577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks [] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.825499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Deleting port bbe1a55d-794e-4eaf-8f8a-1169f8517e2f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:36.825846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:36.826655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5c0fef22-3084-49e4-a958-4b0b3abacb57 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:36.971550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32871606-37c6-4541-9f7e-efc0e39ffa10 req-70da92a6-4d96-47cf-9d4b-cec8026e496c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632823 Mar 22 14:07:37.032514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.032980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.063434 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-c2485b59-79f0-4555-baf5-32670c7695d3 service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960434 Mar 22 14:07:37.070148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Calling delete_port for bbe1a55d-794e-4eaf-8f8a-1169f8517e2f owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:37.072588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.105412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:37.139839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'port_id': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'mac_address': 'fa:16:3e:dc:e6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:37.210447 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-818e7195-3261-4576-a49d-579355961d6b req-84469c5d-caf3-42f2-8063-b5efec4d0a7a service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410096 Mar 22 14:07:37.231197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5c0fef22-3084-49e4-a958-4b0b3abacb57 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:37.231595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.237244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711f351-c4b7-4ce1-9e70-950f80d6f88a req-34eda251-74d2-4027-bbdd-dca61c12dc41 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:37.239126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b711f351-c4b7-4ce1-9e70-950f80d6f88a req-34eda251-74d2-4027-bbdd-dca61c12dc41 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 947 time: 0.3011940 Mar 22 14:07:37.254883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:37.260369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0fef22-3084-49e4-a958-4b0b3abacb57 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:37.300166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:37.306428 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.307619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:37.387417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:37.401114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bbe1a55d-794e-4eaf-8f8a-1169f8517e2f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.428997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:37.464895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:37.527412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Pushing event deleted for resources: {'Port': ['ID=bbe1a55d-794e-4eaf-8f8a-1169f8517e2f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:37.574428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:37.598668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b711f351-c4b7-4ce1-9e70-950f80d6f88a req-d27af259-a799-4b02-8c6d-3f6da28659ec tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422213 Mar 22 14:07:37.603383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:37.642604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.646044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'mac_address': 'fa:16:3e:62:64:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:37.697446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks [] for floatingip (0359b213-f985-49b1-96df-b35f61ecf269), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.700483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.701692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9601d38a-63db-46a3-84ff-e91fc308c747 tempest-ServersTestJSON-1419993206 tempest-ServersTestJSON-1419993206-project] 10.222.0.81 "DELETE /v2.0/floatingips/0359b213-f985-49b1-96df-b35f61ecf269 HTTP/1.1" status: 204 len: 168 time: 1.4078283 Mar 22 14:07:37.704888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:37.731543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:37.731930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.761295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b428fcb-c03d-4ad6-8b6c-9574c947e60e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:37.817756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:37.829270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.916890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f717b599-cf6d-4f39-84ae-bec073e784cd None None] Provisioning complete for port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:37.917292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f717b599-cf6d-4f39-84ae-bec073e784cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:37.920223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:37.971383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f717b599-cf6d-4f39-84ae-bec073e784cd None None] Port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:38.001383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.059885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4b0f6-ffe1-4c0c-9b37-2cb6b62b65a2 req-bbd23bf7-6afc-4d6d-8263-969b5cf76f2e tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:38.077028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6e4b0f6-ffe1-4c0c-9b37-2cb6b62b65a2 req-bbd23bf7-6afc-4d6d-8263-969b5cf76f2e tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 944 time: 0.2713182 Mar 22 14:07:38.117278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5c0fef22-3084-49e4-a958-4b0b3abacb57'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:38.121394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:38.233725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ef1cfce-ee2e-436e-a68b-d3ff21609651 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:38.375209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6e4b0f6-ffe1-4c0c-9b37-2cb6b62b65a2 req-cfe3a0b7-0f2b-4c22-a782-377f750975c2 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971773 Mar 22 14:07:38.399193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fafba-8b13-4d4b-9f84-b2f40870fbf6 req-4a991647-598d-4f89-bf1e-8a3ffe42219f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:38.404962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-418fafba-8b13-4d4b-9f84-b2f40870fbf6 req-4a991647-598d-4f89-bf1e-8a3ffe42219f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.3228340 Mar 22 14:07:38.483926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:38.484302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.592555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks [] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.635587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-418fafba-8b13-4d4b-9f84-b2f40870fbf6 req-f2b867e8-0ff6-466a-9211-add9d4e51363 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258558 Mar 22 14:07:38.636752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.794191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:38.796475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.863609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:38.864196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.904579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:38.910062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 8ef1cfce-ee2e-436e-a68b-d3ff21609651, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ef1cfce-ee2e-436e-a68b-d3ff21609651,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:38.912285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e97ff-4e75-45db-a9e2-840f00c0f191 req-02d87606-78f1-4a9b-a010-94febbe237e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:38.913997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-886e97ff-4e75-45db-a9e2-840f00c0f191 req-02d87606-78f1-4a9b-a010-94febbe237e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 948 time: 0.1845460 Mar 22 14:07:38.920401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.029117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=8ef1cfce-ee2e-436e-a68b-d3ff21609651,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:39.034506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-886e97ff-4e75-45db-a9e2-840f00c0f191 req-5ed72e2a-5b4a-4a87-86e0-7db0ddb4229d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081402 Mar 22 14:07:39.036410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:39.038803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:39.225883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:39.430897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:39.437390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-372f6289-524f-4453-a499-616c8460cef1 admin admin] 10.222.0.81 "PUT /v2.0/routers/af4fca6b-e591-4cf8-9cd9-1e3376c82cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2888489 Mar 22 14:07:39.450632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Sync routers for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:39.483864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:39.485709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:39.497508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Deleting port db6c98dd-6814-450b-844b-d32961956521 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:39.497946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db6c98dd-6814-450b-844b-d32961956521), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.647760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] For port db6c98dd-6814-450b-844b-d32961956521, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db6c98dd-6814-450b-844b-d32961956521,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:39.648182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db6c98dd-6814-450b-844b-d32961956521), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.650707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:39.654298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ac7310d7-3247-46de-95cb-6aabe6382a46 None None] Provisioning complete for port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:39.655463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac7310d7-3247-46de-95cb-6aabe6382a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.671816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Calling delete_port for db6c98dd-6814-450b-844b-d32961956521 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:39.703157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ac7310d7-3247-46de-95cb-6aabe6382a46 None None] Port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:39.712374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:39.713108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06de8-64fa-43d2-99f5-e9cb2bfd6ec0 req-22ba4229-5ad9-4587-bc6a-98dfd36617d5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.720136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29b06de8-64fa-43d2-99f5-e9cb2bfd6ec0 req-22ba4229-5ad9-4587-bc6a-98dfd36617d5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 948 time: 0.2841928 Mar 22 14:07:39.761082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-d9683b01-3514-4a25-8681-c130986fa282 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.762784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-d9683b01-3514-4a25-8681-c130986fa282 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1&tenant_id=b23e930116f642bda5ce38b75f0172c6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 948 time: 0.3126543 Mar 22 14:07:39.798256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153304-ff32-4466-a279-e70a339adce2 req-b918e5b8-05db-47b6-b1fe-d155335ae5f4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:39.799848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c153304-ff32-4466-a279-e70a339adce2 req-b918e5b8-05db-47b6-b1fe-d155335ae5f4 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 944 time: 0.2540762 Mar 22 14:07:39.813036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1781257342'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:39.862229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:39.866424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.944674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:39.969528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a0806632-7e9d-4c2d-b3bb-62b16060b4d8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:39.969880 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Added segment a0806632-7e9d-4c2d-b3bb-62b16060b4d8 of type vlan for network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 Mar 22 14:07:39.997987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:37Z', 'revision_number': 4, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd5675caa-78f6-42b8-b2a8-cefbf6a2f4dd', 'name': '', 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'mac_address': 'fa:16:3e:55:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 2, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'subnets': [{'id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:40.020642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (13807d13-5ec3-4b5b-b8a6-635d3bc78062), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.090100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db6c98dd-6814-450b-844b-d32961956521), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.145013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6c98dd-6814-450b-844b-d32961956521,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:40.161020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (13807d13-5ec3-4b5b-b8a6-635d3bc78062), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.171202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:40.171902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.349431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ef1cfce-ee2e-436e-a68b-d3ff21609651 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:40.397161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Checking router: af4fca6b-e591-4cf8-9cd9-1e3376c82cfc for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:40.397543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Updating router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:07:40.428314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7765062 Mar 22 14:07:40.448106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:40.448482 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.485045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:40.493926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.505923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'subnet': {'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:40.553419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1076-7685-4c48-91ef-48d9ee0aa7a2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Network': ['ID=13807d13-5ec3-4b5b-b8a6-635d3bc78062,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:40.599132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:40.603568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:40.635959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29b06de8-64fa-43d2-99f5-e9cb2bfd6ec0 req-45484376-a112-4120-8039-d84f13480279 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9067156 Mar 22 14:07:40.661444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c153304-ff32-4466-a279-e70a339adce2 req-947cc281-025c-41e9-b8b5-2592f9dd58d0 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8521843 Mar 22 14:07:40.676886 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-30841618-5714-40c8-8c36-7eccfaba8036 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:07:40.682670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-30841618-5714-40c8-8c36-7eccfaba8036 service neutron] 10.222.0.78 "DELETE /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.8771515 Mar 22 14:07:40.829363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5c0fef22-3084-49e4-a958-4b0b3abacb57 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:40.878376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6281880-9d1b-4ebc-9a4d-20a2c89af969 req-50f979b3-316d-4edb-9eca-beda60ddb989 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:40.880220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6281880-9d1b-4ebc-9a4d-20a2c89af969 req-50f979b3-316d-4edb-9eca-beda60ddb989 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1268158 Mar 22 14:07:40.888005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-0ac687cf-11e3-41af-8b06-dedd4ca0b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:40.889826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-0ac687cf-11e3-41af-8b06-dedd4ca0b11b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1130 time: 0.1374633 Mar 22 14:07:40.890342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:40.894832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:40.998298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6281880-9d1b-4ebc-9a4d-20a2c89af969 req-63929276-1631-4934-9441-fb18721a1409 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073456 Mar 22 14:07:41.022051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 5c0fef22-3084-49e4-a958-4b0b3abacb57 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:41.025393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-01627def-e55b-4427-a23a-47c7fdeb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.027124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-01627def-e55b-4427-a23a-47c7fdeb9e26 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1289115 Mar 22 14:07:41.041750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5c0fef22-3084-49e4-a958-4b0b3abacb57 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:41.042152 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.078455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.092113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-61863836-13ca-4894-86a6-a2d8809b1ed5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0462272 Mar 22 14:07:41.160374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-bce4fd6d-2038-4e40-bc1b-051dcad4c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.166368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-bce4fd6d-2038-4e40-bc1b-051dcad4c201 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0639646 Mar 22 14:07:41.241530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-81cfa5ef-e2a3-4f67-aae2-3f32017d3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.244331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-81cfa5ef-e2a3-4f67-aae2-3f32017d3727 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0735953 Mar 22 14:07:41.250451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5c0fef22-3084-49e4-a958-4b0b3abacb57 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:41.250757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.285205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks [] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.293061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:41.296134 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e7809-89dd-4112-bbac-cd0b62c97bcc" -d '{"events": [{"server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:41.302239 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.379797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafe553-d288-4b78-b83c-e63fdcce8556 None None] Pushing event updated for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:41.386883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-1a64dc59-628e-40b5-8f32-ecad99bfa3b9 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346514 Mar 22 14:07:41.394273 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0318d51-8aeb-4b5a-b78b-1098d108205e x-openstack-request-id: req-e0318d51-8aeb-4b5a-b78b-1098d108205e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:41.394637 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:41.394905 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0318d51-8aeb-4b5a-b78b-1098d108205e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:41.395664 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0318d51-8aeb-4b5a-b78b-1098d108205e'] response: {'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'code': 200} Mar 22 14:07:41.400151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:41.421744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.422591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:41.602264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (9dfe0f52-e40b-48d8-a3eb-a960a9149e72), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.629297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b75cff8-d7bd-4f3b-a8e7-8bf42b048be2 req-c35df8e7-a90c-46c2-8de9-c2bffb70ecf4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201722 Mar 22 14:07:41.655591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:41.658551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Attempting to bind port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:41.658957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Attempting to bind port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:41.659331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Attempting to bind port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd on network 3160265f-19ae-4edc-a439-e1b5aa8be83c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:41.666084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:41.666460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Checking segment: {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:41.666863 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.667255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Bound using segment: {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:41.667733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Bound port: d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af66c47c-fe75-46ea-928f-55a5e1d5a72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:41.668104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.673594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c539-0ee8-4679-bc31-d6e82414fdab req-bbfbf79f-8b71-4ee7-97a0-02e0d2208cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:41.675904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0884c539-0ee8-4679-bc31-d6e82414fdab req-bbfbf79f-8b71-4ee7-97a0-02e0d2208cd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 1127 time: 0.2017066 Mar 22 14:07:41.698513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:41.722533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:41.735976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:41.736335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.791726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] For port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:41.797428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] For port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:41.806479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.907933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Subnet': ['ID=9dfe0f52-e40b-48d8-a3eb-a960a9149e72,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:41.915818 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0884c539-0ee8-4679-bc31-d6e82414fdab req-93276a37-dc41-4bd9-ba9a-9fd8342061aa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092690 Mar 22 14:07:41.930893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:41.931563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:41.976627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafe553-d288-4b78-b83c-e63fdcce8556 None None] Pushing event updated for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:41.998841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Provisioning complete for port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:41.999226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.061352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f114e6f-2dbf-4d2a-a894-0f0ba0d1c7ff req-8cf4056c-751d-4f73-82ea-e96e771f9489 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.077684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f114e6f-2dbf-4d2a-a894-0f0ba0d1c7ff req-8cf4056c-751d-4f73-82ea-e96e771f9489 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 948 time: 0.2549860 Mar 22 14:07:42.087857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Checking segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:42.088477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network hostable DHCP agents. Network: 13807d13-5ec3-4b5b-b8a6-635d3bc78062, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:42.104413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:42.105182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:42.146653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:42.171994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212902a-4165-4633-8565-36bc900b5a5e req-bd886dfc-f710-460f-aa08-30ac776ac63c tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.185589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2212902a-4165-4633-8565-36bc900b5a5e req-bd886dfc-f710-460f-aa08-30ac776ac63c tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.3103418 Mar 22 14:07:42.187878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 13807d13-5ec3-4b5b-b8a6-635d3bc78062) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:42.214075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.215057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.233736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:42.247788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Sync routers for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:42.254765 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9621766-f2d1-4fcd-b7a7-568e64e21b73 admin admin] 10.222.0.81 "PUT /v2.0/routers/493f8ac9-1363-4e7d-9d28-e8d5192b17e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5479898 Mar 22 14:07:42.257262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39682) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:42.273126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59501f9-ccc1-4067-a52f-7c4189658b5e None None] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:42.278196 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:42.281313 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:42.292544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cc4af175-cd3d-4999-8799-45aba8523917 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7958632 Mar 22 14:07:42.297288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:42.329701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1409142381'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:42.359015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:42.391715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.535602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f114e6f-2dbf-4d2a-a894-0f0ba0d1c7ff req-bb3a1c6c-10a0-40b3-a561-678381e33141 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477286 Mar 22 14:07:42.581141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:42.593176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.611106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:42.615606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks [] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.629922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2212902a-4165-4633-8565-36bc900b5a5e req-86a87437-af49-4466-ad62-59428c56fed2 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4429710 Mar 22 14:07:42.687579 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:42.727698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:42.745198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:42.763036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'fixed_ips': [{'subnet_id': '9dfe0f52-e40b-48d8-a3eb-a960a9149e72'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:42.763958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.826496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3d332554-d4f9-4180-ab56-5a0429589a40), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.829218 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Added segment 3d332554-d4f9-4180-ab56-5a0429589a40 of type vlan for network 65fa752e-4d3a-4a59-8f55-e2d08669e10d Mar 22 14:07:42.844410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks [] for router_gateway (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.938329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (65fa752e-4d3a-4a59-8f55-e2d08669e10d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.946841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Current status of the port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:42.947455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:42.963527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01774-039b-48ed-b7c3-77aae15140b4 req-44f83333-d8e0-4bd0-b52a-ffa5251e963a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:42.966722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1e01774-039b-48ed-b7c3-77aae15140b4 req-44f83333-d8e0-4bd0-b52a-ffa5251e963a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2447941 Mar 22 14:07:42.978823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Deleting port c06909f5-7abf-4cf8-9762-be050cc12510 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:42.979486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.025594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:07:40Z', 'revision_number': 5, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port': {'id': 'c06909f5-7abf-4cf8-9762-be050cc12510', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:06:12Z', 'updated_at': '2022-03-22T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:43.052112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (65fa752e-4d3a-4a59-8f55-e2d08669e10d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.058972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:43.059885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.073065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1e01774-039b-48ed-b7c3-77aae15140b4 req-478117b0-1ea4-4308-aa31-24f1500b43dd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Mar 22 14:07:43.116134 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Checking router: 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:43.141823 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Routers {'493f8ac9-1363-4e7d-9d28-e8d5192b17e6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:43.142613 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:43.233709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] For port c06909f5-7abf-4cf8-9762-be050cc12510, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c06909f5-7abf-4cf8-9762-be050cc12510,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:43.235315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9358058 Mar 22 14:07:43.239042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39698) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:43.241883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.250794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'subnet': {'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:43.260591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6d4a4-fa1c-4ce2-a705-55dacf1b427d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Network': ['ID=65fa752e-4d3a-4a59-8f55-e2d08669e10d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:43.286868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Calling delete_port for c06909f5-7abf-4cf8-9762-be050cc12510 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:43.333266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:43.367921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:43.372179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.403644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] For port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:43.406894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:43.409895 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a0aab0-3e41-47f7-bed5-ec2d73c1275b" -d '{"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:43.440594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] Set router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:43.474497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.522921 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9585f626-aafd-459c-b3fd-1739b973c56f x-openstack-request-id: req-9585f626-aafd-459c-b3fd-1739b973c56f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:43.523268 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-plugged", "status": "completed", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:43.523757 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9585f626-aafd-459c-b3fd-1739b973c56f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:43.524553 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9585f626-aafd-459c-b3fd-1739b973c56f'] response: {'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'code': 200} Mar 22 14:07:43.593927 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:07:42Z', 'revision_number': 6, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:43.683985 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ed4f1-de6d-4f64-a406-767704c1596e None None] The sync data for ids ['493f8ac9-1363-4e7d-9d28-e8d5192b17e6'] in n-d-758851-5 is: [{'id': '493f8ac9-1363-4e7d-9d28-e8d5192b17e6', 'name': 'tempest-ServersTestJSON-187765515-router', 'tenant_id': '85d40ae6a94248b199c9e8692354375f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:06:11Z', 'updated_at': '2022-03-22T14:07:42Z', 'revision_number': 6, 'project_id': '85d40ae6a94248b199c9e8692354375f', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:43.771026 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c06909f5-7abf-4cf8-9762-be050cc12510), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.801335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5326a364-6db9-47e1-bfd6-0980dc7b9219 None None] Provisioning complete for port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:43.801685 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5326a364-6db9-47e1-bfd6-0980dc7b9219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.813771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06909f5-7abf-4cf8-9762-be050cc12510,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:43.867328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6c04cd54-7861-4829-bda8-31af1055ca46), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.896145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd7134-ec2e-43a9-af18-3e084322a20c req-5fcc178b-ec22-4f92-a637-4669a3ee9306 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:43.897709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cadd7134-ec2e-43a9-af18-3e084322a20c req-5fcc178b-ec22-4f92-a637-4669a3ee9306 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1981797 Mar 22 14:07:43.902274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdf576-190d-4a6e-8596-605b25ae30f7 None None] Pushing event updated for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:43.905335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:43.921775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Allocated IP 19.80.0.2 (13807d13-5ec3-4b5b-b8a6-635d3bc78062/9dfe0f52-e40b-48d8-a3eb-a960a9149e72/f510f0c0-b214-41e7-a3bf-e2af4e77d59d) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:43.981219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cadd7134-ec2e-43a9-af18-3e084322a20c req-0565f18c-5954-40ae-9358-49d1b1af3d84 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584474 Mar 22 14:07:44.032925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Checking segment: {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:44.032925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network hostable DHCP agents. Network: 65fa752e-4d3a-4a59-8f55-e2d08669e10d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:44.041516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.041769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f6ad-9629-4ce3-ad8e-b2f74fe3de3f req-3601c69a-ae1c-4d53-a096-83e920c2d104 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.043282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e414f6ad-9629-4ce3-ad8e-b2f74fe3de3f req-3601c69a-ae1c-4d53-a096-83e920c2d104 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.2296214 Mar 22 14:07:44.045234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Subnet': ['ID=6c04cd54-7861-4829-bda8-31af1055ca46,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:44.051278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks [] for router_controller (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.157696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e414f6ad-9629-4ce3-ad8e-b2f74fe3de3f req-f3a9176b-256a-4f83-9aa2-b5d8326a4d0c tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075065 Mar 22 14:07:44.159161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:44.230105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 65fa752e-4d3a-4a59-8f55-e2d08669e10d) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:44.234362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (493f8ac9-1363-4e7d-9d28-e8d5192b17e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.235013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493f8ac9-1363-4e7d-9d28-e8d5192b17e6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:07:44.240510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.241992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.255280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.265308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fd584-ade4-4e29-9366-fc797fcfe8c1 None None] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:44.269889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39722) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:44.270309 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a045a855-49c1-44e0-acc0-3a2d3b9c4f76 admin admin] 10.222.0.81 "DELETE /v2.0/routers/493f8ac9-1363-4e7d-9d28-e8d5192b17e6 HTTP/1.1" status: 204 len: 168 time: 2.0076263 Mar 22 14:07:44.329486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Deleting subnet dd6f37f6-0ca5-441f-9ccb-dfde0e00e410 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:07:44.336182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:37Z', 'revision_number': 4, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd5675caa-78f6-42b8-b2a8-cefbf6a2f4dd', 'name': '', 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'mac_address': 'fa:16:3e:55:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:41Z', 'revision_number': 4, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'subnets': [{'id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:44.341799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19864-5fcd-4be1-b38f-75f7e7f54302 req-e03fe5be-f968-4504-986d-08d1d70db5af tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.363191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daf19864-5fcd-4be1-b38f-75f7e7f54302 req-e03fe5be-f968-4504-986d-08d1d70db5af tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.1953461 Mar 22 14:07:44.364308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Publish callbacks [] for subnet (dd6f37f6-0ca5-441f-9ccb-dfde0e00e410), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.372627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d7475cf-0d96-48b4-8dc3-d8b9e1048f57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1308484 Mar 22 14:07:44.422825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db6c98dd-6814-450b-844b-d32961956521 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:44.572342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (dd6f37f6-0ca5-441f-9ccb-dfde0e00e410), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.642654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: db6c98dd-6814-450b-844b-d32961956521 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:44.644591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db6c98dd-6814-450b-844b-d32961956521 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:44.713388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daf19864-5fcd-4be1-b38f-75f7e7f54302 req-71ed1c7f-14ed-4275-8a77-f4dce8ec2f4a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394337 Mar 22 14:07:44.718492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5aa6-27b2-4fd0-9ae8-fad0701315e7 None None] The sync data for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 is: [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:07:37Z', 'revision_number': 4, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd5675caa-78f6-42b8-b2a8-cefbf6a2f4dd', 'name': '', 'network_id': '3160265f-19ae-4edc-a439-e1b5aa8be83c', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'mac_address': 'fa:16:3e:55:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:35Z', 'updated_at': '2022-03-22T14:07:41Z', 'revision_number': 4, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'subnets': [{'id': '551f6f00-fd96-474a-94f4-fb8f33327c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:44.755361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a989-2d3b-4b53-ad7a-7aa58323802d req-32d03644-5524-4cd3-8af4-e3c0dbef9e32 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:44.767393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5416a989-2d3b-4b53-ad7a-7aa58323802d req-32d03644-5524-4cd3-8af4-e3c0dbef9e32 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.3993742 Mar 22 14:07:44.787410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks [] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.788904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5326a364-6db9-47e1-bfd6-0980dc7b9219 None None] Current status of the port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:44.866392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.917855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (dd6f37f6-0ca5-441f-9ccb-dfde0e00e410), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:44.995258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5416a989-2d3b-4b53-ad7a-7aa58323802d req-d649f7e8-1afa-47e2-9355-a74b57219b31 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246423 Mar 22 14:07:45.047767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Pushing event updated for resources: {'Port': ['ID=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:45.068512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:45.072534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:45.089185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:45.102624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fffef-79e1-454c-877d-36a6193db63e req-f5232258-01a1-4b9a-a17d-d486933630b1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.106042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c5fffef-79e1-454c-877d-36a6193db63e req-f5232258-01a1-4b9a-a17d-d486933630b1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.2210581 Mar 22 14:07:45.116836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:45.123072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Request body: {'floatingip': {'port_id': '5c0fef22-3084-49e4-a958-4b0b3abacb57'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:45.171956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (dd6f37f6-0ca5-441f-9ccb-dfde0e00e410), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.248414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-65fa752e-4d3a-4a59-8f55-e2d08669e10d', 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d', 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'fixed_ips': [{'subnet_id': '6c04cd54-7861-4829-bda8-31af1055ca46'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:45.251836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.269907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.392921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Attempting to bind port f510f0c0-b214-41e7-a3bf-e2af4e77d59d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:45.393555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Attempting to bind port f510f0c0-b214-41e7-a3bf-e2af4e77d59d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:45.393677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Attempting to bind port f510f0c0-b214-41e7-a3bf-e2af4e77d59d on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:45.432112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6f37f6-0ca5-441f-9ccb-dfde0e00e410,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:45.451514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.460930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-46450172-a51d-48e3-84d2-727eff66301b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dd6f37f6-0ca5-441f-9ccb-dfde0e00e410 HTTP/1.1" status: 204 len: 168 time: 1.1879113 Mar 22 14:07:45.471898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39758) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:45.583971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:45.594461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Checking segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:45.595009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.595484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Bound using segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:45.596044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Bound port: f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:45.596657 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.612722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f241acd-7371-42c7-ba24-91887fcb8e85 None None] Network c7966d2a-9691-443e-a19b-83597e8841ed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:45.711998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c7966d2a-9691-443e-a19b-83597e8841ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:45.723858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-9ee51e8f-6d87-4780-8d72-f3cda1cf81a9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.730027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-9ee51e8f-6d87-4780-8d72-f3cda1cf81a9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.732003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-9ee51e8f-6d87-4780-8d72-f3cda1cf81a9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/networks?id=13807d13-5ec3-4b5b-b8a6-635d3bc78062&id=65fa752e-4d3a-4a59-8f55-e2d08669e10d&id=13807d13-5ec3-4b5b-b8a6-635d3bc78062 HTTP/1.1" status: 200 len: 1392 time: 0.5250075 Mar 22 14:07:45.795893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-d6a7ece1-0e57-4cb7-9c6d-26f493bf17f4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/quotas/5d559805632b4bcc8e1c3cfbc7a38f85 HTTP/1.1" status: 200 len: 375 time: 0.0470688 Mar 22 14:07:45.945060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Allocated IP 19.86.0.2 (65fa752e-4d3a-4a59-8f55-e2d08669e10d/6c04cd54-7861-4829-bda8-31af1055ca46/c359df27-a3fa-410b-84d1-4678c69737e0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:45.953591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c8158-643e-4555-8bb7-43f6d85b348e req-f9f4f004-0f46-4875-bfd4-319e2e4534ac tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:45.971718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f40c8158-643e-4555-8bb7-43f6d85b348e req-f9f4f004-0f46-4875-bfd4-319e2e4534ac tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.4008076 Mar 22 14:07:46.071847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Deleting port 60bf36ef-4de6-4aed-ae61-7e08083ec74c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:46.081351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.151252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-6f0749c1-888d-4867-bc74-28d29b8a9c16 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2931759 Mar 22 14:07:46.220732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks [] for port (c359df27-a3fa-410b-84d1-4678c69737e0), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.281310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] For port 60bf36ef-4de6-4aed-ae61-7e08083ec74c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=60bf36ef-4de6-4aed-ae61-7e08083ec74c,segment=NetworkSegment(34e9116c-8b5a-4c23-afe3-c3f9f54728e8),segment_id=34e9116c-8b5a-4c23-afe3-c3f9f54728e8)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:46.281948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.295705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Calling delete_port for 60bf36ef-4de6-4aed-ae61-7e08083ec74c owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:46.307076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:46.321138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.449106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:46.460957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (60bf36ef-4de6-4aed-ae61-7e08083ec74c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.499133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:46.504015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:46.547356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Pushing event updated for resources: {'Port': ['ID=c359df27-a3fa-410b-84d1-4678c69737e0,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:46.557658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] For port f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:46.593777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bf36ef-4de6-4aed-ae61-7e08083ec74c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:46.612708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] No DVR routers for this DVR port 60bf36ef-4de6-4aed-ae61-7e08083ec74c on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:46.660869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f40c8158-643e-4555-8bb7-43f6d85b348e req-b5420b8f-42f8-4874-add8-f0cbd3834d35 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6782668 Mar 22 14:07:46.661518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.683489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.791341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c7966d2a-9691-443e-a19b-83597e8841ed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.831566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7966d2a-9691-443e-a19b-83597e8841ed']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:46.837184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-6f51ba6e-a19a-42f9-9c36-17e20e8f1147 service neutron] 10.222.0.81 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205943 Mar 22 14:07:46.850102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e9116c-8b5a-4c23-afe3-c3f9f54728e8') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:46.850408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e9116c-8b5a-4c23-afe3-c3f9f54728e8') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:46.871532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (34e9116c-8b5a-4c23-afe3-c3f9f54728e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.927206 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Floating IP ca5d648b-a1c9-44db-a79d-2988b3243c8c associated. External IP: 172.25.3.44, port: 5c0fef22-3084-49e4-a958-4b0b3abacb57. Mar 22 14:07:46.949620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (34e9116c-8b5a-4c23-afe3-c3f9f54728e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.961255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:07:46.962082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (34e9116c-8b5a-4c23-afe3-c3f9f54728e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:07:46.964181 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:07:47.022284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] For port f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:47.046989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.099635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c7966d2a-9691-443e-a19b-83597e8841ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.116480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.124901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c7966d2a-9691-443e-a19b-83597e8841ed HTTP/1.1" status: 204 len: 168 time: 1.6502054 Mar 22 14:07:47.135776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777b53d-05e5-4485-9a1b-c82d71967d55 None None] Pushing event updated for resources: {'Port': ['ID=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:47.148178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:47.149344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.151462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0263884-cf08-4b98-8aa2-6f7bcdbae0ea None None] DHCP port deletion for c7966d2a-9691-443e-a19b-83597e8841ed request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:07:47.162605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Attempting to bind port c359df27-a3fa-410b-84d1-4678c69737e0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:47.163282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Attempting to bind port c359df27-a3fa-410b-84d1-4678c69737e0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:47.163876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Attempting to bind port c359df27-a3fa-410b-84d1-4678c69737e0 on network 65fa752e-4d3a-4a59-8f55-e2d08669e10d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:47.204948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-44f55240-c1fe-4709-b483-500930e15b54 service neutron] 10.222.0.81 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467457 Mar 22 14:07:47.207167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf43d3c-af2f-4cad-9322-ff10d406b494 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7966d2a-9691-443e-a19b-83597e8841ed,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:47.249913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:47.250578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Checking segment: {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:47.251089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.251583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Bound using segment: {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:47.252172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Bound port: c359df27-a3fa-410b-84d1-4678c69737e0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:47.252788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.468624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:47.503550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c06909f5-7abf-4cf8-9762-be050cc12510 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:47.525996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] For port c359df27-a3fa-410b-84d1-4678c69737e0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:47.557550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-42f6b50f-c39a-479f-881c-c63ed66a74c3 service neutron] 10.222.0.81 "GET /v2.0/networks/65fa752e-4d3a-4a59-8f55-e2d08669e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393707 Mar 22 14:07:47.590082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a4bc-a1ef-485f-84a5-5cef696550ee req-b6f485d4-0c88-46eb-bb46-ec261f673943 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:47.600058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c06909f5-7abf-4cf8-9762-be050cc12510 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:47.600407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c06909f5-7abf-4cf8-9762-be050cc12510 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:47.609453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db67a4bc-a1ef-485f-84a5-5cef696550ee req-b6f485d4-0c88-46eb-bb46-ec261f673943 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2432630 Mar 22 14:07:47.626736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Router 2ce4d636-6291-431f-93b6-4533ca64d362 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:47.649456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:47.654357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] For port c359df27-a3fa-410b-84d1-4678c69737e0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c359df27-a3fa-410b-84d1-4678c69737e0,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:47.677763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.809414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b18677-1f24-41d0-a19b-78959f9ddd3f None None] Pushing event updated for resources: {'Port': ['ID=c359df27-a3fa-410b-84d1-4678c69737e0,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:47.837769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:47.849004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Sync routers for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:47.862976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:47.863709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:47.867640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bb5704eb-976c-4560-9e45-99687cf89915 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85d40ae6a94248b199c9e8692354375f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113967 Mar 22 14:07:47.873977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:47.877726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39810) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:47.901313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-9ce947b3-8fc7-474b-9bb6-99a8e92181bf service neutron] 10.222.0.81 "GET /v2.0/networks/65fa752e-4d3a-4a59-8f55-e2d08669e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847583 Mar 22 14:07:47.982837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7d326219-e0c0-4bf3-87f5-c580e1331cff tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "PUT /v2.0/floatingips/ca5d648b-a1c9-44db-a79d-2988b3243c8c HTTP/1.1" status: 200 len: 990 time: 2.8647637 Mar 22 14:07:48.001682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:48.004738 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e796d-39c8-4492-bae9-2160b550390b" -d '{"events": [{"name": "network-changed", "server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:48.011079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db67a4bc-a1ef-485f-84a5-5cef696550ee req-9221a6b0-fc3f-4273-bcb5-7b6478b682c4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006426 Mar 22 14:07:48.034375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] Publish callbacks [] for security_group (e992d70b-10a7-4b4e-b4d5-06f29c692789), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.094221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] Publish callbacks [] for security_group (e992d70b-10a7-4b4e-b4d5-06f29c692789), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.170021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:48.210781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-fe689b51-b26f-410b-a6a5-5884f6d8c5b9 service neutron] 10.222.0.81 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966373 Mar 22 14:07:48.266774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e992d70b-10a7-4b4e-b4d5-06f29c692789), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.269755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.274528 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e992d70b-10a7-4b4e-b4d5-06f29c692789 HTTP/1.1" status: 204 len: 168 time: 0.3923419 Mar 22 14:07:48.286806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932ef78-7a9f-4f4c-a022-fe9aa4eda48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e992d70b-10a7-4b4e-b4d5-06f29c692789,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:48.330894 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb978ddf-a8e7-419f-b6b3-bf4420b3c843 x-openstack-request-id: req-bb978ddf-a8e7-419f-b6b3-bf4420b3c843 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:48.331305 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:48.331700 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb978ddf-a8e7-419f-b6b3-bf4420b3c843 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:48.332245 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb978ddf-a8e7-419f-b6b3-bf4420b3c843'] response: {'name': 'network-changed', 'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'status': 'completed', 'code': 200} Mar 22 14:07:48.486599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e796d-39c8-4492-bae9-2160b550390b req-d8848f8c-ec91-4aec-bc09-ac6ffeb978cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:48.488937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-d8848f8c-ec91-4aec-bc09-ac6ffeb978cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08&device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 1127 time: 0.1412804 Mar 22 14:07:48.605823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f510f0c0-b214-41e7-a3bf-e2af4e77d59d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:48.692444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f95c9cd6-a98c-46d3-af70-2300e9bf5f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.697613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-9c6632aa-7ff2-4543-b785-9c73313dd19d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050899 Mar 22 14:07:48.773903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e796d-39c8-4492-bae9-2160b550390b req-d0dcb7ab-ae1f-4b87-988b-362be376ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:48.778266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-d0dcb7ab-ae1f-4b87-988b-362be376ff7f service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733 HTTP/1.1" status: 200 len: 916 time: 0.2760134 Mar 22 14:07:48.831807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:48.832268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:48.870839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-d4f4874f-ade4-4c52-8e99-10d800d4e64f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57 HTTP/1.1" status: 200 len: 998 time: 0.0778508 Mar 22 14:07:48.877034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-fa91e376-7534-4288-a18e-f0f3eb4bea63 service neutron] 10.222.0.81 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569440 Mar 22 14:07:49.029093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-bdb50227-95f3-45e4-99d8-defa553c89f7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.043134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e796d-39c8-4492-bae9-2160b550390b req-c66bfa74-452d-4b3a-9f27-4b6715488362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.046749 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-c66bfa74-452d-4b3a-9f27-4b6715488362 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2772d7e4-6c5d-48d4-b46c-bd325633dd04 HTTP/1.1" status: 200 len: 854 time: 0.1536741 Mar 22 14:07:49.059021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-bdb50227-95f3-45e4-99d8-defa553c89f7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522186 Mar 22 14:07:49.086017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca5d648b-a1c9-44db-a79d-2988b3243c8c', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'port_id': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'mac_address': 'fa:16:3e:dc:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:07:23Z', 'updated_at': '2022-03-22T14:07:46Z', 'revision_number': 1, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:49.093087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-76e8e11a-f80e-497f-8d84-3d410839a54e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/quotas/b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 375 time: 0.0330975 Mar 22 14:07:49.157570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Checking router: 2ce4d636-6291-431f-93b6-4533ca64d362 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:49.166924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f510f0c0-b214-41e7-a3bf-e2af4e77d59d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:49.167334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.201917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2575a-8ee8-47ef-acaa-d751841e4cfa None None] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:49.204666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:49.205496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:49.222276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e796d-39c8-4492-bae9-2160b550390b req-41c62040-8cf7-4a72-98d6-d758b3a25e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:49.223479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-41c62040-8cf7-4a72-98d6-d758b3a25e1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2820aa7-051e-4a9e-8ff1-cd72f5a05733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1704180 Mar 22 14:07:49.281035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-a4979b65-6fca-4662-8d6b-0ecb481c967a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869390 Mar 22 14:07:49.515948 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-ebc75552-2c39-4c66-afb9-d7797c200ed3 service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854283 Mar 22 14:07:49.719248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a887e6d-7b0e-4548-91e4-1d0c6ddcbfae req-ef636075-7d6e-4a23-bf8c-18e8227c27fa tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 210 time: 0.0699551 Mar 22 14:07:49.809662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e3e796d-39c8-4492-bae9-2160b550390b req-8ecaeeb3-9f48-4b2b-9798-ebe8da322f13 service neutron] 10.222.0.82 "GET /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772615 Mar 22 14:07:49.851826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:49.855385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8c8de-2f79-4979-ae11-937c3938f973 None None] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:49.887583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:49.888633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c359df27-a3fa-410b-84d1-4678c69737e0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:49.961341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4269d9f-a26f-43a9-9d15-dc835a8e6981 req-72fe96c5-4216-470b-b5dc-7d025313f2c4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 210 time: 0.0867565 Mar 22 14:07:50.030056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5a69-fad2-46b6-ae03-168a776986cb req-2d8e95be-261c-4d9e-a310-292e7b04c075 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.038594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c8b5a69-fad2-46b6-ae03-168a776986cb req-2d8e95be-261c-4d9e-a310-292e7b04c075 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2736852 Mar 22 14:07:50.132295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:50.197747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a21f34af-9b55-488d-a34d-1ee3cddc7905 None None] Provisioning complete for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:50.198157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a21f34af-9b55-488d-a34d-1ee3cddc7905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.203025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:50.213019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c8b5a69-fad2-46b6-ae03-168a776986cb req-54e08b45-12f5-4b3e-8213-35dd7e0bc5fd tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704714 Mar 22 14:07:50.256111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d074a81-1dae-44cd-ad99-494e669e965d req-afa45111-6f98-4272-99cb-4823af090b55 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:50.258305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d074a81-1dae-44cd-ad99-494e669e965d req-afa45111-6f98-4272-99cb-4823af090b55 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.2106988 Mar 22 14:07:50.359171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d074a81-1dae-44cd-ad99-494e669e965d req-e8693502-7fc2-40fe-86f0-eab12f4ebcc9 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920622 Mar 22 14:07:50.459082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39898) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:50.621119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-755843798-network', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:50.657187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Made reservation on behalf of 434f1c9752f44ac1b38b60f0380d33ca for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:50.664523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.690263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.875466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks [] for security_group (2f0c4ea4-7b91-4263-906b-4cc5892e2ba3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.891954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2f0c4ea4-7b91-4263-906b-4cc5892e2ba3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:50.926956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a21f34af-9b55-488d-a34d-1ee3cddc7905 None None] Current status of the port f510f0c0-b214-41e7-a3bf-e2af4e77d59d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:50.951342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36aa2be7-0a44-4c0e-81e0-4ad349f6a233 req-df7732fa-db29-4b94-a6bd-570ed87634ac tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 210 time: 0.0855429 Mar 22 14:07:50.971415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:07:51.027211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c4ea4-7b91-4263-906b-4cc5892e2ba3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:51.054567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c359df27-a3fa-410b-84d1-4678c69737e0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:51.054760 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.060053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2bf80490-5a68-49ba-b017-402b18316e7e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.061009 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Added segment 2bf80490-5a68-49ba-b017-402b18316e7e of type vlan for network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 Mar 22 14:07:51.130529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3abc9d87-6025-4863-a03c-1da6724336ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.151452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (73c7e16b-2921-4046-b75d-80ef2ebc8e60), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.182231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b407d4f4-fe8b-4215-9cf4-9e667ca1cd00 req-02882a63-30f9-4494-939d-4c3372ffbe28 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 210 time: 0.0683401 Mar 22 14:07:51.221470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (73c7e16b-2921-4046-b75d-80ef2ebc8e60), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.222688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.223391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.226695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Provisioning complete for port c359df27-a3fa-410b-84d1-4678c69737e0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:51.227079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.303885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c57376b6-6f62-468a-bfa4-ffe67ed65979 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.321387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c57376b6-6f62-468a-bfa4-ffe67ed65979 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.327258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c57376b6-6f62-468a-bfa4-ffe67ed65979 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "GET /v2.0/networks?id=13807d13-5ec3-4b5b-b8a6-635d3bc78062&id=65fa752e-4d3a-4a59-8f55-e2d08669e10d&id=13807d13-5ec3-4b5b-b8a6-635d3bc78062 HTTP/1.1" status: 200 len: 1392 time: 0.2556610 Mar 22 14:07:51.340725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'admin_state_up': True, 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:51.348036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] Pushing event updated for resources: {'Network': ['ID=73c7e16b-2921-4046-b75d-80ef2ebc8e60,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:51.368108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4e40560-f285-4592-a75a-29a8ea54ff5b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9073100 Mar 22 14:07:51.369135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39918) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:51.374773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Request body: {'subnet': {'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-755843798-subnet', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:51.378552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:07:51.415415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Made reservation on behalf of 434f1c9752f44ac1b38b60f0380d33ca for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:51.424539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.569270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605dca5-a201-4112-9581-0ad9b602bbfa req-147b3be3-6a94-4a4b-98bb-24495cc6c106 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.586662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1605dca5-a201-4112-9581-0ad9b602bbfa req-147b3be3-6a94-4a4b-98bb-24495cc6c106 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2107213 Mar 22 14:07:51.605175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-32ed0b9a-f43c-4f2c-b7a7-a08f1e47dcb4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071517 Mar 22 14:07:51.630683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-8f2442f1-366c-4e3f-a86f-de43ba93cae3 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.635458 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-8f2442f1-366c-4e3f-a86f-de43ba93cae3 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.82 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.1659541 Mar 22 14:07:51.690649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c359df27-a3fa-410b-84d1-4678c69737e0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:51.691253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.822433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca5d648b-a1c9-44db-a79d-2988b3243c8c', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'port_id': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'mac_address': 'fa:16:3e:dc:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:07:23Z', 'updated_at': '2022-03-22T14:07:46Z', 'revision_number': 1, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:51.889221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c359df27-a3fa-410b-84d1-4678c69737e0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c359df27-a3fa-410b-84d1-4678c69737e0,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:51.895347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ce0f2-2e6a-4c73-a240-055f6e309d6e None None] The sync data for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 is: [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca5d648b-a1c9-44db-a79d-2988b3243c8c', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'port_id': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'mac_address': 'fa:16:3e:dc:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:07:23Z', 'updated_at': '2022-03-22T14:07:46Z', 'revision_number': 1, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:51.903257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.905915 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.954012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Current status of the port c359df27-a3fa-410b-84d1-4678c69737e0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:51.958622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:51.977069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d144-1b4b-4086-9344-c94a60bc0423 req-aed31e0c-f8f5-4a7c-a881-6e2049b6f6ba tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:51.988367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec74d144-1b4b-4086-9344-c94a60bc0423 req-aed31e0c-f8f5-4a7c-a881-6e2049b6f6ba tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 946 time: 0.4273667 Mar 22 14:07:52.052077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Deleting port b7ea292c-1848-449c-95af-a664b2d74882 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:07:52.052337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b7ea292c-1848-449c-95af-a664b2d74882), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.053863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1605dca5-a201-4112-9581-0ad9b602bbfa req-c61d4b06-29d6-4867-8b24-57ba6f310bfa tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644275 Mar 22 14:07:52.058665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:52.063872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.068401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 60bf36ef-4de6-4aed-ae61-7e08083ec74c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:52.105715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-04ec510a-eccd-4a8d-a646-079b2b4e0bd2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.107616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-04ec510a-eccd-4a8d-a646-079b2b4e0bd2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4619844 Mar 22 14:07:52.144108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 60bf36ef-4de6-4aed-ae61-7e08083ec74c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:52.144108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 60bf36ef-4de6-4aed-ae61-7e08083ec74c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:52.158547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c359df27-a3fa-410b-84d1-4678c69737e0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:52.233045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (ee73fd17-0e10-4085-b111-cba5fbbf34fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.263438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:07:52.263918 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:07:52.330650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f510f0c0-b214-41e7-a3bf-e2af4e77d59d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:52.348254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] For port b7ea292c-1848-449c-95af-a664b2d74882, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b7ea292c-1848-449c-95af-a664b2d74882,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:52.348723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b7ea292c-1848-449c-95af-a664b2d74882), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.417005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a4aa7-dd6b-4418-9686-ca875dce5b4f None None] New status for floating IP ca5d648b-a1c9-44db-a79d-2988b3243c8c: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:07:52.470832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:52.471156 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.595546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee73fd17-0e10-4085-b111-cba5fbbf34fa,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:52.633901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f510f0c0-b214-41e7-a3bf-e2af4e77d59d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:52.643252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Request body: {'port': {'device_id': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'b23e930116f642bda5ce38b75f0172c6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:52.670247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec74d144-1b4b-4086-9344-c94a60bc0423 req-326d3af9-d781-45c0-af50-759d1c7915e6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2230a7-5fdb-4fcb-9423-5d1e10986faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6808164 Mar 22 14:07:52.686770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Checking segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:52.688047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Network hostable DHCP agents. Network: 73c7e16b-2921-4046-b75d-80ef2ebc8e60, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:07:52.721561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.721952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.722585 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Floating IP da1955a2-c567-402d-9ef2-d45e9b9de183 disassociated. External IP: 172.25.3.181, port: b7ea292c-1848-449c-95af-a664b2d74882. Mar 22 14:07:52.723119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Calling delete_port for b7ea292c-1848-449c-95af-a664b2d74882 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:07:52.728230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:07:52.747802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-884333dd-aaf1-49ee-a97d-bed0b81b3c33 req-56ff8635-2143-4bf1-9f2f-49c1a4b4a63f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 210 time: 0.1084363 Mar 22 14:07:52.803368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 73c7e16b-2921-4046-b75d-80ef2ebc8e60) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:52.810208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:52.810788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.820964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a3021ac-f1ff-4b6e-b713-2866180f176d req-bdec4ad3-a59b-4c3c-8785-7bb5f58fc1e1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 210 time: 0.0439084 Mar 22 14:07:52.826342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23358948-b138-4f02-834f-31c8fa271db0 None None] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:52.831707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Current status of the port c359df27-a3fa-410b-84d1-4678c69737e0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:52.846432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79c0327b-1e1f-4d53-90ad-8a1ccb41119f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4725695 Mar 22 14:07:52.849344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:52.857142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:52.887940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:07:52.923056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Provisioning complete for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:52.923281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.948582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.949607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:52.988947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b7ea292c-1848-449c-95af-a664b2d74882), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.011360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for router_controller (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.016466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Made reservation on behalf of b23e930116f642bda5ce38b75f0172c6 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:53.020610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.038318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Allocated IP 19.80.0.51 (13807d13-5ec3-4b5b-b8a6-635d3bc78062/9dfe0f52-e40b-48d8-a3eb-a960a9149e72/70982602-b94e-4f25-a30e-87d7f4274f69) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:53.054167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event deleted for resources: {'Port': ['ID=b7ea292c-1848-449c-95af-a664b2d74882,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:53.106962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:07:53.110732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.176332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:53.193998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a', 'port_id': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'mac_address': 'fa:16:3e:56:2f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:07:53.241704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Router 5fdaf0c6-6169-458b-a140-8d5840b884f5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:07:53.283211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Allocated IP 192.168.233.3 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/0b90316c-88f3-4f4c-9554-f02bd26cc55c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:53.359631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dfed463e-5beb-4da1-b98e-a9af1b31a76c None None] Current status of the port f510f0c0-b214-41e7-a3bf-e2af4e77d59d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:53.364835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a0a945ca-e097-4292-b7a8-9d8f1673fe74 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:53.365264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.378246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:07:53.396748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Sync routers for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:07:53.419640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a945ca-e097-4292-b7a8-9d8f1673fe74 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:53.447417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] No DVR routers for this DVR port b7ea292c-1848-449c-95af-a664b2d74882 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:07:53.451479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.455515 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ff718f71-7bf7-47fb-b974-7390bc2a0c27 req-d62e4bad-f976-41de-9fdb-75aea7e3e7c6 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.82 "DELETE /v2.0/ports/b7ea292c-1848-449c-95af-a664b2d74882 HTTP/1.1" status: 204 len: 173 time: 1.8055365 Mar 22 14:07:53.456073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'name': 'network-vif-deleted', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:53.458727 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4dcece-fd26-4560-b9fa-d92ce998f499" -d '{"events": [{"server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "name": "network-vif-deleted", "tag": "b7ea292c-1848-449c-95af-a664b2d74882"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:53.493159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for router_gateway (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.531674 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3077ec-5dc9-48fd-b3ce-ef5155929b8b x-openstack-request-id: req-7f3077ec-5dc9-48fd-b3ce-ef5155929b8b {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:53.531892 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58daa46a-32a2-4e6e-a709-752291841cd9", "name": "network-vif-deleted", "tag": "b7ea292c-1848-449c-95af-a664b2d74882", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:53.532070 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f3077ec-5dc9-48fd-b3ce-ef5155929b8b {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:53.532524 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3077ec-5dc9-48fd-b3ce-ef5155929b8b'] response: {'server_uuid': '58daa46a-32a2-4e6e-a709-752291841cd9', 'name': 'network-vif-deleted', 'tag': 'b7ea292c-1848-449c-95af-a664b2d74882', 'status': 'completed', 'code': 200} Mar 22 14:07:53.542839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:53.543487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:53.616619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39966) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:53.671595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:53.717508 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.728343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.754139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff673-572e-4caa-b2ee-34b0faa4b340 req-1e89d3eb-059c-4da1-9f28-153d05acc8b7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:53.762322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22fff673-572e-4caa-b2ee-34b0faa4b340 req-1e89d3eb-059c-4da1-9f28-153d05acc8b7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.4670377 Mar 22 14:07:53.765211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Allocated IP 172.20.0.2 (73c7e16b-2921-4046-b75d-80ef2ebc8e60/ee73fd17-0e10-4085-b111-cba5fbbf34fa/1c827e64-9cb9-4900-ae20-41492ecb3b68) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:53.774373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a359e9e2-84be-472f-a86a-cbbb1f9080cf None None] Provisioning complete for port c359df27-a3fa-410b-84d1-4678c69737e0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:53.775053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a359e9e2-84be-472f-a86a-cbbb1f9080cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.827995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.835786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75596095-da83-4a4c-b55b-b41d3ed4e0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.913063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:53.915960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for port (70982602-b94e-4f25-a30e-87d7f4274f69), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.921600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:53.927108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75596095-da83-4a4c-b55b-b41d3ed4e0d1 admin admin] Publish callbacks [] for security_group (d4964e5e-4dad-4124-a33a-c9492318f9af), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.934946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75596095-da83-4a4c-b55b-b41d3ed4e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4964e5e-4dad-4124-a33a-c9492318f9af), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:53.995142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75596095-da83-4a4c-b55b-b41d3ed4e0d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e811fa4c61145f7b21be97b2ff92031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770335 Mar 22 14:07:53.996676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75596095-da83-4a4c-b55b-b41d3ed4e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4964e5e-4dad-4124-a33a-c9492318f9af,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:53.997789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0b63bf4-81af-4215-912a-f69942545e69 req-c1115781-c4e0-499d-80d0-3bac0b0a4779 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.0454087 Mar 22 14:07:53.999193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39976) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:54.072455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22fff673-572e-4caa-b2ee-34b0faa4b340 req-25ae8074-15f5-48b8-8711-64c20102f936 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070722 Mar 22 14:07:54.156380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf502cd9-885c-4bc1-8037-3c0137018287 req-f3ff2263-fbad-49c1-8a67-0b1d66976bd8 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 210 time: 0.0669324 Mar 22 14:07:54.178153 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] Publish callbacks [] for security_group (d4964e5e-4dad-4124-a33a-c9492318f9af), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.240725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] Publish callbacks [] for security_group (d4964e5e-4dad-4124-a33a-c9492318f9af), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.271652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5934faae-18a1-4d2f-954f-e917650988e1 req-50d26249-985c-45f2-aee9-7aa87d3d2018 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 210 time: 0.0440586 Mar 22 14:07:54.278821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.280724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.331319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c359df27-a3fa-410b-84d1-4678c69737e0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:54.333355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:54.335283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:54.350085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a0a945ca-e097-4292-b7a8-9d8f1673fe74'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:07:54.366697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:54.381345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:54.384270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:54.431150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:54.458328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:54.502590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:54.519727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:54.616468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:54.617411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.687075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:54.687728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.758511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for router_gateway (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.771347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a359e9e2-84be-472f-a86a-cbbb1f9080cf None None] Current status of the port c359df27-a3fa-410b-84d1-4678c69737e0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:54.787024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4964e5e-4dad-4124-a33a-c9492318f9af), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.789732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.793270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4964e5e-4dad-4124-a33a-c9492318f9af HTTP/1.1" status: 204 len: 168 time: 0.7869911 Mar 22 14:07:54.793270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:54.796982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-664ad380-8dad-40c3-a159-130f80c73e64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4608889 Mar 22 14:07:54.807395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.857948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffbb94-a8f8-4cdf-b04a-d7743b3e115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4964e5e-4dad-4124-a33a-c9492318f9af,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:54.862988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks [] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.863843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-de46db5b-bb9f-42de-85f8-beb97a890662 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7465334 Mar 22 14:07:54.870199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d', 'admin_state_up': True, 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:54.882527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Request body: {'port': {'device_id': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:54.907528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b7ea292c-1848-449c-95af-a664b2d74882 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:07:54.924848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:54.996460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.047365 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.074992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: b7ea292c-1848-449c-95af-a664b2d74882 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:07:55.075346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b7ea292c-1848-449c-95af-a664b2d74882 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:07:55.077174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Pushing event updated for resources: {'Port': ['ID=1c827e64-9cb9-4900-ae20-41492ecb3b68,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.080899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c359df27-a3fa-410b-84d1-4678c69737e0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:55.081274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.148401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Provisioning complete for port 70982602-b94e-4f25-a30e-87d7f4274f69 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:55.148892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.207718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Port 70982602-b94e-4f25-a30e-87d7f4274f69 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:55.221279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:55.234916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40000) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:55.251039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787efa06-6a70-42b9-91a4-472bc698b976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.273544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:55.280162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:55.310335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:55.328644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c359df27-a3fa-410b-84d1-4678c69737e0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:55.330858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Checking router: 5fdaf0c6-6169-458b-a140-8d5840b884f5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:07:55.354882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ce7a8bf-a69e-483f-b0d5-5301b98b5337 req-dd4ecf1c-07a3-4ea9-86a3-9d34bb207bd7 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.1162145 Mar 22 14:07:55.398230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787efa06-6a70-42b9-91a4-472bc698b976 admin admin] Publish callbacks [] for security_group (aca5569a-d8f4-4148-87fb-a50f266acc0d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.409273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787efa06-6a70-42b9-91a4-472bc698b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aca5569a-d8f4-4148-87fb-a50f266acc0d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.448689 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-787efa06-6a70-42b9-91a4-472bc698b976 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=557cff19d98d4584ac64215797ae7301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120512 Mar 22 14:07:55.449038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Allocated IP 172.25.3.137 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a74fae31-a85e-4e83-bb1b-0a25a169d2d3) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:55.449823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40006) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:07:55.466421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:07:55.467062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:55.476357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:07:55.478225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Provisioning complete for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:55.478610 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.486438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks [] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.497733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787efa06-6a70-42b9-91a4-472bc698b976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca5569a-d8f4-4148-87fb-a50f266acc0d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.502110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Transition to ACTIVE for port object 0b90316c-88f3-4f4c-9554-f02bd26cc55c will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:07:55.528354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] Publish callbacks [] for security_group (aca5569a-d8f4-4148-87fb-a50f266acc0d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.539230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5b83-145d-475f-960f-89b9ea01fb87 req-4aea3da1-1423-4509-9bc7-cce2c8445dfe tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:55.546537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-180d5b83-145d-475f-960f-89b9ea01fb87 req-4aea3da1-1423-4509-9bc7-cce2c8445dfe tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.3131866 Mar 22 14:07:55.558081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] Publish callbacks [] for security_group (aca5569a-d8f4-4148-87fb-a50f266acc0d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.569898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ea82d-630d-4fce-b8b9-d149f86ca273 None None] Port 0b90316c-88f3-4f4c-9554-f02bd26cc55c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:55.602007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.618486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aca5569a-d8f4-4148-87fb-a50f266acc0d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.620282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Attempting to bind port 1c827e64-9cb9-4900-ae20-41492ecb3b68 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:55.621269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Attempting to bind port 1c827e64-9cb9-4900-ae20-41492ecb3b68 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:55.621720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Attempting to bind port 1c827e64-9cb9-4900-ae20-41492ecb3b68 on network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:55.623981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.626408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aca5569a-d8f4-4148-87fb-a50f266acc0d HTTP/1.1" status: 204 len: 168 time: 0.1742458 Mar 22 14:07:55.636555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be659a52-29ea-4b7c-83a3-859283330ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca5569a-d8f4-4148-87fb-a50f266acc0d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.676764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:55.677323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Checking segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:55.677556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.678435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Bound using segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:55.678816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Bound port: 1c827e64-9cb9-4900-ae20-41492ecb3b68, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:55.679213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.787649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:55.794366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:07:55.855285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] For port 1c827e64-9cb9-4900-ae20-41492ecb3b68, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:55.869309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:07:55.869309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:07:55.869847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:55.880274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:55.881648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] For port 1c827e64-9cb9-4900-ae20-41492ecb3b68, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c827e64-9cb9-4900-ae20-41492ecb3b68,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:55.883892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:55.902276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:07:55.902748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:07:55.915618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:56.032123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c5241-db89-4998-be3a-58c1483c7d58 req-d5a5d6b2-35a3-40c5-8cab-8150b5098bf4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:56.039853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-415c5241-db89-4998-be3a-58c1483c7d58 req-d5a5d6b2-35a3-40c5-8cab-8150b5098bf4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 931 time: 0.5250449 Mar 22 14:07:56.041834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:07:56.041834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:07:56.042210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:07:56.042658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Bound port: 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:07:56.043014 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:56.073378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8bbe1-a3ed-4d7f-8ba8-32fbbac608b2 None None] Pushing event updated for resources: {'Port': ['ID=1c827e64-9cb9-4900-ae20-41492ecb3b68,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:56.212845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:07:56.256964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe71d1-3fc2-4f9a-9101-1047a1150bd1 None None] The sync data for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 is: [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:26Z', 'revision_number': 4, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '7e386601-fd52-4ad1-bdb7-0bdb4524ecc0', 'name': '', 'network_id': '5b59c95d-2bf7-4037-8def-71c90af1054a', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'mac_address': 'fa:16:3e:6f:35:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:25Z', 'updated_at': '2022-03-22T14:05:32Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'subnets': [{'id': 'ee2546e1-5b43-4283-9b26-095a7c6c1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:07:56.580167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-180d5b83-145d-475f-960f-89b9ea01fb87 req-98a518a2-9dad-40da-9783-e4dfb820ebd8 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0326502 Mar 22 14:07:56.699708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:56.720308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8179e-f55b-4cb0-a629-5fbf5f63caac None None] New status for floating IP da1955a2-c567-402d-9ef2-d45e9b9de183: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:07:56.727166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Allocated IP 19.86.0.132 (65fa752e-4d3a-4a59-8f55-e2d08669e10d/6c04cd54-7861-4829-bda8-31af1055ca46/da3f61bc-4b87-4aeb-bcde-21c87522d91a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:56.819568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-415c5241-db89-4998-be3a-58c1483c7d58 req-a6802b29-2687-439b-9f0a-b4c4724ae96a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7790911 Mar 22 14:07:56.894503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:07:56.911571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:07:56.914637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:56.980685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.010062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port a0a945ca-e097-4292-b7a8-9d8f1673fe74 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:07:57.016620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port a0a945ca-e097-4292-b7a8-9d8f1673fe74 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:57.018271 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.070395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b68ff71e-5fc7-4dfd-8c86-94b306137f79 req-4953a952-dbd0-4b9a-8eb5-1f44971d8d11 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.1581118 Mar 22 14:07:57.081456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.086880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:57.116748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:57.132299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644c4d-a60b-4233-bcd2-96feafe4b259 req-a5c91621-e156-442f-a782-c403b84ead16 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:57.134047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40644c4d-a60b-4233-bcd2-96feafe4b259 req-a5c91621-e156-442f-a782-c403b84ead16 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.4098797 Mar 22 14:07:57.145124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a0a945ca-e097-4292-b7a8-9d8f1673fe74 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:57.145523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.151615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:57.192936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:57.196855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:57.200710 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b1926-fab4-4012-8fa7-7fec4dc3465e" -d '{"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-plugged", "status": "completed", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:57.204968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.311097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:57.311975 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.313458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] 10.222.0.78 "PUT /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 1094 time: 2.4390628 Mar 22 14:07:57.316683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:07:57.325927 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1682fad-ac5a-44bd-acfa-4a72866935ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:07:57.422053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Pushing event updated for resources: {'Port': ['ID=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:57.459653 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaec63f-317a-4aa9-910f-be834caf5c38 x-openstack-request-id: req-aeaec63f-317a-4aa9-910f-be834caf5c38 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:57.459903 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:57.460141 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aeaec63f-317a-4aa9-910f-be834caf5c38 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:57.460570 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaec63f-317a-4aa9-910f-be834caf5c38'] response: {'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'status': 'completed', 'code': 200} Mar 22 14:07:57.517240 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f429c-7361-4812-9bad-521ee37705fe x-openstack-request-id: req-7f3f429c-7361-4812-9bad-521ee37705fe {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:07:57.517540 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-plugged", "status": "completed", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:07:57.517854 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f3f429c-7361-4812-9bad-521ee37705fe {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:07:57.518347 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3f429c-7361-4812-9bad-521ee37705fe'] response: {'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'code': 200} Mar 22 14:07:57.592612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:57.678294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40644c4d-a60b-4233-bcd2-96feafe4b259 req-6e106b7c-1c48-4fa5-b4d2-4106f032d942 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860940 Mar 22 14:07:57.681464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267a53-d651-4dac-9bcd-eae12c1834ca service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:57.690741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ce74b-785b-485c-ac5e-54d2da53f80c None None] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:07:57.739802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.793540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Provisioning complete for port 1c827e64-9cb9-4900-ae20-41492ecb3b68 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:57.794311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:57.856437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ac07a-555f-4b85-bc9b-8fab685f806f req-2d5d54dc-c453-4123-bded-31c101108c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:57.858631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2c3ac07a-555f-4b85-bc9b-8fab685f806f req-2d5d54dc-c453-4123-bded-31c101108c05 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1128 time: 0.4682450 Mar 22 14:07:57.917694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2c3ac07a-555f-4b85-bc9b-8fab685f806f req-0c5f8d45-b0ad-4c43-ab79-51ff7d040eab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514162 Mar 22 14:07:57.957635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Current status of the port 1c827e64-9cb9-4900-ae20-41492ecb3b68 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:57.958193 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.027659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] For port 1c827e64-9cb9-4900-ae20-41492ecb3b68, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c827e64-9cb9-4900-ae20-41492ecb3b68,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:07:58.036024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.063496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.063754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.095037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dcf31-deba-4923-ac36-6c64a2bcb263 None None] Pushing event updated for resources: {'Port': ['ID=1c827e64-9cb9-4900-ae20-41492ecb3b68,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:58.118566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-ea0c0d52-ca39-4fcc-b85b-b285f34431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.120324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-ea0c0d52-ca39-4fcc-b85b-b285f34431f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1128 time: 0.7535667 Mar 22 14:07:58.260924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ebeb902f-e7ab-4ac7-9ab3-d468e1347915 None None] Provisioning complete for port 1c827e64-9cb9-4900-ae20-41492ecb3b68 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:58.261098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fc9dd-4ac0-44aa-883f-b1aa777f9c1d req-e1abd8b4-9349-4b1c-a69d-f9b91dbd353e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.261221 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ebeb902f-e7ab-4ac7-9ab3-d468e1347915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.267345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e37fc9dd-4ac0-44aa-883f-b1aa777f9c1d req-e1abd8b4-9349-4b1c-a69d-f9b91dbd353e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.4771600 Mar 22 14:07:58.294668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-7b18babb-e1de-4f27-8f5a-ce4e69228b68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.1593688 Mar 22 14:07:58.320576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:07:58.344934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:07:58.379519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:07:58.392813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb902f-e7ab-4ac7-9ab3-d468e1347915 None None] Current status of the port 1c827e64-9cb9-4900-ae20-41492ecb3b68 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:58.398606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c827e64-9cb9-4900-ae20-41492ecb3b68 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:07:58.417573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:07:58.487524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9092b0-aac5-40af-8179-853eae614368 req-9f54213b-3d46-4257-93a3-ac8d3102b5b5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.492997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9092b0-aac5-40af-8179-853eae614368 req-9f54213b-3d46-4257-93a3-ac8d3102b5b5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.498253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b9092b0-aac5-40af-8179-853eae614368 req-9f54213b-3d46-4257-93a3-ac8d3102b5b5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 1654 time: 0.5311215 Mar 22 14:07:58.503718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for router_gateway (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.511364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1c827e64-9cb9-4900-ae20-41492ecb3b68 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:58.512075 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.606443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e37fc9dd-4ac0-44aa-883f-b1aa777f9c1d req-377a7154-eea3-497a-9a63-03fe6ddc8f91 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379803 Mar 22 14:07:58.668727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-e2c514ae-7e2e-4909-b54a-878cdd0f0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.672235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-e2c514ae-7e2e-4909-b54a-878cdd0f0028 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.3663876 Mar 22 14:07:58.695268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.696140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.698615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1c827e64-9cb9-4900-ae20-41492ecb3b68 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:07:58.744758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-86466e05-6ca1-4079-a634-07761b468d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8881280 Mar 22 14:07:58.796452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'admin_state_up': True, 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:07:58.810726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5530f50e-00db-4008-8b0a-8b73aac3323c req-a329a796-d83b-4466-90f4-78c009cf396e tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.0789304 Mar 22 14:07:58.820160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4e6af130-7b58-4cb3-ae70-ba11130d1cd7 None None] Provisioning complete for port da3f61bc-4b87-4aeb-bcde-21c87522d91a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:07:58.820553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4e6af130-7b58-4cb3-ae70-ba11130d1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.862770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4e6af130-7b58-4cb3-ae70-ba11130d1cd7 None None] Port da3f61bc-4b87-4aeb-bcde-21c87522d91a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:07:58.921164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b9092b0-aac5-40af-8179-853eae614368 req-cfcce7b9-e548-4b01-97e7-6f489c007fab tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265436 Mar 22 14:07:58.937810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:58.985203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-979210fb-7b08-4d3c-b8a8-53cb16d81710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:58.986759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-979210fb-7b08-4d3c-b8a8-53cb16d81710 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2672005 Mar 22 14:07:59.131755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad92934-ad21-42b2-b96a-a7eca1c709ad req-6c30d4eb-ace7-4377-8d1d-845c16b4a655 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:59.133263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ad92934-ad21-42b2-b96a-a7eca1c709ad req-6c30d4eb-ace7-4377-8d1d-845c16b4a655 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.2420919 Mar 22 14:07:59.185358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:07:59.188667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:59.238649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:07:59.262058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-e3d0a8d4-0c4a-4e15-8ed5-7b65174581dc service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381897 Mar 22 14:07:59.275145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ad92934-ad21-42b2-b96a-a7eca1c709ad req-1e156a01-6427-4f91-a4c2-33c815474b21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284690 Mar 22 14:07:59.405112 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:07:59.575425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Allocated IP 19.80.0.85 (13807d13-5ec3-4b5b-b8a6-635d3bc78062/9dfe0f52-e40b-48d8-a3eb-a960a9149e72/2d8cb2a9-93b0-46b3-800b-8b992f42b47a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:07:59.578827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c4857f-bbbd-4760-b175-bb109bbdd13e req-f0a6b7f3-c6f1-4fd8-ab53-98625bf46149 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013256 Mar 22 14:07:59.751830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:07:59.789197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-a57aa688-7068-46df-af13-508259297e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:07:59.790732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-a57aa688-7068-46df-af13-508259297e72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1128 time: 0.1646869 Mar 22 14:08:00.307147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a733b656-0a35-4fd1-8ccf-a09cd1882b52 req-4bd0f1be-b5bc-4a0f-b271-6c24fd5c625f tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.0964208 Mar 22 14:08:00.326367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39602e3-a0ff-4315-a8f0-dbc2521379c8 req-24145591-e757-4423-a4ae-67444dfcd63a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.333471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e39602e3-a0ff-4315-a8f0-dbc2521379c8 req-24145591-e757-4423-a4ae-67444dfcd63a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.6324189 Mar 22 14:08:00.354179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.445647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-ab992ea6-2f51-4540-b01f-a7dd32e048a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.447174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-ab992ea6-2f51-4540-b01f-a7dd32e048a3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.6458962 Mar 22 14:08:00.480621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:00.492383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Sync routers for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:00.509432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:00.510567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:00.531675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e39602e3-a0ff-4315-a8f0-dbc2521379c8 req-018beb96-ab4c-43fa-a9a7-674bb09620f5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971905 Mar 22 14:08:00.540611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-f2560bbd-62ad-4769-bbe0-8e9f4f6dfc75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0836284 Mar 22 14:08:00.598954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.603135 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.606447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-321a5f59-8b65-4723-9532-ce57ed02b72d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7499912 Mar 22 14:08:00.606710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40096) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:00.631101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804fe20-bdbb-4ee6-9215-55e5070a3e40 req-ccb6116d-b153-4edc-a23c-eefd12ab375b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.636580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804fe20-bdbb-4ee6-9215-55e5070a3e40 req-ccb6116d-b153-4edc-a23c-eefd12ab375b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.638263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7804fe20-bdbb-4ee6-9215-55e5070a3e40 req-ccb6116d-b153-4edc-a23c-eefd12ab375b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 1654 time: 0.2592537 Mar 22 14:08:00.667726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:00.702349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-421ee43f-6a0e-48a5-8d17-8f2de6e2097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.703813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-421ee43f-6a0e-48a5-8d17-8f2de6e2097a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1458945 Mar 22 14:08:00.720923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:00.742191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:00.760664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:00.763369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:00.877729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7804fe20-bdbb-4ee6-9215-55e5070a3e40 req-cd0b4244-df94-4658-a770-7db1351be827 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094707 Mar 22 14:08:00.886142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.886779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:00.942560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbf0e-82f2-4648-addd-005f1c35050d req-6e02612d-6866-439d-9cf6-fd471013fb5f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.944111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a16fbf0e-82f2-4648-addd-005f1c35050d req-6e02612d-6866-439d-9cf6-fd471013fb5f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.2870538 Mar 22 14:08:00.971990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-3fe51a49-aa29-4cd6-8ba4-9908807164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:00.975177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-3fe51a49-aa29-4cd6-8ba4-9908807164b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2493103 Mar 22 14:08:00.981427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:07:57Z', 'revision_number': 3, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:00.996809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d401478-63d3-469f-8a02-39155da9725b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2182453 Mar 22 14:08:01.025644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Checking router: 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:01.026032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Updating router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:08:01.053196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:01.085910 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.189876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a16fbf0e-82f2-4648-addd-005f1c35050d req-fe137ca0-2065-48f8-a195-81048b3cc141 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301130 Mar 22 14:08:01.232111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-8b31539c-ac84-4204-8a46-b5765d43d1db service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430050 Mar 22 14:08:01.235449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abdd7-4c79-4915-ab22-4263e17274c0 req-84e1f131-69ac-4676-8c6d-cc891e536ddb tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.241482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e1e65ad0-692d-43a6-85e3-31a70593e40c None None] Provisioning complete for port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:01.242154 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ad0-692d-43a6-85e3-31a70593e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.242396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da0abdd7-4c79-4915-ab22-4263e17274c0 req-84e1f131-69ac-4676-8c6d-cc891e536ddb tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1128 time: 0.2503297 Mar 22 14:08:01.257937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.265613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.303845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e1e65ad0-692d-43a6-85e3-31a70593e40c None None] Port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:01.398603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da0abdd7-4c79-4915-ab22-4263e17274c0 req-9fdb5061-cf79-4519-b458-cba589bd7972 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552227 Mar 22 14:08:01.476855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Allocated IP 172.20.0.1 (73c7e16b-2921-4046-b75d-80ef2ebc8e60/ee73fd17-0e10-4085-b111-cba5fbbf34fa/5ea890a7-f928-49aa-88e6-c9a85b39a1cf) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:01.508489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks [] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.517033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.569326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Pushing event updated for resources: {'Port': ['ID=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.589364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.590103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.590688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.591238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.591790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.592395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.592947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.593504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.594080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.594660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.595200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.595764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.596300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.596891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.597439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:01.599344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks [] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.606373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Attempting to bind port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:01.607772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Attempting to bind port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:01.608395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Attempting to bind port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:01.612809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0aaa6e5-5ccb-4202-a370-c50f54bc3540 req-b03c9526-909b-4e68-b19d-06ebf5835d71 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.1881359 Mar 22 14:08:01.614137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:01.614825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:01.615460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.616077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:01.626623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Bound port: a74fae31-a85e-4e83-bb1b-0a25a169d2d3, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:01.626623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.644048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.684174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] For port a74fae31-a85e-4e83-bb1b-0a25a169d2d3, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:01.688074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:01.688634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] For port a74fae31-a85e-4e83-bb1b-0a25a169d2d3, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:01.691388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:01.694504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:01.709058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.737588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.786752 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.791968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:01.792854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:01.796719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ed07b-bcd4-4a74-8229-62705c44b22e None None] Pushing event updated for resources: {'Port': ['ID=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:01.842261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1682fad-ac5a-44bd-acfa-4a72866935ad req-5089acfd-6f9f-40e0-be33-4d3498c5f5f9 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978184 Mar 22 14:08:01.895545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6d68c-19a3-4385-aa46-dfaf4ea67162 req-0275d0ef-3cbf-4c48-9253-12a223b7996c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:01.897090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fb6d68c-19a3-4385-aa46-dfaf4ea67162 req-0275d0ef-3cbf-4c48-9253-12a223b7996c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1128 time: 0.3284461 Mar 22 14:08:01.948678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70982602-b94e-4f25-a30e-87d7f4274f69 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:01.962306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks [] for port (70982602-b94e-4f25-a30e-87d7f4274f69), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:01.988670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fb6d68c-19a3-4385-aa46-dfaf4ea67162 req-12c41522-1bc3-4f16-86f6-58856b357e63 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Mar 22 14:08:01.989574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Transition to ACTIVE for port object 70982602-b94e-4f25-a30e-87d7f4274f69 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:01.996299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:02.001073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.013362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.185101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Pushing event updated for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:02.186861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:02.204129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Attempting to bind port 70982602-b94e-4f25-a30e-87d7f4274f69 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:02.204719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Attempting to bind port 70982602-b94e-4f25-a30e-87d7f4274f69 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:02.205044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Attempting to bind port 70982602-b94e-4f25-a30e-87d7f4274f69 on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:02.225952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab17b-ad73-40f7-ab18-307d1450950e req-7f4a727b-2c70-46d2-9528-b92cfc462d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.228560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab17b-ad73-40f7-ab18-307d1450950e req-7f4a727b-2c70-46d2-9528-b92cfc462d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.243792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab17b-ad73-40f7-ab18-307d1450950e req-7f4a727b-2c70-46d2-9528-b92cfc462d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.248097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e75ab17b-ad73-40f7-ab18-307d1450950e req-7f4a727b-2c70-46d2-9528-b92cfc462d0f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2387 time: 0.2443881 Mar 22 14:08:02.249261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Port 70982602-b94e-4f25-a30e-87d7f4274f69 on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:02.249586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Attempting to bind port 70982602-b94e-4f25-a30e-87d7f4274f69 on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:02.257595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:02.257947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Checking segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:02.258366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Bound using segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:02.260599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Bound port: 70982602-b94e-4f25-a30e-87d7f4274f69, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:02.261024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.433576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e75ab17b-ad73-40f7-ab18-307d1450950e req-6068d536-f4fb-4587-b3b4-3077512d8370 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692226 Mar 22 14:08:02.446518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:02.450242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=70982602-b94e-4f25-a30e-87d7f4274f69,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:02.458976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.501478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.502010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9e0f1e09-4a4c-446c-9be9-9f4c865625be None None] Provisioning complete for port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:02.502564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1e09-4a4c-446c-9be9-9f4c865625be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.502689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.503972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] 10.222.0.78 "PUT /v2.0/ports/70982602-b94e-4f25-a30e-87d7f4274f69 HTTP/1.1" status: 200 len: 1091 time: 1.4870887 Mar 22 14:08:02.506747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:02.510425 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066c56d-21e0-452e-98c9-8e23a9e2373f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:02.511528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks [] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.520457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.564506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:02.653307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.671571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2604c06-faf3-40b2-b145-d539372930fc service neutron] Pushing event updated for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:02.728569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:02.811575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:02.821884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834b66-a32b-4a0a-807f-3fac6672ddbe req-7ece0655-5f3f-4d0e-ad22-5fb9668a80bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:02.827785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61834b66-a32b-4a0a-807f-3fac6672ddbe req-7ece0655-5f3f-4d0e-ad22-5fb9668a80bd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.1978667 Mar 22 14:08:02.887619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:02.889266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:02.923004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f1e09-4a4c-446c-9be9-9f4c865625be None None] Port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:02.972459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:02.986862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61834b66-a32b-4a0a-807f-3fac6672ddbe req-9c19da83-0da2-451a-b284-0f881f2b99ea tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402791 Mar 22 14:08:03.052754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'mac_address': 'fa:16:3e:c8:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:03.090947 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1f77a-be44-4ea0-871e-3650c943de4b x-openstack-request-id: req-afb1f77a-be44-4ea0-871e-3650c943de4b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:03.091790 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:03.092291 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afb1f77a-be44-4ea0-871e-3650c943de4b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:03.092939 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb1f77a-be44-4ea0-871e-3650c943de4b'] response: {'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69', 'status': 'completed', 'code': 200} Mar 22 14:08:03.112702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:07:57Z', 'revision_number': 3, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:03.116094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:03.216249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:03.216613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.239345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:03.248861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-15be-4aa3-ba33-f715a36400da None None] The sync data for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 is: [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:07:57Z', 'revision_number': 3, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:03.272435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:03.284471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.293216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58fc70d6-f55f-4fb5-9b4b-9947db3c38cf req-b68d76d1-d687-492f-9d5e-73f43a291030 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.0938988 Mar 22 14:08:03.300686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:03.335772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-d2204095-345d-4931-b916-40b28d6bfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.335772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-d2204095-345d-4931-b916-40b28d6bfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.335772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-d2204095-345d-4931-b916-40b28d6bfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.335772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-d2204095-345d-4931-b916-40b28d6bfc5a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2761 time: 0.2414887 Mar 22 14:08:03.339795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5726523a-f861-4364-89df-acd67858ce64 admin admin] 10.222.0.81 "PUT /v2.0/routers/0d4193b6-a8c9-46e2-82f0-46b4339ae7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183406 Mar 22 14:08:03.407638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:03.428011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8103fb05-effa-422a-aeb6-636ff7d98567 None None] Provisioning complete for port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:03.428388 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8103fb05-effa-422a-aeb6-636ff7d98567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.563344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8103fb05-effa-422a-aeb6-636ff7d98567 None None] Port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:03.595228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3f61bc-4b87-4aeb-bcde-21c87522d91a {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:03.595538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:03.614548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks [] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.633508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-fff4b87a-d831-4383-8759-78b9ec2fc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.634239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-fff4b87a-d831-4383-8759-78b9ec2fc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.634460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-fff4b87a-d831-4383-8759-78b9ec2fc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.636161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-fff4b87a-d831-4383-8759-78b9ec2fc71e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2869306 Mar 22 14:08:03.658168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-7aea5830-9572-4020-ae03-2ee6f874b8c4 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:08:03.659195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-7aea5830-9572-4020-ae03-2ee6f874b8c4 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059872 Mar 22 14:08:03.702653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Transition to ACTIVE for port object da3f61bc-4b87-4aeb-bcde-21c87522d91a will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:03.736732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:03.777746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-3b6534b4-5dab-45af-b0fe-de8c87f7bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.780889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-3b6534b4-5dab-45af-b0fe-de8c87f7bcd0 service neutron] 10.222.0.81 "GET /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 1125 time: 0.1140032 Mar 22 14:08:03.790160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Request body: {'binding': {'host': 'n-h2-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:03.790792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Unknown quota resources ['binding']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:03.800390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Pushing event updated for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:03.828586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d63a-fa36-44f9-a613-c53bb11163b9 req-8b2a1fb2-1531-420d-ac20-6ae06a85c90b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.843228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d63a-fa36-44f9-a613-c53bb11163b9 req-8b2a1fb2-1531-420d-ac20-6ae06a85c90b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.848668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d63a-fa36-44f9-a613-c53bb11163b9 req-8b2a1fb2-1531-420d-ac20-6ae06a85c90b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:03.850420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5301d63a-fa36-44f9-a613-c53bb11163b9 req-8b2a1fb2-1531-420d-ac20-6ae06a85c90b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2387 time: 0.2441905 Mar 22 14:08:04.017846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-40a88f54-83d0-47c9-830b-405e54fa3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.019416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9066c56d-21e0-452e-98c9-8e23a9e2373f req-40a88f54-83d0-47c9-830b-405e54fa3129 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573945 Mar 22 14:08:04.033627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h2-758851-5 for vnic_type normal with profile None {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:04.033989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:04.037702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:04.049734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5301d63a-fa36-44f9-a613-c53bb11163b9 req-f563952c-06cd-458e-b1d1-a70cc9c1a1ce tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893003 Mar 22 14:08:04.050266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:04.050638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:04.064980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:04.065332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:04.065732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:04.066907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Bound port: a0a945ca-e097-4292-b7a8-9d8f1673fe74, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:04.090874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Attempting to bind port da3f61bc-4b87-4aeb-bcde-21c87522d91a on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:04.091294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Attempting to bind port da3f61bc-4b87-4aeb-bcde-21c87522d91a by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:04.091717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Attempting to bind port da3f61bc-4b87-4aeb-bcde-21c87522d91a on network 65fa752e-4d3a-4a59-8f55-e2d08669e10d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:04.111661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Port da3f61bc-4b87-4aeb-bcde-21c87522d91a on network 65fa752e-4d3a-4a59-8f55-e2d08669e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:04.112012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Attempting to bind port da3f61bc-4b87-4aeb-bcde-21c87522d91a on network 65fa752e-4d3a-4a59-8f55-e2d08669e10d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:04.127502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:04.127864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Checking segment: {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:04.128554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Bound using segment: {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:04.129088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Bound port: da3f61bc-4b87-4aeb-bcde-21c87522d91a, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d332554-d4f9-4180-ab56-5a0429589a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:04.129595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.154368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:04.166694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.168105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e9d0cb11-8188-4f07-b9dc-2b5dc28adf74 service neutron] 10.222.0.81 "POST /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74/bindings HTTP/1.1" status: 201 len: 389 time: 0.3819561 Mar 22 14:08:04.318540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:04.331076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:04.348467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.357537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a74fae31-a85e-4e83-bb1b-0a25a169d2d3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:04.439826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Pushing event updated for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:04.459708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.460815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.462265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8dd4f5be-d896-4e4c-a778-6e837c9a6f97 service neutron] 10.222.0.78 "PUT /v2.0/ports/da3f61bc-4b87-4aeb-bcde-21c87522d91a HTTP/1.1" status: 200 len: 1092 time: 1.9032571 Mar 22 14:08:04.546917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Request body: {'port': {'device_id': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:04.554962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:04.555346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.722058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:04.734813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88900046', 'description': 'tempest-description--421103841'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:04.743351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:04.744093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.757693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.785249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.787588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a74fae31-a85e-4e83-bb1b-0a25a169d2d3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:04.807262 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.823521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0eda4-8a99-446c-8524-ee1855bc8736 req-9f454d74-87f0-420f-8456-fedf076a90f5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.836779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c0eda4-8a99-446c-8524-ee1855bc8736 req-9f454d74-87f0-420f-8456-fedf076a90f5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.3978333 Mar 22 14:08:04.863136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-a8bc144e-a9dc-45d5-851b-4ac6c57bfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:04.868676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-a8bc144e-a9dc-45d5-851b-4ac6c57bfca4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1128 time: 0.3049805 Mar 22 14:08:04.892777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:04.955071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (839d6074-282b-4d69-b20a-751b6145ee4a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.960800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (839d6074-282b-4d69-b20a-751b6145ee4a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:04.989358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839d6074-282b-4d69-b20a-751b6145ee4a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:05.010940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.012295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2da88d60-be8f-4ef2-96bf-7a0fd780579c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2883308 Mar 22 14:08:05.015264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40176) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:05.019665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'security_group_rule': {'security_group_id': '839d6074-282b-4d69-b20a-751b6145ee4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:05.048246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (57984b8a-ae3f-4d0f-a226-0e5610758339), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.099319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:05.101744 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b3b803-ac36-4d75-af74-af8c68ffdb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:05.112388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (57984b8a-ae3f-4d0f-a226-0e5610758339), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.117419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (57984b8a-ae3f-4d0f-a226-0e5610758339), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.136949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57984b8a-ae3f-4d0f-a226-0e5610758339,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:05.147178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.151261 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff4cfc2a-e004-465d-9cd2-a562070f388a tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324308 Mar 22 14:08:05.152192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:05.156180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'security_group_rule': {'security_group_id': '839d6074-282b-4d69-b20a-751b6145ee4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:05.163262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf06f-8e9f-4831-b037-b6beb828ae5e req-b3bded6b-f568-43c2-a27c-e6a733d463c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.164536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c03cf06f-8e9f-4831-b037-b6beb828ae5e req-b3bded6b-f568-43c2-a27c-e6a733d463c1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2814138 Mar 22 14:08:05.168374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c0eda4-8a99-446c-8524-ee1855bc8736 req-ce7a1595-d744-477c-bb9b-2e582903b2af tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330169 Mar 22 14:08:05.169432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-23b622f5-55c6-46ab-b205-a105a959e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.170826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-23b622f5-55c6-46ab-b205-a105a959e882 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2700105 Mar 22 14:08:05.186364 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (588d0ccc-3bfa-49c2-9133-b3209b697bd4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.236378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e5f50301-872d-418d-9a4d-de5fa584becf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 217 time: 0.0566232 Mar 22 14:08:05.273532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (588d0ccc-3bfa-49c2-9133-b3209b697bd4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.278811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (588d0ccc-3bfa-49c2-9133-b3209b697bd4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.299304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d0ccc-3bfa-49c2-9133-b3209b697bd4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:05.311243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.315430 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-282c9c63-fa7b-46bf-87c3-4dbc72fc1458 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600645 Mar 22 14:08:05.316155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:05.320905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:05.345502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.365289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c274951-6a9c-4ae3-9847-eb56a964007f req-ddc4c952-1201-4583-8b12-7d25563b4efe tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.0520391 Mar 22 14:08:05.384011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c03cf06f-8e9f-4831-b037-b6beb828ae5e req-8b2d5057-378e-4b41-b2cd-2631aaa6e74f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042279 Mar 22 14:08:05.412582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-a3797124-19ea-4523-9429-ba01583f8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.414105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-a3797124-19ea-4523-9429-ba01583f8dbe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1677902 Mar 22 14:08:05.452430 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cb374-b3bf-49b1-b5cd-0154d344bd46 x-openstack-request-id: req-4f5cb374-b3bf-49b1-b5cd-0154d344bd46 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:05.452728 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:05.452982 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f5cb374-b3bf-49b1-b5cd-0154d344bd46 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:05.453392 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5cb374-b3bf-49b1-b5cd-0154d344bd46'] response: {'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a', 'status': 'completed', 'code': 200} Mar 22 14:08:05.487687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-fc48db23-c9b7-4d05-b296-e09ebc7bd948 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638821 Mar 22 14:08:05.492967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.606424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Allocated IP 172.25.3.148 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/ca745a0e-1a88-4d80-a660-c5f6d535965b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:05.708279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-5abaf4f1-cf9e-4f1b-9861-4c7e9978cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.708840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-5abaf4f1-cf9e-4f1b-9861-4c7e9978cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.709315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-5abaf4f1-cf9e-4f1b-9861-4c7e9978cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.711006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-5abaf4f1-cf9e-4f1b-9861-4c7e9978cc20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2859 time: 0.2262337 Mar 22 14:08:05.719623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86c7a-1328-42f1-86ed-224924814712 req-2eabef83-cd39-4d86-bf2e-c2fe52a8976f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.725068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86c7a-1328-42f1-86ed-224924814712 req-2eabef83-cd39-4d86-bf2e-c2fe52a8976f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.730292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86c7a-1328-42f1-86ed-224924814712 req-2eabef83-cd39-4d86-bf2e-c2fe52a8976f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:05.731931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ced86c7a-1328-42f1-86ed-224924814712 req-2eabef83-cd39-4d86-bf2e-c2fe52a8976f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2399 time: 0.2731190 Mar 22 14:08:05.732391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.744230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8cb2a9-93b0-46b3-800b-8b992f42b47a {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:05.769623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.806275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks [] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.807482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:05.812158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:05.818757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:05.841477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-e2e65b47-2b3c-446d-9164-eff9fa75a804 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092692 Mar 22 14:08:05.841891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'Port': ['ID=ca745a0e-1a88-4d80-a660-c5f6d535965b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:05.844638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Transition to ACTIVE for port object 2d8cb2a9-93b0-46b3-800b-8b992f42b47a will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:05.875166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.911658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.971308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:05.985053 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Sync routers for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:05.996254 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:05.996969 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:06.115549 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:06.125847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:06.197708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.225650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.291307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:06.298281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:06.298661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.346420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'Port': ['ID=ca745a0e-1a88-4d80-a660-c5f6d535965b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.350465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a74fae31-a85e-4e83-bb1b-0a25a169d2d3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:06.462329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ced86c7a-1328-42f1-86ed-224924814712 req-6a3e4653-7c9e-4bfc-a7b0-2fb1d947f99a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032075 Mar 22 14:08:06.462329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.470068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:06.470466 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.513814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.521226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:06.521903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.527518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:06.532401 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc5c1b-9c14-46a6-b46e-65eba0fc0b0d" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:06.578505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.583164 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0869fc54-be13-4d4f-8fcc-ee7d2ed7349d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2659612 Mar 22 14:08:06.619479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:06.672829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-bc2493a8-527d-4a62-9d30-53e8ce5323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.673011 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:02Z', 'revision_number': 2, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:06.674027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.678439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-bc2493a8-527d-4a62-9d30-53e8ce5323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.679033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-bc2493a8-527d-4a62-9d30-53e8ce5323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.680936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-bc2493a8-527d-4a62-9d30-53e8ce5323fe service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9480155 Mar 22 14:08:06.721757 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Checking router: 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:06.722791 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Updating router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:08:06.748073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:06.783863 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:06.807445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-08736ccb-c950-4694-b480-bccd426c2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.810797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:06.813036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50b3b803-ac36-4d75-af74-af8c68ffdb6d req-08736ccb-c950-4694-b480-bccd426c2f2d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229141 Mar 22 14:08:06.861953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d9db8ba-297b-435c-b570-78356c224cdf req-687c5d55-ff45-450a-af82-b55fbae3a13d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/ports?device_id=58daa46a-32a2-4e6e-a709-752291841cd9 HTTP/1.1" status: 200 len: 210 time: 0.1760142 Mar 22 14:08:06.888987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-c0c4c83a-828a-4825-ac7f-e3bed8148d2f service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389104 Mar 22 14:08:06.925323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe663d91-4eb2-48ef-b98c-f882506057e1 req-50257cbd-d56a-4d14-a3f4-c69a46e90374 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:06.933114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe663d91-4eb2-48ef-b98c-f882506057e1 req-50257cbd-d56a-4d14-a3f4-c69a46e90374 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.4517231 Mar 22 14:08:07.027324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Attempting to bind port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:07.027812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Attempting to bind port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:07.028398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Attempting to bind port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:07.052486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe663d91-4eb2-48ef-b98c-f882506057e1 req-96dc3974-d12e-4b14-8239-2209e8d96f86 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133425 Mar 22 14:08:07.054281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:07.057131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Attempting to bind port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a on network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:07.073284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:07.081681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Checking segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:07.090568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Bound using segment: {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:07.091488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Bound port: 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:07.091488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.143616 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bd04fd-7865-495b-b189-7298b0cb581d x-openstack-request-id: req-34bd04fd-7865-495b-b189-7298b0cb581d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:07.144182 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:07.145477 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34bd04fd-7865-495b-b189-7298b0cb581d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:07.146015 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bd04fd-7865-495b-b189-7298b0cb581d'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'code': 200} Mar 22 14:08:07.149887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15a06-fb64-46da-ab36-833e823fa6cf req-00eace46-2f08-483e-9c61-9c968f15c48f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.151462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7df15a06-fb64-46da-ab36-833e823fa6cf req-00eace46-2f08-483e-9c61-9c968f15c48f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1932607 Mar 22 14:08:07.223114 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks [] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.240794 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.309335 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8c292-fcd8-4bce-b022-42ae71276004 None None] Pushing event updated for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.409669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Attempting to bind port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:07.410068 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Attempting to bind port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:07.410384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Attempting to bind port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf on network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:07.416317 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:07.416669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Checking segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:07.417104 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.417467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Bound using segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:07.417939 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Bound port: 5ea890a7-f928-49aa-88e6-c9a85b39a1cf, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:07.418337 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.448001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-8bec4754-6335-40dd-b9fc-9567996b36f5 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--88900046&fields=id&tenant_id=434f1c9752f44ac1b38b60f0380d33ca HTTP/1.1" status: 200 len: 267 time: 0.1854622 Mar 22 14:08:07.466781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7df15a06-fb64-46da-ab36-833e823fa6cf req-34322e2c-62d0-4b1b-b538-06699c70599a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816873 Mar 22 14:08:07.492491 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] For port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:07.496012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] For port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:07.508161 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.576590 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8c292-fcd8-4bce-b022-42ae71276004 None None] Pushing event updated for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:07.594914 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:07.595446 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:07.672655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:07.699435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:07.720606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Provisioning complete for port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:07.720962 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.723466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce081c9-929f-4d4a-b341-c7ce85edf55a req-13f2f14d-3588-44b4-ac12-0dd2c94d4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.726519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ce081c9-929f-4d4a-b341-c7ce85edf55a req-13f2f14d-3588-44b4-ac12-0dd2c94d4e10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1130 time: 0.3258154 Mar 22 14:08:07.731793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.778568 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:07.815463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.816798 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.818483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] 10.222.0.78 "PUT /v2.0/ports/2d8cb2a9-93b0-46b3-800b-8b992f42b47a HTTP/1.1" status: 200 len: 1091 time: 3.3024693 Mar 22 14:08:07.820947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:07.823486 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b2c7d4-1901-4721-924c-18d6d5a22949" -d '{"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:07.892407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640117-4970-4c7d-8413-cebca7a8543e req-ca58f386-d9e6-49fb-ad61-3c8f9544bfd0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.904413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640117-4970-4c7d-8413-cebca7a8543e req-ca58f386-d9e6-49fb-ad61-3c8f9544bfd0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.910105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640117-4970-4c7d-8413-cebca7a8543e req-ca58f386-d9e6-49fb-ad61-3c8f9544bfd0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.921835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30640117-4970-4c7d-8413-cebca7a8543e req-ca58f386-d9e6-49fb-ad61-3c8f9544bfd0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2411 time: 0.3140492 Mar 22 14:08:07.946546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Current status of the port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:07.946937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:07.950713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-06610e2f-0e94-465e-84b0-d3a044495028 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:07.970082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-06610e2f-0e94-465e-84b0-d3a044495028 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/networks?id=73c7e16b-2921-4046-b75d-80ef2ebc8e60 HTTP/1.1" status: 200 len: 811 time: 0.4992774 Mar 22 14:08:08.004856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] For port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:08.016697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.104399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace65ada-44c2-4d65-918a-9d946246fefb None None] Pushing event updated for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:08.126398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb94b2-2a56-417e-bbc8-d48956a670f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:08.126666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:08.152731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ce081c9-929f-4d4a-b341-c7ce85edf55a req-5e5f2deb-a918-45ce-a33e-b1b6ca6a448e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183469 Mar 22 14:08:08.155555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-58449729-09b7-4ee1-9fd0-7e6c6650d66f None None] Provisioning complete for port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:08.156071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-58449729-09b7-4ee1-9fd0-7e6c6650d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:08.168900 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce9243-b482-41e5-ad90-898d8157fafb None None] The sync data for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 is: [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:08.169208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-2ef15223-3728-48ef-a941-708a6149200d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/quotas/434f1c9752f44ac1b38b60f0380d33ca HTTP/1.1" status: 200 len: 375 time: 0.1977174 Mar 22 14:08:08.314127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30640117-4970-4c7d-8413-cebca7a8543e req-c23ff0e5-934b-46b5-9dcb-dfc3d6c1f894 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912017 Mar 22 14:08:08.337008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-58449729-09b7-4ee1-9fd0-7e6c6650d66f None None] Current status of the port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:08.351585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-ce51510a-f414-4628-b947-2814f1e98e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.351932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-ce51510a-f414-4628-b947-2814f1e98e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.352392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-ce51510a-f414-4628-b947-2814f1e98e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.357258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-ce51510a-f414-4628-b947-2814f1e98e0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2957 time: 0.4177766 Mar 22 14:08:08.390492 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf8672-c001-4677-a713-3a649e9f1eb7 x-openstack-request-id: req-9cdf8672-c001-4677-a713-3a649e9f1eb7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:08.390893 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:08.391247 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cdf8672-c001-4677-a713-3a649e9f1eb7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:08.393245 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdf8672-c001-4677-a713-3a649e9f1eb7'] response: {'name': 'network-changed', 'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'status': 'completed', 'code': 200} Mar 22 14:08:08.464434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-2a947ed9-2a3a-419b-be52-abed1970ea38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=70982602-b94e-4f25-a30e-87d7f4274f69 HTTP/1.1" status: 200 len: 217 time: 0.0998373 Mar 22 14:08:08.470965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-0a2a5457-cbd1-416f-8bb1-bf6767e3e8a6 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=434f1c9752f44ac1b38b60f0380d33ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2887127 Mar 22 14:08:08.733425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-b03668fb-3980-4ed4-a229-e0ee53f5670d service neutron] 10.222.0.81 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404075 Mar 22 14:08:08.735240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-5d7867b0-9a5c-47d0-99b9-c120cca8c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.736643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-5d7867b0-9a5c-47d0-99b9-c120cca8c70d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9dfe0f52-e40b-48d8-a3eb-a960a9149e72 HTTP/1.1" status: 200 len: 801 time: 0.2648027 Mar 22 14:08:08.891943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af266dc-59a9-4492-8de7-ca7fd53e7688 req-d2931de0-cd86-493a-876e-98a6207875b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.893596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af266dc-59a9-4492-8de7-ca7fd53e7688 req-d2931de0-cd86-493a-876e-98a6207875b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.3487265 Mar 22 14:08:08.920202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-086a78be-2cb7-4468-866f-fb9495c4a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:08.921731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-086a78be-2cb7-4468-866f-fb9495c4a015 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13807d13-5ec3-4b5b-b8a6-635d3bc78062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1631923 Mar 22 14:08:08.947268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-2cf5bdc0-91d9-4f55-a35e-72817432b4db service neutron] 10.222.0.81 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918795 Mar 22 14:08:09.057354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af266dc-59a9-4492-8de7-ca7fd53e7688 req-7c60104d-974b-4596-8412-2dceda8ad30b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531560 Mar 22 14:08:09.137144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:09.153012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-ba01c576-1b78-4dcf-81cb-b4fcc32d477f service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217073 Mar 22 14:08:09.281625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (aa2230a7-5fdb-4fcb-9423-5d1e10986faa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.338707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (aa2230a7-5fdb-4fcb-9423-5d1e10986faa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.384979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-151345d0-aafe-45d1-b03e-f9bb3ddf27a6 req-e2172ab3-7390-4f0e-b8fa-929c2732f1b7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 210 time: 0.0770020 Mar 22 14:08:09.446534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa2230a7-5fdb-4fcb-9423-5d1e10986faa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.456300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.457247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-4d77d32e-6bdb-4bd4-99dc-34ebdc90d2f1 service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910647 Mar 22 14:08:09.460269 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "DELETE /v2.0/security-groups/aa2230a7-5fdb-4fcb-9423-5d1e10986faa HTTP/1.1" status: 204 len: 168 time: 0.3195424 Mar 22 14:08:09.461718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40234) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:09.496696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d24d-1164-464c-af23-a7bca5db3422 req-e1eb5db8-ef3d-459a-8f5e-bf6bc2a9dc2e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.499019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d71d24d-1164-464c-af23-a7bca5db3422 req-e1eb5db8-ef3d-459a-8f5e-bf6bc2a9dc2e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2163215 Mar 22 14:08:09.515579 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-b203558b-5012-43ab-9ef1-33c6e356096d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] show failed (client error): The resource could not be found. Mar 22 14:08:09.519696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b203558b-5012-43ab-9ef1-33c6e356096d tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "GET /v2.0/security-groups/aa2230a7-5fdb-4fcb-9423-5d1e10986faa HTTP/1.1" status: 404 len: 347 time: 0.0529873 Mar 22 14:08:09.519696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d364b-45ff-493a-a77d-65de6ec34257 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2230a7-5fdb-4fcb-9423-5d1e10986faa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:09.521913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40238) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:09.583277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-a3a99b9d-b523-4cf6-8085-4aee94c03b2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a HTTP/1.1" status: 200 len: 217 time: 0.1116209 Mar 22 14:08:09.702689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Deleting port a19c9295-b511-4c49-b099-c7fa322672b4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:09.702933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.734643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-58874ed8-4672-43cd-825a-1747318154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.736136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-58874ed8-4672-43cd-825a-1747318154a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c04cd54-7861-4829-bda8-31af1055ca46 HTTP/1.1" status: 200 len: 801 time: 0.1461787 Mar 22 14:08:09.739294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d71d24d-1164-464c-af23-a7bca5db3422 req-aa4b944e-f082-4c99-ae8a-76c1157c7f64 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993454 Mar 22 14:08:09.791773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.792134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (a19c9295-b511-4c49-b099-c7fa322672b4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:09.792557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f517d74-ae44-4c11-bced-180ab698e4cf req-d28ed7f1-af9a-43a9-90ec-f8ccc92986d3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.804377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f517d74-ae44-4c11-bced-180ab698e4cf req-d28ed7f1-af9a-43a9-90ec-f8ccc92986d3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.805661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Calling delete_port for a19c9295-b511-4c49-b099-c7fa322672b4 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:09.811482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f517d74-ae44-4c11-bced-180ab698e4cf req-d28ed7f1-af9a-43a9-90ec-f8ccc92986d3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.813450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f517d74-ae44-4c11-bced-180ab698e4cf req-d28ed7f1-af9a-43a9-90ec-f8ccc92986d3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2411 time: 0.3135188 Mar 22 14:08:09.961622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-3c2eff7d-b836-4ac4-a91f-cb6e13101e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:09.963192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-3c2eff7d-b836-4ac4-a91f-cb6e13101e60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=65fa752e-4d3a-4a59-8f55-e2d08669e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2177811 Mar 22 14:08:09.973529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f517d74-ae44-4c11-bced-180ab698e4cf req-b7312864-685a-4ae3-83ed-276b0acdac51 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368785 Mar 22 14:08:09.983799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a19c9295-b511-4c49-b099-c7fa322672b4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.023142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Pushing event deleted for resources: {'Port': ['ID=a19c9295-b511-4c49-b099-c7fa322672b4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:10.118666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-5491b29f-40d6-4501-aa53-d07b1ff99273 service neutron] 10.222.0.78 "GET /v2.0/networks/65fa752e-4d3a-4a59-8f55-e2d08669e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439388 Mar 22 14:08:10.124635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks [] for floatingip (da1955a2-c567-402d-9ef2-d45e9b9de183), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.127549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.128927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41bccb19-2c33-4c79-a194-14dc0f8be727 tempest-ServersTestBootFromVolume-1005018490 tempest-ServersTestBootFromVolume-1005018490-project] 10.222.0.81 "DELETE /v2.0/floatingips/da1955a2-c567-402d-9ef2-d45e9b9de183 HTTP/1.1" status: 204 len: 168 time: 0.6059339 Mar 22 14:08:10.132403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:10.276250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aaddd-83bb-40b5-a642-4904672d152d req-6d467710-8bb2-4fc7-86ab-5dda3235e064 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.278374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-844aaddd-83bb-40b5-a642-4904672d152d req-6d467710-8bb2-4fc7-86ab-5dda3235e064 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1032763 Mar 22 14:08:10.282383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-e1b7ef40-19df-4abe-9e5b-f4beb1f05bda service neutron] 10.222.0.78 "GET /v2.0/networks/65fa752e-4d3a-4a59-8f55-e2d08669e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568553 Mar 22 14:08:10.336647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-8a63bb86-4431-45e6-bdac-1c03577d9f14 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a HTTP/1.1" status: 200 len: 217 time: 0.0425086 Mar 22 14:08:10.380746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5ea890a7-f928-49aa-88e6-c9a85b39a1cf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:10.411048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-844aaddd-83bb-40b5-a642-4904672d152d req-c4353e4a-0026-4f47-b9cc-a905968f8f6b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214790 Mar 22 14:08:10.428842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-68908816-87fc-41b3-ac4b-c2e782bc7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.430143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-68908816-87fc-41b3-ac4b-c2e782bc7ed1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9dfe0f52-e40b-48d8-a3eb-a960a9149e72 HTTP/1.1" status: 200 len: 801 time: 0.0837240 Mar 22 14:08:10.453228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:10.454360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.553478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-676dccb1-9321-4a2e-8669-eceb6c60f2e9 req-cc744428-1645-4956-88ed-5b66eb897d93 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 210 time: 0.0547867 Mar 22 14:08:10.562666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-a46dabbe-469b-4df3-b69b-4ce9dd692d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.564618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-a46dabbe-469b-4df3-b69b-4ce9dd692d64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13807d13-5ec3-4b5b-b8a6-635d3bc78062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1286364 Mar 22 14:08:10.587237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:10.648468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c53c8-0986-45a2-815a-9e6f669683d7 req-d3a11651-fa6d-4f94-a0ef-cfdf8e01b5b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:10.650081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e55c53c8-0986-45a2-815a-9e6f669683d7 req-d3a11651-fa6d-4f94-a0ef-cfdf8e01b5b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1494889 Mar 22 14:08:10.709017 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:10.734514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e55c53c8-0986-45a2-815a-9e6f669683d7 req-cdfa4691-9e6c-43b2-94b9-eb628db059e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767813 Mar 22 14:08:10.740453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-a476da37-d063-407d-9447-12d0da5acf71 service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691389 Mar 22 14:08:11.007288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e53da6d-d414-403a-833b-03ef2242bf23 req-f4ba19c7-0c45-4ace-9e76-922f080291f6 service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606928 Mar 22 14:08:11.016949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff83f2-f1c6-4693-a3e1-4c5e3c7046f5 req-580fda73-c572-4332-9348-d614ef7c49e1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.018809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92ff83f2-f1c6-4693-a3e1-4c5e3c7046f5 req-580fda73-c572-4332-9348-d614ef7c49e1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1583753 Mar 22 14:08:11.086331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92ff83f2-f1c6-4693-a3e1-4c5e3c7046f5 req-a51f1d58-ee3b-445d-962e-5b0e304415d7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615861 Mar 22 14:08:11.142145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-a4045ac3-6e8b-489a-ae77-a22b5d532ce9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.145695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-a4045ac3-6e8b-489a-ae77-a22b5d532ce9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.82 "GET /v2.0/networks?id=73c7e16b-2921-4046-b75d-80ef2ebc8e60 HTTP/1.1" status: 200 len: 811 time: 0.3925574 Mar 22 14:08:11.276862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-1d30e14e-ec5a-4756-a4c7-b2d1c4c15f37 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=434f1c9752f44ac1b38b60f0380d33ca HTTP/1.1" status: 200 len: 378 time: 0.1058960 Mar 22 14:08:11.286839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-0b6c346b-3e22-4bc3-9cec-42143956a21d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400309 Mar 22 14:08:11.310417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'port': {'device_id': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'admin_state_up': True, 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'security_groups': ['839d6074-282b-4d69-b20a-751b6145ee4a']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:11.317635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-e74769ea-9294-48cb-91d0-843fbcd555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.318047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-e74769ea-9294-48cb-91d0-843fbcd555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.319054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-e74769ea-9294-48cb-91d0-843fbcd555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.320800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-e74769ea-9294-48cb-91d0-843fbcd555f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2957 time: 0.2419939 Mar 22 14:08:11.397855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-b55f6208-e342-47cf-8589-db4edb114d25 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2484639 Mar 22 14:08:11.414193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ba6b-cff6-44bc-8d24-1279cf4ab47d req-2e09eeae-2958-487c-b9d2-2b8ab38611b1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.423256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47a4ba6b-cff6-44bc-8d24-1279cf4ab47d req-2e09eeae-2958-487c-b9d2-2b8ab38611b1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2305968 Mar 22 14:08:11.461310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdaeed-74ec-4fc4-8e69-544d5ff0bae2 req-0451a48e-6801-4a0d-b471-3db5f8d86eeb tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.468014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdaeed-74ec-4fc4-8e69-544d5ff0bae2 req-0451a48e-6801-4a0d-b471-3db5f8d86eeb tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.474081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdaeed-74ec-4fc4-8e69-544d5ff0bae2 req-0451a48e-6801-4a0d-b471-3db5f8d86eeb tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.482225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aacdaeed-74ec-4fc4-8e69-544d5ff0bae2 req-0451a48e-6801-4a0d-b471-3db5f8d86eeb tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2411 time: 0.2880878 Mar 22 14:08:11.487258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Deleting port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:11.487645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.508216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Made reservation on behalf of 434f1c9752f44ac1b38b60f0380d33ca for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:11.512013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.608793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47a4ba6b-cff6-44bc-8d24-1279cf4ab47d req-75a3c467-d989-488e-bd06-63177d1ff191 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845739 Mar 22 14:08:11.619217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-9f2ceeb1-7aad-47ba-8728-0338888c5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.620930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-9f2ceeb1-7aad-47ba-8728-0338888c5b5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=13807d13-5ec3-4b5b-b8a6-635d3bc78062 HTTP/1.1" status: 200 len: 903 time: 0.2910011 Mar 22 14:08:11.673772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] For port 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:11.674171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:11.675183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-1fc2052f-b5ad-4e5b-bb43-f481f418947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.676858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-1fc2052f-b5ad-4e5b-bb43-f481f418947a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 1127 time: 0.1892424 Mar 22 14:08:11.687919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aacdaeed-74ec-4fc4-8e69-544d5ff0bae2 req-f5f16000-1d58-402f-8630-ff392f86d11b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047281 Mar 22 14:08:11.695638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-99220ea8-8838-43c5-aba8-eed8f228bbec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a HTTP/1.1" status: 200 len: 217 time: 0.0640094 Mar 22 14:08:11.739759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Calling delete_port for 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:11.799928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Allocated IP 172.20.0.14 (73c7e16b-2921-4046-b75d-80ef2ebc8e60/ee73fd17-0e10-4085-b111-cba5fbbf34fa/42d92ca4-1db5-4739-b6ab-6811720634cc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:11.834800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be5b2314-6c4a-4410-b600-729452dadf16 req-6f84011c-e2b3-4023-92c7-b97f82586d17 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 210 time: 0.0503995 Mar 22 14:08:11.884246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-dcccd465-1652-4cfe-a928-345c8ce348c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.885921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-dcccd465-1652-4cfe-a928-345c8ce348c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9dfe0f52-e40b-48d8-a3eb-a960a9149e72 HTTP/1.1" status: 200 len: 801 time: 0.1817896 Mar 22 14:08:11.930686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-14b498f4-dbea-4185-bab0-a594e1abda4a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.932257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-14b498f4-dbea-4185-bab0-a594e1abda4a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 945 time: 0.0931008 Mar 22 14:08:11.953730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-0ce5ef16-d6c9-46f6-bac3-d326dab53819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:11.955344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-0ce5ef16-d6c9-46f6-bac3-d326dab53819 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.2500973 Mar 22 14:08:12.007311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-cc6e8384-f303-47ae-b74b-5dd690727dec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 200 len: 217 time: 0.0443342 Mar 22 14:08:12.049073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-c1beac0c-06c9-4186-9c2e-0804b56a78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.051170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-c1beac0c-06c9-4186-9c2e-0804b56a78a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=13807d13-5ec3-4b5b-b8a6-635d3bc78062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1514831 Mar 22 14:08:12.143951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-01f58652-76fe-45ad-bf5e-ea1f25f8acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.145757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-01f58652-76fe-45ad-bf5e-ea1f25f8acec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1318789 Mar 22 14:08:12.191628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-bd84430e-01e5-4ba7-a6a1-14223bd167a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370684 Mar 22 14:08:12.287543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-3a010add-dc86-433f-87d5-d75fe376119c service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290745 Mar 22 14:08:12.433516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.453728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-75bbdbff-cab9-4e66-a432-6bd46fb3e032 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546349 Mar 22 14:08:12.461794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c86e-0415-4a98-84a2-af6c9e44a1d1 req-a3930d65-7b53-40c6-8c75-7eabdabf3ef6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.463596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4478c86e-0415-4a98-84a2-af6c9e44a1d1 req-a3930d65-7b53-40c6-8c75-7eabdabf3ef6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2307310 Mar 22 14:08:12.526423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7e386601-fd52-4ad1-bdb7-0bdb4524ecc0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.573888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e386601-fd52-4ad1-bdb7-0bdb4524ecc0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:12.608276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.640696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:12.646327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:12.649081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:12.833203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event updated for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:12.853170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:12.854084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:12.989067 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-39eb0cc5-520d-4ece-8c17-ee61c3bb6508 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7055533 Mar 22 14:08:13.005737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Request body: {'port': {'device_id': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:13.009387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.045237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1db51367-aacc-4c98-80d0-09788981fbee None None] Provisioning complete for port 42d92ca4-1db5-4739-b6ab-6811720634cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:13.047610 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1db51367-aacc-4c98-80d0-09788981fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.130758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1db51367-aacc-4c98-80d0-09788981fbee None None] Port 42d92ca4-1db5-4739-b6ab-6811720634cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:13.137143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b2c7d4-1901-4721-924c-18d6d5a22949 req-718215e3-7ac0-4563-bd68-95664b76b982 service neutron] 10.222.0.78 "GET /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307829 Mar 22 14:08:13.160295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.206728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4478c86e-0415-4a98-84a2-af6c9e44a1d1 req-97dc1ebc-f06f-4e49-827b-821c1766d453 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318923 Mar 22 14:08:13.231945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778e4216-aad4-425e-bf89-12ee12e16ce2 req-6366f47d-d19b-4c71-b8c6-d04bca199c71 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649100 Mar 22 14:08:13.238308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4a8f-7e11-40e6-a92e-fb46fa211576 req-4ddc05c9-5af3-4eef-8636-2a62a6456ffe tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.239851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffad4a8f-7e11-40e6-a92e-fb46fa211576 req-4ddc05c9-5af3-4eef-8636-2a62a6456ffe tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2027485 Mar 22 14:08:13.249186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-1cda200b-9677-4623-916f-e33db689e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.250775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-1cda200b-9677-4623-916f-e33db689e503 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1130 time: 0.1401424 Mar 22 14:08:13.389159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffad4a8f-7e11-40e6-a92e-fb46fa211576 req-4fdbcb02-9903-4409-9f30-b85922118abe tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434906 Mar 22 14:08:13.425219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51166e-2969-4cf3-aafd-d7138cb7e005 req-54b10976-60d2-4d4a-852c-6b1c9f08c692 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.431086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51166e-2969-4cf3-aafd-d7138cb7e005 req-54b10976-60d2-4d4a-852c-6b1c9f08c692 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.436157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51166e-2969-4cf3-aafd-d7138cb7e005 req-54b10976-60d2-4d4a-852c-6b1c9f08c692 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.437902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a51166e-2969-4cf3-aafd-d7138cb7e005 req-54b10976-60d2-4d4a-852c-6b1c9f08c692 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2411 time: 0.1131272 Mar 22 14:08:13.472157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Router 5fdaf0c6-6169-458b-a140-8d5840b884f5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:13.477652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-ff44865a-2b75-4f40-9044-40d48df7dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.479668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-ff44865a-2b75-4f40-9044-40d48df7dd61 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2225857 Mar 22 14:08:13.556864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-01e9b102-5d12-4ec1-910c-55afa4445a2d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0675313 Mar 22 14:08:13.564891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a51166e-2969-4cf3-aafd-d7138cb7e005 req-c76bbf22-ac2f-4469-bb61-0fba973e640f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165488 Mar 22 14:08:13.610428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-43b3b2f8-710d-47a5-94f6-0aa880fc0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.612029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-43b3b2f8-710d-47a5-94f6-0aa880fc0aeb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0453362 Mar 22 14:08:13.636001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:13.645488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-259de4f3-6817-4a2f-b3fd-fe8f6d51b136 admin admin] 10.222.0.81 "PUT /v2.0/routers/5fdaf0c6-6169-458b-a140-8d5840b884f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093579 Mar 22 14:08:13.650599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40296) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:13.654088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Sync routers for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:13.664818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:13.665693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:13.674799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af20a6-202b-42e8-8701-2ff2e0a2f359 req-1547a6c0-da9a-4617-8f45-1994bb54b886 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.682207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5af20a6-202b-42e8-8701-2ff2e0a2f359 req-1547a6c0-da9a-4617-8f45-1994bb54b886 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 932 time: 0.1966276 Mar 22 14:08:13.695309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d92ca4-1db5-4739-b6ab-6811720634cc {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:13.706629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks [] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.722903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Transition to ACTIVE for port object 42d92ca4-1db5-4739-b6ab-6811720634cc will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:13.729729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.794681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Pushing event updated for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:13.816479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:13.822614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-663721cd-36e6-4e14-a338-f9b8d473af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:13.824289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-663721cd-36e6-4e14-a338-f9b8d473af6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2051904 Mar 22 14:08:13.837840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5af20a6-202b-42e8-8701-2ff2e0a2f359 req-ccac96d1-7c44-4ced-b9d2-fe3f324d1f29 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547034 Mar 22 14:08:13.900900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Attempting to bind port 42d92ca4-1db5-4739-b6ab-6811720634cc on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:13.901907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Attempting to bind port 42d92ca4-1db5-4739-b6ab-6811720634cc by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:13.902908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Attempting to bind port 42d92ca4-1db5-4739-b6ab-6811720634cc on network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:13.909186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Port 42d92ca4-1db5-4739-b6ab-6811720634cc on network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:13.910975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Attempting to bind port 42d92ca4-1db5-4739-b6ab-6811720634cc on network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:13.917519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:13.918343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Checking segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:13.918903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Bound using segment: {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:13.919519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Bound port: 42d92ca4-1db5-4739-b6ab-6811720634cc, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf80490-5a68-49ba-b017-402b18316e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:13.920082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:13.927776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks [] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.031727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:14.035835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=42d92ca4-1db5-4739-b6ab-6811720634cc,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:14.041911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:08:12Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:14.051353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.094555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-88fc56fc-f6fd-4ed7-bb8e-8256cf40262f service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532856 Mar 22 14:08:14.095806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Checking router: 5fdaf0c6-6169-458b-a140-8d5840b884f5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:14.118914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Routers {'5fdaf0c6-6169-458b-a140-8d5840b884f5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:14.119690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:07:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5fdaf0c6-6169-458b-a140-8d5840b884f5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:14.126818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.127591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.129082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] 10.222.0.82 "PUT /v2.0/ports/42d92ca4-1db5-4739-b6ab-6811720634cc HTTP/1.1" status: 200 len: 1092 time: 1.1281972 Mar 22 14:08:14.129550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:14.132781 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86b492-4432-401e-936d-cb6cee4ee774" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:14.241644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks [] for router_gateway (5fdaf0c6-6169-458b-a140-8d5840b884f5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.306661 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eee51d-9321-4447-88f1-694095e1b18d x-openstack-request-id: req-75eee51d-9321-4447-88f1-694095e1b18d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:14.314412 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:14.314713 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75eee51d-9321-4447-88f1-694095e1b18d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:14.315162 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75eee51d-9321-4447-88f1-694095e1b18d'] response: {'name': 'network-changed', 'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'status': 'completed', 'code': 200} Mar 22 14:08:14.322327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab5198-666a-474e-8e4a-d86772f437bf service neutron] Pushing event updated for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:14.334887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-bcde7adc-7f60-4917-a9fd-515162fd63f4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334938 Mar 22 14:08:14.337142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da3f61bc-4b87-4aeb-bcde-21c87522d91a details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:14.365708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Deleting port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:14.365708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.392802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] Set router 5fdaf0c6-6169-458b-a140-8d5840b884f5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:14.401232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-7844fc5d-8b00-4158-b2c2-a63e2b5bab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.405601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-7844fc5d-8b00-4158-b2c2-a63e2b5bab9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=434f1c9752f44ac1b38b60f0380d33ca&device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 1126 time: 0.2149165 Mar 22 14:08:14.542431 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-4b0cf073-cb3e-4277-b9e3-7a9377c9e1b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d92ca4-1db5-4739-b6ab-6811720634cc HTTP/1.1" status: 200 len: 217 time: 0.1182511 Mar 22 14:08:14.645306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] For port 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:14.645672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.652069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-f069ec16-b842-4bbc-9e16-b47b1e2a9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.653723 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-f069ec16-b842-4bbc-9e16-b47b1e2a9fa1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee73fd17-0e10-4085-b111-cba5fbbf34fa HTTP/1.1" status: 200 len: 850 time: 0.1055410 Mar 22 14:08:14.663759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb8283-c603-48ac-9fe7-5a9890fb55eb req-bd2a782a-5e10-499b-9d2d-21b1462ad9a5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.665356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7deb8283-c603-48ac-9fe7-5a9890fb55eb req-bd2a782a-5e10-499b-9d2d-21b1462ad9a5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2954996 Mar 22 14:08:14.687153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Calling delete_port for 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:14.723567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-820b3638-084b-40e4-bacb-b02c724fe16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.725295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-820b3638-084b-40e4-bacb-b02c724fe16b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c7e16b-2921-4046-b75d-80ef2ebc8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637372 Mar 22 14:08:14.728335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c43fd0-0f05-4062-a791-1cf40afcf5b1 req-866c8066-572a-4c54-b6ce-fe4a35d5e9b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:14.730048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7c43fd0-0f05-4062-a791-1cf40afcf5b1 req-866c8066-572a-4c54-b6ce-fe4a35d5e9b3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2030137 Mar 22 14:08:14.837118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7deb8283-c603-48ac-9fe7-5a9890fb55eb req-2b62f56a-2205-4df7-be10-7aa0ba5d7def tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447301 Mar 22 14:08:14.838328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-2fadbc28-866b-463f-9171-da35762b1684 service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961266 Mar 22 14:08:14.878764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:14.892796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7c43fd0-0f05-4062-a791-1cf40afcf5b1 req-062f3b6e-44a3-437c-bde9-b91de186051e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536341 Mar 22 14:08:14.896093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a', 'network_id': '65fa752e-4d3a-4a59-8f55-e2d08669e10d', 'port_id': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a', 'mac_address': 'fa:16:3e:66:0a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c04cd54-7861-4829-bda8-31af1055ca46', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:14.943933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port da3f61bc-4b87-4aeb-bcde-21c87522d91a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:14.944584 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:14.961210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3f61bc-4b87-4aeb-bcde-21c87522d91a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:15.015656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-03d6a2dd-ac6b-4477-810a-14880caf68be req-5e1dae87-a828-4c92-9311-b466bf7260d9 service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745372 Mar 22 14:08:15.027451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:15.040891 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.041846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 70982602-b94e-4f25-a30e-87d7f4274f69 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:15.121666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbb1d-beea-4bb0-896d-4a43831e69ce req-7df2a0e0-277b-48b1-92a0-4e920475e11f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.127615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbb1d-beea-4bb0-896d-4a43831e69ce req-7df2a0e0-277b-48b1-92a0-4e920475e11f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.132957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbb1d-beea-4bb0-896d-4a43831e69ce req-7df2a0e0-277b-48b1-92a0-4e920475e11f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.136639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-0fc5d29b-edee-4114-bc7f-65c44b8ffabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.138381 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-0fc5d29b-edee-4114-bc7f-65c44b8ffabf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=434f1c9752f44ac1b38b60f0380d33ca&device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 1126 time: 0.0595040 Mar 22 14:08:15.140306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97edbb1d-beea-4bb0-896d-4a43831e69ce req-7df2a0e0-277b-48b1-92a0-4e920475e11f tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2411 time: 0.1791375 Mar 22 14:08:15.179047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.214307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=70982602-b94e-4f25-a30e-87d7f4274f69,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:15.237621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '70982602-b94e-4f25-a30e-87d7f4274f69', 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'port_id': '70982602-b94e-4f25-a30e-87d7f4274f69', 'mac_address': 'fa:16:3e:61:f8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfe0f52-e40b-48d8-a3eb-a960a9149e72', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:15.246927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.272491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e13d0-29ea-4165-ac3c-e74ba91ff860 req-cd8d955a-496b-4e7e-99ab-2c06e80aaea7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.279556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f2e13d0-29ea-4165-ac3c-e74ba91ff860 req-cd8d955a-496b-4e7e-99ab-2c06e80aaea7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 944 time: 0.2413528 Mar 22 14:08:15.309608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97edbb1d-beea-4bb0-896d-4a43831e69ce req-237670ee-0c59-4d20-bfe5-28b4104494ed tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682057 Mar 22 14:08:15.318526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 70982602-b94e-4f25-a30e-87d7f4274f69 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:15.319328 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.336545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70982602-b94e-4f25-a30e-87d7f4274f69 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:15.373440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-f72fae68-28d3-42b9-b4d7-9870fd8b7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.374914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-f72fae68-28d3-42b9-b4d7-9870fd8b7185 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c7e16b-2921-4046-b75d-80ef2ebc8e60 HTTP/1.1" status: 200 len: 912 time: 0.2270856 Mar 22 14:08:15.393872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=70982602-b94e-4f25-a30e-87d7f4274f69,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:15.394456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.405521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:08:12Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:15.435820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.439454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68307872-ce23-4d6a-9c5b-2b5988796fae None None] The sync data for ids ['5fdaf0c6-6169-458b-a140-8d5840b884f5'] in n-d-758851-5 is: [{'id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'name': 'tempest-ServersTestBootFromVolume-885067202-router', 'tenant_id': '253cc054458e40b392223cc3561e31bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:08:12Z', 'revision_number': 5, 'project_id': '253cc054458e40b392223cc3561e31bf', 'gw_port': {'id': '0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdaf0c6-6169-458b-a140-8d5840b884f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:05:22Z', 'updated_at': '2022-03-22T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:15.441309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.442187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2d8cb2a9-93b0-46b3-800b-8b992f42b47a details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:15.482507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:15.545616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-05f6dc7e-7ab8-48ef-b57a-2f115ed3acda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d92ca4-1db5-4739-b6ab-6811720634cc HTTP/1.1" status: 200 len: 217 time: 0.1580884 Mar 22 14:08:15.549481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'network_id': '13807d13-5ec3-4b5b-b8a6-635d3bc78062', 'port_id': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'mac_address': 'fa:16:3e:3c:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfe0f52-e40b-48d8-a3eb-a960a9149e72', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:15.550082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f2e13d0-29ea-4165-ac3c-e74ba91ff860 req-475f88f3-85df-4e5f-8ac3-836cd4d7b318 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2649422 Mar 22 14:08:15.551183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.566201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.575118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks [] for router_controller (5fdaf0c6-6169-458b-a140-8d5840b884f5), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.622824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-86bb491f-7e30-4544-b851-04409f381152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.624340 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-86bb491f-7e30-4544-b851-04409f381152 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee73fd17-0e10-4085-b111-cba5fbbf34fa HTTP/1.1" status: 200 len: 850 time: 0.0703793 Mar 22 14:08:15.665585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5fdaf0c6-6169-458b-a140-8d5840b884f5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.667066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdaf0c6-6169-458b-a140-8d5840b884f5 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:08:15.680096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.680505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:15.681711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.689004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88055cba-0f2a-4770-9ddc-6f0edc07576b admin admin] 10.222.0.81 "DELETE /v2.0/routers/5fdaf0c6-6169-458b-a140-8d5840b884f5 HTTP/1.1" status: 204 len: 168 time: 2.0336058 Mar 22 14:08:15.689233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:15.700136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8cb2a9-93b0-46b3-800b-8b992f42b47a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:15.729744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:15.739801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.751205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-a3b42ded-d67f-48b0-b661-657522ca3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:15.753703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-a3b42ded-d67f-48b0-b661-657522ca3a9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c7e16b-2921-4046-b75d-80ef2ebc8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1170101 Mar 22 14:08:15.789010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Deleting subnet ee2546e1-5b43-4283-9b26-095a7c6c1e52 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:15.798874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Publish callbacks [] for subnet (ee2546e1-5b43-4283-9b26-095a7c6c1e52), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.829313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:15.884749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (ee2546e1-5b43-4283-9b26-095a7c6c1e52), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:15.927389 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-efbce22e-ff91-45fb-abc3-b49d81d76197 service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668668 Mar 22 14:08:16.089187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['70982602-b94e-4f25-a30e-87d7f4274f69'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:16.128107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422914-ad34-436d-a17c-99929d5d8515 req-17ecc49f-3253-44bf-964b-92c773af29f0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.131337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d422914-ad34-436d-a17c-99929d5d8515 req-17ecc49f-3253-44bf-964b-92c773af29f0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1748593 Mar 22 14:08:16.209999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ee2546e1-5b43-4283-9b26-095a7c6c1e52), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.231087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['2d8cb2a9-93b0-46b3-800b-8b992f42b47a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:16.236545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f86b492-4432-401e-936d-cb6cee4ee774 req-11b866bf-1925-402b-94f7-18c54031141f service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961845 Mar 22 14:08:16.344740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (ee2546e1-5b43-4283-9b26-095a7c6c1e52), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.348162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:16.370415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2ec16-5bef-4aad-a377-834a54eca34e req-54125406-31ae-4359-b9ab-93caf27beaad tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.372041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aab2ec16-5bef-4aad-a377-834a54eca34e req-54125406-31ae-4359-b9ab-93caf27beaad tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.3175800 Mar 22 14:08:16.385704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:16.386086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7e386601-fd52-4ad1-bdb7-0bdb4524ecc0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:16.446938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2546e1-5b43-4283-9b26-095a7c6c1e52,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:16.476902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.483957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40322) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:16.498547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0922a470-11b4-42b1-a609-ec9653f5fe67 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ee2546e1-5b43-4283-9b26-095a7c6c1e52 HTTP/1.1" status: 204 len: 168 time: 0.8081627 Mar 22 14:08:16.506022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d422914-ad34-436d-a17c-99929d5d8515 req-a17d5448-0ab5-4a88-b55a-23846af6c199 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491764 Mar 22 14:08:16.531040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee499de-f7ed-49bd-9827-dcb7aad7893f None None] Network 5b59c95d-2bf7-4037-8def-71c90af1054a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:16.647965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5b59c95d-2bf7-4037-8def-71c90af1054a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.677028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aab2ec16-5bef-4aad-a377-834a54eca34e req-84f7a2e5-80c7-482a-b2ac-b4a7731f1c4d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967768 Mar 22 14:08:16.716130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc2cc-cd68-4bc7-9c38-fc52c1a1e38b req-e1de22ee-e2ee-404d-b016-f22943da1508 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.721705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc2cc-cd68-4bc7-9c38-fc52c1a1e38b req-e1de22ee-e2ee-404d-b016-f22943da1508 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.753756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Deleting port 0925d59e-f733-4500-99f8-e2b3679db244 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:16.754246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0925d59e-f733-4500-99f8-e2b3679db244), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.757731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc2cc-cd68-4bc7-9c38-fc52c1a1e38b req-e1de22ee-e2ee-404d-b016-f22943da1508 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:16.760356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-892bc2cc-cd68-4bc7-9c38-fc52c1a1e38b req-e1de22ee-e2ee-404d-b016-f22943da1508 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2414 time: 0.1586835 Mar 22 14:08:16.828584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] For port 0925d59e-f733-4500-99f8-e2b3679db244, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0925d59e-f733-4500-99f8-e2b3679db244,segment=NetworkSegment(c4699afd-3678-4ba7-9b1a-d38021737b13),segment_id=c4699afd-3678-4ba7-9b1a-d38021737b13)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:16.828954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0925d59e-f733-4500-99f8-e2b3679db244), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:16.844169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Calling delete_port for 0925d59e-f733-4500-99f8-e2b3679db244 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:16.899315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] DHCP port deletion for 5b59c95d-2bf7-4037-8def-71c90af1054a request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:16.919674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-892bc2cc-cd68-4bc7-9c38-fc52c1a1e38b req-c6505495-3ef0-4532-83fe-75f03b76c2f9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336241 Mar 22 14:08:16.977081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0925d59e-f733-4500-99f8-e2b3679db244), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.011090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc0b2-ffb8-45c3-9f0a-a72a9690f3ec req-072d73f8-51f9-4e46-88b3-041da52f9412 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:17.012976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22dbc0b2-ffb8-45c3-9f0a-a72a9690f3ec req-072d73f8-51f9-4e46-88b3-041da52f9412 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 944 time: 0.0801792 Mar 22 14:08:17.016471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0925d59e-f733-4500-99f8-e2b3679db244,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.027002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] No DVR routers for this DVR port 0925d59e-f733-4500-99f8-e2b3679db244 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:17.045018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Deleting port 0925d59e-f733-4500-99f8-e2b3679db244 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:17.045392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0925d59e-f733-4500-99f8-e2b3679db244), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.112673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5b59c95d-2bf7-4037-8def-71c90af1054a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.126782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22dbc0b2-ffb8-45c3-9f0a-a72a9690f3ec req-dc53d204-3c73-49e7-89c2-d9e0e1cc61f3 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063852 Mar 22 14:08:17.134576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 42d92ca4-1db5-4739-b6ab-6811720634cc details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:17.161725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b59c95d-2bf7-4037-8def-71c90af1054a']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:17.178048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4699afd-3678-4ba7-9b1a-d38021737b13') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:17.178502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4699afd-3678-4ba7-9b1a-d38021737b13') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:17.184001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] For port 0925d59e-f733-4500-99f8-e2b3679db244, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:17.184410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0925d59e-f733-4500-99f8-e2b3679db244), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.193089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c4699afd-3678-4ba7-9b1a-d38021737b13), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.210716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c4699afd-3678-4ba7-9b1a-d38021737b13), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.214740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Calling delete_port for 0925d59e-f733-4500-99f8-e2b3679db244 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:17.219714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Port 0925d59e-f733-4500-99f8-e2b3679db244 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:08:17.220681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:17.221182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c4699afd-3678-4ba7-9b1a-d38021737b13), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:17.224405 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:17.231421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0925d59e-f733-4500-99f8-e2b3679db244), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.311367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['da3f61bc-4b87-4aeb-bcde-21c87522d91a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:17.314859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5b59c95d-2bf7-4037-8def-71c90af1054a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.321456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.329115 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5b59c95d-2bf7-4037-8def-71c90af1054a HTTP/1.1" status: 204 len: 168 time: 0.8415051 Mar 22 14:08:17.343520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42dda-223a-423e-b095-48f888fbd7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b59c95d-2bf7-4037-8def-71c90af1054a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.412141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] Pushing event deleted for resources: {'Port': ['ID=0925d59e-f733-4500-99f8-e2b3679db244,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.424141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f31787-a879-4958-a408-75ab90e4e5a7 None None] No DVR routers for this DVR port 0925d59e-f733-4500-99f8-e2b3679db244 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:17.509658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=42d92ca4-1db5-4739-b6ab-6811720634cc,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:17.558909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'port_id': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'mac_address': 'fa:16:3e:ec:ca:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:17.618445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40340) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:17.681129 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9d72860c-9016-46d9-b455-46bff4628202 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=253cc054458e40b392223cc3561e31bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613356 Mar 22 14:08:17.685285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40342) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:17.707337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 42d92ca4-1db5-4739-b6ab-6811720634cc is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:17.707641 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.727562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc455cb-9a36-4ac9-bcfd-b6264e1162d7 req-3c60ec6c-ee05-4188-b02b-3577f879cab5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:17.729584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d92ca4-1db5-4739-b6ab-6811720634cc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:17.735254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bc455cb-9a36-4ac9-bcfd-b6264e1162d7 req-3c60ec6c-ee05-4188-b02b-3577f879cab5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1108673 Mar 22 14:08:17.754078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=42d92ca4-1db5-4739-b6ab-6811720634cc,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:17.771358 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.798936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] Publish callbacks [] for security_group (891f8588-b0b3-4ac8-91e4-48d105722578), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.840690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bc455cb-9a36-4ac9-bcfd-b6264e1162d7 req-d2c8d2ec-349a-4e80-9f21-ed74c9757105 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040919 Mar 22 14:08:17.844690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] Publish callbacks [] for security_group (891f8588-b0b3-4ac8-91e4-48d105722578), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.903521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:17.922058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77455ae-5921-40b5-b3e1-63e6dda0da3e req-b4a723d8-dcd7-4213-befe-57b577143e3b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:17.923975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c77455ae-5921-40b5-b3e1-63e6dda0da3e req-b4a723d8-dcd7-4213-befe-57b577143e3b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.0710545 Mar 22 14:08:17.941219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (891f8588-b0b3-4ac8-91e4-48d105722578), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.945640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:17.949254 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/891f8588-b0b3-4ac8-91e4-48d105722578 HTTP/1.1" status: 204 len: 168 time: 0.2605791 Mar 22 14:08:17.960387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddba16-071b-4ec0-8154-e216bc974af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f8588-b0b3-4ac8-91e4-48d105722578,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:18.050401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['42d92ca4-1db5-4739-b6ab-6811720634cc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:18.070114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c77455ae-5921-40b5-b3e1-63e6dda0da3e req-e03543fb-a278-4dd9-b4f4-3f9906c3f8f8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344802 Mar 22 14:08:18.100974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d87ef-d245-4d2a-8a71-4d249c9d0026 req-2fd25c53-b5e8-4d84-9166-d8141d78e344 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.106230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d87ef-d245-4d2a-8a71-4d249c9d0026 req-2fd25c53-b5e8-4d84-9166-d8141d78e344 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.112096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d87ef-d245-4d2a-8a71-4d249c9d0026 req-2fd25c53-b5e8-4d84-9166-d8141d78e344 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.113993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a6d87ef-d245-4d2a-8a71-4d249c9d0026 req-2fd25c53-b5e8-4d84-9166-d8141d78e344 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2414 time: 0.1181903 Mar 22 14:08:18.133677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 70982602-b94e-4f25-a30e-87d7f4274f69 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:18.223821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a6d87ef-d245-4d2a-8a71-4d249c9d0026 req-984a873d-7fc6-497f-80d6-4d060c89bfb3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024604 Mar 22 14:08:18.311769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 70982602-b94e-4f25-a30e-87d7f4274f69 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:18.337181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0925d59e-f733-4500-99f8-e2b3679db244 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:18.339033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba756-1a0a-407a-aff8-4c2957f97de4 req-ee35c331-c493-4c76-b1f1-e18b68f37b25 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:18.341088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e4ba756-1a0a-407a-aff8-4c2957f97de4 req-ee35c331-c493-4c76-b1f1-e18b68f37b25 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 945 time: 0.0975642 Mar 22 14:08:18.374125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0925d59e-f733-4500-99f8-e2b3679db244 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:18.374471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0925d59e-f733-4500-99f8-e2b3679db244 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:18.374892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:18.386534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 70982602-b94e-4f25-a30e-87d7f4274f69 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:18.386925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.451809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:18.452164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0a6a6ec8-31cb-4ab6-b34b-a29d1d9f9b36 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:18.471468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e4ba756-1a0a-407a-aff8-4c2957f97de4 req-93e52ec9-0bae-4232-9ff1-cb75239a38bb tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226711 Mar 22 14:08:18.557541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca39f9ac-32db-4faf-a243-82ade4803ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.559332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 70982602-b94e-4f25-a30e-87d7f4274f69 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:18.559799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.588717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:18.590891 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a21cdc-138c-4080-b791-d73718186a78" -d '{"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:18.610625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=70982602-b94e-4f25-a30e-87d7f4274f69,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:18.616723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.617561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2d8cb2a9-93b0-46b3-800b-8b992f42b47a up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:18.660178 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482718a1-a07d-43ce-b26c-8a4605161583 x-openstack-request-id: req-482718a1-a07d-43ce-b26c-8a4605161583 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:18.660472 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:18.660721 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-482718a1-a07d-43ce-b26c-8a4605161583 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:18.661227 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482718a1-a07d-43ce-b26c-8a4605161583'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69', 'code': 200} Mar 22 14:08:18.699727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:18.713514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:18.721444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:18.721876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.831902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:18.837394 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.879299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:18.886623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:18.957736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.004077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40380) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:19.017051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c552213-aeb5-40f0-8290-c6e4f10da9e8 req-9f6f9833-b5ad-4f04-80b0-49c111217918 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.018725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c552213-aeb5-40f0-8290-c6e4f10da9e8 req-9f6f9833-b5ad-4f04-80b0-49c111217918 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.0720799 Mar 22 14:08:19.070018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c552213-aeb5-40f0-8290-c6e4f10da9e8 req-3c0b557c-aaa3-436c-b1e7-950f856f2e9d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Mar 22 14:08:19.167342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-501741342-network', 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:19.191017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:19.195154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.204259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c4c6-0a50-40f9-94a1-0ccce7292815 req-cfd03742-5fa8-4a09-a536-a2cfb1d1876f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.205979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9172c4c6-0a50-40f9-94a1-0ccce7292815 req-cfd03742-5fa8-4a09-a536-a2cfb1d1876f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.0581670 Mar 22 14:08:19.209816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.257991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9172c4c6-0a50-40f9-94a1-0ccce7292815 req-cb9c8110-d229-4217-b271-f46088b14fd2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Mar 22 14:08:19.324749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks [] for security_group (a18e5784-01cf-48c2-8dcc-cff4fc30c6fa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.331704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a18e5784-01cf-48c2-8dcc-cff4fc30c6fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.387438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:19.393436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.406417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd506a3a-4a7b-4394-b606-c4b091a3be13 req-0a1b214e-2cd7-4a93-a3ad-2464e549c11b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.406578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (843c9882-52e2-4dce-9753-a6ff4207926b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.406837 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Added segment 843c9882-52e2-4dce-9753-a6ff4207926b of type vlan for network 4ec64f08-afee-4c04-9360-e4b914b6c733 Mar 22 14:08:19.411984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd506a3a-4a7b-4394-b606-c4b091a3be13 req-0a1b214e-2cd7-4a93-a3ad-2464e549c11b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.431269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd506a3a-4a7b-4394-b606-c4b091a3be13 req-0a1b214e-2cd7-4a93-a3ad-2464e549c11b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.432458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd506a3a-4a7b-4394-b606-c4b091a3be13 req-0a1b214e-2cd7-4a93-a3ad-2464e549c11b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2416 time: 0.1290309 Mar 22 14:08:19.462694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4ec64f08-afee-4c04-9360-e4b914b6c733), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.490319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd506a3a-4a7b-4394-b606-c4b091a3be13 req-c15ff5e3-7a43-4253-9995-cd3ec293ea9b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Mar 22 14:08:19.515681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4ec64f08-afee-4c04-9360-e4b914b6c733), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.516770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.517368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.596938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5918233 Mar 22 14:08:19.597924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99883-b5f8-496e-a876-8322049b4879 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec64f08-afee-4c04-9360-e4b914b6c733,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.600775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40396) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:19.616753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:19.624547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Request body: {'subnet': {'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-501741342-subnet', 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:19.655732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:19.658581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.737449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d8994-72a2-466b-8780-41c9cda9522b req-8dca7576-4dc5-417c-8c8b-abf8b1a26fa8 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:19.739015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-005d8994-72a2-466b-8780-41c9cda9522b req-8dca7576-4dc5-417c-8c8b-abf8b1a26fa8 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 945 time: 0.1470556 Mar 22 14:08:19.815319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-005d8994-72a2-466b-8780-41c9cda9522b req-7220009d-2841-4be6-8029-eac5e615e1f3 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695848 Mar 22 14:08:19.905445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (d280998d-3279-4c52-a4ca-b10379a9c442), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:19.957173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d280998d-3279-4c52-a4ca-b10379a9c442,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:19.970806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:19.971156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Network hostable DHCP agents. Network: 4ec64f08-afee-4c04-9360-e4b914b6c733, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:19.991650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:20.003070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4ec64f08-afee-4c04-9360-e4b914b6c733) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:20.008234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.008937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.019209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a394cd4-99e8-4206-8a55-5f2ea9df93a6 None None] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:20.037500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf374f18-4c4b-4296-9b12-26eff2c4870c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4266443 Mar 22 14:08:20.158814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da3f61bc-4b87-4aeb-bcde-21c87522d91a up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:20.272452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed154b-e1fe-49c2-b591-9e0c16095084 None None] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:20.289835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02adc-a916-4c9c-8448-ce7154a28924 req-2c4bb3ba-63c1-4804-932c-6254cfbfaff0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.299757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a02adc-a916-4c9c-8448-ce7154a28924 req-2c4bb3ba-63c1-4804-932c-6254cfbfaff0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1290505 Mar 22 14:08:20.357211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port da3f61bc-4b87-4aeb-bcde-21c87522d91a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:20.360199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a02adc-a916-4c9c-8448-ce7154a28924 req-8bbf8f9d-96f3-447e-9292-5e6a191112f2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589719 Mar 22 14:08:20.376967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port da3f61bc-4b87-4aeb-bcde-21c87522d91a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:20.377516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.446173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdebaf-246b-439e-aed8-7ccf4348240e req-3a1677be-9530-46e6-add5-9b81993c95eb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.456032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33bdebaf-246b-439e-aed8-7ccf4348240e req-3a1677be-9530-46e6-add5-9b81993c95eb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.0943711 Mar 22 14:08:20.512570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port da3f61bc-4b87-4aeb-bcde-21c87522d91a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:20.513023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.518906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33bdebaf-246b-439e-aed8-7ccf4348240e req-6f3ac8e8-18a3-4469-8b13-e314deccb34a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Mar 22 14:08:20.554575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:20.561161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:20.637258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:20.662346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a'}, {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:20.668776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910dc9-00aa-466c-8246-0f16f1a2b4b1 req-024819c3-8992-4fd8-a733-e3d360e9fc80 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.674250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910dc9-00aa-466c-8246-0f16f1a2b4b1 req-024819c3-8992-4fd8-a733-e3d360e9fc80 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.675289 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e863a05-9e86-4f2a-83ae-18280a1b2b8a" -d '{"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a"}, {"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:20.680076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910dc9-00aa-466c-8246-0f16f1a2b4b1 req-024819c3-8992-4fd8-a733-e3d360e9fc80 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.681733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a910dc9-00aa-466c-8246-0f16f1a2b4b1 req-024819c3-8992-4fd8-a733-e3d360e9fc80 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.0781362 Mar 22 14:08:20.799711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a910dc9-00aa-466c-8246-0f16f1a2b4b1 req-6a1e724e-fca4-4456-a166-9b4283456bb5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017351 Mar 22 14:08:20.826709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-8c62426f-f907-41c2-9599-141ca32de1cc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:20.828926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-8c62426f-f907-41c2-9599-141ca32de1cc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.1425555 Mar 22 14:08:20.845394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-e18c07f2-9bff-4e48-b9cb-4fc6523d3953 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.0105927 Mar 22 14:08:20.857720 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3bd52c-3103-4c3b-9f05-f9f3d0120291 x-openstack-request-id: req-5a3bd52c-3103-4c3b-9f05-f9f3d0120291 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:20.858330 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a", "code": 200}, {"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-plugged", "status": "completed", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:20.858853 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a3bd52c-3103-4c3b-9f05-f9f3d0120291 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:20.859479 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3bd52c-3103-4c3b-9f05-f9f3d0120291'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'code': 200} Mar 22 14:08:20.859988 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3bd52c-3103-4c3b-9f05-f9f3d0120291'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a', 'code': 200} Mar 22 14:08:20.914558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-682065ec-ba96-47ac-b945-3ed7122f43f0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625427 Mar 22 14:08:20.928972 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11bd8f62-7442-4e45-ae0f-af15348ad09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.086114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 42d92ca4-1db5-4739-b6ab-6811720634cc up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:21.150960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 42d92ca4-1db5-4739-b6ab-6811720634cc completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:21.155826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 42d92ca4-1db5-4739-b6ab-6811720634cc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:21.156290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.247940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 42d92ca4-1db5-4739-b6ab-6811720634cc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:21.248338 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.286366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=42d92ca4-1db5-4739-b6ab-6811720634cc,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:21.291631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.341175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:21.397583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22b554-5f50-41d7-b5cb-584eb1947cbe req-f3b22739-e5c5-4e65-a234-594f5825e765 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.399103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e22b554-5f50-41d7-b5cb-584eb1947cbe req-f3b22739-e5c5-4e65-a234-594f5825e765 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 945 time: 0.4883249 Mar 22 14:08:21.417035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-8b5bf4e7-3ba2-44c9-a042-33cac4b02ab7 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915001 Mar 22 14:08:21.429106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d60-6b20-48a7-886a-02de0b52db59 req-b3afd5e3-1519-46e2-ac30-c50446e0413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.429585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d60-6b20-48a7-886a-02de0b52db59 req-b3afd5e3-1519-46e2-ac30-c50446e0413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.430077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2d60-6b20-48a7-886a-02de0b52db59 req-b3afd5e3-1519-46e2-ac30-c50446e0413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.431672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e0c2d60-6b20-48a7-886a-02de0b52db59 req-b3afd5e3-1519-46e2-ac30-c50446e0413e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2963 time: 0.4809437 Mar 22 14:08:21.528660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e22b554-5f50-41d7-b5cb-584eb1947cbe req-2eef23fa-68ed-42e2-b222-4aa6d67e2da9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219888 Mar 22 14:08:21.562884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e0c2d60-6b20-48a7-886a-02de0b52db59 req-6e35ba2f-4271-4147-ac34-def8b90d46b5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865555 Mar 22 14:08:21.580284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-0a23e23c-f57f-47c2-b8d5-0d141dd96518 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548176 Mar 22 14:08:21.655524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece871-2dd8-43c1-a902-365fa1e77dd6 req-4cf61be5-8199-4dd6-a41f-7bf49803424c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.657264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caece871-2dd8-43c1-a902-365fa1e77dd6 req-4cf61be5-8199-4dd6-a41f-7bf49803424c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.0586042 Mar 22 14:08:21.724985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caece871-2dd8-43c1-a902-365fa1e77dd6 req-4d14531d-3462-4f06-9392-cd442ba56b91 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610721 Mar 22 14:08:21.817432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e561fe54-ad73-4c50-bbff-9e85770c1ede req-69477035-c533-47b0-9826-3fcae6c0024c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 210 time: 0.0395899 Mar 22 14:08:21.819886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:21.835625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f05b3-1795-491e-84fb-080a0602e993 req-2de1d308-ed2e-4d6e-aeee-43885b10520d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.837128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab4f05b3-1795-491e-84fb-080a0602e993 req-2de1d308-ed2e-4d6e-aeee-43885b10520d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.0890546 Mar 22 14:08:21.896336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab4f05b3-1795-491e-84fb-080a0602e993 req-11bccffb-e4f7-4088-b0d9-a69bfecd012e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Mar 22 14:08:21.962430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731615d-7150-40cc-853b-022ae606c635 req-2fe03753-217e-4e22-8321-bbedbcd9180b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.968021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731615d-7150-40cc-853b-022ae606c635 req-2fe03753-217e-4e22-8321-bbedbcd9180b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.973536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731615d-7150-40cc-853b-022ae606c635 req-2fe03753-217e-4e22-8321-bbedbcd9180b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:21.975340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c731615d-7150-40cc-853b-022ae606c635 req-2fe03753-217e-4e22-8321-bbedbcd9180b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.0730364 Mar 22 14:08:22.030629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c731615d-7150-40cc-853b-022ae606c635 req-a53f051f-b684-419c-a630-318b74b20cbf tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Mar 22 14:08:22.501086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40462) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:22.618421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc9d6-fcb9-45fd-a4f2-81ef0c96b970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.700583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc9d6-fcb9-45fd-a4f2-81ef0c96b970 admin admin] Publish callbacks [] for security_group (0750312c-57ab-491d-abe4-33513b3c93c7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.707752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc9d6-fcb9-45fd-a4f2-81ef0c96b970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0750312c-57ab-491d-abe4-33513b3c93c7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:22.781683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:22.782928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d8dbc9d6-fcb9-45fd-a4f2-81ef0c96b970 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e44af9a43de4e6699793f07e5de337f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794960 Mar 22 14:08:22.783730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbc9d6-fcb9-45fd-a4f2-81ef0c96b970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750312c-57ab-491d-abe4-33513b3c93c7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:22.861356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:22.863662 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac31f5-536b-4102-a3f2-3fcf56d1c254" -d '{"events": [{"server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "name": "network-vif-plugged", "status": "completed", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:22.884196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953423-a4ef-42fb-a6bb-f9ba0fbe6009 req-d694bcc8-ab32-4c38-9d4f-b8627f73208f tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:22.888561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a953423-a4ef-42fb-a6bb-f9ba0fbe6009 req-d694bcc8-ab32-4c38-9d4f-b8627f73208f tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.2786887 Mar 22 14:08:22.953075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] Publish callbacks [] for security_group (0750312c-57ab-491d-abe4-33513b3c93c7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.002765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a953423-a4ef-42fb-a6bb-f9ba0fbe6009 req-592abfea-d202-4668-934c-bec1c22c9962 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047080 Mar 22 14:08:23.009781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] Publish callbacks [] for security_group (0750312c-57ab-491d-abe4-33513b3c93c7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.043859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb06bc3-7fac-4b1c-965f-5264e2cd75e3 req-91249e67-759d-41ca-8139-7f83d33e2792 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.047652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bb06bc3-7fac-4b1c-965f-5264e2cd75e3 req-91249e67-759d-41ca-8139-7f83d33e2792 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2247195 Mar 22 14:08:23.122201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-3522f93c-d38a-46ea-bc25-7941f9df1ffe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.124188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-3522f93c-d38a-46ea-bc25-7941f9df1ffe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.2120595 Mar 22 14:08:23.140331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:23.146629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0750312c-57ab-491d-abe4-33513b3c93c7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.149468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.152268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0750312c-57ab-491d-abe4-33513b3c93c7 HTTP/1.1" status: 204 len: 168 time: 0.3695080 Mar 22 14:08:23.174605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0441fee4-6d9f-4966-a28a-3cbdcfd689dc req-24544f98-7896-48ef-9d1e-67a5ea719f04 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 210 time: 0.0532792 Mar 22 14:08:23.196143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bb06bc3-7fac-4b1c-965f-5264e2cd75e3 req-be2a4547-a247-4f21-b01c-f73d6470ae8b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422195 Mar 22 14:08:23.254668 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45dc8d7-81b2-4728-9e68-9157d2106e1b x-openstack-request-id: req-f45dc8d7-81b2-4728-9e68-9157d2106e1b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:23.255117 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "name": "network-vif-plugged", "status": "completed", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:23.255629 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f45dc8d7-81b2-4728-9e68-9157d2106e1b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:23.256224 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45dc8d7-81b2-4728-9e68-9157d2106e1b'] response: {'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'code': 200} Mar 22 14:08:23.316020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a157a-4e63-437e-a355-0541f200b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750312c-57ab-491d-abe4-33513b3c93c7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:23.399284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f0d63-da9b-40d8-ab5b-3609e2e55bd9 req-364718ce-7564-4f33-afb8-a60708b39591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.400709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-419f0d63-da9b-40d8-ab5b-3609e2e55bd9 req-364718ce-7564-4f33-afb8-a60708b39591 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 1128 time: 0.0718989 Mar 22 14:08:23.401744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:23.405313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.439499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae473-45f5-4c50-b975-5ff493c99256 req-57a523db-a83c-4552-a59d-c4a483d43da0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.447329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a8ae473-45f5-4c50-b975-5ff493c99256 req-57a523db-a83c-4552-a59d-c4a483d43da0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1375713 Mar 22 14:08:23.484521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff30bd-d640-4b48-9810-5b98d044c427 req-858c2b04-b30a-4045-a41e-262bd028b987 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.490057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff30bd-d640-4b48-9810-5b98d044c427 req-858c2b04-b30a-4045-a41e-262bd028b987 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.495250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff30bd-d640-4b48-9810-5b98d044c427 req-858c2b04-b30a-4045-a41e-262bd028b987 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:23.497038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fff30bd-d640-4b48-9810-5b98d044c427 req-858c2b04-b30a-4045-a41e-262bd028b987 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.1344924 Mar 22 14:08:23.537805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a8ae473-45f5-4c50-b975-5ff493c99256 req-83065915-df46-4fe1-aeeb-8239dbe288e9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Mar 22 14:08:23.549116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-419f0d63-da9b-40d8-ab5b-3609e2e55bd9 req-e5bf2fd2-8e1c-4fb3-a23c-76d439f6b91d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403275 Mar 22 14:08:23.594836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.605183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fff30bd-d640-4b48-9810-5b98d044c427 req-bfe8720a-caa3-4b4c-9959-9fd4e7dcafa6 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015377 Mar 22 14:08:23.669861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.2 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/b23b87ce-c3c4-4b13-8ace-df2d39be196e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:23.853028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.911892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:23.970585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:23.992103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:23.994357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:23.998319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:24.000579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7aaab-41a9-45ad-967f-cf5718a93721 req-9d7025f4-d76d-4012-a418-5694aa29680c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.007413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7aaab-41a9-45ad-967f-cf5718a93721 req-9d7025f4-d76d-4012-a418-5694aa29680c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.012651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7aaab-41a9-45ad-967f-cf5718a93721 req-9d7025f4-d76d-4012-a418-5694aa29680c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.014555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dc7aaab-41a9-45ad-967f-cf5718a93721 req-9d7025f4-d76d-4012-a418-5694aa29680c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.0897660 Mar 22 14:08:24.093316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.094396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.103435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dc7aaab-41a9-45ad-967f-cf5718a93721 req-d6450ee9-1127-4649-892f-777c16414885 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830350 Mar 22 14:08:24.131118 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-534efcf6-2b6a-44c0-8994-ef6cdf27763c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9964588 Mar 22 14:08:24.146076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Request body: {'port': {'device_id': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:24.215684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d612f7-426a-425d-b1d6-14ca3b71a13f req-1e094f85-d1af-4906-b699-1fafb2be2886 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.217319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2d612f7-426a-425d-b1d6-14ca3b71a13f req-1e094f85-d1af-4906-b699-1fafb2be2886 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.0953374 Mar 22 14:08:24.233453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.340736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2d612f7-426a-425d-b1d6-14ca3b71a13f req-b20423af-19b3-42bc-9fc4-56b62cd7f5f4 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145229 Mar 22 14:08:24.377724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed2924-d4b9-4f26-8300-9883d385902d req-66fe545f-01a6-459d-981b-e5c30642cb2f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.379669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2ed2924-d4b9-4f26-8300-9883d385902d req-66fe545f-01a6-459d-981b-e5c30642cb2f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 931 time: 0.0883687 Mar 22 14:08:24.485215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2ed2924-d4b9-4f26-8300-9883d385902d req-ded14ae1-58fa-4d55-95d5-9cf881291598 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997694 Mar 22 14:08:24.515967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83cb76-a518-4ec6-a49b-1ac7395ed8cd req-d5ccc7bd-94a5-4fef-8e78-a3c3d85ea115 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.518105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da83cb76-a518-4ec6-a49b-1ac7395ed8cd req-d5ccc7bd-94a5-4fef-8e78-a3c3d85ea115 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.0742352 Mar 22 14:08:24.599560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da83cb76-a518-4ec6-a49b-1ac7395ed8cd req-f6ff42ea-a9c9-4087-9798-f07258b2f810 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635905 Mar 22 14:08:24.656918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23b87ce-c3c4-4b13-8ace-df2d39be196e {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:24.667998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks [] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.693077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Transition to ACTIVE for port object b23b87ce-c3c4-4b13-8ace-df2d39be196e will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:24.700490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.733094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431864-c13e-4ed5-b9f9-5588deebfd1f req-bb7123ba-b4b3-44b7-a434-326e7fba973d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:24.735114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8431864-c13e-4ed5-b9f9-5588deebfd1f req-bb7123ba-b4b3-44b7-a434-326e7fba973d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.0814943 Mar 22 14:08:24.828309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8431864-c13e-4ed5-b9f9-5588deebfd1f req-28e031ea-6637-4a01-b374-c654c806d823 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862985 Mar 22 14:08:24.861080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Pushing event updated for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:24.871160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:24.896104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40532) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:24.910350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Attempting to bind port b23b87ce-c3c4-4b13-8ace-df2d39be196e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:24.910984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Attempting to bind port b23b87ce-c3c4-4b13-8ace-df2d39be196e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:24.912743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Attempting to bind port b23b87ce-c3c4-4b13-8ace-df2d39be196e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:24.918896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Port b23b87ce-c3c4-4b13-8ace-df2d39be196e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:24.919766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Attempting to bind port b23b87ce-c3c4-4b13-8ace-df2d39be196e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:24.926259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:24.926911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:24.928272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:24.928888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Bound port: b23b87ce-c3c4-4b13-8ace-df2d39be196e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:24.929560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.003562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:25.007357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:25.012168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c99e2580-d822-4798-82e1-0cac61a39939 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-52194390'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:25.012704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c99e2580-d822-4798-82e1-0cac61a39939 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Unknown quota resources ['metering_label']. {{(pid=103890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:25.015323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.051671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.051935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.053294 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] 10.222.0.82 "PUT /v2.0/ports/b23b87ce-c3c4-4b13-8ace-df2d39be196e HTTP/1.1" status: 200 len: 1091 time: 0.9121988 Mar 22 14:08:25.053756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:25.056139 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:25.090857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823c957-b63a-49dd-b508-a9255e6c8072 service neutron] Pushing event updated for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:25.127696 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772cd5a0-9f0d-4363-b49f-7b1f702b1ca5 x-openstack-request-id: req-772cd5a0-9f0d-4363-b49f-7b1f702b1ca5 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:25.128111 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:25.128531 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-772cd5a0-9f0d-4363-b49f-7b1f702b1ca5 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:25.129133 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772cd5a0-9f0d-4363-b49f-7b1f702b1ca5'] response: {'name': 'network-changed', 'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e', 'status': 'completed', 'code': 200} Mar 22 14:08:25.176799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-f12f3079-c44c-4061-b71e-144498a1a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.179012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-f12f3079-c44c-4061-b71e-144498a1a8f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 1125 time: 0.0653763 Mar 22 14:08:25.229868 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-5e0030f5-d341-4b39-a5d0-21d701589d9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e HTTP/1.1" status: 200 len: 217 time: 0.0408130 Mar 22 14:08:25.272327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c99e2580-d822-4798-82e1-0cac61a39939 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.276695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c99e2580-d822-4798-82e1-0cac61a39939 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3763225 Mar 22 14:08:25.276695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40540) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:25.281374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8a95d4d1-8c1b-497c-84d2-8c3ef0bfc66f tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f3304f63-f3c3-41ed-b774-b5b9a8510e7d'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:25.281843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8a95d4d1-8c1b-497c-84d2-8c3ef0bfc66f tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:25.290402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-56513af4-ecd1-4a81-b27b-a33b01b0f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.292334 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-56513af4-ecd1-4a81-b27b-a33b01b0f659 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0565498 Mar 22 14:08:25.333682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-b5cae5a0-ea41-49f4-b73d-2e790d90ee40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333619 Mar 22 14:08:25.415149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1460e5-e3e6-48e3-9889-ce675ca9e148 req-bc89082e-7851-44d2-8f57-9a8e4a63dcd5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.422402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1460e5-e3e6-48e3-9889-ce675ca9e148 req-bc89082e-7851-44d2-8f57-9a8e4a63dcd5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.429949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1460e5-e3e6-48e3-9889-ce675ca9e148 req-bc89082e-7851-44d2-8f57-9a8e4a63dcd5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.448717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b1460e5-e3e6-48e3-9889-ce675ca9e148 req-bc89082e-7851-44d2-8f57-9a8e4a63dcd5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.2728167 Mar 22 14:08:25.472109 n-d-758851-5 neutron-server[103890]: WARNING neutron.services.metering.metering_plugin [None req-8a95d4d1-8c1b-497c-84d2-8c3ef0bfc66f tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:08:25.713373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8a95d4d1-8c1b-497c-84d2-8c3ef0bfc66f tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:25.714686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8a95d4d1-8c1b-497c-84d2-8c3ef0bfc66f tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4372499 Mar 22 14:08:25.720714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:25.727797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-403eb79d-e23c-436d-a73d-9c36434241a9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f3304f63-f3c3-41ed-b774-b5b9a8510e7d'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:25.728749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-403eb79d-e23c-436d-a73d-9c36434241a9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:25.734072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b1460e5-e3e6-48e3-9889-ce675ca9e148 req-91715449-48dd-4275-95eb-8f94af53e910 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789030 Mar 22 14:08:25.750833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea65b0-e698-425c-8f5a-0f2295c58a89 req-b3085ca4-6fa9-4d8c-ae1f-38ee7abe54c9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.765999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4ea65b0-e698-425c-8f5a-0f2295c58a89 req-b3085ca4-6fa9-4d8c-ae1f-38ee7abe54c9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.2685862 Mar 22 14:08:25.803799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-810508e6-2061-4a06-ba1f-a906363213d6 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.809076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-810508e6-2061-4a06-ba1f-a906363213d6 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.814388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-810508e6-2061-4a06-ba1f-a906363213d6 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:25.816123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-810508e6-2061-4a06-ba1f-a906363213d6 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2417 time: 0.1838198 Mar 22 14:08:25.834313 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-46b29402-3a5b-4af4-a417-71a894ffce64 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936779 Mar 22 14:08:25.838745 n-d-758851-5 neutron-server[103891]: WARNING neutron.services.metering.metering_plugin [None req-403eb79d-e23c-436d-a73d-9c36434241a9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:08:25.886810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4ea65b0-e698-425c-8f5a-0f2295c58a89 req-738883b1-c628-42cb-b6c9-8ec1b77bd1f7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274574 Mar 22 14:08:26.024831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd37a5-a523-49a8-99ba-dfa601adbbe9 req-3cbf179c-1521-4bd6-aeed-462dc1ce4213 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.026409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-403eb79d-e23c-436d-a73d-9c36434241a9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.026925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6bd37a5-a523-49a8-99ba-dfa601adbbe9 req-3cbf179c-1521-4bd6-aeed-462dc1ce4213 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 943 time: 0.1899955 Mar 22 14:08:26.030849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-403eb79d-e23c-436d-a73d-9c36434241a9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3087237 Mar 22 14:08:26.031528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.050914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd0f4144-a0e9-4988-b955-f7476f3f68d9 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a0467038-e8fd-4b0f-83a1-dd923991deae HTTP/1.1" status: 200 len: 462 time: 0.0143449 Mar 22 14:08:26.055420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40556) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.084454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6601032-6ef8-4239-9d05-ff43163102e0 req-13dc001b-8b19-4332-904f-80d0ab6e2d5b service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359943 Mar 22 14:08:26.090782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port 70982602-b94e-4f25-a30e-87d7f4274f69 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:26.091233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.116216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63a3e-7916-452d-8db6-8869a22ba554 req-ceb8437b-f6b6-411f-8e70-e5c471f38ed7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.117799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a63a3e-7916-452d-8db6-8869a22ba554 req-ceb8437b-f6b6-411f-8e70-e5c471f38ed7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1486235 Mar 22 14:08:26.190229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-f888fb9e-4cdb-4a09-8ab4-4d8f87a1993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.192448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-f888fb9e-4cdb-4a09-8ab4-4d8f87a1993a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 1125 time: 0.0551457 Mar 22 14:08:26.223482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6bd37a5-a523-49a8-99ba-dfa601adbbe9 req-fde8663a-fab9-461e-9efd-033a621a6fd4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860793 Mar 22 14:08:26.297038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-cbe68d24-5d8e-408d-8695-0bdd67b45a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.299388 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-cbe68d24-5d8e-408d-8695-0bdd67b45a05 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.0996673 Mar 22 14:08:26.346195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-c96dd44e-7fb2-4cbb-b68c-140f44c3f3ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e HTTP/1.1" status: 200 len: 217 time: 0.0403032 Mar 22 14:08:26.358472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91e1726b-ef63-4439-a0bd-e1161b459a7c tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.362361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-91e1726b-ef63-4439-a0bd-e1161b459a7c tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a0467038-e8fd-4b0f-83a1-dd923991deae HTTP/1.1" status: 204 len: 168 time: 0.3024735 Mar 22 14:08:26.367225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.382831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a63a3e-7916-452d-8db6-8869a22ba554 req-12a95f89-511c-4567-9e48-8986b94474b5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229769 Mar 22 14:08:26.392544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port 70982602-b94e-4f25-a30e-87d7f4274f69, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=70982602-b94e-4f25-a30e-87d7f4274f69,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:26.393002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.404547 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-826dac9e-5638-4a77-a46c-19463fde5dbb tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a0467038-e8fd-4b0f-83a1-dd923991deae HTTP/1.1" status: 200 len: 221 time: 0.0311980 Mar 22 14:08:26.405684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40560) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.411770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-79962a22-3156-4f24-b8b1-4e19f906103a tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--856343707', 'description': 'label created by tempest'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:26.412299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-79962a22-3156-4f24-b8b1-4e19f906103a tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Unknown quota resources ['metering_label']. {{(pid=103890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:26.423820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for 70982602-b94e-4f25-a30e-87d7f4274f69 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:26.432906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-d39c0654-96b3-4ca3-b754-ebfbc6320e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.434493 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-d39c0654-96b3-4ca3-b754-ebfbc6320e05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0749815 Mar 22 14:08:26.472595 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-00dd5e86-8075-4315-8901-cdaeba6567ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303764 Mar 22 14:08:26.574069 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-db4cf28b-e4af-46b1-884f-734549e6015a service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949664 Mar 22 14:08:26.624542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78e42-c066-44f2-a7c2-a8468927fece req-bb833936-ab02-4f66-b969-3aaffae4f0f8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.626119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7f78e42-c066-44f2-a7c2-a8468927fece req-bb833936-ab02-4f66-b969-3aaffae4f0f8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2860260 Mar 22 14:08:26.678570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ac0def9b-7486-4179-9ff1-8e845ba3b9e4 req-bb78f7d4-f551-47b6-bf31-784591c144d3 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958130 Mar 22 14:08:26.693744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79962a22-3156-4f24-b8b1-4e19f906103a tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.694931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-79962a22-3156-4f24-b8b1-4e19f906103a tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2889431 Mar 22 14:08:26.698260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.730280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f2da4-6bdb-4d2d-87ac-5b8f39cd455c req-8105115d-56a2-4709-845f-6b4fb3b3b7b9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:26.731916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f99f2da4-6bdb-4d2d-87ac-5b8f39cd455c req-8105115d-56a2-4709-845f-6b4fb3b3b7b9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.2648430 Mar 22 14:08:26.746914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40564) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.764510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7f78e42-c066-44f2-a7c2-a8468927fece req-6cbfdf92-e419-4d8e-a69b-7b1e433e2a53 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265302 Mar 22 14:08:26.810116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Request body: {'floatingip': {'port_id': '42d92ca4-1db5-4739-b6ab-6811720634cc'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:26.814850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4dff223f-c4bf-46cf-a0ad-5814be792216 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=5e63effc-5206-453e-a8bd-7f16eba323df HTTP/1.1" status: 200 len: 467 time: 0.1148667 Mar 22 14:08:26.818861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:26.852909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.950981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (70982602-b94e-4f25-a30e-87d7f4274f69), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:26.967064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['70982602-b94e-4f25-a30e-87d7f4274f69', '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'da3f61bc-4b87-4aeb-bcde-21c87522d91a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:27.382794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.390515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.453312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=70982602-b94e-4f25-a30e-87d7f4274f69,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:27.509513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76c74-c736-4767-a4b3-6a87a1255fa3 req-ecde7890-fed8-4bff-9e46-98d38fdb1fe5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.519878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76c74-c736-4767-a4b3-6a87a1255fa3 req-ecde7890-fed8-4bff-9e46-98d38fdb1fe5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.526025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76c74-c736-4767-a4b3-6a87a1255fa3 req-ecde7890-fed8-4bff-9e46-98d38fdb1fe5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.528670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92f76c74-c736-4767-a4b3-6a87a1255fa3 req-ecde7890-fed8-4bff-9e46-98d38fdb1fe5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 2339 time: 0.6894007 Mar 22 14:08:27.545030 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Floating IP 3577e5a9-7cf8-43db-a382-5a9a64b9e375 associated. External IP: 172.25.3.148, port: 42d92ca4-1db5-4739-b6ab-6811720634cc. Mar 22 14:08:27.634260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port 70982602-b94e-4f25-a30e-87d7f4274f69 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:27.649996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.654647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-b1ac97bd-d157-4902-a17a-fa0f213a2d64 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "DELETE /v2.0/ports/70982602-b94e-4f25-a30e-87d7f4274f69 HTTP/1.1" status: 204 len: 173 time: 1.8300745 Mar 22 14:08:27.655155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:27.657383 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51ee4d6-d3bb-4fa5-9ff4-9e4149c48b1c" -d '{"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:27.665822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7831a64c-2594-4d08-81f0-bdd673fe5cad tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.666986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7831a64c-2594-4d08-81f0-bdd673fe5cad tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/5e63effc-5206-453e-a8bd-7f16eba323df HTTP/1.1" status: 204 len: 168 time: 0.8471057 Mar 22 14:08:27.672172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40576) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.705124 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ea36443-0a5a-4195-a9ec-b669a14dc557 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=5e63effc-5206-453e-a8bd-7f16eba323df HTTP/1.1" status: 200 len: 216 time: 0.0311148 Mar 22 14:08:27.710555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40578) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.753994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-52918697-b6c1-4c13-b88a-db89d7ad0c83 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0415652 Mar 22 14:08:27.760081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.769032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba20e-2ee7-4871-909c-aacf75d25d07 req-1fc0d0db-0f0e-4fef-9859-bdf62159adb2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:27.770651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dacba20e-2ee7-4871-909c-aacf75d25d07 req-1fc0d0db-0f0e-4fef-9859-bdf62159adb2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 943 time: 0.3893728 Mar 22 14:08:27.784509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92f76c74-c736-4767-a4b3-6a87a1255fa3 req-4e6b5806-1760-4fd0-86a5-c05559934c70 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324703 Mar 22 14:08:27.824411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d4c9e7a4-1a18-45ac-b7ba-2d0201d68250 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0596488 Mar 22 14:08:27.824967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:27.860501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dacba20e-2ee7-4871-909c-aacf75d25d07 req-9b106426-301d-41a2-9b93-0f2bb12951e0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753288 Mar 22 14:08:27.890196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port da3f61bc-4b87-4aeb-bcde-21c87522d91a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:27.890846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:27.965067 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4aa339-9f21-49f4-b689-7e54dfa6e132 x-openstack-request-id: req-2f4aa339-9f21-49f4-b689-7e54dfa6e132 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:27.979323 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "70982602-b94e-4f25-a30e-87d7f4274f69", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:27.980001 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f4aa339-9f21-49f4-b689-7e54dfa6e132 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:27.980637 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4aa339-9f21-49f4-b689-7e54dfa6e132'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': '70982602-b94e-4f25-a30e-87d7f4274f69', 'status': 'completed', 'code': 200} Mar 22 14:08:28.052295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.072556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:28.075300 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f949f7f-25a1-42d0-a751-40b7c8cb56ed tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/f3304f63-f3c3-41ed-b774-b5b9a8510e7d HTTP/1.1" status: 200 len: 471 time: 0.2475035 Mar 22 14:08:28.081299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:28.114776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6433b40-9ca4-483d-8a22-7ad6ca180697 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/a4821ebf-2db8-45c3-ba54-fc83cf1c5d88 HTTP/1.1" status: 200 len: 459 time: 0.0288908 Mar 22 14:08:28.126082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40588) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:28.143330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port da3f61bc-4b87-4aeb-bcde-21c87522d91a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da3f61bc-4b87-4aeb-bcde-21c87522d91a,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:28.144051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.171973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for da3f61bc-4b87-4aeb-bcde-21c87522d91a owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:28.185631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9434f08-5ba0-4e14-a073-bb0a44c52fbb req-059ad78b-6c6f-4254-9a52-3b842715370e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:28.187521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9434f08-5ba0-4e14-a073-bb0a44c52fbb req-059ad78b-6c6f-4254-9a52-3b842715370e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2242684 Mar 22 14:08:28.199261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556ac4-4b08-4d12-85be-31e22bd48319 req-5bf95932-9eb7-4b2d-9878-457a6d6b1d13 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:28.207856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a556ac4-4b08-4d12-85be-31e22bd48319 req-5bf95932-9eb7-4b2d-9878-457a6d6b1d13 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1699982 Mar 22 14:08:28.226260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:28.232818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.240337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Sync routers for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:28.256457 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:28.257081 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:28.280631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be77a84b-b634-4756-909e-b6847317acda tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "PUT /v2.0/floatingips/3577e5a9-7cf8-43db-a382-5a9a64b9e375 HTTP/1.1" status: 200 len: 992 time: 1.4741387 Mar 22 14:08:28.281455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:28.283967 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da1059-22bd-410b-8a8a-2876a420ce6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:28.385786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba652-718d-4903-a12b-1c5fdc79fcde tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.386104 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:28.389840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f7ba652-718d-4903-a12b-1c5fdc79fcde tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a4821ebf-2db8-45c3-ba54-fc83cf1c5d88 HTTP/1.1" status: 204 len: 168 time: 0.2601483 Mar 22 14:08:28.390221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40594) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:28.435422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9434f08-5ba0-4e14-a073-bb0a44c52fbb req-8ee07b7a-a339-4ed9-aea9-cd79e173a88e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191384 Mar 22 14:08:28.470841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a556ac4-4b08-4d12-85be-31e22bd48319 req-b43b181f-98ea-4a4d-a122-bb90d494e84f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618041 Mar 22 14:08:28.598170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (da3f61bc-4b87-4aeb-bcde-21c87522d91a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.651423 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb6a1a-aff2-43ca-ba00-f93b955ee2e6 x-openstack-request-id: req-bbdb6a1a-aff2-43ca-ba00-f93b955ee2e6 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:28.652625 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:28.652625 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbdb6a1a-aff2-43ca-ba00-f93b955ee2e6 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:28.653095 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdb6a1a-aff2-43ca-ba00-f93b955ee2e6'] response: {'name': 'network-changed', 'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'status': 'completed', 'code': 200} Mar 22 14:08:28.665761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3577e5a9-7cf8-43db-a382-5a9a64b9e375', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'port_id': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'mac_address': 'fa:16:3e:ec:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:05Z', 'updated_at': '2022-03-22T14:08:27Z', 'revision_number': 1, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:28.679913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=da3f61bc-4b87-4aeb-bcde-21c87522d91a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:28.706443 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Checking router: 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:28.723391 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:28.724468 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:28.767256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port da3f61bc-4b87-4aeb-bcde-21c87522d91a on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:28.771261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.775764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-81cb846b-7510-4357-b98a-fd164aa57be4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "DELETE /v2.0/ports/da3f61bc-4b87-4aeb-bcde-21c87522d91a HTTP/1.1" status: 204 len: 173 time: 1.1150706 Mar 22 14:08:28.787702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac04b4-f9e5-4a40-8215-d25990da9c61 req-dcc2714d-57b3-4523-aaee-46cbd38c2ee2 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:28.796887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdac04b4-f9e5-4a40-8215-d25990da9c61 req-dcc2714d-57b3-4523-aaee-46cbd38c2ee2 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.2147145 Mar 22 14:08:28.892922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89f65d9f-a4ba-40cd-8b04-05f5e8283358 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:28.897152 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-89f65d9f-a4ba-40cd-8b04-05f5e8283358 tempest-MeteringIpV6TestJSON-600711312 tempest-MeteringIpV6TestJSON-600711312-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/f3304f63-f3c3-41ed-b774-b5b9a8510e7d HTTP/1.1" status: 204 len: 168 time: 0.5044935 Mar 22 14:08:28.919066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-76962694-cc54-461c-9c64-9accab09bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:28.920540 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-76962694-cc54-461c-9c64-9accab09bfa6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=434f1c9752f44ac1b38b60f0380d33ca&device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 1128 time: 0.2727511 Mar 22 14:08:28.944060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:28.947372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdac04b4-f9e5-4a40-8215-d25990da9c61 req-de377c08-c685-47a2-b73d-5971a3f3371c tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490774 Mar 22 14:08:28.971115 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.109942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b23b87ce-c3c4-4b13-8ace-df2d39be196e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:29.177541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-f189a406-d4d8-47ae-bc09-e5dde18fb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.182624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:29.182964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.184889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-f189a406-d4d8-47ae-bc09-e5dde18fb84f service neutron] 10.222.0.82 "GET /v2.0/networks?id=73c7e16b-2921-4046-b75d-80ef2ebc8e60 HTTP/1.1" status: 200 len: 912 time: 0.2564538 Mar 22 14:08:29.205404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e208d-4934-4b80-b62d-a3fe5210c93f req-7b46516c-f72d-4772-8891-039a3614c733 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.212870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd2e208d-4934-4b80-b62d-a3fe5210c93f req-7b46516c-f72d-4772-8891-039a3614c733 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 945 time: 0.2642636 Mar 22 14:08:29.324670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-074b9f69-69dd-4273-9811-ca5b23c22065 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d92ca4-1db5-4739-b6ab-6811720634cc HTTP/1.1" status: 200 len: 1000 time: 0.1322386 Mar 22 14:08:29.407695 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-2485b4ab-55b4-4283-8fc2-6552ac69649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.419758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-2485b4ab-55b4-4283-8fc2-6552ac69649a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ee73fd17-0e10-4085-b111-cba5fbbf34fa HTTP/1.1" status: 200 len: 850 time: 0.0881181 Mar 22 14:08:29.431878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42681b-1f08-4833-aed5-4ae74f96bb06 req-2815ee92-d517-40fa-bc8d-d0488be2d6d6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.433413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed42681b-1f08-4833-aed5-4ae74f96bb06 req-2815ee92-d517-40fa-bc8d-d0488be2d6d6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 943 time: 0.3321784 Mar 22 14:08:29.473547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:29.475347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3577e5a9-7cf8-43db-a382-5a9a64b9e375', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'port_id': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'mac_address': 'fa:16:3e:ec:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:05Z', 'updated_at': '2022-03-22T14:08:27Z', 'revision_number': 1, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:29.540576 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14bd3-2dc2-4fed-89b1-c3166e1b21d3 None None] The sync data for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 is: [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3577e5a9-7cf8-43db-a382-5a9a64b9e375', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'port_id': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'mac_address': 'fa:16:3e:ec:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:08:05Z', 'updated_at': '2022-03-22T14:08:27Z', 'revision_number': 1, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:29.558227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:29.586156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd2e208d-4934-4b80-b62d-a3fe5210c93f req-5943e149-195e-48e0-bd08-9ace7f31418a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652699 Mar 22 14:08:29.616774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e', 'mac_address': 'fa:16:3e:38:95:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:29.631435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:29.631808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.666617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.695044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed42681b-1f08-4833-aed5-4ae74f96bb06 req-dd2edbb8-cd24-4b08-993f-1e8bef42078a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226005 Mar 22 14:08:29.725536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for 2d8cb2a9-93b0-46b3-800b-8b992f42b47a owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:29.730738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b23b87ce-c3c4-4b13-8ace-df2d39be196e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:29.731672 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.748641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23b87ce-c3c4-4b13-8ace-df2d39be196e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:29.774376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:29.782236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.889487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:29.920250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Publish callbacks [] for security_group (2e925e17-777f-4d97-b857-06ef9c379103), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.938588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2e925e17-777f-4d97-b857-06ef9c379103), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:29.949566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e79041-b1d0-411f-a0fa-2a551908bddd None None] New status for floating IP 3577e5a9-7cf8-43db-a382-5a9a64b9e375: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:08:29.970706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-f12227e7-e0db-4b9b-82ed-9de78439dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:29.972976 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-f12227e7-e0db-4b9b-82ed-9de78439dfe8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73c7e16b-2921-4046-b75d-80ef2ebc8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5468066 Mar 22 14:08:29.988658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-7aaebf4b-84a6-47d1-ace7-caa4d6459877 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:08:29.990287 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-7aaebf4b-84a6-47d1-ace7-caa4d6459877 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064783 Mar 22 14:08:29.994858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:29.997356 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f2cfa5-cd2d-423f-8ebc-b9976e1eb086" -d '{"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:30.011900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d8cb2a9-93b0-46b3-800b-8b992f42b47a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.042064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e925e17-777f-4d97-b857-06ef9c379103,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:30.108271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=2d8cb2a9-93b0-46b3-800b-8b992f42b47a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:30.160493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['b23b87ce-c3c4-4b13-8ace-df2d39be196e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:30.179468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port 2d8cb2a9-93b0-46b3-800b-8b992f42b47a on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:30.184279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.202949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bced30d1-945a-4248-b652-21f4bd0de9b4 req-f91f8dde-23e2-42e3-819b-9ccd1e556166 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.78 "DELETE /v2.0/ports/2d8cb2a9-93b0-46b3-800b-8b992f42b47a HTTP/1.1" status: 204 len: 173 time: 1.3893552 Mar 22 14:08:30.231366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2843a-4f94-4e82-83b4-214aefdc8f8f req-ff0587e3-c596-451e-93d2-52de98688a12 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:30.236391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0eb2843a-4f94-4e82-83b4-214aefdc8f8f req-ff0587e3-c596-451e-93d2-52de98688a12 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2866025 Mar 22 14:08:30.295088 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-0543b0ac-23b1-47c7-96ae-d3918d58df40 service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793088 Mar 22 14:08:30.306386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40622) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:30.308662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=699d6e2f7617453bb27b0044d35ad107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8335860 Mar 22 14:08:30.314828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.315230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.315568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.315897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.316293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.316622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.316944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.317256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.317577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.317902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.318272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.320068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.320397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.320717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.321039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a9cd6-57c0-495e-9557-b085f4e70b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:30.341867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d924a-9273-4c79-af4a-e7a9cdcb55ee req-bba760e5-f57a-41ed-b5bd-76e5bd75fcb9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:30.349157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-659d924a-9273-4c79-af4a-e7a9cdcb55ee req-bba760e5-f57a-41ed-b5bd-76e5bd75fcb9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.3631148 Mar 22 14:08:30.397312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 70982602-b94e-4f25-a30e-87d7f4274f69 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:30.472984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 70982602-b94e-4f25-a30e-87d7f4274f69 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:30.473638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 70982602-b94e-4f25-a30e-87d7f4274f69 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:30.474281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da3f61bc-4b87-4aeb-bcde-21c87522d91a no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:30.538185 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4da1059-22bd-410b-8a8a-2876a420ce6d req-82467055-2261-4376-a014-f22dc97998a5 service neutron] 10.222.0.82 "GET /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065721 Mar 22 14:08:30.568386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: da3f61bc-4b87-4aeb-bcde-21c87522d91a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:30.568743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da3f61bc-4b87-4aeb-bcde-21c87522d91a not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:30.569176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2d8cb2a9-93b0-46b3-800b-8b992f42b47a no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:30.578862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0eb2843a-4f94-4e82-83b4-214aefdc8f8f req-869b555c-f1f4-4c18-a0f4-69802cf42658 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284822 Mar 22 14:08:30.581914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] Publish callbacks [] for security_group (2e925e17-777f-4d97-b857-06ef9c379103), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.617929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] Publish callbacks [] for security_group (2e925e17-777f-4d97-b857-06ef9c379103), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.635043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 2d8cb2a9-93b0-46b3-800b-8b992f42b47a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:30.635482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2d8cb2a9-93b0-46b3-800b-8b992f42b47a not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:30.638014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-659d924a-9273-4c79-af4a-e7a9cdcb55ee req-928270b5-9024-4243-9dab-f2d149fed19b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114913 Mar 22 14:08:30.690912 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41614ec2-463a-4f27-8b34-4d68614c07a5 x-openstack-request-id: req-41614ec2-463a-4f27-8b34-4d68614c07a5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:30.692025 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "da3f61bc-4b87-4aeb-bcde-21c87522d91a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:30.693006 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41614ec2-463a-4f27-8b34-4d68614c07a5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:30.693582 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41614ec2-463a-4f27-8b34-4d68614c07a5'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': 'da3f61bc-4b87-4aeb-bcde-21c87522d91a', 'status': 'completed', 'code': 200} Mar 22 14:08:30.753662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2e925e17-777f-4d97-b857-06ef9c379103), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.756714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:30.758064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e925e17-777f-4d97-b857-06ef9c379103 HTTP/1.1" status: 204 len: 168 time: 0.4078703 Mar 22 14:08:30.770803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c249f-b370-4fa0-a3b3-b13e2dbfe11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e925e17-777f-4d97-b857-06ef9c379103,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:30.853063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a4d5ee0-b567-4bd7-ac76-227549c9e7f0 req-cd066b07-a5f2-4ac5-bd58-49426c301c23 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b6b3-b781-48ab-a0e1-5f1bba333f52 HTTP/1.1" status: 200 len: 210 time: 0.0589674 Mar 22 14:08:31.104450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc08417-8e42-4598-aff1-ab33c1d978b8 req-18f6ed47-f048-4b15-a767-06562a620fb0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:31.112023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdc08417-8e42-4598-aff1-ab33c1d978b8 req-18f6ed47-f048-4b15-a767-06562a620fb0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 944 time: 0.1412044 Mar 22 14:08:31.143404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b046-0bf1-464d-9148-b5d5283c4282 req-c02dd71c-d5bd-4ffd-9fb8-cfecb8759e27 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:31.145052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2c5b046-0bf1-464d-9148-b5d5283c4282 req-c02dd71c-d5bd-4ffd-9fb8-cfecb8759e27 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.1021879 Mar 22 14:08:31.205304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdc08417-8e42-4598-aff1-ab33c1d978b8 req-7cbb161c-71b8-45fd-9997-bcc74322150f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865920 Mar 22 14:08:31.237368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:31.246198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2c5b046-0bf1-464d-9148-b5d5283c4282 req-b54b6a4f-2b8e-4af7-8088-5c47e2147e10 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882010 Mar 22 14:08:31.257694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-629a05d7-52c0-4b70-8985-dc46d406d45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.349724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-629a05d7-52c0-4b70-8985-dc46d406d45e admin admin] Publish callbacks [] for security_group (f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.355257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-629a05d7-52c0-4b70-8985-dc46d406d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.400702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-629a05d7-52c0-4b70-8985-dc46d406d45e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=779e9d417ef04625b52d1d1014917c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590309 Mar 22 14:08:31.400981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:31.409682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a05d7-52c0-4b70-8985-dc46d406d45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:31.462083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] Publish callbacks [] for security_group (f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.489307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] Publish callbacks [] for security_group (f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.552420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.556542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:31.560746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6 HTTP/1.1" status: 204 len: 168 time: 0.1566298 Mar 22 14:08:31.570882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd7ade-14e2-41f2-bd0c-7900f80a0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f3040c-d0dd-485e-ab2e-f8ff5aa533d6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:31.795920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b736ec-87b8-4b52-bf73-fcaf0c397b9d req-c96c4329-5d49-4da0-9ba1-24543fd84ff3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:31.798228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72b736ec-87b8-4b52-bf73-fcaf0c397b9d req-c96c4329-5d49-4da0-9ba1-24543fd84ff3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1294034 Mar 22 14:08:31.894652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72b736ec-87b8-4b52-bf73-fcaf0c397b9d req-02369ad8-f642-4beb-b38a-d637aa235820 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Mar 22 14:08:31.912882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81016f5e-0f99-4b9f-8182-a6287b020f45 req-e152e679-e942-40a9-9c5f-a9dbe3bf8148 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:31.915377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81016f5e-0f99-4b9f-8182-a6287b020f45 req-e152e679-e942-40a9-9c5f-a9dbe3bf8148 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1444952 Mar 22 14:08:31.993007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40652) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:32.095290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81016f5e-0f99-4b9f-8182-a6287b020f45 req-dfeff05c-424f-4f32-b7fe-0c3321fa9c40 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197269 Mar 22 14:08:32.106721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting subnet 6c04cd54-7861-4829-bda8-31af1055ca46 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:32.115646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (6c04cd54-7861-4829-bda8-31af1055ca46), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.170809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6c04cd54-7861-4829-bda8-31af1055ca46), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.294853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6c04cd54-7861-4829-bda8-31af1055ca46), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.388104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6c04cd54-7861-4829-bda8-31af1055ca46), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.392964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337e0c0-7efc-4e79-8c34-65ceedfb0be4 req-519d00e1-fdd3-4c76-b1d3-c12a0dbddb1f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:32.401481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9337e0c0-7efc-4e79-8c34-65ceedfb0be4 req-519d00e1-fdd3-4c76-b1d3-c12a0dbddb1f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 944 time: 0.1169908 Mar 22 14:08:32.455240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Subnet': ['ID=6c04cd54-7861-4829-bda8-31af1055ca46,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:32.491965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.496987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9337e0c0-7efc-4e79-8c34-65ceedfb0be4 req-49dd8c38-bdcb-4356-8513-9390317dd86c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Mar 22 14:08:32.501558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c506bba-5aaa-4bd2-9055-86b47c54ded7 None None] Network 65fa752e-4d3a-4a59-8f55-e2d08669e10d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:32.512114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40668) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:32.519121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-292668da-9ed5-4f62-9f5c-381ec70f354b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/subnets/6c04cd54-7861-4829-bda8-31af1055ca46 HTTP/1.1" status: 204 len: 168 time: 0.5173478 Mar 22 14:08:32.581235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-f0379b1c-6e17-40cd-bba7-70fccd2d3f57 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:32.583885 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-f0379b1c-6e17-40cd-bba7-70fccd2d3f57 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.82 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.1443174 Mar 22 14:08:32.785079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Deleting port 5c0fef22-3084-49e4-a958-4b0b3abacb57 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:32.785444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.835529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] DHCP port deletion for 65fa752e-4d3a-4a59-8f55-e2d08669e10d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:32.891445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Deleting port c359df27-a3fa-410b-84d1-4678c69737e0 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:32.892899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:32.933156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] For port 5c0fef22-3084-49e4-a958-4b0b3abacb57, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5c0fef22-3084-49e4-a958-4b0b3abacb57,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:32.933769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.041219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] For port c359df27-a3fa-410b-84d1-4678c69737e0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c359df27-a3fa-410b-84d1-4678c69737e0,segment=NetworkSegment(3d332554-d4f9-4180-ab56-5a0429589a40),segment_id=3d332554-d4f9-4180-ab56-5a0429589a40)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:33.041903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.063554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Calling delete_port for c359df27-a3fa-410b-84d1-4678c69737e0 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:33.072539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:33.075468 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0338e2ca-b4cd-4c36-bfa5-36f88fc24d78" -d '{"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:33.097225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71924-3b4d-4d49-8d87-5613d12911cd req-7b7c4c17-ee79-4500-8c9a-508f96a2780b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:33.105581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fa71924-3b4d-4d49-8d87-5613d12911cd req-7b7c4c17-ee79-4500-8c9a-508f96a2780b tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 945 time: 0.7228956 Mar 22 14:08:33.129207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b23b87ce-c3c4-4b13-8ace-df2d39be196e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:33.184376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (65fa752e-4d3a-4a59-8f55-e2d08669e10d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.250804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fa71924-3b4d-4d49-8d87-5613d12911cd req-9be81284-9ac2-4890-b094-5fe793a3db89 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups?id=c925606a-2dc8-4d0b-a706-e11da4a226e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392696 Mar 22 14:08:33.256203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port b23b87ce-c3c4-4b13-8ace-df2d39be196e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:33.287868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port b23b87ce-c3c4-4b13-8ace-df2d39be196e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:33.289134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.310187 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.310580 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.310866 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Floating IP ca5d648b-a1c9-44db-a79d-2988b3243c8c disassociated. External IP: 172.25.3.44, port: 5c0fef22-3084-49e4-a958-4b0b3abacb57. Mar 22 14:08:33.311211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Calling delete_port for 5c0fef22-3084-49e4-a958-4b0b3abacb57 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:33.346860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf6c8-2a33-4497-907c-ebe3587511e7 req-ff3fecde-f89c-4260-811c-57fe0b698e2d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:33.352277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9beaf6c8-2a33-4497-907c-ebe3587511e7 req-ff3fecde-f89c-4260-811c-57fe0b698e2d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2729368 Mar 22 14:08:33.388567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.484604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5c0fef22-3084-49e4-a958-4b0b3abacb57), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.494132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] Pushing event deleted for resources: {'Port': ['ID=c359df27-a3fa-410b-84d1-4678c69737e0,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.510779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9beaf6c8-2a33-4497-907c-ebe3587511e7 req-45b492e9-39dc-4c0a-90f4-ea9fd9eefb80 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517038 Mar 22 14:08:33.514777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0e727-6453-482a-95aa-77534ca07bef None None] No DVR routers for this DVR port c359df27-a3fa-410b-84d1-4678c69737e0 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:33.524774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port c359df27-a3fa-410b-84d1-4678c69737e0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:33.525993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.562761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c561e-b5c2-41e9-a45b-fdc3ecffd777 req-2010a9f2-a5de-4d1d-bbff-c27f0ea60369 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:33.568259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event deleted for resources: {'Port': ['ID=5c0fef22-3084-49e4-a958-4b0b3abacb57,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.575818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d1c561e-b5c2-41e9-a45b-fdc3ecffd777 req-2010a9f2-a5de-4d1d-bbff-c27f0ea60369 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1776438 Mar 22 14:08:33.660114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port b23b87ce-c3c4-4b13-8ace-df2d39be196e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:33.661084 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.688831 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe3386a-9bd4-4318-aee9-d12a756ba1e5 x-openstack-request-id: req-2fe3386a-9bd4-4318-aee9-d12a756ba1e5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:33.689395 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b6b3-b781-48ab-a0e1-5f1bba333f52", "name": "network-vif-deleted", "tag": "2d8cb2a9-93b0-46b3-800b-8b992f42b47a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:33.689635 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fe3386a-9bd4-4318-aee9-d12a756ba1e5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:33.690212 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe3386a-9bd4-4318-aee9-d12a756ba1e5'] response: {'server_uuid': 'bf09b6b3-b781-48ab-a0e1-5f1bba333f52', 'name': 'network-vif-deleted', 'tag': '2d8cb2a9-93b0-46b3-800b-8b992f42b47a', 'status': 'completed', 'code': 200} Mar 22 14:08:33.736509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:33.741014 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863db3c8-93ef-47ad-890a-a22213c8c3a7" -d '{"events": [{"server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "name": "network-vif-plugged", "status": "completed", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:33.746770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port c359df27-a3fa-410b-84d1-4678c69737e0, host n-d-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:33.746956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.773755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:33.780741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.826236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for c359df27-a3fa-410b-84d1-4678c69737e0 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:33.855873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d1c561e-b5c2-41e9-a45b-fdc3ecffd777 req-2ef6090a-9ff0-4fd1-9961-459d8fe01bd7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788761 Mar 22 14:08:33.884717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.905692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Port c359df27-a3fa-410b-84d1-4678c69737e0 was not found and therefore no delete operation was performed {{(pid=103890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:08:33.910199 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c359df27-a3fa-410b-84d1-4678c69737e0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:33.913074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40696) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:33.949588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=c359df27-a3fa-410b-84d1-4678c69737e0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:33.970377 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c70491-b7f4-4629-9569-6caab79333f2 x-openstack-request-id: req-72c70491-b7f4-4629-9569-6caab79333f2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:33.970668 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "name": "network-vif-plugged", "status": "completed", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:33.970916 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72c70491-b7f4-4629-9569-6caab79333f2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:33.971341 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c70491-b7f4-4629-9569-6caab79333f2'] response: {'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e', 'code': 200} Mar 22 14:08:34.019882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf809d62-c3bb-4cb5-bbaa-94a6b2db3a8b req-7d701c7e-560d-41a2-b6e4-6ff6263b286b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:34.021814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf809d62-c3bb-4cb5-bbaa-94a6b2db3a8b req-7d701c7e-560d-41a2-b6e4-6ff6263b286b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.2275224 Mar 22 14:08:34.022782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port c359df27-a3fa-410b-84d1-4678c69737e0 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:34.188256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf809d62-c3bb-4cb5-bbaa-94a6b2db3a8b req-3807759a-c0b8-4027-b647-f1778ad9b353 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180921 Mar 22 14:08:34.191465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-da619a52-f74b-4933-8b4d-c1f3d3bcd753 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-71213629'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:34.192033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-da619a52-f74b-4933-8b4d-c1f3d3bcd753 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Unknown quota resources ['metering_label']. {{(pid=103890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:34.329906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c359df27-a3fa-410b-84d1-4678c69737e0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:34.381972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c359df27-a3fa-410b-84d1-4678c69737e0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:34.385647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c359df27-a3fa-410b-84d1-4678c69737e0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:34.420835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ce2d-a25d-47e1-bc62-0ce508f837a3 req-2c865adc-6dd8-4812-93c1-ca74853c40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:34.422999 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3b62ce2d-a25d-47e1-bc62-0ce508f837a3 req-2c865adc-6dd8-4812-93c1-ca74853c40fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 1127 time: 0.1299844 Mar 22 14:08:34.435009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (65fa752e-4d3a-4a59-8f55-e2d08669e10d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.461551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Router 2ce4d636-6291-431f-93b6-4533ca64d362 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:34.491043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da619a52-f74b-4933-8b4d-c1f3d3bcd753 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.493011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-da619a52-f74b-4933-8b4d-c1f3d3bcd753 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5512290 Mar 22 14:08:34.533431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a4e3b47-aa97-447c-a248-2378bfca995b req-df44121d-1315-4d7a-bc97-7db7188c7b53 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.1010613 Mar 22 14:08:34.534395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:34.558654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-abfe1eb6-899b-49bd-91f0-3b772343d75c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '854346be-11ed-4277-a80a-761f306e1ae5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:34.559578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-abfe1eb6-899b-49bd-91f0-3b772343d75c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:34.561254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fa752e-4d3a-4a59-8f55-e2d08669e10d']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:34.573780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d332554-d4f9-4180-ab56-5a0429589a40') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:34.574121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d332554-d4f9-4180-ab56-5a0429589a40') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:34.585033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3d332554-d4f9-4180-ab56-5a0429589a40), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.595658 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3b62ce2d-a25d-47e1-bc62-0ce508f837a3 req-ed49c7e9-b5a0-413a-b390-1edc33a95a8a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639082 Mar 22 14:08:34.604279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3d332554-d4f9-4180-ab56-5a0429589a40), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.614794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:34.615259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3d332554-d4f9-4180-ab56-5a0429589a40), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:34.621563 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:34.676301 n-d-758851-5 neutron-server[103891]: WARNING neutron.services.metering.metering_plugin [None req-abfe1eb6-899b-49bd-91f0-3b772343d75c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:08:34.744182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (65fa752e-4d3a-4a59-8f55-e2d08669e10d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.757161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d104-93a7-4f30-b9c5-f69e1e2f25c4 req-a712719f-1ce6-41f1-9990-edd847bce460 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:34.759164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7402d104-93a7-4f30-b9c5-f69e1e2f25c4 req-a712719f-1ce6-41f1-9990-edd847bce460 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.0906219 Mar 22 14:08:34.773411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.777045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/networks/65fa752e-4d3a-4a59-8f55-e2d08669e10d HTTP/1.1" status: 204 len: 168 time: 2.2619181 Mar 22 14:08:34.790826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:34.822090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abfe1eb6-899b-49bd-91f0-3b772343d75c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.823507 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-abfe1eb6-899b-49bd-91f0-3b772343d75c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2877133 Mar 22 14:08:34.827197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:34.832603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79fadff7-47dc-48c1-b629-9bfd57e7015f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '854346be-11ed-4277-a80a-761f306e1ae5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:34.833206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79fadff7-47dc-48c1-b629-9bfd57e7015f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:34.853839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:34.860904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting subnet 9dfe0f52-e40b-48d8-a3eb-a960a9149e72 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:34.867431 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Sync routers for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:34.868137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420e95-633b-4f56-a471-97a49c88f9c2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Network': ['ID=65fa752e-4d3a-4a59-8f55-e2d08669e10d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:34.880294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (9dfe0f52-e40b-48d8-a3eb-a960a9149e72), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.891600 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:34.892973 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:34.958186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7402d104-93a7-4f30-b9c5-f69e1e2f25c4 req-05ba4f5b-895c-497c-b710-9af440a30c01 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740959 Mar 22 14:08:34.990018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (9dfe0f52-e40b-48d8-a3eb-a960a9149e72), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:34.999578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] No DVR routers for this DVR port 5c0fef22-3084-49e4-a958-4b0b3abacb57 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:35.004648 n-d-758851-5 neutron-server[103891]: WARNING neutron.services.metering.metering_plugin [None req-79fadff7-47dc-48c1-b629-9bfd57e7015f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 14:08:35.068452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.072810 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f6b09fd4-09fc-4354-a55e-9d1f8486d917 req-7fcf5935-9b2b-42c8-920f-296f914ab1a1 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.82 "DELETE /v2.0/ports/5c0fef22-3084-49e4-a958-4b0b3abacb57 HTTP/1.1" status: 204 len: 173 time: 2.4766905 Mar 22 14:08:35.092688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62adb-b967-4fb4-b0c7-e161d269869d req-27698741-2be4-47ca-8503-5e595782a0e5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:35.100940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38e62adb-b967-4fb4-b0c7-e161d269869d req-27698741-2be4-47ca-8503-5e595782a0e5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1191030 Mar 22 14:08:35.121395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5c0fef22-3084-49e4-a958-4b0b3abacb57 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:35.160290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 5c0fef22-3084-49e4-a958-4b0b3abacb57 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:35.163760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5c0fef22-3084-49e4-a958-4b0b3abacb57 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:35.201603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'name': 'network-vif-deleted', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:35.206125 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae59bd-e468-47e5-a23f-70d9aa7afacc" -d '{"events": [{"server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "name": "network-vif-deleted", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:35.219279 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79fadff7-47dc-48c1-b629-9bfd57e7015f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.220683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79fadff7-47dc-48c1-b629-9bfd57e7015f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3923190 Mar 22 14:08:35.227935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.236643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38e62adb-b967-4fb4-b0c7-e161d269869d req-15f8eb7d-2808-4dd5-bea0-83b19d226451 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340773 Mar 22 14:08:35.258578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2134041f-f751-4158-aff7-bd07b67ef560 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=2d649fca-6204-4d91-a1af-07470352e193 HTTP/1.1" status: 200 len: 464 time: 0.0279496 Mar 22 14:08:35.266960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40718) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.309227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9dfe0f52-e40b-48d8-a3eb-a960a9149e72), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.318188 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d1972-341f-42c7-ab6f-6c02449c1794 x-openstack-request-id: req-447d1972-341f-42c7-ab6f-6c02449c1794 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:35.318545 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dcafd4-a686-479c-96f5-6d09e254a8d2", "name": "network-vif-deleted", "tag": "5c0fef22-3084-49e4-a958-4b0b3abacb57", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:35.318826 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-447d1972-341f-42c7-ab6f-6c02449c1794 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:35.319362 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447d1972-341f-42c7-ab6f-6c02449c1794'] response: {'server_uuid': '14dcafd4-a686-479c-96f5-6d09e254a8d2', 'name': 'network-vif-deleted', 'tag': '5c0fef22-3084-49e4-a958-4b0b3abacb57', 'status': 'completed', 'code': 200} Mar 22 14:08:35.370942 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:35.539651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d2379f6-6af3-4806-b26b-07db59453758 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.541617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6d2379f6-6af3-4806-b26b-07db59453758 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/2d649fca-6204-4d91-a1af-07470352e193 HTTP/1.1" status: 204 len: 168 time: 0.2696123 Mar 22 14:08:35.545381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40720) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.545877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (9dfe0f52-e40b-48d8-a3eb-a960a9149e72), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.561944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283392cd-6936-4507-9918-4836e7793494 req-1ee38577-3032-452a-9bd1-c11a4a9aa71c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:35.563825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283392cd-6936-4507-9918-4836e7793494 req-1ee38577-3032-452a-9bd1-c11a4a9aa71c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.2207189 Mar 22 14:08:35.576975 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02e03242-39e2-4e3c-9808-700de89bd070 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=2d649fca-6204-4d91-a1af-07470352e193 HTTP/1.1" status: 200 len: 221 time: 0.0303147 Mar 22 14:08:35.582331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40726) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.593524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8662c647-30df-48e3-b3bb-17716348d895 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--567944958', 'description': 'label created by tempest'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:35.594245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8662c647-30df-48e3-b3bb-17716348d895 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Unknown quota resources ['metering_label']. {{(pid=103891) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:08:35.605221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfe0f52-e40b-48d8-a3eb-a960a9149e72,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:35.632833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55314cbe-c956-4d48-84e4-61ecdfc196b1 None None] Network 13807d13-5ec3-4b5b-b8a6-635d3bc78062 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:35.635058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.644268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-77efe04f-3002-4570-a261-9c2c1b90be3a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/subnets/9dfe0f52-e40b-48d8-a3eb-a960a9149e72 HTTP/1.1" status: 204 len: 168 time: 0.8518717 Mar 22 14:08:35.645316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40728) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:35.777543 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:35.820172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18cf0670-5bb2-41d1-9ec4-38960db4576a req-25160b5f-a6f0-4a4b-bccf-4ae9e0b71b07 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/ports?device_id=14dcafd4-a686-479c-96f5-6d09e254a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0624681 Mar 22 14:08:35.828948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283392cd-6936-4507-9918-4836e7793494 req-5bc14727-c616-4b7e-b977-43c63bd6b90d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368512 Mar 22 14:08:35.833597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (13807d13-5ec3-4b5b-b8a6-635d3bc78062), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:35.895198 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Checking router: 2ce4d636-6291-431f-93b6-4533ca64d362 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:35.916199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:35.920900 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:35.993677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port f510f0c0-b214-41e7-a3bf-e2af4e77d59d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:35.994472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.020857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] DHCP port deletion for 13807d13-5ec3-4b5b-b8a6-635d3bc78062 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:36.097710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8662c647-30df-48e3-b3bb-17716348d895 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.101784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8662c647-30df-48e3-b3bb-17716348d895 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5184119 Mar 22 14:08:36.102456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.132234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:36.132700 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.143297 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:36.149580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Deleting port f510f0c0-b214-41e7-a3bf-e2af4e77d59d {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:36.150595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.162211 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6bf55b71-ea51-460a-8e4a-c729fb13097c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=651b23cb-4563-48d5-ba0c-f51167b55399 HTTP/1.1" status: 200 len: 467 time: 0.0583899 Mar 22 14:08:36.162849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40734) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.171644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for f510f0c0-b214-41e7-a3bf-e2af4e77d59d owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:36.297811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] For port f510f0c0-b214-41e7-a3bf-e2af4e77d59d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,segment=NetworkSegment(a0806632-7e9d-4c2d-b3bb-62b16060b4d8),segment_id=a0806632-7e9d-4c2d-b3bb-62b16060b4d8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:36.298545 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.313560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Calling delete_port for f510f0c0-b214-41e7-a3bf-e2af4e77d59d owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:36.378960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8ee4a-c412-45ee-92f9-29cc0fffc553 req-03c93b45-23de-40d4-a7cd-6810cb5a1dcc tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:36.380675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62b8ee4a-c412-45ee-92f9-29cc0fffc553 req-03c93b45-23de-40d4-a7cd-6810cb5a1dcc tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1978283 Mar 22 14:08:36.426839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f510f0c0-b214-41e7-a3bf-e2af4e77d59d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:36.460533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.484447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-430ea4e6-4eaa-46eb-9af1-a82e7a207c58 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.488648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-430ea4e6-4eaa-46eb-9af1-a82e7a207c58 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/651b23cb-4563-48d5-ba0c-f51167b55399 HTTP/1.1" status: 204 len: 168 time: 0.3248477 Mar 22 14:08:36.489245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.509316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] Pushing event deleted for resources: {'Port': ['ID=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.517110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9597f61e-330a-434f-81d3-93f7ff417104 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=651b23cb-4563-48d5-ba0c-f51167b55399 HTTP/1.1" status: 200 len: 216 time: 0.0266213 Mar 22 14:08:36.518123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.526767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e64b3e-b6fb-4924-aa68-c83b90b90cc9 None None] No DVR routers for this DVR port f510f0c0-b214-41e7-a3bf-e2af4e77d59d on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:36.546526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ded6b7a7-dcb6-4bec-9c62-d876b4e55998 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0271971 Mar 22 14:08:36.547109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.558308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No active binding found for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d {{(pid=103892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:08:36.558994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] The host n-d-758851-5 is not matching for port f510f0c0-b214-41e7-a3bf-e2af4e77d59d host None! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:08:36.559625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f510f0c0-b214-41e7-a3bf-e2af4e77d59d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:36.571506 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:08:36.580326 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9512dff9-0da1-418e-8ad4-6926caf7ab69 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0302649 Mar 22 14:08:36.580467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.605289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62b8ee4a-c412-45ee-92f9-29cc0fffc553 req-609dfe0f-23af-42e7-bd99-253b1b0edb9d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115588 Mar 22 14:08:36.605833 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:36.624474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb261b-89ad-430c-843d-a088615e14e2 req-0a336ae3-2a18-4cf3-905a-aac580aced30 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:36.631962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-facb261b-89ad-430c-843d-a088615e14e2 req-0a336ae3-2a18-4cf3-905a-aac580aced30 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2329528 Mar 22 14:08:36.634783 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f510f0c0-b214-41e7-a3bf-e2af4e77d59d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.649289 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a94511e-a1ce-4f6a-a3ba-e0e0acd263e7 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/854346be-11ed-4277-a80a-761f306e1ae5 HTTP/1.1" status: 200 len: 471 time: 0.0644882 Mar 22 14:08:36.656744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40746) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.674415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27743fd-a2a5-4e4a-9917-f30c5f0363bf None None] The sync data for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 is: [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8e5077e6-b7d9-4285-b7b3-fa395433fa4b', 'name': '', 'network_id': 'd2820aa7-051e-4a9e-8ff1-cd72f5a05733', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'mac_address': 'fa:16:3e:cf:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:14Z', 'updated_at': '2022-03-22T14:07:22Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'subnets': [{'id': '2772d7e4-6c5d-48d4-b46c-bd325633dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:36.679995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f73cbd63-2e49-43b7-ae9f-896bc2d8f95f tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/46f9dc00-4a20-4fda-920d-721c0cfcc886 HTTP/1.1" status: 200 len: 461 time: 0.0258408 Mar 22 14:08:36.680501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.680625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port f510f0c0-b214-41e7-a3bf-e2af4e77d59d on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:36.685423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=f510f0c0-b214-41e7-a3bf-e2af4e77d59d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:36.739626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.740284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.740724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.741167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.743185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.743650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.744465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.745298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.745735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.746208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.746637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.747987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.748409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.749340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.749779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:08:36.844778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72bec45c-82b6-4aba-a546-53a99a6f146c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.847936 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-72bec45c-82b6-4aba-a546-53a99a6f146c tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/46f9dc00-4a20-4fda-920d-721c0cfcc886 HTTP/1.1" status: 204 len: 168 time: 0.1647234 Mar 22 14:08:36.848620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:36.854312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-facb261b-89ad-430c-843d-a088615e14e2 req-724171f1-7432-4682-af73-a8b890e6153a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213476 Mar 22 14:08:36.865020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (13807d13-5ec3-4b5b-b8a6-635d3bc78062), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:36.927953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13807d13-5ec3-4b5b-b8a6-635d3bc78062']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:36.953929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:36.955972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0806632-7e9d-4c2d-b3bb-62b16060b4d8') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:36.989451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (a0806632-7e9d-4c2d-b3bb-62b16060b4d8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.007220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40758) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.077424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a0806632-7e9d-4c2d-b3bb-62b16060b4d8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.110951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:37.111481 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (a0806632-7e9d-4c2d-b3bb-62b16060b4d8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.115006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (c925606a-2dc8-4d0b-a706-e11da4a226e4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:37.116813 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:37.147033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0847beaa-cf39-4f0e-91bd-d266e0df8998 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.148212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0847beaa-cf39-4f0e-91bd-d266e0df8998 tempest-MeteringTestJSON-2043594275 tempest-MeteringTestJSON-2043594275-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/854346be-11ed-4277-a80a-761f306e1ae5 HTTP/1.1" status: 204 len: 168 time: 0.2986071 Mar 22 14:08:37.155287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40a881-67d4-48d8-939c-74dcb2ad43bd None None] New status for floating IP ca5d648b-a1c9-44db-a79d-2988b3243c8c: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:08:37.209486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef8e9f-aefa-419c-982b-a724c3156f4b req-e2f30f27-111d-47f0-b0c8-97d3ecdc8c83 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:37.211635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcef8e9f-aefa-419c-982b-a724c3156f4b req-e2f30f27-111d-47f0-b0c8-97d3ecdc8c83 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.2487934 Mar 22 14:08:37.215657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (13807d13-5ec3-4b5b-b8a6-635d3bc78062), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.229810 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.233229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/networks/13807d13-5ec3-4b5b-b8a6-635d3bc78062 HTTP/1.1" status: 204 len: 168 time: 1.5833468 Mar 22 14:08:37.239419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40762) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.244383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1410207370'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:37.288528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:37.290347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32db47d-2ad2-47ee-baea-e8a8938ddeb7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Network': ['ID=13807d13-5ec3-4b5b-b8a6-635d3bc78062,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.292417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.313897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (c925606a-2dc8-4d0b-a706-e11da4a226e4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.326859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:37.347329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3f7aba13-18ab-4ca8-b1c3-6ab3849087c4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.348037 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Added segment 3f7aba13-18ab-4ca8-b1c3-6ab3849087c4 of type vlan for network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 Mar 22 14:08:37.388345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcef8e9f-aefa-419c-982b-a724c3156f4b req-93e42cf8-45f4-4f0e-a8cf-704d527222a8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654711 Mar 22 14:08:37.422477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c925606a-2dc8-4d0b-a706-e11da4a226e4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.430289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.438392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40766) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.438529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "DELETE /v2.0/security-groups/c925606a-2dc8-4d0b-a706-e11da4a226e4 HTTP/1.1" status: 204 len: 168 time: 0.4175980 Mar 22 14:08:37.451216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.460856 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-cf17ca3c-68ff-41db-80c3-2a11d3dd0029 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] show failed (client error): The resource could not be found. Mar 22 14:08:37.462262 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf17ca3c-68ff-41db-80c3-2a11d3dd0029 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "GET /v2.0/security-groups/c925606a-2dc8-4d0b-a706-e11da4a226e4 HTTP/1.1" status: 404 len: 347 time: 0.0251842 Mar 22 14:08:37.465548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.467343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cce2f-d7d0-4bcd-8671-549036e28ae6 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925606a-2dc8-4d0b-a706-e11da4a226e4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.572465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40772) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.630384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.635473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:37.636023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.742131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5013261 Mar 22 14:08:37.746423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:37.761685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726e5e-0207-4e43-a93a-a6df17f58d8d tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Network': ['ID=7be10ac3-7ffd-498b-a09e-9f4f9ea47b00,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:37.768104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'subnet': {'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:37.773247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:37.773631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Deleting port 4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:37.774190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.826461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab810-8f98-43ac-914e-4c64c12e4e07 req-2a63f7a2-8ef9-412b-b88d-e81fa1d3f872 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:37.827982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73cab810-8f98-43ac-914e-4c64c12e4e07 req-2a63f7a2-8ef9-412b-b88d-e81fa1d3f872 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.1554704 Mar 22 14:08:37.849112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91e2e46a-6e14-435d-983e-41756bdffcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.872995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.873353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:37.887127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Calling delete_port for 4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:37.935446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8c2d-4cf6-4fb1-b32d-d59a54403df1 req-0a51960c-a34a-4584-81c3-c489a127c5e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:37.936926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d3a8c2d-4cf6-4fb1-b32d-d59a54403df1 req-0a51960c-a34a-4584-81c3-c489a127c5e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2165129 Mar 22 14:08:37.981011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73cab810-8f98-43ac-914e-4c64c12e4e07 req-71f06499-2464-4305-bbc7-42aa70e856f8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401031 Mar 22 14:08:38.052989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.057412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:38.060793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.071913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91e2e46a-6e14-435d-983e-41756bdffcf0 admin admin] Publish callbacks [] for security_group (3469150b-7076-4cce-a2e2-4b3a6a570cb8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.078357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Pushing event deleted for resources: {'Port': ['ID=4f3eea0e-fb3e-443f-aea8-6a7e9e1ca555,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.128832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d3a8c2d-4cf6-4fb1-b32d-d59a54403df1 req-0a6aa0f9-7280-4b05-8922-5d12882b62e4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792817 Mar 22 14:08:38.151391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks [] for floatingip (ca5d648b-a1c9-44db-a79d-2988b3243c8c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.156037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91e2e46a-6e14-435d-983e-41756bdffcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3469150b-7076-4cce-a2e2-4b3a6a570cb8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.157147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.158892 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8fa6ee77-2ac3-4be1-ad2e-27745e827a31 tempest-ServersTestFqdnHostnames-1446307736 tempest-ServersTestFqdnHostnames-1446307736-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca5d648b-a1c9-44db-a79d-2988b3243c8c HTTP/1.1" status: 204 len: 168 time: 0.6917984 Mar 22 14:08:38.162321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:38.229101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e46a-6e14-435d-983e-41756bdffcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469150b-7076-4cce-a2e2-4b3a6a570cb8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.237378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-91e2e46a-6e14-435d-983e-41756bdffcf0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed1b906648364fc0971d031767a93da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6638694 Mar 22 14:08:38.238320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40786) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:38.257329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e14b4-ac09-49bc-9769-02a27f02b0e5 req-05277f83-c9ef-421e-ae6e-ada9305519e5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.264245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-560e14b4-ac09-49bc-9769-02a27f02b0e5 req-05277f83-c9ef-421e-ae6e-ada9305519e5 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1994104 Mar 22 14:08:38.326507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-560e14b4-ac09-49bc-9769-02a27f02b0e5 req-6846bbf1-c641-4779-bd67-e35a512046e3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 Mar 22 14:08:38.430597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (59d12189-a385-4e72-8a5a-ab799014e2ce), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.616691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] Publish callbacks [] for security_group (3469150b-7076-4cce-a2e2-4b3a6a570cb8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.703062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] Publish callbacks [] for security_group (3469150b-7076-4cce-a2e2-4b3a6a570cb8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.769381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Subnet': ['ID=59d12189-a385-4e72-8a5a-ab799014e2ce,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.782594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Checking segment: {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:38.783492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network hostable DHCP agents. Network: 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:38.796344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3469150b-7076-4cce-a2e2-4b3a6a570cb8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.799303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.800686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3469150b-7076-4cce-a2e2-4b3a6a570cb8 HTTP/1.1" status: 204 len: 168 time: 0.5614688 Mar 22 14:08:38.812290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:38.814707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0dea4-4f45-4b26-a735-fa3618ea7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469150b-7076-4cce-a2e2-4b3a6a570cb8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:38.827624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:38.840181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39425e6a-1789-48a4-b0d4-b8dc9c924fc7 None None] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:38.841549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:38.844656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.878108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7280ba4d-0eb5-46e9-af13-8f1174d5448c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1305220 Mar 22 14:08:38.880739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:38.887203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1803276539'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:38.914156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:38.918776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.950343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:38.980302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (21313020-46d4-45d7-be5a-7540ff790306), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:38.980302 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Added segment 21313020-46d4-45d7-be5a-7540ff790306 of type vlan for network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b Mar 22 14:08:39.022194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (2ce4d636-6291-431f-93b6-4533ca64d362), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.035816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (36684418-a1c2-49a2-9ca0-c7ebbb3f442b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.085453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (36684418-a1c2-49a2-9ca0-c7ebbb3f442b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.091381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:39.092210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.126833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-7be10ac3-7ffd-498b-a09e-9f4f9ea47b00', 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00', 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'fixed_ips': [{'subnet_id': '59d12189-a385-4e72-8a5a-ab799014e2ce'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:39.128078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.224342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3422630 Mar 22 14:08:39.232267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:39.237616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'subnet': {'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:39.292171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0cb3-cf16-436f-9557-bd18335324d9 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Network': ['ID=36684418-a1c2-49a2-9ca0-c7ebbb3f442b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.304854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40800) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:39.315508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:39.364048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9934148f-a0f5-4747-8045-157f4ff7a46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.378812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356d63-b34d-40f2-9177-6396e5aaa94e req-bffb5786-e769-4225-be73-f5ad0c530a1d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:39.380635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7356d63-b34d-40f2-9177-6396e5aaa94e req-bffb5786-e769-4225-be73-f5ad0c530a1d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.2662334 Mar 22 14:08:39.403212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Allocated IP 19.80.0.2 (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00/59d12189-a385-4e72-8a5a-ab799014e2ce/b443a959-268b-42d5-ba90-a3a84ed25996) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:39.431672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-9dbf8c2b-76ec-45cf-b039-eca6e70362db tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:39.434213 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-9dbf8c2b-76ec-45cf-b039-eca6e70362db tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 945 time: 0.2422280 Mar 22 14:08:39.477062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dfcde-8abe-4393-9c01-0ee4edf009b9 req-26a33512-1a38-436f-a7c0-22e451b51648 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:39.478894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e2dfcde-8abe-4393-9c01-0ee4edf009b9 req-26a33512-1a38-436f-a7c0-22e451b51648 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1761689 Mar 22 14:08:39.490436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:39.494462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.584997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7356d63-b34d-40f2-9177-6396e5aaa94e req-bb8a72d6-f41e-4b18-a84d-46ca4e6a4405 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958015 Mar 22 14:08:39.601343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks [] for port (b443a959-268b-42d5-ba90-a3a84ed25996), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.608863 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.653911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:39.657404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:39.660870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:39.673860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e2dfcde-8abe-4393-9c01-0ee4edf009b9 req-8e2e65bd-e53a-4ce8-9c4b-d69425c1f01a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848652 Mar 22 14:08:39.692127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9934148f-a0f5-4747-8045-157f4ff7a46a admin admin] Publish callbacks [] for security_group (f0be7a4a-52d6-43f3-bb67-3a489044ca9a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.707125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9934148f-a0f5-4747-8045-157f4ff7a46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f0be7a4a-52d6-43f3-bb67-3a489044ca9a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.709399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Pushing event updated for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.750428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Attempting to bind port b443a959-268b-42d5-ba90-a3a84ed25996 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:39.750428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Attempting to bind port b443a959-268b-42d5-ba90-a3a84ed25996 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:39.750697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Attempting to bind port b443a959-268b-42d5-ba90-a3a84ed25996 on network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:39.758347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:39.758347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Checking segment: {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:39.758347 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.758347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Bound using segment: {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:39.758347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Bound port: b443a959-268b-42d5-ba90-a3a84ed25996, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:39.758897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.759120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port b23b87ce-c3c4-4b13-8ace-df2d39be196e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:39.759591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.827511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9934148f-a0f5-4747-8045-157f4ff7a46a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3612db543941452cb9bfadc53b154c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5173230 Mar 22 14:08:39.832806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:39.836376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b443a959-268b-42d5-ba90-a3a84ed25996,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:39.840242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40804) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:39.845479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.849762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934148f-a0f5-4747-8045-157f4ff7a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be7a4a-52d6-43f3-bb67-3a489044ca9a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.889442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (37bb0475-69df-4c0c-97c9-0072bd11d9bb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.929548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port b23b87ce-c3c4-4b13-8ace-df2d39be196e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=b23b87ce-c3c4-4b13-8ace-df2d39be196e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:39.929917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:39.937899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865063-b957-4799-97be-46f0a22fa84c req-7f5494dc-efe9-4bc6-b9f1-9e3bd517f0e7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:39.940466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88865063-b957-4799-97be-46f0a22fa84c req-7f5494dc-efe9-4bc6-b9f1-9e3bd517f0e7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1756351 Mar 22 14:08:39.954860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eb313-976b-4700-bcc4-21352508ba38 None None] Pushing event updated for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:39.959779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for b23b87ce-c3c4-4b13-8ace-df2d39be196e owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:39.991570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] Publish callbacks [] for security_group (f0be7a4a-52d6-43f3-bb67-3a489044ca9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.003947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Subnet': ['ID=37bb0475-69df-4c0c-97c9-0072bd11d9bb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:40.012794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Checking segment: {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:40.014365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network hostable DHCP agents. Network: 36684418-a1c2-49a2-9ca0-c7ebbb3f442b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:40.052732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Deleting port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:40.053069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.054710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:40.071186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88865063-b957-4799-97be-46f0a22fa84c req-56ad6861-b0e9-42df-bb02-033976535c8e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Mar 22 14:08:40.083900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 36684418-a1c2-49a2-9ca0-c7ebbb3f442b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:40.088738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.089631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.097932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a02b3d-3ed3-4e78-b03e-bb91bf823bc6 None None] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:40.102827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] Publish callbacks [] for security_group (f0be7a4a-52d6-43f3-bb67-3a489044ca9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.126792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-18260d26-ef9a-436a-8d17-f23e43627f08 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8931272 Mar 22 14:08:40.260159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f0be7a4a-52d6-43f3-bb67-3a489044ca9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.263043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.264166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0be7a4a-52d6-43f3-bb67-3a489044ca9a HTTP/1.1" status: 204 len: 168 time: 0.4022059 Mar 22 14:08:40.303752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb65b47-754a-4732-bf25-523bffefa24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be7a4a-52d6-43f3-bb67-3a489044ca9a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:40.326539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] For port 8e5077e6-b7d9-4285-b7b3-fa395433fa4b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:40.326918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.370906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Calling delete_port for 8e5077e6-b7d9-4285-b7b3-fa395433fa4b owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:40.466505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b23b87ce-c3c4-4b13-8ace-df2d39be196e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.535106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=b23b87ce-c3c4-4b13-8ace-df2d39be196e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:40.541472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['b23b87ce-c3c4-4b13-8ace-df2d39be196e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:40.543499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b443a959-268b-42d5-ba90-a3a84ed25996 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:40.551671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-36684418-a1c2-49a2-9ca0-c7ebbb3f442b', 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b', 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'fixed_ips': [{'subnet_id': '37bb0475-69df-4c0c-97c9-0072bd11d9bb'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:08:40.553162 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.648702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port b23b87ce-c3c4-4b13-8ace-df2d39be196e on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:40.660564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.667757 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92c7133c-2c81-4e17-a7a0-fad76789fa69 req-ae842780-5a81-42da-a4a5-f59d759025d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "DELETE /v2.0/ports/b23b87ce-c3c4-4b13-8ace-df2d39be196e HTTP/1.1" status: 204 len: 173 time: 1.2217031 Mar 22 14:08:40.752296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-6cc74540-01dd-446c-9b8b-1e103e5724a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.755571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'name': 'network-vif-deleted', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:40.757865 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785eb816-3eb0-4622-868e-9676574d1c40" -d '{"events": [{"server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "name": "network-vif-deleted", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:40.768306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-6cc74540-01dd-446c-9b8b-1e103e5724a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:40.772205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-6cc74540-01dd-446c-9b8b-1e103e5724a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/networks?id=7be10ac3-7ffd-498b-a09e-9f4f9ea47b00&id=36684418-a1c2-49a2-9ca0-c7ebbb3f442b HTTP/1.1" status: 200 len: 1392 time: 0.2996151 Mar 22 14:08:40.823114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Allocated IP 19.86.0.2 (36684418-a1c2-49a2-9ca0-c7ebbb3f442b/37bb0475-69df-4c0c-97c9-0072bd11d9bb/e95d5da0-8141-4a7c-ab83-360532f61fe1) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:40.885366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-368df735-ac6e-47e4-b399-d26b1f8a9674 req-ee280427-bd8b-47e7-ac49-79d863320640 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=31bf4b91-44bf-43ba-b5ec-e197ff70478c HTTP/1.1" status: 200 len: 210 time: 0.1115077 Mar 22 14:08:40.943236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8e5077e6-b7d9-4285-b7b3-fa395433fa4b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:40.948272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-51901fad-aeab-42d0-912c-7939350560d8 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/quotas/5d559805632b4bcc8e1c3cfbc7a38f85 HTTP/1.1" status: 200 len: 375 time: 0.0672143 Mar 22 14:08:40.980351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5077e6-b7d9-4285-b7b3-fa395433fa4b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:41.066011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks [] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.081825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.135828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-266544d9-b43c-4c86-8703-b660cf06e553 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1838684 Mar 22 14:08:41.212631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:41.224408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:41.245441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:41.266926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b443a959-268b-42d5-ba90-a3a84ed25996 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:41.267377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.378987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Pushing event updated for resources: {'Port': ['ID=e95d5da0-8141-4a7c-ab83-360532f61fe1,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:41.384059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (2ce4d636-6291-431f-93b6-4533ca64d362), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.589344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Attempting to bind port e95d5da0-8141-4a7c-ab83-360532f61fe1 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:41.589344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Attempting to bind port e95d5da0-8141-4a7c-ab83-360532f61fe1 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:41.589795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Attempting to bind port e95d5da0-8141-4a7c-ab83-360532f61fe1 on network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:41.598239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:41.598620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Checking segment: {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:41.599072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.599444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Bound using segment: {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:41.599955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Bound port: e95d5da0-8141-4a7c-ab83-360532f61fe1, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:41.600278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.641448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b443a959-268b-42d5-ba90-a3a84ed25996 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:41.641896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.659547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-4ce6a70a-9d2b-47b4-8b33-300e13c8e68f service neutron] 10.222.0.81 "GET /v2.0/networks/7be10ac3-7ffd-498b-a09e-9f4f9ea47b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066741 Mar 22 14:08:41.681025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55955db-26a9-4a54-8dc9-cd9ec362632f req-c62f7f75-5417-4d50-bbae-5bce9b4ef4d9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:41.683248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a55955db-26a9-4a54-8dc9-cd9ec362632f req-c62f7f75-5417-4d50-bbae-5bce9b4ef4d9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.5463300 Mar 22 14:08:41.853183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] For port e95d5da0-8141-4a7c-ab83-360532f61fe1, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:41.866891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] For port e95d5da0-8141-4a7c-ab83-360532f61fe1, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e95d5da0-8141-4a7c-ab83-360532f61fe1,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:41.883729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b443a959-268b-42d5-ba90-a3a84ed25996,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:41.909910 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:41.994055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Router 2ce4d636-6291-431f-93b6-4533ca64d362 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:42.017927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.028405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-1030e085-f317-42fb-9e40-e02c7072828e service neutron] 10.222.0.81 "GET /v2.0/networks/7be10ac3-7ffd-498b-a09e-9f4f9ea47b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439081 Mar 22 14:08:42.034391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc4785-dd28-4e26-8123-d178dab8817c None None] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:42.159122 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-ad8ddf7b-e9f1-4083-a579-88854a83e7e7 service neutron] show failed (client error): The resource could not be found. Mar 22 14:08:42.162287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-ad8ddf7b-e9f1-4083-a579-88854a83e7e7 service neutron] 10.222.0.78 "GET /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.6533637 Mar 22 14:08:42.191986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a55955db-26a9-4a54-8dc9-cd9ec362632f req-c4067ad4-c549-4021-b2dc-98e6072497c7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885016 Mar 22 14:08:42.197301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:42.236241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-7b830d9a-4433-47a0-9cba-37ec6d75901e service neutron] 10.222.0.81 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920855 Mar 22 14:08:42.239945 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395f453-3735-452e-b311-eed8166862bf None None] Sync routers for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:42.267401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96387f0f-9167-4828-b656-a5c66a5a606c admin admin] 10.222.0.81 "PUT /v2.0/routers/2ce4d636-6291-431f-93b6-4533ca64d362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1036925 Mar 22 14:08:42.275955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:42.299347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:42.299347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:42.442853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92658b-f1bc-4c67-acd6-8a294c1e4cde None None] Pushing event updated for resources: {'Port': ['ID=e95d5da0-8141-4a7c-ab83-360532f61fe1,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:42.451541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-61667846-c038-4df1-a48e-052862490f6c None None] Provisioning complete for port b443a959-268b-42d5-ba90-a3a84ed25996 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:42.452462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61667846-c038-4df1-a48e-052862490f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.537902 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28158ed7-1ad6-460c-a1ed-454353ae6664 x-openstack-request-id: req-28158ed7-1ad6-460c-a1ed-454353ae6664 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:42.538782 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf4b91-44bf-43ba-b5ec-e197ff70478c", "name": "network-vif-deleted", "tag": "b23b87ce-c3c4-4b13-8ace-df2d39be196e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:42.540136 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28158ed7-1ad6-460c-a1ed-454353ae6664 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:42.543377 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28158ed7-1ad6-460c-a1ed-454353ae6664'] response: {'server_uuid': '31bf4b91-44bf-43ba-b5ec-e197ff70478c', 'name': 'network-vif-deleted', 'tag': 'b23b87ce-c3c4-4b13-8ace-df2d39be196e', 'status': 'completed', 'code': 200} Mar 22 14:08:42.628867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-d391fc97-7305-479e-a14e-ae8ef674ef63 service neutron] 10.222.0.81 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758063 Mar 22 14:08:42.630099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:42.733217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-61667846-c038-4df1-a48e-052862490f6c None None] Current status of the port b443a959-268b-42d5-ba90-a3a84ed25996 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:42.791315 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:42.844494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a892d8f-c9ce-4161-a970-6fa5daf27fea req-f5e1a48e-3d72-4450-9f33-981ab708c33a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.847053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a892d8f-c9ce-4161-a970-6fa5daf27fea req-f5e1a48e-3d72-4450-9f33-981ab708c33a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1537762 Mar 22 14:08:42.908526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-4bde3030-70f2-4982-bc9e-08d31c8babd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:42.914552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-4bde3030-70f2-4982-bc9e-08d31c8babd2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1130 time: 0.2388358 Mar 22 14:08:42.961316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a892d8f-c9ce-4161-a970-6fa5daf27fea req-a21a457d-7b14-4860-b391-195b0df19914 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025102 Mar 22 14:08:42.981357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks [] for router (2ce4d636-6291-431f-93b6-4533ca64d362), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:42.994920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:43.131958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b5e3820-c92f-4368-b269-57d75fce042b req-311d5734-5407-4351-9d3c-0ec19f69df86 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 210 time: 0.0578952 Mar 22 14:08:43.156908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b23b87ce-c3c4-4b13-8ace-df2d39be196e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:43.215207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:08:40Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:43.251132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: b23b87ce-c3c4-4b13-8ace-df2d39be196e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:43.251481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device b23b87ce-c3c4-4b13-8ace-df2d39be196e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:43.262793 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395f453-3735-452e-b311-eed8166862bf None None] Checking router: 2ce4d636-6291-431f-93b6-4533ca64d362 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:43.270290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.295422 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] Routers {'2ce4d636-6291-431f-93b6-4533ca64d362'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:43.296327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2ce4d636-6291-431f-93b6-4533ca64d362'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:43.306211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cbc22ffe-8bf0-46f0-9111-876c821adbec None None] Provisioning complete for port b443a959-268b-42d5-ba90-a3a84ed25996 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:43.306597 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbc22ffe-8bf0-46f0-9111-876c821adbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.632489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cbc22ffe-8bf0-46f0-9111-876c821adbec None None] Current status of the port b443a959-268b-42d5-ba90-a3a84ed25996 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:43.644677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f3e23-3e09-446c-b1e1-7f4004c537bb req-2c6055ab-f034-4f7a-a14a-5b658ed33e01 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:43.649243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-521f3e23-3e09-446c-b1e1-7f4004c537bb req-2c6055ab-f034-4f7a-a14a-5b658ed33e01 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1741469 Mar 22 14:08:43.654140 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] Set router 2ce4d636-6291-431f-93b6-4533ca64d362 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:43.749504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks [] for router_gateway (2ce4d636-6291-431f-93b6-4533ca64d362), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.799613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-521f3e23-3e09-446c-b1e1-7f4004c537bb req-0f4282df-5e2f-444d-9b08-93fce66e987b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432960 Mar 22 14:08:43.941468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-9fa8915f-9005-444b-88e5-c810afc14a70 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:43.952597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-9fa8915f-9005-444b-88e5-c810afc14a70 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.2801731 Mar 22 14:08:43.961187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Deleting port 200cc799-f100-4706-9d8e-82e6ada45e49 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:43.961551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:43.987054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-507128be-be63-4112-919e-5e58ea7feb55 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.0334644 Mar 22 14:08:44.053388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-f8150653-ff04-4b0d-9e3f-4ac9e4f1e5c5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649939 Mar 22 14:08:44.060110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-86b12f00-0883-4543-afbd-1d09e853d78b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:08:44.072385 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7395f453-3735-452e-b311-eed8166862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:08:40Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:44.080026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-86b12f00-0883-4543-afbd-1d09e853d78b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253756 Mar 22 14:08:44.128042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40908) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:44.181794 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395f453-3735-452e-b311-eed8166862bf None None] The sync data for ids ['2ce4d636-6291-431f-93b6-4533ca64d362'] in n-d-758851-5 is: [{'id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'name': 'tempest-ServersTestFqdnHostnames-1186254251-router', 'tenant_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:08Z', 'updated_at': '2022-03-22T14:08:40Z', 'revision_number': 5, 'project_id': '18c9ebb4737c4cb7bf11e4ca108b7c08', 'gw_port': {'id': '200cc799-f100-4706-9d8e-82e6ada45e49', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4d636-6291-431f-93b6-4533ca64d362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:10Z', 'updated_at': '2022-03-22T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:44.200740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1fc73e-2122-422d-9525-7b0fe008fc5f None None] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:44.240728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:44.299928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:44.327604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Provisioning complete for port e95d5da0-8141-4a7c-ab83-360532f61fe1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:44.328314 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.351481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks [] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.366473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Transition to ACTIVE for port object 0b90316c-88f3-4f4c-9554-f02bd26cc55c will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:44.404756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] For port 200cc799-f100-4706-9d8e-82e6ada45e49, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=200cc799-f100-4706-9d8e-82e6ada45e49,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:44.405280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.423356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Calling delete_port for 200cc799-f100-4706-9d8e-82e6ada45e49 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:44.472047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83b58-68cc-442b-94b7-56c6927b2c6c req-6f2259bf-d2f0-4c70-85bb-4323f2d39899 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:44.472593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Current status of the port e95d5da0-8141-4a7c-ab83-360532f61fe1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:44.472903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.474778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0d83b58-68cc-442b-94b7-56c6927b2c6c req-6f2259bf-d2f0-4c70-85bb-4323f2d39899 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1975110 Mar 22 14:08:44.482884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-3b3e275f-65e4-4fb8-a489-6f885e7aead8 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018531 Mar 22 14:08:44.502171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1340225096', 'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:44.513541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.535868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] For port e95d5da0-8141-4a7c-ab83-360532f61fe1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e95d5da0-8141-4a7c-ab83-360532f61fe1,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:44.545677 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.563161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:44.565537 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20329a16-6aee-4099-8ce7-374c8ef07ac4" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:44.721832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] No DVR routers for this DVR port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:44.752476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6d258-4573-4784-8087-0888e85bde2e None None] Pushing event updated for resources: {'Port': ['ID=e95d5da0-8141-4a7c-ab83-360532f61fe1,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:44.766937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Made reservation on behalf of 53dc8d50c6c34a3b803ab7909a3caab6 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:44.769511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.817009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0d83b58-68cc-442b-94b7-56c6927b2c6c req-1f3846f2-1ef0-4d99-8cbd-d2e6c9a5e013 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251834 Mar 22 14:08:44.846829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e95d5da0-8141-4a7c-ab83-360532f61fe1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:44.930568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e95d5da0-8141-4a7c-ab83-360532f61fe1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:44.930951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:44.942329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-d62dadc9-5ee2-4950-bbfd-d1324022cb02 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573054 Mar 22 14:08:45.062728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e95d5da0-8141-4a7c-ab83-360532f61fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:45.063859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b443a959-268b-42d5-ba90-a3a84ed25996 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:45.106482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca670-bb1a-4673-8bd2-5242ee8da79c req-13e8c122-5295-4ab1-b90d-da72d5a0a3f0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.120854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10ca670-bb1a-4673-8bd2-5242ee8da79c req-13e8c122-5295-4ab1-b90d-da72d5a0a3f0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.1748757 Mar 22 14:08:45.127479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-92f4d83f-31f6-4ff5-83d2-475f8742cb32 None None] Provisioning complete for port e95d5da0-8141-4a7c-ab83-360532f61fe1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:45.127877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-92f4d83f-31f6-4ff5-83d2-475f8742cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.211189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b443a959-268b-42d5-ba90-a3a84ed25996 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:45.211571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.245465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10ca670-bb1a-4673-8bd2-5242ee8da79c req-6f1fa406-ed85-4e29-9bb3-eda42626fdcc tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225235 Mar 22 14:08:45.358484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-339a8695-d96a-4d46-b1df-41d0e87e5abd req-b4959c6c-0b9e-438a-bc0e-0b03e4c36450 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 210 time: 0.0663259 Mar 22 14:08:45.394293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-92f4d83f-31f6-4ff5-83d2-475f8742cb32 None None] Current status of the port e95d5da0-8141-4a7c-ab83-360532f61fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:45.488213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.495152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b443a959-268b-42d5-ba90-a3a84ed25996 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:45.497092 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a934b-7c8c-4d26-9178-ddb159f9a79c x-openstack-request-id: req-5a8a934b-7c8c-4d26-9178-ddb159f9a79c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:45.497404 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:45.498016 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a8a934b-7c8c-4d26-9178-ddb159f9a79c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:45.498662 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8a934b-7c8c-4d26-9178-ddb159f9a79c'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'code': 200} Mar 22 14:08:45.503747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:45.554232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (200cc799-f100-4706-9d8e-82e6ada45e49), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.574943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d53aeb0d-ef1b-47ab-983e-e5bdc85c6b11 req-f41969f1-1feb-4e4f-b41a-8b6d7fb5f265 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0700774 Mar 22 14:08:45.620345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805c906-7342-4fd8-842f-141c9c14b0a1 req-9715612e-6616-44f6-99ec-842120fe8e23 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.623186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4805c906-7342-4fd8-842f-141c9c14b0a1 req-9715612e-6616-44f6-99ec-842120fe8e23 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1946349 Mar 22 14:08:45.645583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:45.645925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:45.646285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:45.649642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=200cc799-f100-4706-9d8e-82e6ada45e49,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:45.685132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4805c906-7342-4fd8-842f-141c9c14b0a1 req-85b9d687-ae60-433f-811e-e4c6168264e0 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501547 Mar 22 14:08:45.694428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:45.695310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:45.744838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:45.745180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:45.745557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:45.746192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Bound port: 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:45.746388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.820888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-88f4f602-0fe4-45a9-815f-54147ab40b3c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.826209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-88f4f602-0fe4-45a9-815f-54147ab40b3c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.827740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-88f4f602-0fe4-45a9-815f-54147ab40b3c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "GET /v2.0/networks?id=7be10ac3-7ffd-498b-a09e-9f4f9ea47b00&id=36684418-a1c2-49a2-9ca0-c7ebbb3f442b HTTP/1.1" status: 200 len: 1392 time: 0.3326476 Mar 22 14:08:45.850578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (2ce4d636-6291-431f-93b6-4533ca64d362), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:45.885683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'port': {'device_id': '7473a276-3045-42ce-9a0b-68becd05313b', 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00', 'admin_state_up': True, 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:45.955345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910e42a-500a-4090-a72d-a0ce49002106 req-d1d0b9c1-b12a-4dca-bf17-6ae31625921c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:45.963484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e910e42a-500a-4090-a72d-a0ce49002106 req-d1d0b9c1-b12a-4dca-bf17-6ae31625921c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.0787525 Mar 22 14:08:46.022501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for security_group (42c4f038-1976-47e1-9dde-436b56e66a23), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.033247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e910e42a-500a-4090-a72d-a0ce49002106 req-82fded27-fd8b-471f-9c9a-763c66253fc4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681384 Mar 22 14:08:46.044597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (42c4f038-1976-47e1-9dde-436b56e66a23), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.057718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (2ce4d636-6291-431f-93b6-4533ca64d362), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.064522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:46.067050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks [] for router_controller (2ce4d636-6291-431f-93b6-4533ca64d362), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.076699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:46.134359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:46.137028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.175978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c4f038-1976-47e1-9dde-436b56e66a23,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:46.187848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (dc619559-8912-4047-93c5-c29c516d00ab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.188211 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Added segment dc619559-8912-4047-93c5-c29c516d00ab of type vlan for network 44afc73b-c8a8-406e-abe3-aa0260c6959f Mar 22 14:08:46.199493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (2ce4d636-6291-431f-93b6-4533ca64d362), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.200026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce4d636-6291-431f-93b6-4533ca64d362 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:08:46.230753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.231956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b328221-d039-4d71-a3d5-58764da88b35 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2ce4d636-6291-431f-93b6-4533ca64d362 HTTP/1.1" status: 204 len: 168 time: 3.9506426 Mar 22 14:08:46.234651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40932) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:46.263776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.263776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.265061 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] 10.222.0.82 "PUT /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 1094 time: 3.3357854 Mar 22 14:08:46.268023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:46.354810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Deleting subnet 2772d7e4-6c5d-48d4-b46c-bd325633dd04 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:08:46.359333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Publish callbacks [] for subnet (2772d7e4-6c5d-48d4-b46c-bd325633dd04), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.389550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:08:46.390170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:46.484694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (2772d7e4-6c5d-48d4-b46c-bd325633dd04), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.546002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13539da-49a0-4639-a0b3-5c854dd4139a service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:46.559472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e95d5da0-8141-4a7c-ab83-360532f61fe1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:46.604444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (44afc73b-c8a8-406e-abe3-aa0260c6959f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.618159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (2772d7e4-6c5d-48d4-b46c-bd325633dd04), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.674751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:46.678255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.722538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328545-4c17-4795-b445-987253ccd820 req-fd3a7fc6-7778-4d68-89d3-f4f75848164c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.724126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24328545-4c17-4795-b445-987253ccd820 req-fd3a7fc6-7778-4d68-89d3-f4f75848164c tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.82 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.5183699 Mar 22 14:08:46.726279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e95d5da0-8141-4a7c-ab83-360532f61fe1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:46.726730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.728418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-05b7f09d-768e-41b9-88e6-a19425f09984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.730085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-05b7f09d-768e-41b9-88e6-a19425f09984 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1128 time: 0.3794038 Mar 22 14:08:46.769399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cb48918-ee09-4517-93e9-e14f025f6fbf req-8af8d706-4eed-47e4-b442-d02be6127b9c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 210 time: 0.0799928 Mar 22 14:08:46.790757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (44afc73b-c8a8-406e-abe3-aa0260c6959f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.791813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:46.792471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.793048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (2772d7e4-6c5d-48d4-b46c-bd325633dd04), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.885355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab44583b-966d-4ba7-b0b7-72568f896fce None None] Network d2820aa7-051e-4a9e-8ff1-cd72f5a05733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:46.927837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:46.935773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2772d7e4-6c5d-48d4-b46c-bd325633dd04 HTTP/1.1" status: 204 len: 168 time: 0.6975117 Mar 22 14:08:46.944996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40942) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:46.958571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032bd3-5ba7-412c-ac2b-c3d8e3c4979e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2772d7e4-6c5d-48d4-b46c-bd325633dd04,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:46.981991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8429987 Mar 22 14:08:46.988631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:47.007824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'subnet': {'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:47.008286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e95d5da0-8141-4a7c-ab83-360532f61fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:47.021133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4e5d4-ff69-4c21-9636-90e64d76eff8 req-91c21b6d-bf93-4f23-a682-7747ae4f2198 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.022950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8e5077e6-b7d9-4285-b7b3-fa395433fa4b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:47.037576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f4e5d4-ff69-4c21-9636-90e64d76eff8 req-91c21b6d-bf93-4f23-a682-7747ae4f2198 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.3450241 Mar 22 14:08:47.039297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172df40-f2c9-4435-9f09-7c0bd2bdcfc1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Network': ['ID=44afc73b-c8a8-406e-abe3-aa0260c6959f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:47.055804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:47.062065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8e5077e6-b7d9-4285-b7b3-fa395433fa4b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:47.062422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8e5077e6-b7d9-4285-b7b3-fa395433fa4b not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:47.117280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Made reservation on behalf of 53dc8d50c6c34a3b803ab7909a3caab6 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:47.123106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e073516a-46d4-4fa9-8d3e-d39d8388fb90 req-19a82489-53ce-4c7d-9496-918aa5bd13aa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1869609 Mar 22 14:08:47.128373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.201929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d2820aa7-051e-4a9e-8ff1-cd72f5a05733), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.267873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52f4e5d4-ff69-4c21-9636-90e64d76eff8 req-818f4cca-2757-4396-9efb-67bd3829097a tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280436 Mar 22 14:08:47.292737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-8cbef10c-4fbf-432f-a8ff-a63d35fde7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.298841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-8cbef10c-4fbf-432f-a8ff-a63d35fde7e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5549717 Mar 22 14:08:47.316669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf210232-7732-4046-814b-34f145249772 None None] DHCP port deletion for d2820aa7-051e-4a9e-8ff1-cd72f5a05733 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:08:47.388190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bf210232-7732-4046-814b-34f145249772 None None] Deleting port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:47.388624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bf210232-7732-4046-814b-34f145249772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.419833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Allocated IP 19.80.0.153 (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00/59d12189-a385-4e72-8a5a-ab799014e2ce/d0f2fdaa-f4a8-48e2-9579-de7026df4d14) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:47.430506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-c1abdbee-9361-4045-9839-d378c8ac29d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0989313 Mar 22 14:08:47.458920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Deleting port fa3abf26-eb1a-42e7-bc3e-17827194f10b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:47.459590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.470379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-e742ebf3-82b7-4d2c-930d-85f055fb4c4f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.472710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-e742ebf3-82b7-4d2c-930d-85f055fb4c4f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.7809942 Mar 22 14:08:47.474022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bf210232-7732-4046-814b-34f145249772 None None] For port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:47.474362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bf210232-7732-4046-814b-34f145249772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.489432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:47.496484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bf210232-7732-4046-814b-34f145249772 None None] Calling delete_port for 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:47.507193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:47.510199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:47.603897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25ea3e-7ead-4abb-b865-21f2dbf7321b req-4c05a8b9-e1af-40ea-93e3-21a135656c84 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.605305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c25ea3e-7ead-4abb-b865-21f2dbf7321b req-4c05a8b9-e1af-40ea-93e3-21a135656c84 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.3175380 Mar 22 14:08:47.607419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Deleting port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:47.607587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.623779 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bf210232-7732-4046-814b-34f145249772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.633807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] For port fa3abf26-eb1a-42e7-bc3e-17827194f10b, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fa3abf26-eb1a-42e7-bc3e-17827194f10b,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:47.635175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:47.663204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210232-7732-4046-814b-34f145249772 None None] Pushing event deleted for resources: {'Port': ['ID=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:47.673947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf210232-7732-4046-814b-34f145249772 None None] No DVR routers for this DVR port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:47.767510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-091aea6a-444d-4772-abe2-389926e5fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.769176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-091aea6a-444d-4772-abe2-389926e5fd6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.3264415 Mar 22 14:08:47.917532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1fb89-577d-45f8-b7b1-bb0e3675b339 req-012988d5-6026-4911-9ee1-c2617da7792d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:47.918935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8d1fb89-577d-45f8-b7b1-bb0e3675b339 req-012988d5-6026-4911-9ee1-c2617da7792d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.5391223 Mar 22 14:08:48.068442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] For port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,segment=NetworkSegment(087649af-c612-4dc4-8ea1-b04de8ca08d5),segment_id=087649af-c612-4dc4-8ea1-b04de8ca08d5)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:48.068945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.095649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-284060b8-001c-4dac-bbc0-5da54629e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.097526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-284060b8-001c-4dac-bbc0-5da54629e83a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3119187 Mar 22 14:08:48.109246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8d1fb89-577d-45f8-b7b1-bb0e3675b339 req-3493d1fd-f460-4f0f-85a9-167507edfafc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787682 Mar 22 14:08:48.110375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Calling delete_port for 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:48.131196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c25ea3e-7ead-4abb-b865-21f2dbf7321b req-f3df4c11-936f-46f9-9b92-25991ba1afa9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156365 Mar 22 14:08:48.225289 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81fc5a-92ee-47eb-8e4d-f5334cfe05c1 x-openstack-request-id: req-cb81fc5a-92ee-47eb-8e4d-f5334cfe05c1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:48.225617 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:48.226009 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb81fc5a-92ee-47eb-8e4d-f5334cfe05c1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:48.226604 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb81fc5a-92ee-47eb-8e4d-f5334cfe05c1'] response: {'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'status': 'completed', 'code': 200} Mar 22 14:08:48.229676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.230078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.230453 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Floating IP 2de1922b-4a80-4431-8a53-e5a1c6b5a1fc disassociated. External IP: 172.25.3.71, port: fa3abf26-eb1a-42e7-bc3e-17827194f10b. Mar 22 14:08:48.230877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Calling delete_port for fa3abf26-eb1a-42e7-bc3e-17827194f10b owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:48.248950 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.342062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:48.364146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:48.367672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.369442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:48.370050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:48.370797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 200cc799-f100-4706-9d8e-82e6ada45e49 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:48.381737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a86eba0-6d38-404c-9b3d-a5f5ae4e3f94 req-bbee1ba0-a137-45b2-aff4-c06fc3669a17 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1095030 Mar 22 14:08:48.383615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e88155ef-a7ca-4169-8e73-0df57f1e8854 req-07d1d187-829f-45d3-96d6-c2e89a88a6ff tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 210 time: 0.1125975 Mar 22 14:08:48.436470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 200cc799-f100-4706-9d8e-82e6ada45e49 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:48.440458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 200cc799-f100-4706-9d8e-82e6ada45e49 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:48.455126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-fe6ed2ef-788f-4fbb-843b-8f5889791375 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460224 Mar 22 14:08:48.482441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-231c15ef-cc80-491c-9745-a0d62ed595a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.483932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-231c15ef-cc80-491c-9745-a0d62ed595a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1128 time: 0.2108500 Mar 22 14:08:48.527746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.536140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dde6fb87-fd5b-4108-a7de-4159a5ccd8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.572409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5dcf722a-dad6-4f0c-8f75-2f5a1307ee60), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.623193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:48.634311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcf722a-dad6-4f0c-8f75-2f5a1307ee60,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:48.649381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] No DVR routers for this DVR port 5dcf722a-dad6-4f0c-8f75-2f5a1307ee60 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:48.657660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:48.662855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:48.670131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:48.739923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24652b4d-4819-4b88-a9a1-8ba9d2266c7c req-96b082a3-60ab-4262-8d58-06adbd557e58 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716196 Mar 22 14:08:48.745888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fa3abf26-eb1a-42e7-bc3e-17827194f10b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.760625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.761328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.787370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520413-c847-4581-b425-c40edd9403fa req-cf1fdcbd-71e6-4b37-bf4e-eee84b5e8358 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.794646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5520413-c847-4581-b425-c40edd9403fa req-cf1fdcbd-71e6-4b37-bf4e-eee84b5e8358 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 946 time: 0.3065810 Mar 22 14:08:48.815616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.6 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/cf47dda1-1e1d-48e8-a220-2b473d50ef4b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:48.847141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-e71f05de-a1ad-4252-81c9-efcdf41d5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:48.849628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-e71f05de-a1ad-4252-81c9-efcdf41d5495 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.3571684 Mar 22 14:08:48.851925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d2820aa7-051e-4a9e-8ff1-cd72f5a05733), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.939489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-972b1a88-7815-4379-81c2-cabd24b3cce5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0778902 Mar 22 14:08:48.967790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-47aeec14-30f0-49e7-ad91-a2b4a1306bf6 None None] Provisioning complete for port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:48.968155 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47aeec14-30f0-49e7-ad91-a2b4a1306bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:48.988172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2820aa7-051e-4a9e-8ff1-cd72f5a05733']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:49.004109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-47aeec14-30f0-49e7-ad91-a2b4a1306bf6 None None] Port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:49.017139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5520413-c847-4581-b425-c40edd9403fa req-fb79edc5-c69e-402b-8628-5919bb304617 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216301 Mar 22 14:08:49.024397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087649af-c612-4dc4-8ea1-b04de8ca08d5') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:49.024699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087649af-c612-4dc4-8ea1-b04de8ca08d5') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:49.040544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (087649af-c612-4dc4-8ea1-b04de8ca08d5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.062330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-fdb0360b-7779-43ae-bed5-1635b400cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.063827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-fdb0360b-7779-43ae-bed5-1635b400cca7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1178787 Mar 22 14:08:49.106644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'Port': ['ID=fa3abf26-eb1a-42e7-bc3e-17827194f10b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.133742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (087649af-c612-4dc4-8ea1-b04de8ca08d5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.146316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:08:49.146728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (087649af-c612-4dc4-8ea1-b04de8ca08d5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:08:49.150250 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:08:49.153753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:08:49.153753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (605fa125-b4e2-417b-b7f5-bdc4e49939b5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.157338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3434a005-97aa-4b31-8893-6a7bf9cb70a3 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3010261 Mar 22 14:08:49.193805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fa3abf26-eb1a-42e7-bc3e-17827194f10b no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:08:49.194422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Request body: {'port': {'device_id': '7473a276-3045-42ce-9a0b-68becd05313b', 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b', 'admin_state_up': True, 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:49.219432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: fa3abf26-eb1a-42e7-bc3e-17827194f10b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:08:49.220148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fa3abf26-eb1a-42e7-bc3e-17827194f10b not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:08:49.290434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d2820aa7-051e-4a9e-8ff1-cd72f5a05733), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.296507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.299745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] 10.222.0.81 "DELETE /v2.0/networks/d2820aa7-051e-4a9e-8ff1-cd72f5a05733 HTTP/1.1" status: 204 len: 168 time: 2.3443487 Mar 22 14:08:49.338745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Subnet': ['ID=605fa125-b4e2-417b-b7f5-bdc4e49939b5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.352743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-84691504-6444-4ae8-84ca-60cbd6182a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.354383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-84691504-6444-4ae8-84ca-60cbd6182a83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2642205 Mar 22 14:08:49.359595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.366774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fdb2b-cb26-4174-9d77-ecd33ba9fc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2820aa7-051e-4a9e-8ff1-cd72f5a05733,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.376450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-4da0bcff-0934-450f-8a3c-0882f55dea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.377937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-4da0bcff-0934-450f-8a3c-0882f55dea30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1128 time: 0.2834003 Mar 22 14:08:49.427423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Checking segment: {'id': 'dc619559-8912-4047-93c5-c29c516d00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:49.427732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network hostable DHCP agents. Network: 44afc73b-c8a8-406e-abe3-aa0260c6959f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:49.445365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62b085-20b5-4b82-9b9e-96c4cd7db175 req-6a827f09-e23e-4e9d-b940-7599ad48a65e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.446998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c62b085-20b5-4b82-9b9e-96c4cd7db175 req-6a827f09-e23e-4e9d-b940-7599ad48a65e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.2467606 Mar 22 14:08:49.503739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40966) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:49.519489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978015-5301-4011-b8e1-bb73a8bc8c8d req-c8fd9c03-fbd4-47b2-bc22-be7e2f4fedc2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.521275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c978015-5301-4011-b8e1-bb73a8bc8c8d req-c8fd9c03-fbd4-47b2-bc22-be7e2f4fedc2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.2669437 Mar 22 14:08:49.523889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:08:49.527722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.533774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Made reservation on behalf of 5d559805632b4bcc8e1c3cfbc7a38f85 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:49.542008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.575878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:49.610529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-91ed2e18-f4a8-4fa6-934a-bd1cc49a350e service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469091 Mar 22 14:08:49.616862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 44afc73b-c8a8-406e-abe3-aa0260c6959f) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:49.622331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.623319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.632995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b766bd-d7e7-4163-b01a-62918e93c2e5 None None] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:49.635174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-ea1acb17-30e0-423f-baa1-836c5f605583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.637074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-ea1acb17-30e0-423f-baa1-836c5f605583 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2481039 Mar 22 14:08:49.671449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c62b085-20b5-4b82-9b9e-96c4cd7db175 req-c8efb036-d4fe-4d7f-a890-2f9f3576c54f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118213 Mar 22 14:08:49.673574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:49.729940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:49.750742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c978015-5301-4011-b8e1-bb73a8bc8c8d req-f752fbaa-9fa7-479a-b63e-c559d40c1421 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030075 Mar 22 14:08:49.755032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:49.757646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:49.792237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4525a-1568-4cda-aadd-545b61d4b6a5 None None] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:49.842185 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5780c38c-8d7a-46ad-94d7-076382ec7c51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18c9ebb4737c4cb7bf11e4ca108b7c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335602 Mar 22 14:08:49.842793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40970) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:49.846119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-105d5528-983e-422b-910f-af120274f5b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.1449401 Mar 22 14:08:49.856141 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eb89a3fa-3142-4c80-977a-1b1fc69475f9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8566265 Mar 22 14:08:49.859334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40972) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:49.881697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-823898183', 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:49.906620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-1274ecea-5651-47aa-bcc3-ed34f39519a4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895141 Mar 22 14:08:49.935120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:49.935737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:49.980547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7fdb1c8f-ce52-421b-8269-d51cb2718dfa tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986310 Mar 22 14:08:49.981215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Made reservation on behalf of 53dc8d50c6c34a3b803ab7909a3caab6 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:49.983283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.001609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd88a-e53f-404e-91b3-77142d331a1f req-f8fc3f7f-c8aa-45da-8f85-934ac42fb4a8 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.003127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be0cd88a-e53f-404e-91b3-77142d331a1f req-f8fc3f7f-c8aa-45da-8f85-934ac42fb4a8 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 932 time: 0.2496574 Mar 22 14:08:50.010594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Request body: {'port': {'device_id': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:50.011783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-839a0ca0-9faa-48f0-912e-ef9f1fdf129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.013219 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-839a0ca0-9faa-48f0-912e-ef9f1fdf129a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1530445 Mar 22 14:08:50.021006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Allocated IP 19.86.0.172 (36684418-a1c2-49a2-9ca0-c7ebbb3f442b/37bb0475-69df-4c0c-97c9-0072bd11d9bb/757a9d09-8a4c-49a3-863f-5f31bf2d549e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:50.023292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375af8d7-6d98-4479-826b-e208c78e36e7 req-ed34d0d9-3a7e-48a1-a5c2-70edc9f454b8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.023540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:50.025644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375af8d7-6d98-4479-826b-e208c78e36e7 req-ed34d0d9-3a7e-48a1-a5c2-70edc9f454b8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 931 time: 0.1811259 Mar 22 14:08:50.026338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] Publish callbacks [] for security_group (747e94a7-5bc5-451b-bfdf-94836619d612), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.045076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:50.048432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] device_id is not set on port 4c28b91a-8ac1-4545-ae97-d03221655a55 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:08:50.057576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:50.058380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:50.103740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] Publish callbacks [] for security_group (747e94a7-5bc5-451b-bfdf-94836619d612), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.134532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] No DVR routers for this DVR port fa3abf26-eb1a-42e7-bc3e-17827194f10b on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:08:50.154499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.157789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-24328545-4c17-4795-b445-987253ccd820 req-d7c5c42a-c1dc-45c2-8a76-dd5735e7b8ee tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.82 "DELETE /v2.0/ports/fa3abf26-eb1a-42e7-bc3e-17827194f10b HTTP/1.1" status: 204 len: 173 time: 3.4267890 Mar 22 14:08:50.179747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:50.206956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be0cd88a-e53f-404e-91b3-77142d331a1f req-edde4bd3-a181-4818-99f0-fdfafba05ae7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935046 Mar 22 14:08:50.208041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-677ed4f5-5c1f-4d42-beda-4b05d34a10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:50.209695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-677ed4f5-5c1f-4d42-beda-4b05d34a10d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1842759 Mar 22 14:08:50.219818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.227606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'name': 'network-vif-deleted', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:50.229931 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86907234-6deb-4e4d-aed2-9a8dd5cc50a6" -d '{"events": [{"server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "name": "network-vif-deleted", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:50.236903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375af8d7-6d98-4479-826b-e208c78e36e7 req-22028609-48b3-4736-b8c0-ae70b1a657df tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823771 Mar 22 14:08:50.324404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (747e94a7-5bc5-451b-bfdf-94836619d612), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.328980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.330247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/747e94a7-5bc5-451b-bfdf-94836619d612 HTTP/1.1" status: 204 len: 168 time: 0.4726498 Mar 22 14:08:50.437404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894f3be-d74b-44e4-954d-8844741637df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e94a7-5bc5-451b-bfdf-94836619d612,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:50.451910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.482461 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4850e-a72f-4c41-8781-6c0f831ece53 x-openstack-request-id: req-c4d4850e-a72f-4c41-8781-6c0f831ece53 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:50.482951 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d1049b-0e2a-43f4-ab39-96aa39fb1565", "name": "network-vif-deleted", "tag": "fa3abf26-eb1a-42e7-bc3e-17827194f10b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:50.483331 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4d4850e-a72f-4c41-8781-6c0f831ece53 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:50.483929 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d4850e-a72f-4c41-8781-6c0f831ece53'] response: {'server_uuid': '80d1049b-0e2a-43f4-ab39-96aa39fb1565', 'name': 'network-vif-deleted', 'tag': 'fa3abf26-eb1a-42e7-bc3e-17827194f10b', 'status': 'completed', 'code': 200} Mar 22 14:08:50.489319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66b91a13-88ba-4124-91fa-93b36c86cb53 req-1a13a9e8-ec30-435f-ac0a-ddff96f4ede1 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d1049b-0e2a-43f4-ab39-96aa39fb1565 HTTP/1.1" status: 200 len: 210 time: 0.0652750 Mar 22 14:08:50.516466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.523139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.20.0.12 (44afc73b-c8a8-406e-abe3-aa0260c6959f/605fa125-b4e2-417b-b7f5-bdc4e49939b5/4c28b91a-8ac1-4545-ae97-d03221655a55) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:50.574636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:50.575485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event updated for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:50.622231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:50.634067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:50.644566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:50.673430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:50.699861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:50.701821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:50.742625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-935ec321-f0b6-4ff9-92f7-caef59e1bd8e service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676573 Mar 22 14:08:50.767741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf47dda1-1e1d-48e8-a220-2b473d50ef4b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:50.778735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks [] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.793522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Transition to ACTIVE for port object cf47dda1-1e1d-48e8-a220-2b473d50ef4b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:50.804808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:50.904345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2bc7dfdf-2821-4f13-84cb-a94635bc7ed5 req-3a4e235c-8301-40ed-b3eb-3c2c2ccab1a4 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465602 Mar 22 14:08:50.993482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:51.035303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.036251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.059473 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-8a8e61cb-9655-4f04-8ec9-f9255173a27b tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8751061 Mar 22 14:08:51.079927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Request body: {'port': {'device_id': '7473a276-3045-42ce-9a0b-68becd05313b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:51.121254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Pushing event updated for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.180554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-64ce4455-488f-4aea-a9e8-4c53b1e27d9d None None] Provisioning complete for port 757a9d09-8a4c-49a3-863f-5f31bf2d549e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:51.181436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64ce4455-488f-4aea-a9e8-4c53b1e27d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.182688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa2478-e336-4344-aae6-a956018d5291 req-9fa285b6-7ec4-4ccf-8b86-61cb6827531c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.183191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acbdf27b-12f6-45bc-96b5-b58a05d3568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.184693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2fa2478-e336-4344-aae6-a956018d5291 req-9fa285b6-7ec4-4ccf-8b86-61cb6827531c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 946 time: 0.3365965 Mar 22 14:08:51.208381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.216075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:51.257114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Attempting to bind port cf47dda1-1e1d-48e8-a220-2b473d50ef4b on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:51.258265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Attempting to bind port cf47dda1-1e1d-48e8-a220-2b473d50ef4b by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:51.258800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Attempting to bind port cf47dda1-1e1d-48e8-a220-2b473d50ef4b on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.267976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c7df-d415-46d8-bec1-513c71055f27 req-d8b91c1b-76df-433b-b22c-f19d16549626 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.270266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4a3c7df-d415-46d8-bec1-513c71055f27 req-d8b91c1b-76df-433b-b22c-f19d16549626 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.3093178 Mar 22 14:08:51.273284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4455-488f-4aea-a9e8-4c53b1e27d9d None None] Port 757a9d09-8a4c-49a3-863f-5f31bf2d549e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:08:51.289918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Port cf47dda1-1e1d-48e8-a220-2b473d50ef4b on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:51.290627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Attempting to bind port cf47dda1-1e1d-48e8-a220-2b473d50ef4b on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:51.290809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (4c28b91a-8ac1-4545-ae97-d03221655a55), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.297398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2fa2478-e336-4344-aae6-a956018d5291 req-09ae82dc-f995-48ea-8842-d290f1542c61 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954671 Mar 22 14:08:51.309379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:51.320125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:51.320125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:51.320125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Bound port: cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:51.320125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.384173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4a3c7df-d415-46d8-bec1-513c71055f27 req-59917db2-6b82-4134-9b7a-be0b73f22cc1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007762 Mar 22 14:08:51.404970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:51.410182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:51.419799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.458301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4c28b91a-8ac1-4545-ae97-d03221655a55), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.502820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:51.534482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:51.537229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41010) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:51.538744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'mac_address': 'fa:16:3e:c8:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:51.560496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:51.565146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:51.572196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:51.575284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c60da8-fa27-4290-a44b-defc9da2c031 None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:01:32Z', 'revision_number': 4, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '65bc644e-e66f-44cf-98d9-f495a1246ea4', 'name': '', 'network_id': '9b471c2e-14cf-474c-a102-b6cfc05f4211', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'mac_address': 'fa:16:3e:65:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:32Z', 'updated_at': '2022-03-22T14:01:38Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'subnets': [{'id': 'bd09da3f-43de-42ad-9736-d36ea1791468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:08:51.640719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=4c28b91a-8ac1-4545-ae97-d03221655a55,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.650363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:51.650765 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.660729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.661348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.671058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:51.688449 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-466f0db8-c6c6-44d4-b8ba-7a54ba72a2fe tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8269997 Mar 22 14:08:51.690938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:51.698840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:51.705052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.732443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-795048148-network', 'tenant_id': '4ec33ecbee3e4959a7d435ed3903234c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:51.779205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.779803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.781260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] 10.222.0.78 "PUT /v2.0/ports/cf47dda1-1e1d-48e8-a220-2b473d50ef4b HTTP/1.1" status: 200 len: 1091 time: 1.7894378 Mar 22 14:08:51.783185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.808798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:51.811242 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d88901-2508-4ac4-83d6-e51e33fcddec" -d '{"events": [{"name": "network-changed", "server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:51.828318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.837619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Made reservation on behalf of 4ec33ecbee3e4959a7d435ed3903234c for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:51.839936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.851293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.866785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f2fdaa-f4a8-48e2-9579-de7026df4d14 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:51.873582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82211-6344-4e85-97dc-d84254e0e592 service neutron] Pushing event updated for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:51.878228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks [] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.907185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d00c0-712c-4729-8dd8-ac43b5ec573b req-c2003871-3a6d-4e2e-bff1-e07774bef8c5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.910098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Transition to ACTIVE for port object d0f2fdaa-f4a8-48e2-9579-de7026df4d14 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:51.912566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d00c0-712c-4729-8dd8-ac43b5ec573b req-c2003871-3a6d-4e2e-bff1-e07774bef8c5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.914339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50d00c0-712c-4729-8dd8-ac43b5ec573b req-c2003871-3a6d-4e2e-bff1-e07774bef8c5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1655 time: 0.1662934 Mar 22 14:08:51.925729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.927148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407f1f-80b8-427e-af4a-a315f3966d8e req-42ba7dd0-048b-4463-bac7-57d6f8e5f50a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.928669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac407f1f-80b8-427e-af4a-a315f3966d8e req-42ba7dd0-048b-4463-bac7-57d6f8e5f50a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 943 time: 0.1773579 Mar 22 14:08:51.939682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Deleting port 4c28b91a-8ac1-4545-ae97-d03221655a55 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:51.940018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4c28b91a-8ac1-4545-ae97-d03221655a55), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:51.954926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-b6a51b1f-399c-4cd5-a520-11e8d96863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:51.959659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-b6a51b1f-399c-4cd5-a520-11e8d96863d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 1125 time: 0.1222830 Mar 22 14:08:51.973683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:52.015223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-7135a3f6-6f29-4edd-ba0a-644cb406b802 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b HTTP/1.1" status: 200 len: 217 time: 0.0477469 Mar 22 14:08:52.053392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:52.054973 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d288ecd-dd0f-45a1-aeea-2822f4775173 None None] New status for floating IP 2de1922b-4a80-4431-8a53-e5a1c6b5a1fc: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:08:52.089608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50d00c0-712c-4729-8dd8-ac43b5ec573b req-63277cec-9fe1-48a6-afc7-93acfcfbcca5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599233 Mar 22 14:08:52.097272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac407f1f-80b8-427e-af4a-a315f3966d8e req-c3ac9284-d72c-4bce-aec0-9f14a6b1a9a3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576979 Mar 22 14:08:52.103657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks [] for security_group (e249ad09-fb97-469b-90e0-249615a5081a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.104514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-f3357fb2-d48e-488b-8902-441f893269a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.106291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-f3357fb2-d48e-488b-8902-441f893269a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0837922 Mar 22 14:08:52.130194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e249ad09-fb97-469b-90e0-249615a5081a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.175745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-4554263e-6b00-48cf-a32a-f604a76732b8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632548 Mar 22 14:08:52.176655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:08:52.189117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-dc243d17-e218-47b1-a2a3-1157a10b3940 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:08:52.190151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4c28b91a-8ac1-4545-ae97-d03221655a55), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.192522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-dc243d17-e218-47b1-a2a3-1157a10b3940 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097589 Mar 22 14:08:52.271934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Calling delete_port for 4c28b91a-8ac1-4545-ae97-d03221655a55 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:52.280356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb834e6e-6fdd-4338-ad6a-c500228c4f8d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.285080 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Added segment eb834e6e-6fdd-4338-ad6a-c500228c4f8d of type vlan for network a58e0e83-742c-4114-8341-7da29dd698ee Mar 22 14:08:52.286868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:52.323942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e249ad09-fb97-469b-90e0-249615a5081a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:52.439839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-84ad2d91-3e01-4d4a-b4a0-023c084c0d2a service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403760 Mar 22 14:08:52.461724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Attempting to bind port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:52.461816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Attempting to bind port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:52.462179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Attempting to bind port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 on network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:52.503145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a58e0e83-742c-4114-8341-7da29dd698ee), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.515009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 on network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:52.515334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Attempting to bind port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 on network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:52.528043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:52.528394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Checking segment: {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:52.528771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Bound using segment: {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:52.529203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Bound port: d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:52.529554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.533695 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e6c41-5a64-40e2-ab25-bce1c8b78a77 x-openstack-request-id: req-a12e6c41-5a64-40e2-ab25-bce1c8b78a77 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:52.533695 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:52.533904 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a12e6c41-5a64-40e2-ab25-bce1c8b78a77 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:52.534214 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12e6c41-5a64-40e2-ab25-bce1c8b78a77'] response: {'name': 'network-changed', 'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b', 'status': 'completed', 'code': 200} Mar 22 14:08:52.564853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (7ec6e41d-0c9f-409f-9b5c-639cb5ebf240), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.611318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a58e0e83-742c-4114-8341-7da29dd698ee), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.612247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.612923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.615668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9288a3-8ac2-4fa4-aad7-acbed942dfbf req-41774e9e-f09f-4b67-8f33-bee88a85244a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.618455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9288a3-8ac2-4fa4-aad7-acbed942dfbf req-41774e9e-f09f-4b67-8f33-bee88a85244a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.1810920 Mar 22 14:08:52.629830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (7ec6e41d-0c9f-409f-9b5c-639cb5ebf240), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:52.646819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e935f061-c9d8-467b-86a3-01bd23a92253 req-10da9f8c-eea2-4e1e-ae88-eb52742e28fc service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927288 Mar 22 14:08:52.679453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e27f-2335-4b87-9fe7-5f142cf1fcf2 req-d7ce5c9b-5dee-4c91-a6ce-ae7e8a3b1272 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.681679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b18e27f-2335-4b87-9fe7-5f142cf1fcf2 req-d7ce5c9b-5dee-4c91-a6ce-ae7e8a3b1272 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1341500 Mar 22 14:08:52.744350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9288a3-8ac2-4fa4-aad7-acbed942dfbf req-199bc343-b0b9-4627-8572-46eccb99ce6e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178064 Mar 22 14:08:52.782194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b18e27f-2335-4b87-9fe7-5f142cf1fcf2 req-3393e017-e6d0-4ab0-a934-51c88ad5335f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925901 Mar 22 14:08:52.791660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-3dc9bc56-1dd0-43a8-89c3-255441ebd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.793191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-3dc9bc56-1dd0-43a8-89c3-255441ebd1f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 1125 time: 0.0999374 Mar 22 14:08:52.898146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-57c55273-3e0e-4944-bfef-bf07fb0d2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:52.899816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-57c55273-3e0e-4944-bfef-bf07fb0d2222 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.0996678 Mar 22 14:08:52.945636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-40468111-ee20-44c7-92b4-47b2f86ad604 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b HTTP/1.1" status: 200 len: 217 time: 0.0381002 Mar 22 14:08:53.004574 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4630275 Mar 22 14:08:53.005031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41030) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.012256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Request body: {'subnet': {'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-795048148-subnet', 'tenant_id': '4ec33ecbee3e4959a7d435ed3903234c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:53.030854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-6ea69c02-09dd-480c-a999-8190d39e07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.032410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-6ea69c02-09dd-480c-a999-8190d39e07ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0794652 Mar 22 14:08:53.059601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c10e-93b7-4d58-8c95-7b01dab8a178 admin admin] Pushing event updated for resources: {'Network': ['ID=a58e0e83-742c-4114-8341-7da29dd698ee,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.069300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:53.075444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-85e4fa59-eed3-4fd0-93f8-cf9b367ac6ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368614 Mar 22 14:08:53.076421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Made reservation on behalf of 4ec33ecbee3e4959a7d435ed3903234c for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:53.078352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.081678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a58e0e83-742c-4114-8341-7da29dd698ee details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:08:53.102922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:53.117755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.126087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4c28b91a-8ac1-4545-ae97-d03221655a55), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.147643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7ec6e41d-0c9f-409f-9b5c-639cb5ebf240), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.150201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.154103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "DELETE /v2.0/security-groups/7ec6e41d-0c9f-409f-9b5c-639cb5ebf240 HTTP/1.1" status: 204 len: 168 time: 0.8569913 Mar 22 14:08:53.161807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.202543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-3c2b01d7-a463-47d8-8e2a-3be0eb4f380e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.204128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-3c2b01d7-a463-47d8-8e2a-3be0eb4f380e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3&tenant_id=b23e930116f642bda5ce38b75f0172c6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 947 time: 0.1583860 Mar 22 14:08:53.209339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538de951-fdf9-420f-8203-0bddf30ffa59 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6e41d-0c9f-409f-9b5c-639cb5ebf240,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.211899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.212488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.213867 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] 10.222.0.82 "PUT /v2.0/ports/d0f2fdaa-f4a8-48e2-9579-de7026df4d14 HTTP/1.1" status: 200 len: 1092 time: 2.1418850 Mar 22 14:08:53.218859 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-40f21d1b-010f-44f5-a7f8-76ea4f4e20f0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] show failed (client error): The resource could not be found. Mar 22 14:08:53.222686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-40f21d1b-010f-44f5-a7f8-76ea4f4e20f0 tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "GET /v2.0/security-groups/7ec6e41d-0c9f-409f-9b5c-639cb5ebf240 HTTP/1.1" status: 404 len: 347 time: 0.0529656 Mar 22 14:08:53.222686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:53.223822 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:53.226319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.251593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:53.258969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Request body: {'port': {'device_id': '7473a276-3045-42ce-9a0b-68becd05313b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:53.301203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01dd-3359-4efd-804a-750988c076ee req-18123ed3-b076-46a0-87ea-2b2192c9ea89 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.311332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e8d01dd-3359-4efd-804a-750988c076ee req-18123ed3-b076-46a0-87ea-2b2192c9ea89 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.2378879 Mar 22 14:08:53.321725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:53.326459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:53.327216 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.353347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b9e4-7c5b-4e00-a51e-e0f5046ba675 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.435998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:53.436690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.438798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-a7e1748a-7864-4d3f-925f-f672ded1cf29 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510964 Mar 22 14:08:53.460757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dafa0-3ad5-48e2-a23d-28228b81d1fa req-4a76801a-c90a-42d3-98df-c0edf6979ca3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.462313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-388dafa0-3ad5-48e2-a23d-28228b81d1fa req-4a76801a-c90a-42d3-98df-c0edf6979ca3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 943 time: 0.2042959 Mar 22 14:08:53.475678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:53.478269 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aaf9df-5602-4bc9-849d-bd124c1bfd42" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:53.481825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c28b91a-8ac1-4545-ae97-d03221655a55,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.506347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:53.514443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.553686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e8d01dd-3359-4efd-804a-750988c076ee req-8ae12ee4-2308-44b6-a849-20123f3dd674 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410958 Mar 22 14:08:53.581640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.585116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22ba2f9a-a475-44ea-9e47-d9cb8eaed02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/ports/4c28b91a-8ac1-4545-ae97-d03221655a55 HTTP/1.1" status: 204 len: 168 time: 1.8929031 Mar 22 14:08:53.592681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41046) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:53.601226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.605291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f', 'external_fixed_ips': [{'subnet_id': '605fa125-b4e2-417b-b7f5-bdc4e49939b5', 'ip_address': '172.20.0.12'}]}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:53.605882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.609890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-09df1420-fb2d-4dbf-beb2-b56cdb58c443 service neutron] 10.222.0.82 "GET /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 382 time: 0.3826180 Mar 22 14:08:53.614686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.649906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (46230e9c-6848-4e46-a774-91504059ef10), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.650984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (46230e9c-6848-4e46-a774-91504059ef10), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.654455 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (31d9bed3-7868-44df-adb2-750d524ca0ab), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.704535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Deleting port 27d65ec7-2796-4ae8-8f95-2051a6e84870 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:53.704873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.761737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-388dafa0-3ad5-48e2-a23d-28228b81d1fa req-3d4878f4-c939-4acf-952f-5d09349d3778 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478187 Mar 22 14:08:53.769541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58d88901-2508-4ac4-83d6-e51e33fcddec req-67b01555-f260-4963-93fa-4f77739aede5 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217885 Mar 22 14:08:53.820446 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db4540-ca40-4c9c-9c39-74800593ed7b x-openstack-request-id: req-15db4540-ca40-4c9c-9c39-74800593ed7b {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:53.820799 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:53.820989 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15db4540-ca40-4c9c-9c39-74800593ed7b {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:53.821383 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15db4540-ca40-4c9c-9c39-74800593ed7b'] response: {'name': 'network-changed', 'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14', 'status': 'completed', 'code': 200} Mar 22 14:08:53.842100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d9bed3-7868-44df-adb2-750d524ca0ab,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:53.850500 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (46230e9c-6848-4e46-a774-91504059ef10), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.867169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4b4b-acdd-446c-9854-4752e95c68b9 req-5d187837-008a-426d-b786-7d07928924b7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.873653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4b4b-acdd-446c-9854-4752e95c68b9 req-5d187837-008a-426d-b786-7d07928924b7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.874995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfed4b4b-acdd-446c-9854-4752e95c68b9 req-5d187837-008a-426d-b786-7d07928924b7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1667 time: 0.2307043 Mar 22 14:08:53.880326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Checking segment: {'id': 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:53.880514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Network hostable DHCP agents. Network: a58e0e83-742c-4114-8341-7da29dd698ee, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:08:53.928661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-1daee69a-9540-4a75-8d9a-886546364ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:53.930348 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-1daee69a-9540-4a75-8d9a-886546364ed4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1130 time: 0.2606056 Mar 22 14:08:53.946432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.946432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (27d65ec7-2796-4ae8-8f95-2051a6e84870), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:53.954258 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfd943-5bde-41ce-a5aa-e540c0bce2bc x-openstack-request-id: req-e3dfd943-5bde-41ce-a5aa-e540c0bce2bc {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:53.955278 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:53.955278 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3dfd943-5bde-41ce-a5aa-e540c0bce2bc {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:53.955278 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dfd943-5bde-41ce-a5aa-e540c0bce2bc'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'code': 200} Mar 22 14:08:54.004955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Calling delete_port for 27d65ec7-2796-4ae8-8f95-2051a6e84870 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:08:54.051597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Network a58e0e83-742c-4114-8341-7da29dd698ee is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:08:54.092952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (46230e9c-6848-4e46-a774-91504059ef10), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.103083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfed4b4b-acdd-446c-9854-4752e95c68b9 req-9358d60d-df79-4c75-9edd-51f9eecdf940 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189314 Mar 22 14:08:54.104864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a58e0e83-742c-4114-8341-7da29dd698ee) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:54.120728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-82d563b8-1f69-49c1-9516-075f38bc6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.120863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.121215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-82d563b8-1f69-49c1-9516-075f38bc6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.121323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.123235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-82d563b8-1f69-49c1-9516-075f38bc6a31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1945 time: 0.2721603 Mar 22 14:08:54.123365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3247bb-0383-47b0-bd21-515ca61c3bf0 None None] Network a58e0e83-742c-4114-8341-7da29dd698ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:54.183174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca2873ea-c9be-473e-82df-ede12dc5ec93 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1775205 Mar 22 14:08:54.195318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8a0a-4a04-4556-9a12-ae91c5eadb36 req-b1f247d2-8988-48ba-837e-01db7e812206 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.196830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40fc8a0a-4a04-4556-9a12-ae91c5eadb36 req-b1f247d2-8988-48ba-837e-01db7e812206 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 946 time: 0.1769373 Mar 22 14:08:54.234723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-86cb3b81-15e4-47c0-b312-2920dfcd7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.236336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-86cb3b81-15e4-47c0-b312-2920dfcd7ca6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2959189 Mar 22 14:08:54.274987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40fc8a0a-4a04-4556-9a12-ae91c5eadb36 req-3566484d-a8f9-4799-ad6b-801c8b3fe568 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666609 Mar 22 14:08:54.382575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-5582f878-8a60-4689-96c3-5acba992024b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.1214347 Mar 22 14:08:54.440309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cf47dda1-1e1d-48e8-a220-2b473d50ef4b details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:54.447448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (46230e9c-6848-4e46-a774-91504059ef10), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.458276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead6614-6794-4f0d-b77a-b47a7ce671cf None None] Network a58e0e83-742c-4114-8341-7da29dd698ee requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:08:54.464419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757a9d09-8a4c-49a3-863f-5f31bf2d549e {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:54.471984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.489451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks [] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.573153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Transition to ACTIVE for port object 757a9d09-8a4c-49a3-863f-5f31bf2d549e will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:54.580190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-a79ddf36-f562-48d9-9d75-c6360fe3dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.581874 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-a79ddf36-f562-48d9-9d75-c6360fe3dd27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1866169 Mar 22 14:08:54.588617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-a1f21c5d-c626-4b5f-9e84-f67839afa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.589089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-a1f21c5d-c626-4b5f-9e84-f67839afa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.589549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-a1f21c5d-c626-4b5f-9e84-f67839afa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.591112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-a1f21c5d-c626-4b5f-9e84-f67839afa6f7 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4544361 Mar 22 14:08:54.594620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.620747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (27d65ec7-2796-4ae8-8f95-2051a6e84870), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.693413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:54.705998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b', 'mac_address': 'fa:16:3e:dc:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:54.754125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cf47dda1-1e1d-48e8-a220-2b473d50ef4b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:54.754496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.773618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf47dda1-1e1d-48e8-a220-2b473d50ef4b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:54.777335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Pushing event updated for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:54.796107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:54.807283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.866313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Pushing event deleted for resources: {'Port': ['ID=27d65ec7-2796-4ae8-8f95-2051a6e84870,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:54.874141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.881401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:54.912483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-9f68084a-2c96-4eb3-8373-63a475f179a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.914246 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-9f68084a-2c96-4eb3-8373-63a475f179a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3206944 Mar 22 14:08:54.927039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-16d83650-7ad7-4b3f-8a47-1571b2bf703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:54.928613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bbfd9543-c1f0-4825-8ec6-2ab246c06ed5 req-16d83650-7ad7-4b3f-8a47-1571b2bf703d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3230112 Mar 22 14:08:54.976551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks [] for floatingip (2de1922b-4a80-4431-8a53-e5a1c6b5a1fc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.979126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:54.980298 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c7bf730b-5bab-44dd-8c91-416230391b5f tempest-AttachVolumeTestJSON-2014848403 tempest-AttachVolumeTestJSON-2014848403-project] 10.222.0.81 "DELETE /v2.0/floatingips/2de1922b-4a80-4431-8a53-e5a1c6b5a1fc HTTP/1.1" status: 204 len: 168 time: 1.7406456 Mar 22 14:08:55.027959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Attempting to bind port 757a9d09-8a4c-49a3-863f-5f31bf2d549e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:55.028579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Attempting to bind port 757a9d09-8a4c-49a3-863f-5f31bf2d549e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:55.028579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Attempting to bind port 757a9d09-8a4c-49a3-863f-5f31bf2d549e on network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:55.056338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['cf47dda1-1e1d-48e8-a220-2b473d50ef4b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:55.107976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-1bdf8d81-6437-4ad8-bc0c-5b127e591048 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.109563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-1bdf8d81-6437-4ad8-bc0c-5b127e591048 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.6397061 Mar 22 14:08:55.140495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:55.243292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256d29e-9426-4d45-b988-560622ceb3b2 req-5f701f65-dcad-401c-9145-c7432f312cbe tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.244898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0256d29e-9426-4d45-b988-560622ceb3b2 req-5f701f65-dcad-401c-9145-c7432f312cbe tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.2828760 Mar 22 14:08:55.264782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-f5eaa7be-9a4b-4f6a-a353-4ee963ba1f1f tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.266355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-f5eaa7be-9a4b-4f6a-a353-4ee963ba1f1f tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/networks?id=a58e0e83-742c-4114-8341-7da29dd698ee HTTP/1.1" status: 200 len: 813 time: 0.6436057 Mar 22 14:08:55.325646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.20.0.12 (44afc73b-c8a8-406e-abe3-aa0260c6959f/605fa125-b4e2-417b-b7f5-bdc4e49939b5/54983acd-e22d-4267-96c8-d84710e1f663) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:55.336103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-48be70b9-be60-4af8-8d40-1d7b17d24b0b tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/quotas/4ec33ecbee3e4959a7d435ed3903234c HTTP/1.1" status: 200 len: 375 time: 0.0398235 Mar 22 14:08:55.348781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Port 757a9d09-8a4c-49a3-863f-5f31bf2d549e on network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:55.349311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Attempting to bind port 757a9d09-8a4c-49a3-863f-5f31bf2d549e on network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:55.350917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.365407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:55.365745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Checking segment: {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:55.366160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Bound using segment: {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:55.366604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Bound port: 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21313020-46d4-45d7-be5a-7540ff790306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:55.366958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.379695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-9d8f3582-f853-4a44-bb3d-e7742a1390b2 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543865 Mar 22 14:08:55.441122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-7ca5c146-f6fd-4305-8a7a-25de0562dce3 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ec33ecbee3e4959a7d435ed3903234c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910826 Mar 22 14:08:55.464714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0256d29e-9426-4d45-b988-560622ceb3b2 req-68396cd9-c2d4-49d6-878f-c145eb785bb4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973443 Mar 22 14:08:55.474030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-90883692-9b07-41a0-b0bf-1f68ef6366e9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:08:55.475284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-90883692-9b07-41a0-b0bf-1f68ef6366e9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138717 Mar 22 14:08:55.491780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:55.496667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:55.514677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.575965 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-594058ba-7311-417a-a1df-8c4189fa89a4 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886868 Mar 22 14:08:55.576552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Pushing event updated for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:55.580686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.581549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.583089 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-86f02e08-5844-4910-9db7-a2d95e1e1325 service neutron] 10.222.0.82 "PUT /v2.0/ports/757a9d09-8a4c-49a3-863f-5f31bf2d549e HTTP/1.1" status: 200 len: 1092 time: 2.3282998 Mar 22 14:08:55.684465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-30118fc4-237a-4cfb-8ebe-99e21a7348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.685360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-30118fc4-237a-4cfb-8ebe-99e21a7348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.687113 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-30118fc4-237a-4cfb-8ebe-99e21a7348cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 2043 time: 0.0546713 Mar 22 14:08:55.708364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (54983acd-e22d-4267-96c8-d84710e1f663), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.741480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-2fe7fa34-c698-433a-b555-218a55348873 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14 HTTP/1.1" status: 200 len: 217 time: 0.0446944 Mar 22 14:08:55.761486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:55.773396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96cb69-32ff-4fa5-b800-c69a872187c8 req-eaf105d4-c1f6-4862-ab5c-0424b9e8a408 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.780412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b96cb69-32ff-4fa5-b800-c69a872187c8 req-eaf105d4-c1f6-4862-ab5c-0424b9e8a408 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 944 time: 0.1830463 Mar 22 14:08:55.794984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-516b3812-1e87-4f21-9289-879d52c8a73f service neutron] 10.222.0.81 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794213 Mar 22 14:08:55.802464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-35898379-b682-41b4-a621-43516ff93b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.804863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-35898379-b682-41b4-a621-43516ff93b69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59d12189-a385-4e72-8a5a-ab799014e2ce HTTP/1.1" status: 200 len: 801 time: 0.0555277 Mar 22 14:08:55.840703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:55.843624 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ae99d-df98-4965-8e75-765e77a60d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:55.866522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-ae277073-0acb-4731-894f-a8658ded170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:55.868009 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-ae277073-0acb-4731-894f-a8658ded170a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7be10ac3-7ffd-498b-a09e-9f4f9ea47b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0561194 Mar 22 14:08:55.891433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (54983acd-e22d-4267-96c8-d84710e1f663), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:55.967036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:55.972017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-79ebc562-8775-477e-bf03-dd2929c5e62b service neutron] 10.222.0.82 "GET /v2.0/networks/7be10ac3-7ffd-498b-a09e-9f4f9ea47b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928178 Mar 22 14:08:55.977786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b96cb69-32ff-4fa5-b800-c69a872187c8 req-f7ba923d-f2ba-4ec1-a147-0058915adc6e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965520 Mar 22 14:08:56.008894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 44afc73b-c8a8-406e-abe3-aa0260c6959f is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:56.019051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:56.024400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:56.029191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=54983acd-e22d-4267-96c8-d84710e1f663,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:56.078180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-74ed19ce-f0b0-4991-b3bd-98e211f246b7 service neutron] 10.222.0.82 "GET /v2.0/networks/7be10ac3-7ffd-498b-a09e-9f4f9ea47b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990784 Mar 22 14:08:56.085415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-edb1d87f-3547-4c2d-80f5-e964f32733c5 service neutron] 10.222.0.81 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804608 Mar 22 14:08:56.091421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:56.093071 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e69df17-524e-46aa-904b-eeb65abefbe5" -d '{"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:56.096901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks [] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.131549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.140573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-3b17ba6b-0f11-4150-8481-68ddc9a44415 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e HTTP/1.1" status: 200 len: 217 time: 0.0557084 Mar 22 14:08:56.208410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-1c4058fd-11fb-460e-9a5f-38543f0ad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.210382 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-1c4058fd-11fb-460e-9a5f-38543f0ad657 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=37bb0475-69df-4c0c-97c9-0072bd11d9bb HTTP/1.1" status: 200 len: 801 time: 0.0615885 Mar 22 14:08:56.289266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-7eea2b99-b2e5-4262-bb74-9806f03d17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.289473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e061-1903-4f9a-a08e-7e61ea018378 req-7d44b6c0-7876-49e7-a2b3-ca1be99272e5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.290965 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-7eea2b99-b2e5-4262-bb74-9806f03d17ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=36684418-a1c2-49a2-9ca0-c7ebbb3f442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0742264 Mar 22 14:08:56.294787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e061-1903-4f9a-a08e-7e61ea018378 req-7d44b6c0-7876-49e7-a2b3-ca1be99272e5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.296386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e733e061-1903-4f9a-a08e-7e61ea018378 req-7d44b6c0-7876-49e7-a2b3-ca1be99272e5 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1679 time: 0.2314260 Mar 22 14:08:56.330601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:56.341242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cf47dda1-1e1d-48e8-a220-2b473d50ef4b up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:08:56.395940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:56.430903 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-b970cb10-197c-4af8-8ffa-0f73afab3bb9 service neutron] 10.222.0.82 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281724 Mar 22 14:08:56.539588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:56.540089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:56.540189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:56.562730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port cf47dda1-1e1d-48e8-a220-2b473d50ef4b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:08:56.574984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:56.575316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:56.576306 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6b05bb5-92c3-4b22-b88a-c6a801f1e144 req-39823de0-411d-489b-bf2e-298868d82f96 service neutron] 10.222.0.82 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380079 Mar 22 14:08:56.582973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port cf47dda1-1e1d-48e8-a220-2b473d50ef4b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:08:56.584144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.600592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e733e061-1903-4f9a-a08e-7e61ea018378 req-31a1483c-15f7-4c36-8b2d-da5b90bfbe57 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878299 Mar 22 14:08:56.607759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:56.608094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:56.608494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:56.608958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Bound port: a0a945ca-e097-4292-b7a8-9d8f1673fe74, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:56.609299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.643304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:56.679348 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd21ec6-99f4-41c9-ad35-2400ace27b8d x-openstack-request-id: req-8fd21ec6-99f4-41c9-ad35-2400ace27b8d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:56.680103 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:56.680466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:56.680603 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fd21ec6-99f4-41c9-ad35-2400ace27b8d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:56.680829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:56.680967 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd21ec6-99f4-41c9-ad35-2400ace27b8d'] response: {'name': 'network-changed', 'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'status': 'completed', 'code': 200} Mar 22 14:08:56.681192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:56.685694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a8773-e26c-4684-83f0-1104cd51891d req-f07c4b49-81b3-4c5c-89bf-b9f737ce43d5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.695033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-690a8773-e26c-4684-83f0-1104cd51891d req-f07c4b49-81b3-4c5c-89bf-b9f737ce43d5 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2889342 Mar 22 14:08:56.703225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:56.704005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:56.725176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:56.729403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:56.730457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:56.730959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Bound port: a0a945ca-e097-4292-b7a8-9d8f1673fe74, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:56.731363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.744068 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a06d90-a91b-46ef-bfcf-4bb356037ea1 x-openstack-request-id: req-02a06d90-a91b-46ef-bfcf-4bb356037ea1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:56.744370 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:56.744624 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a06d90-a91b-46ef-bfcf-4bb356037ea1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:56.745033 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a06d90-a91b-46ef-bfcf-4bb356037ea1'] response: {'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'code': 200} Mar 22 14:08:56.759608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (46230e9c-6848-4e46-a774-91504059ef10), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.816475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-04fd1b36-204c-4206-9d96-e4fdf32bec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.819574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-04fd1b36-204c-4206-9d96-e4fdf32bec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:56.821386 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-04fd1b36-204c-4206-9d96-e4fdf32bec6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 2043 time: 0.1111491 Mar 22 14:08:56.841698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cf47dda1-1e1d-48e8-a220-2b473d50ef4b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:56.842127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:56.917059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9da886b1-3ba7-4cf6-8e25-cea33984bd80 req-37f3e85f-075b-4d00-a8c3-a954d2e68861 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 210 time: 0.1054966 Mar 22 14:08:56.926047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:56.931373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:56.954318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-690a8773-e26c-4684-83f0-1104cd51891d req-efb17882-af6c-4c3b-8d71-6ea467c41c1d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576978 Mar 22 14:08:56.965785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:56.967917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:56.969890 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcd087c-4bec-4201-a911-33f9f59fcd5d" -d '{"events": [{"server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "name": "network-vif-plugged", "status": "completed", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:56.981247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.005576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:57.036552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a0a945ca-e097-4292-b7a8-9d8f1673fe74-n-h1-758851-5-0 {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:08:57.036925 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:08:57.050785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.056264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.077193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-18b38ed1-afc9-41b7-87e3-c6e3085d7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.083047 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81cb36f-1ed8-4e68-8e72-4cd8c949b690 x-openstack-request-id: req-f81cb36f-1ed8-4e68-8e72-4cd8c949b690 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:57.083970 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "name": "network-vif-plugged", "status": "completed", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:57.084470 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f81cb36f-1ed8-4e68-8e72-4cd8c949b690 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:57.084998 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81cb36f-1ed8-4e68-8e72-4cd8c949b690'] response: {'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b', 'code': 200} Mar 22 14:08:57.086990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-18b38ed1-afc9-41b7-87e3-c6e3085d7ebc service neutron] 10.222.0.82 "GET /v2.0/networks?id=36684418-a1c2-49a2-9ca0-c7ebbb3f442b HTTP/1.1" status: 200 len: 903 time: 0.2565958 Mar 22 14:08:57.147526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 has no active binding in host n-h2-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:08:57.167688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:57.181855 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-db5671ca-239a-4214-8108-c984c7f7e319 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e HTTP/1.1" status: 200 len: 217 time: 0.0869508 Mar 22 14:08:57.255098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-cdacc368-a71b-4a80-8a6d-86ce0c1256a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.257819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-cdacc368-a71b-4a80-8a6d-86ce0c1256a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=37bb0475-69df-4c0c-97c9-0072bd11d9bb HTTP/1.1" status: 200 len: 801 time: 0.0658653 Mar 22 14:08:57.333269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-0cabc99e-3302-44b8-b5ef-eb5684296374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.334833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-0cabc99e-3302-44b8-b5ef-eb5684296374 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=36684418-a1c2-49a2-9ca0-c7ebbb3f442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0691495 Mar 22 14:08:57.447852 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-3dd0c855-1c7a-4caf-8377-3deaaf526945 service neutron] 10.222.0.82 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014347 Mar 22 14:08:57.565799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d87ae99d-df98-4965-8e75-765e77a60d6c req-fddca0a9-6d43-43b7-a501-b1f51aef86b2 service neutron] 10.222.0.82 "GET /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101551 Mar 22 14:08:57.609697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66136-fdaa-43f0-842c-9a45ef7de2c0 req-163c8e30-db8f-4a36-b29e-ad3dcf0f3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.611205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3e66136-fdaa-43f0-842c-9a45ef7de2c0 req-163c8e30-db8f-4a36-b29e-ad3dcf0f3eaa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 1127 time: 0.4426944 Mar 22 14:08:57.623884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeeb52-14db-4a61-a86c-3a57162c5cf2 req-813506db-9880-48ce-a015-23079dcdcd88 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.625331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9beeeb52-14db-4a61-a86c-3a57162c5cf2 req-813506db-9880-48ce-a015-23079dcdcd88 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.5745335 Mar 22 14:08:57.645349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h1-758851-5 for vnic_type normal with profile {"migrating_to": "n-h2-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:57.645566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:57.645829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:57.674713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd51913-4e35-4a31-bba2-01deb263d821 req-45578e49-0db9-4642-b2ed-6f938ec0f952 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:57.676143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dd51913-4e35-4a31-bba2-01deb263d821 req-45578e49-0db9-4642-b2ed-6f938ec0f952 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.5049229 Mar 22 14:08:57.687797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:08:57.688127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempting to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on network f26b3897-80b1-42dd-9009-48a2109a248a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:57.727891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:57.728235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Checking segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:57.728624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Bound using segment: {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:57.729073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Bound port: a0a945ca-e097-4292-b7a8-9d8f1673fe74, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a1592-c587-4556-8eca-cc648d1cc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f26b3897-80b1-42dd-9009-48a2109a248a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:57.729432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.788498 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (46230e9c-6848-4e46-a774-91504059ef10), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:57.806697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9beeeb52-14db-4a61-a86c-3a57162c5cf2 req-d8bf8a38-7e2b-4d68-a0e1-a2ac272188b6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625583 Mar 22 14:08:57.856734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3e66136-fdaa-43f0-842c-9a45ef7de2c0 req-06a890ba-a319-4951-b9a9-d8fee629e649 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274382 Mar 22 14:08:57.946696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dd51913-4e35-4a31-bba2-01deb263d821 req-1916ce12-40df-40c3-b9d0-9179110fe1ae tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561255 Mar 22 14:08:57.995319 n-d-758851-5 neutron-server[103890]: WARNING neutron.plugins.ml2.plugin [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Concurrent port binding operations failed on port a0a945ca-e097-4292-b7a8-9d8f1673fe74 Mar 22 14:08:58.002918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:58.015392 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attempt 2 to bind port a0a945ca-e097-4292-b7a8-9d8f1673fe74 Mar 22 14:08:58.018730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.019840 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.021221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-55609162-5e35-4d65-83a2-85da3cdbd95d service neutron] 10.222.0.78 "PUT /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 1153 time: 2.8989913 Mar 22 14:08:58.059641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f615714-6ee2-4059-a79e-7f37d2452d29 req-9d731897-c4ef-4d5e-9275-b7cdc71dd428 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.065553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f615714-6ee2-4059-a79e-7f37d2452d29 req-9d731897-c4ef-4d5e-9275-b7cdc71dd428 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.067550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f615714-6ee2-4059-a79e-7f37d2452d29 req-9d731897-c4ef-4d5e-9275-b7cdc71dd428 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1679 time: 0.1585107 Mar 22 14:08:58.092014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.118553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a0a945ca-e097-4292-b7a8-9d8f1673fe74'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:58.121853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a0a945ca-e097-4292-b7a8-9d8f1673fe74'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:08:58.159102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03233576-01b0-4adc-ac67-03ca3af0e7e3 req-6b341a08-75ab-4e1a-a30f-e29c0fd5ec3c tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 210 time: 0.0469673 Mar 22 14:08:58.160721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-403dff04-ed0a-4b0c-a9e3-6636f1746332 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.169444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router 46230e9c-6848-4e46-a774-91504059ef10 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:08:58.170502 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-403dff04-ed0a-4b0c-a9e3-6636f1746332 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.82 "GET /v2.0/networks?id=a58e0e83-742c-4114-8341-7da29dd698ee HTTP/1.1" status: 200 len: 813 time: 0.2689307 Mar 22 14:08:58.177841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Request body: {'port': {'device_id': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee', 'admin_state_up': True, 'tenant_id': '4ec33ecbee3e4959a7d435ed3903234c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:58.189254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f615714-6ee2-4059-a79e-7f37d2452d29 req-7e378eb1-6597-437d-9626-290399830d97 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065865 Mar 22 14:08:58.409654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:08:58.422311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Made reservation on behalf of 4ec33ecbee3e4959a7d435ed3903234c for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:08:58.425463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Sync routers for ids ['46230e9c-6848-4e46-a774-91504059ef10'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:08:58.427131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.449690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Routers {'46230e9c-6848-4e46-a774-91504059ef10'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:58.450383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['46230e9c-6848-4e46-a774-91504059ef10'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:58.476330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.480683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-11b24632-fc21-427a-b2d2-ce086d5d824e tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8870196 Mar 22 14:08:58.486893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41114) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:08:58.541666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-9fd01ce2-365c-4d59-a8a4-969126623a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.543478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-9fd01ce2-365c-4d59-a8a4-969126623a21 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1130 time: 0.2284436 Mar 22 14:08:58.582356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:58.612660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9637f-ec9a-4be5-a0f3-57f9fbcc7b56 req-30ee755b-9224-4d81-9a2a-b0bd7ac28463 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.615073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7f9637f-ec9a-4be5-a0f3-57f9fbcc7b56 req-30ee755b-9224-4d81-9a2a-b0bd7ac28463 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2526700 Mar 22 14:08:58.622767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Allocated IP 172.20.0.13 (a58e0e83-742c-4114-8341-7da29dd698ee/31d9bed3-7868-44df-adb2-750d524ca0ab/0217d66b-de0d-479e-ad4a-ae9b96ae117a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:08:58.665975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Set router 46230e9c-6848-4e46-a774-91504059ef10 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:08:58.726512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7f9637f-ec9a-4be5-a0f3-57f9fbcc7b56 req-aa4219dd-3457-4a97-a61f-94e6c3faf31e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019888 Mar 22 14:08:58.737314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.746620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:08:58.749227 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f054f684-68f2-44d6-9206-5fdfe9668275" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:08:58.755844 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (46230e9c-6848-4e46-a774-91504059ef10), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.838304 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c4d96a-c119-4678-a084-137c1a48ed18 x-openstack-request-id: req-21c4d96a-c119-4678-a084-137c1a48ed18 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:08:58.838593 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:08:58.838842 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21c4d96a-c119-4678-a084-137c1a48ed18 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:08:58.839241 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c4d96a-c119-4678-a084-137c1a48ed18'] response: {'name': 'network-changed', 'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'status': 'completed', 'code': 200} Mar 22 14:08:58.939808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks [] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:58.945363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-26ae7fb6-fe50-4c01-a083-f03acefccdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:58.947849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-26ae7fb6-fe50-4c01-a083-f03acefccdbc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1156 time: 0.1217070 Mar 22 14:08:58.989118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.007284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46230e9c-6848-4e46-a774-91504059ef10', 'name': '', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f', 'external_fixed_ips': [{'subnet_id': '605fa125-b4e2-417b-b7f5-bdc4e49939b5', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '54983acd-e22d-4267-96c8-d84710e1f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:08:56Z', 'revision_number': 3, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port': {'id': '54983acd-e22d-4267-96c8-d84710e1f663', 'name': '', 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46230e9c-6848-4e46-a774-91504059ef10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '605fa125-b4e2-417b-b7f5-bdc4e49939b5', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:54Z', 'updated_at': '2022-03-22T14:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605fa125-b4e2-417b-b7f5-bdc4e49939b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:59.038119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Checking router: 46230e9c-6848-4e46-a774-91504059ef10 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:08:59.038722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Updating router 46230e9c-6848-4e46-a774-91504059ef10 port 54983acd-e22d-4267-96c8-d84710e1f663 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:08:59.080329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-1f687773-f3e1-45ff-bb22-a2f0ccde9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.082088 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-1f687773-f3e1-45ff-bb22-a2f0ccde9051 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.1271577 Mar 22 14:08:59.093349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (54983acd-e22d-4267-96c8-d84710e1f663), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.132824 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-d3bf42a6-9a07-49ec-98a4-41ed70bf4d2e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 217 time: 0.0430949 Mar 22 14:08:59.136855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19135-8993-49ba-a6cc-31cebbfa67a4 req-f07df898-2eec-40dc-8451-ca89cf2d203e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.138458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddc19135-8993-49ba-a6cc-31cebbfa67a4 req-f07df898-2eec-40dc-8451-ca89cf2d203e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 948 time: 0.1882205 Mar 22 14:08:59.139881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (46230e9c-6848-4e46-a774-91504059ef10), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.212415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-45748cdf-7eaa-41a2-85f8-fce8bd2a12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.216315 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-45748cdf-7eaa-41a2-85f8-fce8bd2a12f8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.0715773 Mar 22 14:08:59.219253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.281994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddc19135-8993-49ba-a6cc-31cebbfa67a4 req-d8cf5eaa-96d0-454b-8d5a-5ae5ae78cf12 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339231 Mar 22 14:08:59.287807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-059ac414-429c-47a3-a76e-938a2bff5878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614190 Mar 22 14:08:59.297801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Network a58e0e83-742c-4114-8341-7da29dd698ee is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:08:59.334550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e162ac-a376-4197-a95b-2fc6a911f1e2 req-f1c16385-c58b-42de-8c32-e0f8699ce6b1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.336312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e162ac-a376-4197-a95b-2fc6a911f1e2 req-f1c16385-c58b-42de-8c32-e0f8699ce6b1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.2221208 Mar 22 14:08:59.395874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks [] for port (54983acd-e22d-4267-96c8-d84710e1f663), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.400312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d0f2fdaa-f4a8-48e2-9579-de7026df4d14 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:59.415439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (54983acd-e22d-4267-96c8-d84710e1f663), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.430640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:08:59.435933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:08:59.444949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-673f70a6-a063-4e91-aa40-3620783d777b service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440458 Mar 22 14:08:59.463941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e8512-be64-4eb8-9120-4a19a024b354 None None] Pushing event updated for resources: {'Port': ['ID=54983acd-e22d-4267-96c8-d84710e1f663,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:59.481560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:59.509630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Deleting port 54983acd-e22d-4267-96c8-d84710e1f663 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:08:59.510277 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (54983acd-e22d-4267-96c8-d84710e1f663), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.518032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e162ac-a376-4197-a95b-2fc6a911f1e2 req-23ff8ecd-36ac-4ef2-b7ee-4ea1f5509674 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683650 Mar 22 14:08:59.541619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Pushing event updated for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:59.553581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Attempting to bind port 54983acd-e22d-4267-96c8-d84710e1f663 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:08:59.557841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Attempting to bind port 54983acd-e22d-4267-96c8-d84710e1f663 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'dc619559-8912-4047-93c5-c29c516d00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:08:59.558289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Attempting to bind port 54983acd-e22d-4267-96c8-d84710e1f663 on network 44afc73b-c8a8-406e-abe3-aa0260c6959f {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:08:59.574871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:08:59.575294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Checking segment: {'id': 'dc619559-8912-4047-93c5-c29c516d00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:08:59.575705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.576102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Bound using segment: {'id': 'dc619559-8912-4047-93c5-c29c516d00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:08:59.576570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Bound port: 54983acd-e22d-4267-96c8-d84710e1f663, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc619559-8912-4047-93c5-c29c516d00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '44afc73b-c8a8-406e-abe3-aa0260c6959f'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:08:59.576946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (54983acd-e22d-4267-96c8-d84710e1f663), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.583074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.583751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.633411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-df40be91-c887-471b-9102-7a3d7995d369 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4617741 Mar 22 14:08:59.641169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] For port 54983acd-e22d-4267-96c8-d84710e1f663, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:59.645321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] For port 54983acd-e22d-4267-96c8-d84710e1f663, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=54983acd-e22d-4267-96c8-d84710e1f663,segment=NetworkSegment(dc619559-8912-4047-93c5-c29c516d00ab),segment_id=dc619559-8912-4047-93c5-c29c516d00ab)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:08:59.646705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Request body: {'port': {'device_id': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:08:59.661087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (54983acd-e22d-4267-96c8-d84710e1f663), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.662812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:08:59.673024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f054f684-68f2-44d6-9206-5fdfe9668275 req-c9130255-2bac-49d2-abc9-ca63e2c62317 service neutron] 10.222.0.82 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007427 Mar 22 14:08:59.721787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.733493 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks [] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.750091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:59.750770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Transition to ACTIVE for port object 0b90316c-88f3-4f4c-9554-f02bd26cc55c will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:08:59.778692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14', 'network_id': '7be10ac3-7ffd-498b-a09e-9f4f9ea47b00', 'port_id': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14', 'mac_address': 'fa:16:3e:97:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d12189-a385-4e72-8a5a-ab799014e2ce', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:08:59.782421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e8512-be64-4eb8-9120-4a19a024b354 None None] Pushing event updated for resources: {'Port': ['ID=54983acd-e22d-4267-96c8-d84710e1f663,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:08:59.783868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.823457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Routers {'46230e9c-6848-4e46-a774-91504059ef10'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:08:59.824103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['46230e9c-6848-4e46-a774-91504059ef10'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:08:59.827706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:08:59.827706 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.866362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f583be-6697-4ef8-a190-5e72c1241007 req-19532232-8ac9-4269-9c21-7f66977fbe75 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:08:59.876723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84f583be-6697-4ef8-a190-5e72c1241007 req-19532232-8ac9-4269-9c21-7f66977fbe75 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 932 time: 0.4817364 Mar 22 14:08:59.907448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (54983acd-e22d-4267-96c8-d84710e1f663), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.916585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f2fdaa-f4a8-48e2-9579-de7026df4d14 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:08:59.964950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:08:59.982891 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:08:59.983464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 757a9d09-8a4c-49a3-863f-5f31bf2d549e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:08:59.989579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] No DVR routers for this DVR port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:00.021684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] Set router 46230e9c-6848-4e46-a774-91504059ef10 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:00.035355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Calling delete_port for 54983acd-e22d-4267-96c8-d84710e1f663 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:00.044993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=10']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.079472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217d66b-de0d-479e-ad4a-ae9b96ae117a {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:00.093393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks [] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.103507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:00.104004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:00.104416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:00.118831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Transition to ACTIVE for port object 0217d66b-de0d-479e-ad4a-ae9b96ae117a will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:00.128859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.136472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84f583be-6697-4ef8-a190-5e72c1241007 req-203d2cee-675d-4458-adaf-43a9390b17c7 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491653 Mar 22 14:09:00.161199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb784c-daf2-46f4-8c21-c6aa563bdbd4 req-9451f251-9e4c-4122-8a37-440f07ffc68e tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.166787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb784c-daf2-46f4-8c21-c6aa563bdbd4 req-9451f251-9e4c-4122-8a37-440f07ffc68e tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.174438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bbb784c-daf2-46f4-8c21-c6aa563bdbd4 req-9451f251-9e4c-4122-8a37-440f07ffc68e tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1679 time: 0.5667701 Mar 22 14:09:00.198109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:00.198109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Attempting to bind port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:00.199109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.295097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:00.295474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:00.295827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:00.296272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Bound port: 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:00.296626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.341693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bbb784c-daf2-46f4-8c21-c6aa563bdbd4 req-c12342f9-b24b-4659-9c5c-89b2bb3dea86 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662564 Mar 22 14:09:00.343686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Attempting to bind port 0217d66b-de0d-479e-ad4a-ae9b96ae117a on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:00.345050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Attempting to bind port 0217d66b-de0d-479e-ad4a-ae9b96ae117a by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:00.345609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Attempting to bind port 0217d66b-de0d-479e-ad4a-ae9b96ae117a on network a58e0e83-742c-4114-8341-7da29dd698ee {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:00.356584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Port 0217d66b-de0d-479e-ad4a-ae9b96ae117a on network a58e0e83-742c-4114-8341-7da29dd698ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:00.357280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Attempting to bind port 0217d66b-de0d-479e-ad4a-ae9b96ae117a on network a58e0e83-742c-4114-8341-7da29dd698ee {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:00.358345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46230e9c-6848-4e46-a774-91504059ef10', 'name': '', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:08:59Z', 'revision_number': 4, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:00.368917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:00.369707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Checking segment: {'id': 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:00.370242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Bound using segment: {'id': 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:00.373817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Bound port: 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:00.374372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.406291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd67ed-b69b-4aee-9687-e67e5a919509 None None] The sync data for ids ['46230e9c-6848-4e46-a774-91504059ef10'] in n-d-758851-5 is: [{'id': '46230e9c-6848-4e46-a774-91504059ef10', 'name': '', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:08:53Z', 'updated_at': '2022-03-22T14:08:59Z', 'revision_number': 4, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:00.438848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.469268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:00.493721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'network_id': '36684418-a1c2-49a2-9ca0-c7ebbb3f442b', 'port_id': '757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'mac_address': 'fa:16:3e:36:6f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37bb0475-69df-4c0c-97c9-0072bd11d9bb', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:00.518981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543453b1-a3cb-4a65-bf10-697b11282fb7 req-c5b1bf02-0266-4bb0-83b3-d27f732898b9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.520558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-543453b1-a3cb-4a65-bf10-697b11282fb7 req-c5b1bf02-0266-4bb0-83b3-d27f732898b9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2663114 Mar 22 14:09:00.534503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:00.543719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a,segment=NetworkSegment(eb834e6e-6fdd-4338-ad6a-c500228c4f8d),segment_id=eb834e6e-6fdd-4338-ad6a-c500228c4f8d)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:00.568228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.579571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 757a9d09-8a4c-49a3-863f-5f31bf2d549e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:00.580801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.606513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.607132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.608531 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/0217d66b-de0d-479e-ad4a-ae9b96ae117a HTTP/1.1" status: 200 len: 1092 time: 0.9668808 Mar 22 14:09:00.608979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:00.617243 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2189bc-ad2e-476a-9486-52e2b8f148cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:00.620032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757a9d09-8a4c-49a3-863f-5f31bf2d549e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:00.659433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:00.666782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:00.669725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036df85-57f8-40e5-ae4b-6fb5085a07f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.686737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:00.703995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:00.732043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-10b108dc-94e5-494e-946d-b70611ad43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.734192 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-10b108dc-94e5-494e-946d-b70611ad43b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ec33ecbee3e4959a7d435ed3903234c&device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 1126 time: 0.0751276 Mar 22 14:09:00.752627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:00.805480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-0cb418d1-32c5-4c7b-b8ab-523f8fbb2388 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a HTTP/1.1" status: 200 len: 217 time: 0.0607657 Mar 22 14:09:00.856501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-0d6c4ca8-8494-47b9-a449-e7082f9fddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:00.858049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-0d6c4ca8-8494-47b9-a449-e7082f9fddf5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31d9bed3-7868-44df-adb2-750d524ca0ab HTTP/1.1" status: 200 len: 853 time: 0.0453634 Mar 22 14:09:00.893106 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-9d674b33-758d-4caf-abc3-574e5f55c5db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a58e0e83-742c-4114-8341-7da29dd698ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272405 Mar 22 14:09:00.990630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['757a9d09-8a4c-49a3-863f-5f31bf2d549e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:00.998236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-364ae2ec-a758-4422-9636-e7480962c96f service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950682 Mar 22 14:09:01.012626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-543453b1-a3cb-4a65-bf10-697b11282fb7 req-d9fe663f-53f1-4ba2-b523-81096f9e2f0e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668229 Mar 22 14:09:01.013088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:01.015415 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c460b200-7547-4df1-95fb-65dbe30e7a35" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:01.027920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.041033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdc02-4201-4d29-a681-06423180392f req-b42ca8c2-7d15-47fc-a83d-6d53fb46764e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.042985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-badfdc02-4201-4d29-a681-06423180392f req-b42ca8c2-7d15-47fc-a83d-6d53fb46764e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.5212407 Mar 22 14:09:01.119457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.120219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.121929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] 10.222.0.78 "PUT /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 1095 time: 2.5468438 Mar 22 14:09:01.150760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (54983acd-e22d-4267-96c8-d84710e1f663), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.182499 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad30115f-1a5d-4f8c-a886-dcf277f1bc8a req-3bebd01f-9585-4e91-b880-786118338fd1 service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740384 Mar 22 14:09:01.202896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788c696-a8aa-4c40-8029-137f3e9efeda service neutron] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=11']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:01.257861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:01.271136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-badfdc02-4201-4d29-a681-06423180392f req-f5fd3bb9-f1bc-46c8-82b0-784f4578272c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010610 Mar 22 14:09:01.283152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Port': ['ID=54983acd-e22d-4267-96c8-d84710e1f663,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:01.374038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-5656c39b-e179-4b32-a2fb-640b27e4de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.380948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-5656c39b-e179-4b32-a2fb-640b27e4de80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1129 time: 0.2253590 Mar 22 14:09:01.383789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:09:01.384248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:01.392922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1873aa-1626-4ea7-bc48-190db3ca65c3 req-732c96c2-8120-472d-83f3-ceee6f129080 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.396657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d1873aa-1626-4ea7-bc48-190db3ca65c3 req-732c96c2-8120-472d-83f3-ceee6f129080 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.2313681 Mar 22 14:09:01.397175 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec18ae6-6de1-4ec3-aab8-2998fabba8ae x-openstack-request-id: req-dec18ae6-6de1-4ec3-aab8-2998fabba8ae {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:01.397708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (46230e9c-6848-4e46-a774-91504059ef10), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.398125 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:01.398532 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dec18ae6-6de1-4ec3-aab8-2998fabba8ae {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:01.399849 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec18ae6-6de1-4ec3-aab8-2998fabba8ae'] response: {'name': 'network-changed', 'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a', 'status': 'completed', 'code': 200} Mar 22 14:09:01.531359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-d0d9273f-3b8f-4dc0-babb-06fb3e3460c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.532970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-d0d9273f-3b8f-4dc0-babb-06fb3e3460c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ec33ecbee3e4959a7d435ed3903234c&device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 1126 time: 0.0993166 Mar 22 14:09:01.543907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (46230e9c-6848-4e46-a774-91504059ef10), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.564003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (46230e9c-6848-4e46-a774-91504059ef10), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.683026 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6896d9e1-a304-4a51-ac8a-2e1d88ab578b x-openstack-request-id: req-6896d9e1-a304-4a51-ac8a-2e1d88ab578b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:01.684109 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:01.684464 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6896d9e1-a304-4a51-ac8a-2e1d88ab578b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:01.685408 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6896d9e1-a304-4a51-ac8a-2e1d88ab578b'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'code': 200} Mar 22 14:09:01.696701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (46230e9c-6848-4e46-a774-91504059ef10), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.697362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46230e9c-6848-4e46-a774-91504059ef10 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:01.710960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.712347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03f2929c-7f07-4de2-87cb-7b7d88f6562a tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/routers/46230e9c-6848-4e46-a774-91504059ef10 HTTP/1.1" status: 204 len: 168 time: 3.2243388 Mar 22 14:09:01.721885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-2846216b-671d-4509-bf27-d390310ab684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.723553 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-2846216b-671d-4509-bf27-d390310ab684 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a58e0e83-742c-4114-8341-7da29dd698ee HTTP/1.1" status: 200 len: 914 time: 0.1843476 Mar 22 14:09:01.724052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41146) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:01.798424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d1873aa-1626-4ea7-bc48-190db3ca65c3 req-2d623c60-ccd0-4966-ba25-ad6585467350 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771026 Mar 22 14:09:01.839888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-beb31f4e-9a93-44fe-8020-96beb5e2b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.844125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-beb31f4e-9a93-44fe-8020-96beb5e2b5c4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4416840 Mar 22 14:09:01.864244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ce543-e6b5-4201-916f-89f9434dcad5 req-f966f90b-57ad-4ee7-ab2c-b2552418c3f1 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:01.875392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-123ce543-e6b5-4201-916f-89f9434dcad5 req-f966f90b-57ad-4ee7-ab2c-b2552418c3f1 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 944 time: 0.1865726 Mar 22 14:09:01.881275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Deleting subnet 605fa125-b4e2-417b-b7f5-bdc4e49939b5 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:01.885897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-54b0f9af-913e-42dd-b964-e0508c551204 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a HTTP/1.1" status: 200 len: 217 time: 0.0960240 Mar 22 14:09:01.886764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for subnet (605fa125-b4e2-417b-b7f5-bdc4e49939b5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:01.942765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-8ea8139d-abdd-48d6-b112-4bac675eb73e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0454581 Mar 22 14:09:02.001089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (605fa125-b4e2-417b-b7f5-bdc4e49939b5), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.041868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-766fdd65-225f-482e-af23-ac2d3fbb6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.043598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-766fdd65-225f-482e-af23-ac2d3fbb6e43 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0668912 Mar 22 14:09:02.068961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['d0f2fdaa-f4a8-48e2-9579-de7026df4d14'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:02.071542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-ebf2c931-7311-4d0d-af2c-db85a19212f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.073090 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-ebf2c931-7311-4d0d-af2c-db85a19212f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31d9bed3-7868-44df-adb2-750d524ca0ab HTTP/1.1" status: 200 len: 853 time: 0.1571274 Mar 22 14:09:02.138096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fec2c-1d48-445f-9d9c-e41f359c084a req-9e227a29-080f-4897-b390-776821d2270c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.140828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-894dd491-a967-45fb-99f0-f50e20d080fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a58e0e83-742c-4114-8341-7da29dd698ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588655 Mar 22 14:09:02.144524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fec2c-1d48-445f-9d9c-e41f359c084a req-9e227a29-080f-4897-b390-776821d2270c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.146206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e95fec2c-1d48-445f-9d9c-e41f359c084a req-9e227a29-080f-4897-b390-776821d2270c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1681 time: 0.2621605 Mar 22 14:09:02.168030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (605fa125-b4e2-417b-b7f5-bdc4e49939b5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.203109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-123ce543-e6b5-4201-916f-89f9434dcad5 req-4c2ef529-9e80-49cd-83b2-9a0f4303eaaf tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225460 Mar 22 14:09:02.267673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d3e3c084-76f3-45d1-8f6f-02f151e19c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.272620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-d3e3c084-76f3-45d1-8f6f-02f151e19c3e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2190318 Mar 22 14:09:02.383909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (605fa125-b4e2-417b-b7f5-bdc4e49939b5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.423814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=605fa125-b4e2-417b-b7f5-bdc4e49939b5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:02.431256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e95fec2c-1d48-445f-9d9c-e41f359c084a req-6870d04a-6fc6-45bb-89e6-fa4c20f03fa0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732787 Mar 22 14:09:02.444094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.450087 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-50b90ec4-7654-4457-a4c1-827ef4aa6b0d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/605fa125-b4e2-417b-b7f5-bdc4e49939b5 HTTP/1.1" status: 204 len: 168 time: 0.7250178 Mar 22 14:09:02.452776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:02.482478 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-e0086bb2-d5b8-4ebc-9eef-3bae39e93fbf service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194027 Mar 22 14:09:02.593839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (44afc73b-c8a8-406e-abe3-aa0260c6959f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.602500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-01142d9c-7364-4c7a-b5d6-21f2394c3349 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191152 Mar 22 14:09:02.650850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc2189bc-ad2e-476a-9486-52e2b8f148cb req-b3b9bd17-6dda-4421-b98c-9ec866160a69 service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366904 Mar 22 14:09:02.711626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (44afc73b-c8a8-406e-abe3-aa0260c6959f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.750293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0e249-673d-4eb0-864f-26bf2dc43a05 req-08f1b990-c460-4ecb-aef0-da00bee36b32 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.759718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9a0e249-673d-4eb0-864f-26bf2dc43a05 req-08f1b990-c460-4ecb-aef0-da00bee36b32 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.4051220 Mar 22 14:09:02.771876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44afc73b-c8a8-406e-abe3-aa0260c6959f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:02.797145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc619559-8912-4047-93c5-c29c516d00ab') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:02.797621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc619559-8912-4047-93c5-c29c516d00ab') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:02.818540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (dc619559-8912-4047-93c5-c29c516d00ab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.850150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (dc619559-8912-4047-93c5-c29c516d00ab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.869629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:02.870434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (dc619559-8912-4047-93c5-c29c516d00ab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:02.873728 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:02.920228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9a0e249-673d-4eb0-864f-26bf2dc43a05 req-3f92ec87-a7f0-47f9-9051-4e3225a7b035 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592095 Mar 22 14:09:02.943955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eddc03-b9dc-4d08-bc4c-7e284343f283 req-ca6b6369-66b7-4c61-8e47-9667792206df tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:02.945933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28eddc03-b9dc-4d08-bc4c-7e284343f283 req-ca6b6369-66b7-4c61-8e47-9667792206df tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.3416033 Mar 22 14:09:02.966201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (44afc73b-c8a8-406e-abe3-aa0260c6959f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:02.987469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44afc73b-c8a8-406e-abe3-aa0260c6959f {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:09:02.999853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Network': ['ID=44afc73b-c8a8-406e-abe3-aa0260c6959f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:03.002138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.011532 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-475afe25-1692-44f5-832c-20c1c3525134 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/networks/44afc73b-c8a8-406e-abe3-aa0260c6959f HTTP/1.1" status: 204 len: 168 time: 0.5577872 Mar 22 14:09:03.056249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28eddc03-b9dc-4d08-bc4c-7e284343f283 req-0a6fbd46-4d7e-49bc-8a9c-8d4e24c413de tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027019 Mar 22 14:09:03.089833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0a8a1a2-9298-479d-bbbd-cf993fa1eb30 req-c38d5489-cc26-41fe-9cc9-957a489c1b41 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995619 Mar 22 14:09:03.259414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0217d66b-de0d-479e-ad4a-ae9b96ae117a details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:03.263091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d0f2fdaa-f4a8-48e2-9579-de7026df4d14 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:03.390750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b801-0180-47da-8ea5-2d4cfd5437a1 req-6ba6c7b5-3ded-48ea-8e4f-fc328a92dcbe tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.409631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e873b801-0180-47da-8ea5-2d4cfd5437a1 req-6ba6c7b5-3ded-48ea-8e4f-fc328a92dcbe tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 944 time: 0.0802078 Mar 22 14:09:03.543676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e873b801-0180-47da-8ea5-2d4cfd5437a1 req-c71d1888-8e63-48ee-870c-6ffd75c25b76 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313798 Mar 22 14:09:03.572651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:03.594193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:03.594665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.597329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a,segment=NetworkSegment(eb834e6e-6fdd-4338-ad6a-c500228c4f8d),segment_id=eb834e6e-6fdd-4338-ad6a-c500228c4f8d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:03.627942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '0217d66b-de0d-479e-ad4a-ae9b96ae117a', 'network_id': 'a58e0e83-742c-4114-8341-7da29dd698ee', 'port_id': '0217d66b-de0d-479e-ad4a-ae9b96ae117a', 'mac_address': 'fa:16:3e:dd:ef:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d9bed3-7868-44df-adb2-750d524ca0ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:03.640793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:03.645576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'name': 'tempest-router--595997712', 'project_id': '9057a3838e6f447a865507aa91231426'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:03.678497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0217d66b-de0d-479e-ad4a-ae9b96ae117a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:03.679081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.684322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.685455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.687478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13aae4-cce0-48ad-8a90-7ce4c5cc6d03 req-2502f7b8-836b-4477-98d7-5d1515e00008 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.695105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13aae4-cce0-48ad-8a90-7ce4c5cc6d03 req-2502f7b8-836b-4477-98d7-5d1515e00008 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.697202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d13aae4-cce0-48ad-8a90-7ce4c5cc6d03 req-2502f7b8-836b-4477-98d7-5d1515e00008 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1681 time: 0.1134877 Mar 22 14:09:03.697923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:03.700920 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6790c913-fa57-491d-bb01-7e0390b459a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:03.710458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217d66b-de0d-479e-ad4a-ae9b96ae117a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:03.737751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a,segment=NetworkSegment(eb834e6e-6fdd-4338-ad6a-c500228c4f8d),segment_id=eb834e6e-6fdd-4338-ad6a-c500228c4f8d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:03.784793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.785006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.785846 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd610f-c925-418d-bd8d-bfcbbc267b3e x-openstack-request-id: req-5ccd610f-c925-418d-bd8d-bfcbbc267b3e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:03.786376 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:03.786618 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ccd610f-c925-418d-bd8d-bfcbbc267b3e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:03.787100 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccd610f-c925-418d-bd8d-bfcbbc267b3e'] response: {'name': 'network-changed', 'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'status': 'completed', 'code': 200} Mar 22 14:09:03.794170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.817325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.818682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec4535b2-660b-4ade-98ba-2eb9f690cfad tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1768723 Mar 22 14:09:03.821327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:03.856290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d13aae4-cce0-48ad-8a90-7ce4c5cc6d03 req-4da74178-fd70-4ab4-886a-88e0304b61f2 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349065 Mar 22 14:09:03.913953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:03.915958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:03.946294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-7a03b75f-95ab-4e28-8e26-b28f3f6ccd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:03.948961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-7a03b75f-95ab-4e28-8e26-b28f3f6ccd71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1129 time: 0.1221173 Mar 22 14:09:04.030271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:04.031894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:04.034301 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf5236-8173-48c9-9391-54b11bc20e8c" -d '{"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:04.059725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:04.065263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:04.073706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 757a9d09-8a4c-49a3-863f-5f31bf2d549e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:04.081769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:04.141148 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d549ed-4bc3-46a0-8735-ea23f44f712c x-openstack-request-id: req-16d549ed-4bc3-46a0-8735-ea23f44f712c {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:04.141468 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:04.141695 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16d549ed-4bc3-46a0-8735-ea23f44f712c {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:04.142165 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d549ed-4bc3-46a0-8735-ea23f44f712c'] response: {'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14', 'code': 200} Mar 22 14:09:04.143167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['0217d66b-de0d-479e-ad4a-ae9b96ae117a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:04.167899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-a009074b-2a00-44b0-9265-b2a76c51a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.169404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-a009074b-2a00-44b0-9265-b2a76c51a450 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 1129 time: 0.3421903 Mar 22 14:09:04.203438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-6010313c-0ed7-43d6-9772-eed757ae9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.204924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-6010313c-0ed7-43d6-9772-eed757ae9712 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2482097 Mar 22 14:09:04.257884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.258256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.262595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.263630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.264146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.264626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.265107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.270527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.271119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.271626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.272110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.272587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.273071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.273544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.274049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:04.291165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-a86a63a9-e905-4c91-bbec-d1c563a01b4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.0675006 Mar 22 14:09:04.298392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0cf75-3f64-403c-b19a-c241f125c895 req-368911f1-64c0-4c5e-ab1f-898dad1b66bf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.305626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e0cf75-3f64-403c-b19a-c241f125c895 req-368911f1-64c0-4c5e-ab1f-898dad1b66bf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.2660053 Mar 22 14:09:04.399112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac49bf1-bd31-4826-8278-cb5ec8c81055 req-fa8b4c7f-1bf2-4939-a25e-1cae9a20f635 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.406273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac49bf1-bd31-4826-8278-cb5ec8c81055 req-fa8b4c7f-1bf2-4939-a25e-1cae9a20f635 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.1933038 Mar 22 14:09:04.425769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-d5509690-bcd3-4e66-915a-39ccdf55fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.427514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-d5509690-bcd3-4e66-915a-39ccdf55fd16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1189547 Mar 22 14:09:04.447857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e0cf75-3f64-403c-b19a-c241f125c895 req-90cf50d6-a90c-406c-ba0f-4caf52b5d29f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392493 Mar 22 14:09:04.486275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:04.494733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 757a9d09-8a4c-49a3-863f-5f31bf2d549e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:04.509674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 757a9d09-8a4c-49a3-863f-5f31bf2d549e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:04.510257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:04.522190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac49bf1-bd31-4826-8278-cb5ec8c81055 req-2b19c699-36f8-4c0c-aad3-164235f4f6cf tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148629 Mar 22 14:09:04.544565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-9a4e7ee0-23b2-405d-83c1-44da0c78b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.546355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-9a4e7ee0-23b2-405d-83c1-44da0c78b5ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1109762 Mar 22 14:09:04.825545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 757a9d09-8a4c-49a3-863f-5f31bf2d549e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:04.825849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f5ef2-74f9-4d76-ba03-6880105565ad req-9fc01e2c-912d-4ebb-964d-c16bb27ee00c tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:04.826337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:04.827604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc4f5ef2-74f9-4d76-ba03-6880105565ad req-9fc01e2c-912d-4ebb-964d-c16bb27ee00c tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 945 time: 0.1354849 Mar 22 14:09:04.829666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-69a17777-4ac8-4239-b0b9-20c623a7b569 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645242 Mar 22 14:09:05.054460 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.059117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.072122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:05.088977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.168222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:05.181862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc4f5ef2-74f9-4d76-ba03-6880105565ad req-521cdc22-a09c-4159-98e4-87136f8433ac tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356168 Mar 22 14:09:05.238858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (50e40f40-fc6f-47bc-820a-0a2b7fbbb126), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.240135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50e40f40-fc6f-47bc-820a-0a2b7fbbb126 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:05.260274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:05.265464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84fd5b06-0f7a-4872-af6a-c46231c2020c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/routers/50e40f40-fc6f-47bc-820a-0a2b7fbbb126 HTTP/1.1" status: 204 len: 168 time: 1.4407825 Mar 22 14:09:05.282004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:05.305538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-212ab2fd-bda6-4129-bd56-6d093988b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.319228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d3bf5-0ef3-489a-9754-8e52ba25cb71 req-92077275-2fd7-4ce8-8eb1-914a7856f59a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.320298 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-212ab2fd-bda6-4129-bd56-6d093988b383 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 1.1431825 Mar 22 14:09:05.324510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d3bf5-0ef3-489a-9754-8e52ba25cb71 req-92077275-2fd7-4ce8-8eb1-914a7856f59a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.337216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-185d3bf5-0ef3-489a-9754-8e52ba25cb71 req-92077275-2fd7-4ce8-8eb1-914a7856f59a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.1507552 Mar 22 14:09:05.344571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-4b92b60b-c91b-45ef-bfb6-2a72141b121b service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963207 Mar 22 14:09:05.444391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-185d3bf5-0ef3-489a-9754-8e52ba25cb71 req-bd87750d-773e-4cc2-ae8a-e42a1ae4c1cf tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985770 Mar 22 14:09:05.458402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41204) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:05.475260 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-f80b17cc-8400-4513-8d25-bd1ae2c10333 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 200 len: 217 time: 0.1462920 Mar 22 14:09:05.503300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a0a945ca-e097-4292-b7a8-9d8f1673fe74 is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:05.608110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-2f102dfa-64dd-4bed-af1c-51443674436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.611766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-2f102dfa-64dd-4bed-af1c-51443674436e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1306419 Mar 22 14:09:05.689285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-b0791d30-3b3f-4104-8333-f00b589dc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.695397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-b0791d30-3b3f-4104-8333-f00b589dc0c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0766480 Mar 22 14:09:05.763696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831fc25-558d-4866-be33-a1597fe2789b req-7fc3131f-f6f1-44f3-89bc-19fc914cae6d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.766665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5831fc25-558d-4866-be33-a1597fe2789b req-7fc3131f-f6f1-44f3-89bc-19fc914cae6d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.1632500 Mar 22 14:09:05.782634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7ec0-ed3c-4655-b899-8f6c30bc8b54 req-4b48e9d8-a4b8-4737-b6c9-65602dd61f52 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:05.785393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac2e7ec0-ed3c-4655-b899-8f6c30bc8b54 req-4b48e9d8-a4b8-4737-b6c9-65602dd61f52 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.1393890 Mar 22 14:09:05.843548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5831fc25-558d-4866-be33-a1597fe2789b req-61f69bc6-ff24-4210-b55f-1a9c016703a9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702119 Mar 22 14:09:05.900730 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-9d8793fe-7cf5-4b0c-babc-22d392d372ba service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997600 Mar 22 14:09:05.915299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac2e7ec0-ed3c-4655-b899-8f6c30bc8b54 req-6319e7f5-8df0-410b-8314-13362250c3d2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770345 Mar 22 14:09:06.034503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835696549', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:06.080410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658358-5b13-4e7e-b4de-83bd71794343 req-cdc81663-eb74-4994-8933-d9551d0b7a28 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.085015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6790c913-fa57-491d-bb01-7e0390b459a7 req-b587a21c-d94e-4915-a022-64dd5931753f service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760983 Mar 22 14:09:06.086478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4658358-5b13-4e7e-b4de-83bd71794343 req-cdc81663-eb74-4994-8933-d9551d0b7a28 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 947 time: 0.0964003 Mar 22 14:09:06.087503 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.088691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.143763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:06.146824 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778ab31-0b18-4d0a-8a1c-096e0c993fe8" -d '{"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-plugged", "status": "completed", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:06.223949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (916e2e26-2634-4a2e-ae75-af32ee482a07), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.251614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4658358-5b13-4e7e-b4de-83bd71794343 req-e9af8a4a-6951-4d33-8b8e-517a546e8b27 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577761 Mar 22 14:09:06.306363 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3dc610-fcbe-456d-bfa6-7cfe47a7f3b8 x-openstack-request-id: req-3e3dc610-fcbe-456d-bfa6-7cfe47a7f3b8 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:06.306907 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-plugged", "status": "completed", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:06.307006 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e3dc610-fcbe-456d-bfa6-7cfe47a7f3b8 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:06.307514 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3dc610-fcbe-456d-bfa6-7cfe47a7f3b8'] response: {'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'code': 200} Mar 22 14:09:06.376737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:06.460145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e983ee-be56-4d4a-a0c8-901b2008d110 req-af2e16ea-13a7-44aa-84c1-94b76df5fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.460631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e983ee-be56-4d4a-a0c8-901b2008d110 req-af2e16ea-13a7-44aa-84c1-94b76df5fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.462344 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e983ee-be56-4d4a-a0c8-901b2008d110 req-af2e16ea-13a7-44aa-84c1-94b76df5fbd0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 2047 time: 0.0784535 Mar 22 14:09:06.516265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e983ee-be56-4d4a-a0c8-901b2008d110 req-20d40fcd-fafa-4008-bcf5-003677545851 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Mar 22 14:09:06.545652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:06.561577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'mac_address': 'fa:16:3e:c8:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:06.593455 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (916e2e26-2634-4a2e-ae75-af32ee482a07), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.606329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:06.607557 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.623645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:06.646378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:06.655342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:06.709669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=12']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:06.919962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e523d-1ba4-4fb2-9c40-74b53ae138b9 req-5fabc680-fcc8-4f13-b917-b3505f2aab13 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:06.921349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-589e523d-1ba4-4fb2-9c40-74b53ae138b9 req-5fabc680-fcc8-4f13-b917-b3505f2aab13 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 945 time: 0.4798994 Mar 22 14:09:06.947298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:07.020732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9201df-7aed-4935-82c9-892bfe63e390 req-3feb615d-1ffd-4a7b-ae16-6b8b01d95369 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.026565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9201df-7aed-4935-82c9-892bfe63e390 req-3feb615d-1ffd-4a7b-ae16-6b8b01d95369 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.028215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e9201df-7aed-4935-82c9-892bfe63e390 req-3feb615d-1ffd-4a7b-ae16-6b8b01d95369 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.4279492 Mar 22 14:09:07.040003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-589e523d-1ba4-4fb2-9c40-74b53ae138b9 req-1070c8bd-122a-4f63-839c-8d6a9951d134 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940757 Mar 22 14:09:07.127043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e9201df-7aed-4935-82c9-892bfe63e390 req-12285bb5-bfa2-4b16-9f20-e1ebf13ded2c tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705984 Mar 22 14:09:07.242262 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (916e2e26-2634-4a2e-ae75-af32ee482a07), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.264592 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.306940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0217d66b-de0d-479e-ad4a-ae9b96ae117a up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:07.308061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2b4e9177-5442-41ac-80fe-12de4ced6ec4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411389 Mar 22 14:09:07.387856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 0217d66b-de0d-479e-ad4a-ae9b96ae117a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:07.392374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 0217d66b-de0d-479e-ad4a-ae9b96ae117a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:07.392803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.484230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 0217d66b-de0d-479e-ad4a-ae9b96ae117a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:07.485014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.536209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Allocated IP 172.25.3.151 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/d5caa691-4eb3-4464-b15b-624f831f24dc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:07.540284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a,segment=NetworkSegment(eb834e6e-6fdd-4338-ad6a-c500228c4f8d),segment_id=eb834e6e-6fdd-4338-ad6a-c500228c4f8d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:07.556245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:07.638159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:07.655758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-debd9442-4b53-46d1-bdf2-e3d8a0e61959 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.657511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-debd9442-4b53-46d1-bdf2-e3d8a0e61959 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3483503 Mar 22 14:09:07.676234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3d71-9968-4466-9c49-6814e04c69db req-20ffc6a7-bd2e-4c1e-9852-3f4fba7afbca tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:07.709613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-597b3d71-9968-4466-9c49-6814e04c69db req-20ffc6a7-bd2e-4c1e-9852-3f4fba7afbca tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 944 time: 0.3641291 Mar 22 14:09:07.798727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-f2f67c6d-dd00-4614-8c1a-e4ee9c351581 service neutron] 10.222.0.82 "GET /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.1069517 Mar 22 14:09:07.803781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2014e972-407e-4432-9dbc-85898eee3a94 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/quotas/b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 375 time: 0.1375959 Mar 22 14:09:07.901267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-597b3d71-9968-4466-9c49-6814e04c69db req-81e71128-b5f2-4e86-bde4-f0a9e664edd9 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904898 Mar 22 14:09:07.944237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for port (d5caa691-4eb3-4464-b15b-624f831f24dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.000411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-0b6ca290-2fe9-4fba-8824-fead62eb8ad4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956863 Mar 22 14:09:08.069690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:08.099966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:08.142764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a945ca-e097-4292-b7a8-9d8f1673fe74 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:08.144805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d5caa691-4eb3-4464-b15b-624f831f24dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.156075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:08.176019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.197670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:08.205553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:08.210310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:08.280211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] Transition to ACTIVE for port object a0a945ca-e097-4292-b7a8-9d8f1673fe74 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:08.286828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.297799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89838aaf-fca4-4e85-ac07-117ebb4a67f7 req-6371d7f2-ae4a-4d8d-bb46-8ed546e32ff2 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.299351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89838aaf-fca4-4e85-ac07-117ebb4a67f7 req-6371d7f2-ae4a-4d8d-bb46-8ed546e32ff2 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.2504878 Mar 22 14:09:08.309345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event updated for resources: {'Port': ['ID=d5caa691-4eb3-4464-b15b-624f831f24dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:08.309783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:08.316929 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded13e31-588f-48b5-826c-ef679e0bf061" -d '{"events": [{"server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "name": "network-vif-plugged", "status": "completed", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:08.375572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] No DVR routers for this DVR port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:08.377986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:08.390750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:08.423722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-22110ed6-977e-4f39-bf00-3981141a049b service neutron] 10.222.0.82 "PUT /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74/bindings/n-h2-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6123173 Mar 22 14:09:08.455595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4958-3f22-49b7-a283-41ac4000454d req-b37da17e-8866-4915-a380-1f37a355e3ed tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.464799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4baf4958-3f22-49b7-a283-41ac4000454d req-b37da17e-8866-4915-a380-1f37a355e3ed tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.1794553 Mar 22 14:09:08.482477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:08.488767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0b90316c-88f3-4f4c-9554-f02bd26cc55c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:08.489215 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.530796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89838aaf-fca4-4e85-ac07-117ebb4a67f7 req-8c1e6409-1af7-4be3-9f08-7b24e8322b16 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2113621 Mar 22 14:09:08.655551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0b90316c-88f3-4f4c-9554-f02bd26cc55c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:08.656280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.719465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:08.728024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:08.804974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=13']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:08.875564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4baf4958-3f22-49b7-a283-41ac4000454d req-2498fde3-9682-4b24-a83e-d8d8cd473469 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079523 Mar 22 14:09:08.906105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-b152a8e8-a93e-4e1e-a5c1-8b317229c24c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:08.907631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-b152a8e8-a93e-4e1e-a5c1-8b317229c24c tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.4184918 Mar 22 14:09:09.007738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38a00bcd-94d0-4c16-8cca-557d0ab536fa req-d24f8ad1-9ef5-4e13-8432-8bd97dc9cdc4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 210 time: 0.0825319 Mar 22 14:09:09.025571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be47f0-41a0-480d-af56-34fd06125aaa req-ed12f3f1-8b6a-4187-846d-ab21f8b7d0ba tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.031078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be47f0-41a0-480d-af56-34fd06125aaa req-ed12f3f1-8b6a-4187-846d-ab21f8b7d0ba tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.032667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20be47f0-41a0-480d-af56-34fd06125aaa req-ed12f3f1-8b6a-4187-846d-ab21f8b7d0ba tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.4030409 Mar 22 14:09:09.050995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (916e2e26-2634-4a2e-ae75-af32ee482a07), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:09.066458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-6e3611c0-b052-4708-a3d6-7f2fbf18fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.067926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-6e3611c0-b052-4708-a3d6-7f2fbf18fcc6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39&tenant_id=b56a37ce00a348eebef30dc1689ab0f6 HTTP/1.1" status: 200 len: 1127 time: 0.1526496 Mar 22 14:09:09.097304 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c844e94-8612-46f6-9990-819fbdbe9dea x-openstack-request-id: req-4c844e94-8612-46f6-9990-819fbdbe9dea {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:09.097783 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "name": "network-vif-plugged", "status": "completed", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:09.098601 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c844e94-8612-46f6-9990-819fbdbe9dea {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:09.099246 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c844e94-8612-46f6-9990-819fbdbe9dea'] response: {'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a', 'code': 200} Mar 22 14:09:09.223087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a187821-21e2-4476-bd86-c3d2f9986c17 req-75dcd43b-6b5c-4084-9615-61010b335dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.225720 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a187821-21e2-4476-bd86-c3d2f9986c17 req-75dcd43b-6b5c-4084-9615-61010b335dd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 1128 time: 0.0538688 Mar 22 14:09:09.283021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a187821-21e2-4476-bd86-c3d2f9986c17 req-6986e292-dd6b-45e0-b8bf-d442c0b85b44 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 Mar 22 14:09:09.306794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20be47f0-41a0-480d-af56-34fd06125aaa req-e07a1d6b-9842-4c9b-b540-cda16a63d8b7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634199 Mar 22 14:09:09.340839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-de5dd56c-bcb1-49aa-b947-eb20f66eacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.342367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-de5dd56c-bcb1-49aa-b947-eb20f66eacfd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1127 time: 0.1794965 Mar 22 14:09:09.427302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b254fc-a3eb-4037-9de6-13f481e8eee7 req-06beb8f3-c55f-4486-b06f-41162705afd6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:09.429104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b254fc-a3eb-4037-9de6-13f481e8eee7 req-06beb8f3-c55f-4486-b06f-41162705afd6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.2121246 Mar 22 14:09:09.838104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-d9943fbc-2deb-40bc-8242-0742ce01b34b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b23e930116f642bda5ce38b75f0172c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856957 Mar 22 14:09:10.030698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c27fa-efbb-4aef-9557-90718638a76e req-ac155c83-174a-412b-98e7-205d07468e41 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.036847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c27fa-efbb-4aef-9557-90718638a76e req-ac155c83-174a-412b-98e7-205d07468e41 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.037647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f1c27fa-efbb-4aef-9557-90718638a76e req-ac155c83-174a-412b-98e7-205d07468e41 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.2948771 Mar 22 14:09:10.046524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b254fc-a3eb-4037-9de6-13f481e8eee7 req-1a3c5490-dd0c-4fcc-9e80-b097314a8a98 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062276 Mar 22 14:09:10.052782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-a210ea37-77be-41bd-9ef7-10dd647dcde8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.054232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-a210ea37-77be-41bd-9ef7-10dd647dcde8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019541 Mar 22 14:09:10.063455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-973e068c-84aa-4218-835e-ff382a6de04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.064874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-973e068c-84aa-4218-835e-ff382a6de04b service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.7158978 Mar 22 14:09:10.068141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:10.083073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Request body: {'port': {'device_id': '4183b45b-cf6c-432e-bad9-b378956458ff', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'b23e930116f642bda5ce38b75f0172c6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:10.256732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-cdbc723f-1d6a-4822-83d0-45efabcdede8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 200 len: 217 time: 0.1733313 Mar 22 14:09:10.333338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f1c27fa-efbb-4aef-9557-90718638a76e req-f68a6f28-ad5e-4aff-9dd6-d5b0f171dd78 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780979 Mar 22 14:09:10.469678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-414f1fb5-e208-41f6-bfd8-00e4c5494b2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176214 Mar 22 14:09:10.483574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-b398a010-2a20-4442-b59a-9dc46db30087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.485648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-b398a010-2a20-4442-b59a-9dc46db30087 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.2131457 Mar 22 14:09:10.554126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-df3c2f1e-f3b8-4146-a768-77d54b855a50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586734 Mar 22 14:09:10.609098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Made reservation on behalf of b23e930116f642bda5ce38b75f0172c6 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:10.612424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:10.615910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6093259-0997-4258-9e4e-baf6c8da4b69 req-d9d3dccd-e8b1-4bd8-ba64-976179c9fd95 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 210 time: 0.0761015 Mar 22 14:09:10.657708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-849e1e84-d491-4f1a-a5f6-7c89dd37a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.660674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-849e1e84-d491-4f1a-a5f6-7c89dd37a0ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 1131 time: 0.1027167 Mar 22 14:09:10.754007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-945e5b3f-5819-4ef2-9a96-e5b4d842e8f1 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697490 Mar 22 14:09:10.785063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c230c-0710-42fa-82bc-5323816c253a req-93f6dd8b-1530-45f2-a4b4-7c5374777767 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.787330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c8c230c-0710-42fa-82bc-5323816c253a req-93f6dd8b-1530-45f2-a4b4-7c5374777767 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.2732906 Mar 22 14:09:10.790588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-fbcee7c6-35c5-46e1-a4c4-e440aa6fc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.792188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-fbcee7c6-35c5-46e1-a4c4-e440aa6fc5e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1008193 Mar 22 14:09:10.817561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Router 916e2e26-2634-4a2e-ae75-af32ee482a07 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:10.862653 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-f3b05fdf-891c-40d5-bd90-afee2a3cd0e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 200 len: 217 time: 0.0434227 Mar 22 14:09:10.921672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-50fc916e-9c39-4751-897a-d875e5aaa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:10.923494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-50fc916e-9c39-4751-897a-d875e5aaa51b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0516975 Mar 22 14:09:11.026809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-87405475-d6fd-459a-8854-25378f1938bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.027535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c8c230c-0710-42fa-82bc-5323816c253a req-a3079974-0bbf-4cb2-85e8-16ff87d59ef4 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171245 Mar 22 14:09:11.029750 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-87405475-d6fd-459a-8854-25378f1938bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0948811 Mar 22 14:09:11.100006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:11.102325 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27ca88-9449-4acb-820f-b9e8de87c5c7" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:11.168574 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-d61bd9e8-05d6-4127-b8af-4e292bc5d335 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306245 Mar 22 14:09:11.198865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2066dd-630d-4f0d-844c-3e8052c2d1f4 req-7ab58770-2f56-4d7f-86cf-691d6c92c8a7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.200362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf2066dd-630d-4f0d-844c-3e8052c2d1f4 req-7ab58770-2f56-4d7f-86cf-691d6c92c8a7 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.4449196 Mar 22 14:09:11.294006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Allocated IP 192.168.233.144 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/5adea0b1-79ca-461f-8455-cd7665a6ab6f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:11.298639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-0ea94723-07d0-4b3b-b52f-f9a572448119 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232270 Mar 22 14:09:11.316131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ad8ecd4f-5116-4a30-a715-9a8f450b27d5 req-ff4055f8-e29d-4cab-b93d-c4cd3371aeda service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373308 Mar 22 14:09:11.352263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf2066dd-630d-4f0d-844c-3e8052c2d1f4 req-975b96c8-1cc0-4070-a9e7-9b85064647fb tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216269 Mar 22 14:09:11.384920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f9e7-6a61-46bf-a0f8-6296c1cea406 req-5e879be4-74bd-445c-a50b-f81dc9948c54 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.386471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4885f9e7-6a61-46bf-a0f8-6296c1cea406 req-5e879be4-74bd-445c-a50b-f81dc9948c54 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.2162659 Mar 22 14:09:11.390675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:11.406509 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] Sync routers for ids ['916e2e26-2634-4a2e-ae75-af32ee482a07'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:11.410485 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708cf2e2-aefc-4c62-a95d-bb69927e72ef x-openstack-request-id: req-708cf2e2-aefc-4c62-a95d-bb69927e72ef {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:11.410775 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:11.411031 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-708cf2e2-aefc-4c62-a95d-bb69927e72ef {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:11.411426 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708cf2e2-aefc-4c62-a95d-bb69927e72ef'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'code': 200} Mar 22 14:09:11.462615 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] Routers {'916e2e26-2634-4a2e-ae75-af32ee482a07'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:11.463268 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['916e2e26-2634-4a2e-ae75-af32ee482a07'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:11.539495 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:11.560348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] Routers {'916e2e26-2634-4a2e-ae75-af32ee482a07'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:11.561222 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['916e2e26-2634-4a2e-ae75-af32ee482a07'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:11.561505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-0f18f132-4157-4f6c-9f8f-4c70ad5ea7b0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.577643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-0f18f132-4157-4f6c-9f8f-4c70ad5ea7b0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:11.579295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-0f18f132-4157-4f6c-9f8f-4c70ad5ea7b0 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.1601055 Mar 22 14:09:11.603336 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:11.604624 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff78135-5706-4597-ab10-55d848a28e67 None None] The sync data for ids ['916e2e26-2634-4a2e-ae75-af32ee482a07'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:11.653640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.655618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f7170725-6a03-4909-8485-6f6c62a7120a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1957240 Mar 22 14:09:11.668029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4885f9e7-6a61-46bf-a0f8-6296c1cea406 req-4643c29c-1aa6-48d5-9509-8651647e0256 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643781 Mar 22 14:09:11.668804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41316) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:11.755041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:11.755380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.872449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks [] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.882700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-116ccc5f-c5e3-4600-adea-ac09b0d41f94 req-45d7d8fc-da21-495b-9e90-154f34ef2f4e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 210 time: 0.0646753 Mar 22 14:09:11.898923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port d0f2fdaa-f4a8-48e2-9579-de7026df4d14, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:11.899208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.921017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for d0f2fdaa-f4a8-48e2-9579-de7026df4d14 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:11.947891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:11.961290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804', '0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:11.963642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:11.999651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae53d1-ceb6-4cef-a028-d4b2d4f18498 req-24919966-6778-4d92-b1d5-6c84cf05332a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.006693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae53d1-ceb6-4cef-a028-d4b2d4f18498 req-24919966-6778-4d92-b1d5-6c84cf05332a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.008365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abae53d1-ceb6-4cef-a028-d4b2d4f18498 req-24919966-6778-4d92-b1d5-6c84cf05332a tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 1683 time: 0.4062672 Mar 22 14:09:12.027524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-795dc918-0a9a-40af-81c9-68affc2c0484 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.029441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-795dc918-0a9a-40af-81c9-68affc2c0484 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39&tenant_id=b56a37ce00a348eebef30dc1689ab0f6&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.4310174 Mar 22 14:09:12.084516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:12.088307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ce05fffe-ac9d-475f-b77d-073d7a52affa tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/916e2e26-2634-4a2e-ae75-af32ee482a07 HTTP/1.1" status: 200 len: 921 time: 0.3770933 Mar 22 14:09:12.089445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:12.153989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41324) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:12.158317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d0f2fdaa-f4a8-48e2-9579-de7026df4d14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.182728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.196228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:12.285990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:12.355518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=d0f2fdaa-f4a8-48e2-9579-de7026df4d14,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:12.377710 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae7e8cd0-ca19-47b4-8078-0ef30944c58a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=916e2e26-2634-4a2e-ae75-af32ee482a07 HTTP/1.1" status: 200 len: 205 time: 0.2212656 Mar 22 14:09:12.380701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:12.687861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port d0f2fdaa-f4a8-48e2-9579-de7026df4d14 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:12.701782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.705104 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-1ad4986e-a709-4137-bc1c-509d480828bc tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "DELETE /v2.0/ports/d0f2fdaa-f4a8-48e2-9579-de7026df4d14 HTTP/1.1" status: 204 len: 173 time: 1.1199992 Mar 22 14:09:12.719501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c05fab-d042-4645-879c-69b0b067877e req-4c2363d3-de37-4c95-85ad-23a9a3ebbd73 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.721082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81c05fab-d042-4645-879c-69b0b067877e req-4c2363d3-de37-4c95-85ad-23a9a3ebbd73 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 946 time: 0.6671405 Mar 22 14:09:12.721558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-deleted', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:12.724004 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f2ccfa-90ea-4eca-b8e0-cae52baef710" -d '{"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-deleted", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:12.792035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a8cf00e9-a75a-48c5-8675-e52bb4605ec3 None None] Provisioning complete for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:12.792515 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8cf00e9-a75a-48c5-8675-e52bb4605ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:12.920346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf00e9-a75a-48c5-8675-e52bb4605ec3 None None] Port 5adea0b1-79ca-461f-8455-cd7665a6ab6f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:12.946157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abae53d1-ceb6-4cef-a028-d4b2d4f18498 req-267c5b98-b696-4424-8280-4924814c6b69 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9158368 Mar 22 14:09:12.976665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:12.977593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.027704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82bc9a-72a4-41ff-8c33-9275fc67dd05 req-2ce45005-c1eb-487b-93b9-d37e72951db3 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.035553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b82bc9a-72a4-41ff-8c33-9275fc67dd05 req-2ce45005-c1eb-487b-93b9-d37e72951db3 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.7721424 Mar 22 14:09:13.037359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.047471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-ca1eee2b-272f-4283-bc2a-513039c75ed8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8514113 Mar 22 14:09:13.062970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-2e691814-bc7a-4cc7-af7b-bdc3e2b5a014 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9970846 Mar 22 14:09:13.082558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-aaf466b9-0d02-45c9-af41-646aa40256dd service neutron] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:13.091556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Request body: {'port': {'device_id': '4183b45b-cf6c-432e-bad9-b378956458ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:13.132129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port 757a9d09-8a4c-49a3-863f-5f31bf2d549e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:13.132548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.165839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-aaf466b9-0d02-45c9-af41-646aa40256dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.167012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-191a2dc4-3f56-43d4-a6d3-d615a6c434b2 req-aaf466b9-0d02-45c9-af41-646aa40256dd service neutron] 10.222.0.78 "DELETE /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74/bindings/n-h1-758851-5 HTTP/1.1" status: 204 len: 173 time: 1.0629158 Mar 22 14:09:13.210468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Deleting port 42d92ca4-1db5-4739-b6ab-6811720634cc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:13.210932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.267938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.294569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b82bc9a-72a4-41ff-8c33-9275fc67dd05 req-181f003d-ef31-4962-b887-203ead1640d2 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584701 Mar 22 14:09:13.328140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] For port 42d92ca4-1db5-4739-b6ab-6811720634cc, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=42d92ca4-1db5-4739-b6ab-6811720634cc,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:13.328713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.481161 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:09:13.533637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.534023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.534340 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Floating IP 3577e5a9-7cf8-43db-a382-5a9a64b9e375 disassociated. External IP: 172.25.3.148, port: 42d92ca4-1db5-4739-b6ab-6811720634cc. Mar 22 14:09:13.534836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Calling delete_port for 42d92ca4-1db5-4739-b6ab-6811720634cc owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:13.640263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:13.649766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks [] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.666316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-61e6f0b3-247f-4b51-a83d-c3f757bdbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.669081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-61e6f0b3-247f-4b51-a83d-c3f757bdbe19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 1126 time: 0.5615041 Mar 22 14:09:13.700366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (42d92ca4-1db5-4739-b6ab-6811720634cc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.726482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Transition to ACTIVE for port object 5adea0b1-79ca-461f-8455-cd7665a6ab6f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:13.747476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e67c1-ce62-4c43-a821-d989b04e61d5 req-813ce05e-5dd8-4cf2-9e90-4ae8429e11b9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.756446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d25e67c1-ce62-4c43-a821-d989b04e61d5 req-813ce05e-5dd8-4cf2-9e90-4ae8429e11b9 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 867 time: 0.6599803 Mar 22 14:09:13.782960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event deleted for resources: {'Port': ['ID=42d92ca4-1db5-4739-b6ab-6811720634cc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:13.795743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port 757a9d09-8a4c-49a3-863f-5f31bf2d549e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=757a9d09-8a4c-49a3-863f-5f31bf2d549e,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:13.796297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.850414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.933613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d25e67c1-ce62-4c43-a821-d989b04e61d5 req-f1475ad6-49d9-4d5c-b556-7c3fed18fd41 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups?id=839d6074-282b-4d69-b20a-751b6145ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764138 Mar 22 14:09:13.943933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for 757a9d09-8a4c-49a3-863f-5f31bf2d549e owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:13.950196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (916e2e26-2634-4a2e-ae75-af32ee482a07), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:13.990088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17e6a5-6137-4b18-8dd5-d24aa686b068 req-1adeaecf-42f3-4a41-a1c7-f9aec4f5e1d1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:13.991917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d17e6a5-6137-4b18-8dd5-d24aa686b068 req-1adeaecf-42f3-4a41-a1c7-f9aec4f5e1d1 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.3208811 Mar 22 14:09:14.073894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:14.101016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-695e3637-6b74-407d-aa64-b45a55f2418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:14.104239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-695e3637-6b74-407d-aa64-b45a55f2418f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 200 len: 922 time: 0.3887630 Mar 22 14:09:14.421304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-5fe60015-a0e7-43d1-adfa-6dd0edc74cad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 200 len: 217 time: 0.2471337 Mar 22 14:09:14.439230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d17e6a5-6137-4b18-8dd5-d24aa686b068 req-8e0a8f18-ef82-406d-8a37-8ae3bbabbb75 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050798 Mar 22 14:09:14.488815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:14.489096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:14.489536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:14.529350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:14.530139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:14.543882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:14.544243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:14.544625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:14.545069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Bound port: 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:14.545429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.589930 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb43d81-b45e-45b3-925c-f698616b6132 x-openstack-request-id: req-8fb43d81-b45e-45b3-925c-f698616b6132 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:14.590375 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-deleted", "tag": "d0f2fdaa-f4a8-48e2-9579-de7026df4d14", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:14.590720 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fb43d81-b45e-45b3-925c-f698616b6132 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:14.591215 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb43d81-b45e-45b3-925c-f698616b6132'] response: {'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-deleted', 'tag': 'd0f2fdaa-f4a8-48e2-9579-de7026df4d14', 'status': 'completed', 'code': 200} Mar 22 14:09:14.619089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-a48b87ef-54c1-4aff-a2a8-66dada90c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:14.620571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-a48b87ef-54c1-4aff-a2a8-66dada90c239 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 200 len: 861 time: 0.1798193 Mar 22 14:09:14.628604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:14.663849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8692b6-3362-40e7-b01b-b94e61851642 req-cf0b8e2e-b935-4fc3-a07d-c2ec3f9366e2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:14.665501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8692b6-3362-40e7-b01b-b94e61851642 req-cf0b8e2e-b935-4fc3-a07d-c2ec3f9366e2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 948 time: 0.3535383 Mar 22 14:09:14.670874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port d5caa691-4eb3-4464-b15b-624f831f24dc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:14.671741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d5caa691-4eb3-4464-b15b-624f831f24dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.685616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-5d418faf-b305-44ad-9c9b-3f7bb2d9ae9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f26b3897-80b1-42dd-9009-48a2109a248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563545 Mar 22 14:09:14.829316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d8692b6-3362-40e7-b01b-b94e61851642 req-2159348e-ce23-4ecd-ba68-e681cb636a37 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359673 Mar 22 14:09:14.831704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:14.860784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d5caa691-4eb3-4464-b15b-624f831f24dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.883838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for d5caa691-4eb3-4464-b15b-624f831f24dc owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:14.887400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:14.905408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089167ac-f6ec-4251-b824-bdc46f90636c req-958c027e-19d0-4a1b-9de1-5b5ce2f46475 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:14.907248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-089167ac-f6ec-4251-b824-bdc46f90636c req-958c027e-19d0-4a1b-9de1-5b5ce2f46475 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 946 time: 0.3102963 Mar 22 14:09:14.910943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:14.992505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-72e883fa-f368-433a-8343-c7d3cb9ba582 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833521 Mar 22 14:09:15.012820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.013591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.015152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] 10.222.0.78 "PUT /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 1096 time: 1.9325705 Mar 22 14:09:15.015769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:15.021614 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f46daa2-bbad-4942-9470-cc40783026e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:15.092680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d5caa691-4eb3-4464-b15b-624f831f24dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.151087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=d5caa691-4eb3-4464-b15b-624f831f24dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.158516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-089167ac-f6ec-4251-b824-bdc46f90636c req-28a8ab85-0332-47fe-ac6f-6b5e0cc6b015 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc8d0927-d7d5-401c-ab58-de77270b21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427676 Mar 22 14:09:15.213230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea096-9905-436b-ae43-64663eac98b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.306805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:15.324714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Sync routers for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:15.346376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:15.347295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:15.351019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d0f2fdaa-f4a8-48e2-9579-de7026df4d14 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:15.405844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-c82a2dd3-0e7f-4e6d-97a6-985dc5939dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.407483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-c82a2dd3-0e7f-4e6d-97a6-985dc5939dfe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1130 time: 0.2601023 Mar 22 14:09:15.466502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (757a9d09-8a4c-49a3-863f-5f31bf2d549e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.515440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] No DVR routers for this DVR port 42d92ca4-1db5-4739-b6ab-6811720634cc on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:15.521035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-051e525a-81a4-43f4-91c0-877af5bf619d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.0695534 Mar 22 14:09:15.542779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e5bd735-dc43-4216-8f15-150339db0f4b req-13a1870d-0b13-4d46-9e5e-cffebf6820d5 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab6a821-6a4a-4feb-9f29-6dfae053f862 HTTP/1.1" status: 200 len: 210 time: 0.2056544 Mar 22 14:09:15.545117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8b7b293-325d-430e-b5de-2a9adcc5900c req-bef5399d-2da8-4621-8e68-819c30264566 service neutron] 10.222.0.78 "GET /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431228 Mar 22 14:09:15.553739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.558512 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81c05fab-d042-4645-879c-69b0b067877e req-7ddf3e8e-fe83-4f9b-9306-e3d397085a22 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.82 "DELETE /v2.0/ports/42d92ca4-1db5-4739-b6ab-6811720634cc HTTP/1.1" status: 204 len: 173 time: 2.8309553 Mar 22 14:09:15.561005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=757a9d09-8a4c-49a3-863f-5f31bf2d549e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:15.690326 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e173c5-a6ed-417e-a175-23cbb662bc24 x-openstack-request-id: req-05e173c5-a6ed-417e-a175-23cbb662bc24 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:15.690624 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:15.690915 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05e173c5-a6ed-417e-a175-23cbb662bc24 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:15.693112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-4ffed502-b4bf-4931-88c1-c4da52491712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.695240 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-4ffed502-b4bf-4931-88c1-c4da52491712 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ec33ecbee3e4959a7d435ed3903234c&device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 1128 time: 0.4820867 Mar 22 14:09:15.695495 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e173c5-a6ed-417e-a175-23cbb662bc24'] response: {'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'status': 'completed', 'code': 200} Mar 22 14:09:15.721746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb66ab-5744-4264-8f22-e6da83c41fe7 req-d24f8458-b48b-4ee5-9746-8c382e8ff703 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.735917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6efb66ab-5744-4264-8f22-e6da83c41fe7 req-d24f8458-b48b-4ee5-9746-8c382e8ff703 tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 1127 time: 0.4708271 Mar 22 14:09:15.786981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (916e2e26-2634-4a2e-ae75-af32ee482a07), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:15.798605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-e5981383-102f-44a0-b030-8231dfe84896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:15.802845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-e5981383-102f-44a0-b030-8231dfe84896 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2506146 Mar 22 14:09:15.883609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: d0f2fdaa-f4a8-48e2-9579-de7026df4d14 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:15.884032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device d0f2fdaa-f4a8-48e2-9579-de7026df4d14 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:15.884556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 757a9d09-8a4c-49a3-863f-5f31bf2d549e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:15.946335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 757a9d09-8a4c-49a3-863f-5f31bf2d549e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:15.947032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 757a9d09-8a4c-49a3-863f-5f31bf2d549e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:15.947671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 42d92ca4-1db5-4739-b6ab-6811720634cc no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:16.011324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6efb66ab-5744-4264-8f22-e6da83c41fe7 req-6c7406b5-7b8f-4d08-b7ca-2eb9ba185d0b tempest-LiveAutoBlockMigrationV225Test-1951460823 tempest-LiveAutoBlockMigrationV225Test-1951460823-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686625 Mar 22 14:09:16.029908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 42d92ca4-1db5-4739-b6ab-6811720634cc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:16.030692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 42d92ca4-1db5-4739-b6ab-6811720634cc not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:16.048946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.055013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (916e2e26-2634-4a2e-ae75-af32ee482a07), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.086619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69628d-6847-4975-902c-8b577b36fe93 req-4b5e408a-4008-47d0-b9f8-05e658dba94e tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.095281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f69628d-6847-4975-902c-8b577b36fe93 req-4b5e408a-4008-47d0-b9f8-05e658dba94e tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.2579513 Mar 22 14:09:16.112989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:16.173640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-33678122-17be-441d-a673-fbcbac9b8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.177011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-33678122-17be-441d-a673-fbcbac9b8104 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3594508 Mar 22 14:09:16.297146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port 757a9d09-8a4c-49a3-863f-5f31bf2d549e on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:16.321044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-f73f0893-db67-4c3b-a2f0-be452eb6bf1a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124427 Mar 22 14:09:16.406559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.421998 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81d11836-c2eb-444b-9ebe-33d231b140c2 req-66ff67e1-ba39-4335-ba90-514fb96458e7 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.82 "DELETE /v2.0/ports/757a9d09-8a4c-49a3-863f-5f31bf2d549e HTTP/1.1" status: 204 len: 173 time: 3.6931572 Mar 22 14:09:16.425549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (916e2e26-2634-4a2e-ae75-af32ee482a07), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.426016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router 916e2e26-2634-4a2e-ae75-af32ee482a07 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:16.486738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f69628d-6847-4975-902c-8b577b36fe93 req-8806294e-a51b-4da3-913e-635ac30192bf tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823087 Mar 22 14:09:16.554059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a59b52ac-e413-48d2-a579-c8734cf4a544 req-1be4dcd2-3228-455e-baba-9faacecdfab0 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217629 Mar 22 14:09:16.558553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.562870 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e8b8a864-9f19-4283-91ec-035fb96e8adf tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/916e2e26-2634-4a2e-ae75-af32ee482a07 HTTP/1.1" status: 204 len: 168 time: 4.1778839 Mar 22 14:09:16.565535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fcb8c-8494-46a1-bb9b-5006db6594d1 req-1c18c130-4923-4d20-942b-564a434acab1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.574944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-825fcb8c-8494-46a1-bb9b-5006db6594d1 req-1c18c130-4923-4d20-942b-564a434acab1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 948 time: 0.1920261 Mar 22 14:09:16.584902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:16.611788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233590164', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:16.615533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'name': 'network-vif-deleted', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc'}, {'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-deleted', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:16.617733 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d633eb-d5f5-47fa-a6a7-4b019adee6f0" -d '{"events": [{"server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "name": "network-vif-deleted", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc"}, {"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-deleted", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:16.673374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-825fcb8c-8494-46a1-bb9b-5006db6594d1 req-3a0415a0-9609-41cb-aee8-43eda74eeff0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926902 Mar 22 14:09:16.698412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:16.707828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (815ed265-029a-4994-b5c3-004ea0c95190), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.708894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (815ed265-029a-4994-b5c3-004ea0c95190), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:16.753650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Checking router: 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:16.764941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-654273d4-0b25-403e-9999-e66e59a36f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.775986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:16.776795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:16.780230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-654273d4-0b25-403e-9999-e66e59a36f2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=a58e0e83-742c-4114-8341-7da29dd698ee HTTP/1.1" status: 200 len: 914 time: 0.5455613 Mar 22 14:09:16.809998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-878802c0-2d11-499c-83a1-9a3a5de5c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:16.813097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-878802c0-2d11-499c-83a1-9a3a5de5c2b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1130 time: 0.1249490 Mar 22 14:09:16.993301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (815ed265-029a-4994-b5c3-004ea0c95190), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.005156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-8317d91c-df65-420e-8f03-ed3f1f68dfaf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a HTTP/1.1" status: 200 len: 217 time: 0.2079453 Mar 22 14:09:17.131928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-ba138464-975c-4bd0-b1c4-ee7a9c2f9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:17.133414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-ba138464-975c-4bd0-b1c4-ee7a9c2f9f0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=31d9bed3-7868-44df-adb2-750d524ca0ab HTTP/1.1" status: 200 len: 853 time: 0.1224728 Mar 22 14:09:17.144457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2b478c5-066e-4dc0-9d10-5cf7474c4128 req-619093b6-dccf-494c-bb62-8258d9f59053 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "GET /v2.0/ports?device_id=7473a276-3045-42ce-9a0b-68becd05313b HTTP/1.1" status: 200 len: 210 time: 0.1238720 Mar 22 14:09:17.170303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:17.202307 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19505b9c-3299-4e74-9d88-91df01a170ae x-openstack-request-id: req-19505b9c-3299-4e74-9d88-91df01a170ae {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:17.203089 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab6a821-6a4a-4feb-9f29-6dfae053f862", "name": "network-vif-deleted", "tag": "42d92ca4-1db5-4739-b6ab-6811720634cc", "status": "completed", "code": 200}, {"server_uuid": "7473a276-3045-42ce-9a0b-68becd05313b", "name": "network-vif-deleted", "tag": "757a9d09-8a4c-49a3-863f-5f31bf2d549e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:17.203408 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19505b9c-3299-4e74-9d88-91df01a170ae {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:17.204084 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19505b9c-3299-4e74-9d88-91df01a170ae'] response: {'server_uuid': '1ab6a821-6a4a-4feb-9f29-6dfae053f862', 'name': 'network-vif-deleted', 'tag': '42d92ca4-1db5-4739-b6ab-6811720634cc', 'status': 'completed', 'code': 200} Mar 22 14:09:17.204303 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19505b9c-3299-4e74-9d88-91df01a170ae'] response: {'server_uuid': '7473a276-3045-42ce-9a0b-68becd05313b', 'name': 'network-vif-deleted', 'tag': '757a9d09-8a4c-49a3-863f-5f31bf2d549e', 'status': 'completed', 'code': 200} Mar 22 14:09:17.246335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-b6ce26f4-a8d1-4672-9e73-62785d1925f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:17.249242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-b6ce26f4-a8d1-4672-9e73-62785d1925f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4279497 Mar 22 14:09:17.272523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41390) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:17.360318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-5998f46f-b280-4c3e-b06f-00e392ae58a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a58e0e83-742c-4114-8341-7da29dd698ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551239 Mar 22 14:09:17.423113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-8341acde-6a39-4fd3-9f00-eca721b42e08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.1626503 Mar 22 14:09:17.518897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (815ed265-029a-4994-b5c3-004ea0c95190), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:17.585258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:17.646313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767d6f3-ab41-4166-86af-f35fd173820f None None] The sync data for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 is: [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:08:01Z', 'revision_number': 4, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5ea890a7-f928-49aa-88e6-c9a85b39a1cf', 'name': '', 'network_id': '73c7e16b-2921-4046-b75d-80ef2ebc8e60', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'mac_address': 'fa:16:3e:c4:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:08:01Z', 'updated_at': '2022-03-22T14:08:07Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'subnets': [{'id': 'ee73fd17-0e10-4085-b111-cba5fbbf34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:17.875292 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-aa28ffff-9307-4dbc-809a-48bc37581fba service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420626 Mar 22 14:09:18.017774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-ab58bdbd-3d3d-4322-aaeb-2d845d244f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.019369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-ab58bdbd-3d3d-4322-aaeb-2d845d244f74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1664991 Mar 22 14:09:18.124040 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951965f-c24d-4911-a2a2-599879407e95 None None] New status for floating IP 3577e5a9-7cf8-43db-a382-5a9a64b9e375: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:09:18.136961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd22ee57-c19e-4391-a326-4e7d16180bc6 req-c1e1d4e4-afa7-4d06-99cf-53a03f4e258d service neutron] 10.222.0.82 "GET /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536771 Mar 22 14:09:18.177155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45f58-4f6d-4654-972b-2d55aff45da3 req-7737151e-66a5-4c26-83a5-1aacd2bfe48c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.192821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fea45f58-4f6d-4654-972b-2d55aff45da3 req-7737151e-66a5-4c26-83a5-1aacd2bfe48c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.8761919 Mar 22 14:09:18.247103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (839d6074-282b-4d69-b20a-751b6145ee4a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.299267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (839d6074-282b-4d69-b20a-751b6145ee4a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.365894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (815ed265-029a-4994-b5c3-004ea0c95190), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.414576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.424585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:18.489215 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (839d6074-282b-4d69-b20a-751b6145ee4a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.491164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.494769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "DELETE /v2.0/security-groups/839d6074-282b-4d69-b20a-751b6145ee4a HTTP/1.1" status: 204 len: 168 time: 1.2168963 Mar 22 14:09:18.499076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41402) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:18.539925 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-e0044709-999f-44b9-a9b1-8f9e0cf0f58d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] show failed (client error): The resource could not be found. Mar 22 14:09:18.543424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0044709-999f-44b9-a9b1-8f9e0cf0f58d tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "GET /v2.0/security-groups/839d6074-282b-4d69-b20a-751b6145ee4a HTTP/1.1" status: 404 len: 347 time: 0.0411716 Mar 22 14:09:18.554656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:18.574913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086034f-1b52-4016-98c2-e566c3b7196c req-269c3bb2-d5b6-469f-bf1e-5094b7e7f207 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.580066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d086034f-1b52-4016-98c2-e566c3b7196c req-269c3bb2-d5b6-469f-bf1e-5094b7e7f207 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.7261620 Mar 22 14:09:18.609024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8fe3b-7109-4f83-9eda-e7af73078bc6 req-db623f57-d949-4808-a1ca-7f8a2b81c457 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.610224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-489d2e2e-04a7-46fe-91de-4ce50e11e93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.618320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e8fe3b-7109-4f83-9eda-e7af73078bc6 req-db623f57-d949-4808-a1ca-7f8a2b81c457 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.7663689 Mar 22 14:09:18.641853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fea45f58-4f6d-4654-972b-2d55aff45da3 req-bb638b93-12b5-4692-9301-c46c49b1d5df tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445205 Mar 22 14:09:18.657902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:18.687239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'mac_address': 'fa:16:3e:87:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:18.742606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dd6ee-ca8c-44cd-9f9c-45a5a4d7cd51 tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d6074-282b-4d69-b20a-751b6145ee4a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:18.811594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:18.813857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.836145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:18.868811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-553a7719-74c8-4d7b-8e45-86486d8aa9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:18.869924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.25.3.130 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/56e11969-6b5a-4f5a-9c9c-a6a555a9f292) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:18.870525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-553a7719-74c8-4d7b-8e45-86486d8aa9b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8431957 Mar 22 14:09:18.870999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:18.882127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:18.975081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:18.995438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Deleting port ca745a0e-1a88-4d80-a660-c5f6d535965b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:18.996783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e8fe3b-7109-4f83-9eda-e7af73078bc6 req-f26a7f89-db98-4bb4-82ed-cef5d5f2c491 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758214 Mar 22 14:09:19.000296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.018855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Deleting port a0a945ca-e097-4292-b7a8-9d8f1673fe74 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:19.019462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.089390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41408) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:19.140109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93bd67-b909-450f-95cd-6aecbc08d3cc req-8253a80b-c154-49f6-9585-9529d08af50f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:19.147405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e93bd67-b909-450f-95cd-6aecbc08d3cc req-8253a80b-c154-49f6-9585-9529d08af50f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.2316749 Mar 22 14:09:19.167777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['5adea0b1-79ca-461f-8455-cd7665a6ab6f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:19.218219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-4e47129f-5667-42df-8580-48c4ffcc1410 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364129 Mar 22 14:09:19.232860 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.249367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting subnet 37bb0475-69df-4c0c-97c9-0072bd11d9bb {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:19.252066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.252066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (ca745a0e-1a88-4d80-a660-c5f6d535965b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.252731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (37bb0475-69df-4c0c-97c9-0072bd11d9bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.270236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Calling delete_port for ca745a0e-1a88-4d80-a660-c5f6d535965b owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:19.302301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (37bb0475-69df-4c0c-97c9-0072bd11d9bb), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.345844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.391626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (37bb0475-69df-4c0c-97c9-0072bd11d9bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.404510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:19.414194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:19.425871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:19.429905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:19.521156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e93bd67-b909-450f-95cd-6aecbc08d3cc req-d79e08e8-8675-423e-9d73-de77d63756ae tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727314 Mar 22 14:09:19.541144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] For port a0a945ca-e097-4292-b7a8-9d8f1673fe74, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0a945ca-e097-4292-b7a8-9d8f1673fe74,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:19.541670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.574156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Calling delete_port for a0a945ca-e097-4292-b7a8-9d8f1673fe74 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:19.585405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (37bb0475-69df-4c0c-97c9-0072bd11d9bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.636083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ca745a0e-1a88-4d80-a660-c5f6d535965b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.669650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Pushing event deleted for resources: {'Port': ['ID=ca745a0e-1a88-4d80-a660-c5f6d535965b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:19.670216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Subnet': ['ID=37bb0475-69df-4c0c-97c9-0072bd11d9bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:19.676799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.683433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-87724024-276f-4800-b185-9bdb347b16a4 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/subnets/37bb0475-69df-4c0c-97c9-0072bd11d9bb HTTP/1.1" status: 204 len: 168 time: 0.5911758 Mar 22 14:09:19.684382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41412) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:19.690251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08df83b8-2444-4c00-a40b-10400881a57e None None] Network 36684418-a1c2-49a2-9ca0-c7ebbb3f442b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:19.699025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f46daa2-bbad-4942-9470-cc40783026e2 req-6ddad529-1b48-4ce0-a9f0-e08df7ab3f52 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675703 Mar 22 14:09:19.795742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (36684418-a1c2-49a2-9ca0-c7ebbb3f442b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.808684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks [] for floatingip (3577e5a9-7cf8-43db-a382-5a9a64b9e375), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.811528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.815814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff2e1aff-6b8e-451b-a1f5-cdea6dd3adea tempest-ServersTestManualDisk-1405054212 tempest-ServersTestManualDisk-1405054212-project] 10.222.0.81 "DELETE /v2.0/floatingips/3577e5a9-7cf8-43db-a382-5a9a64b9e375 HTTP/1.1" status: 204 len: 168 time: 1.2545898 Mar 22 14:09:19.817101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41416) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:19.909884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (815ed265-029a-4994-b5c3-004ea0c95190), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:19.972777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] DHCP port deletion for 36684418-a1c2-49a2-9ca0-c7ebbb3f442b request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:20.002546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5ecd0-85b2-41a3-be6c-343f5a28fb10 req-88f7dd39-4838-4e7b-a62c-610d59fac18c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.005329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a5ecd0-85b2-41a3-be6c-343f5a28fb10 req-88f7dd39-4838-4e7b-a62c-610d59fac18c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 945 time: 0.1746113 Mar 22 14:09:20.012656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a0a945ca-e097-4292-b7a8-9d8f1673fe74), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.036892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Deleting port e95d5da0-8141-4a7c-ab83-360532f61fe1 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:20.037267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.093234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port e95d5da0-8141-4a7c-ab83-360532f61fe1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:20.093804 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.139031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] For port e95d5da0-8141-4a7c-ab83-360532f61fe1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e95d5da0-8141-4a7c-ab83-360532f61fe1,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:20.139393 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.155054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Calling delete_port for e95d5da0-8141-4a7c-ab83-360532f61fe1 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:20.174662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port e95d5da0-8141-4a7c-ab83-360532f61fe1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e95d5da0-8141-4a7c-ab83-360532f61fe1,segment=NetworkSegment(21313020-46d4-45d7-be5a-7540ff790306),segment_id=21313020-46d4-45d7-be5a-7540ff790306)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:20.175202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.192119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for e95d5da0-8141-4a7c-ab83-360532f61fe1 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:20.240005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['24483a8b-c439-4126-8db8-8612ed14470a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:20.279299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.293029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event deleted for resources: {'Port': ['ID=a0a945ca-e097-4292-b7a8-9d8f1673fe74,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:20.339670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] Pushing event deleted for resources: {'Port': ['ID=e95d5da0-8141-4a7c-ab83-360532f61fe1,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:20.377198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319b60e-8e44-44d9-8fb9-a47b7057d0e5 None None] No DVR routers for this DVR port e95d5da0-8141-4a7c-ab83-360532f61fe1 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:20.382508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e95d5da0-8141-4a7c-ab83-360532f61fe1 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:20.417158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] No DVR routers for this DVR port a0a945ca-e097-4292-b7a8-9d8f1673fe74 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:20.417831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e95d5da0-8141-4a7c-ab83-360532f61fe1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:20.418209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e95d5da0-8141-4a7c-ab83-360532f61fe1 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:20.421608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.430409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d086034f-1b52-4016-98c2-e566c3b7196c req-880bd617-6039-4180-966a-e9536dc0657c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "DELETE /v2.0/ports/a0a945ca-e097-4292-b7a8-9d8f1673fe74 HTTP/1.1" status: 204 len: 173 time: 1.7990170 Mar 22 14:09:20.437242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-deleted', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:20.440014 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57349860-f140-4f92-9596-cfb1779ce65f" -d '{"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-deleted", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:20.446256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a5ecd0-85b2-41a3-be6c-343f5a28fb10 req-dc872665-69fb-48f4-a509-e918effbce2e tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301753 Mar 22 14:09:20.464859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:20.508923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2155-e1bc-4358-9634-266d78787fbf req-eedb0b0e-b953-478e-853e-a009f15059ee tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.516940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5c2155-e1bc-4358-9634-266d78787fbf req-eedb0b0e-b953-478e-853e-a009f15059ee tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.2465084 Mar 22 14:09:20.527059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e95d5da0-8141-4a7c-ab83-360532f61fe1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.595029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=e95d5da0-8141-4a7c-ab83-360532f61fe1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:20.598059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port e95d5da0-8141-4a7c-ab83-360532f61fe1 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:20.601187 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ce7f4-9956-4a4f-b091-36498826f151 x-openstack-request-id: req-f14ce7f4-9956-4a4f-b091-36498826f151 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:20.601187 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaffa38-3a6b-40cd-9500-51531b539d39", "name": "network-vif-deleted", "tag": "a0a945ca-e097-4292-b7a8-9d8f1673fe74", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:20.601406 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f14ce7f4-9956-4a4f-b091-36498826f151 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:20.601944 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14ce7f4-9956-4a4f-b091-36498826f151'] response: {'server_uuid': 'ecaffa38-3a6b-40cd-9500-51531b539d39', 'name': 'network-vif-deleted', 'tag': 'a0a945ca-e097-4292-b7a8-9d8f1673fe74', 'status': 'completed', 'code': 200} Mar 22 14:09:20.671221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:20.683826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:20.684139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.695485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5c2155-e1bc-4358-9634-266d78787fbf req-42923868-80b5-4373-8ac8-f730fca61d44 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776288 Mar 22 14:09:20.779371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (36684418-a1c2-49a2-9ca0-c7ebbb3f442b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.796224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (815ed265-029a-4994-b5c3-004ea0c95190), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.801539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66368de3-8bc9-4d5e-a8a5-f97ff540163a req-951a9a26-9739-426e-9dbe-0bb8442c3275 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:20.803125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66368de3-8bc9-4d5e-a8a5-f97ff540163a req-951a9a26-9739-426e-9dbe-0bb8442c3275 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.1255322 Mar 22 14:09:20.824193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36684418-a1c2-49a2-9ca0-c7ebbb3f442b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:20.851287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21313020-46d4-45d7-be5a-7540ff790306') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:20.851762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21313020-46d4-45d7-be5a-7540ff790306') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:20.867386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (21313020-46d4-45d7-be5a-7540ff790306), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.902813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (21313020-46d4-45d7-be5a-7540ff790306), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.914017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66368de3-8bc9-4d5e-a8a5-f97ff540163a req-f3998882-c3d7-482a-ae90-a3a719e83c02 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018226 Mar 22 14:09:20.915678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:20.916093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (21313020-46d4-45d7-be5a-7540ff790306), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:20.932157 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:20.965018 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d94-c236-4f4b-ab49-6529449d005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:20.995912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:20.996414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.019292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (36684418-a1c2-49a2-9ca0-c7ebbb3f442b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.049358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:21.050606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:21.053344 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c06fc3-5d77-480e-bb8f-7933fa75393a" -d '{"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:21.053953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.056407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router 815ed265-029a-4994-b5c3-004ea0c95190 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:21.057847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.058894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:21.059659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/networks/36684418-a1c2-49a2-9ca0-c7ebbb3f442b HTTP/1.1" status: 204 len: 168 time: 1.3720624 Mar 22 14:09:21.063837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:21.085239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: a0a945ca-e097-4292-b7a8-9d8f1673fe74 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:21.085661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0a945ca-e097-4292-b7a8-9d8f1673fe74 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:21.102453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de0af9-e751-4a31-8462-cc32cdf84734 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Network': ['ID=36684418-a1c2-49a2-9ca0-c7ebbb3f442b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:21.132958 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f310a6-be04-43d0-8afd-c6ba4754ad77 x-openstack-request-id: req-d6f310a6-be04-43d0-8afd-c6ba4754ad77 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:21.133399 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:21.133822 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6f310a6-be04-43d0-8afd-c6ba4754ad77 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:21.134252 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f310a6-be04-43d0-8afd-c6ba4754ad77'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'code': 200} Mar 22 14:09:21.148169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:21.153421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61b94-a1b2-4d81-a2bf-b37d3ff08e4a req-a57e110a-741e-47b4-b2c9-1407de86b2ac tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.154967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fee61b94-a1b2-4d81-a2bf-b37d3ff08e4a req-a57e110a-741e-47b4-b2c9-1407de86b2ac tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.0941381 Mar 22 14:09:21.212750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.219731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fee61b94-a1b2-4d81-a2bf-b37d3ff08e4a req-9f0a5980-16ea-43cb-9ed6-20afef88c130 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Mar 22 14:09:21.220060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting subnet 59d12189-a385-4e72-8a5a-ab799014e2ce {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:21.256873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks [] for subnet (59d12189-a385-4e72-8a5a-ab799014e2ce), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.263055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03f3f-6292-43d7-868d-dc9597578742 req-226c14fb-c51c-4ba6-991f-c69c306ef6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:21.264605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54b03f3f-6292-43d7-868d-dc9597578742 req-226c14fb-c51c-4ba6-991f-c69c306ef6f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1132 time: 0.0583074 Mar 22 14:09:21.310495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54b03f3f-6292-43d7-868d-dc9597578742 req-a0d16c33-e59a-48cb-84fc-3ab81c3a7fab service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Mar 22 14:09:21.348504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (59d12189-a385-4e72-8a5a-ab799014e2ce), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.408557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:21.418382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Sync routers for ids ['815ed265-029a-4994-b5c3-004ea0c95190'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:21.430935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Routers {'815ed265-029a-4994-b5c3-004ea0c95190'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:21.431859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['815ed265-029a-4994-b5c3-004ea0c95190'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:21.488027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.492705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9afaca78-3c0d-41e1-83aa-1f9785458e19 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9031067 Mar 22 14:09:21.492826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:21.523251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (59d12189-a385-4e72-8a5a-ab799014e2ce), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.567600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Set router 815ed265-029a-4994-b5c3-004ea0c95190 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:21.644066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (59d12189-a385-4e72-8a5a-ab799014e2ce), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.648226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bfeddf84-48e0-4091-a5f2-4438a49c7a71 req-3b6271eb-fd5a-4b5c-868d-afe94e5f0cb6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0342443 Mar 22 14:09:21.679462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.682612 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/subnets/59d12189-a385-4e72-8a5a-ab799014e2ce HTTP/1.1" status: 204 len: 168 time: 0.6182206 Mar 22 14:09:21.685601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:21.686126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836ce4-8a80-405b-8367-cd375e4225ef tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Subnet': ['ID=59d12189-a385-4e72-8a5a-ab799014e2ce,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:21.726019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec768c-4d8f-43df-b16a-56400ee252ab None None] Network 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:21.757447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-59f73fda-02cc-4c25-a4e0-c92afd0a28d1 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/815ed265-029a-4994-b5c3-004ea0c95190 HTTP/1.1" status: 200 len: 908 time: 0.2615840 Mar 22 14:09:21.758051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41448) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:21.760299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Deleting port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:21.760816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.762279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233590164', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': True}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:21.809925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.814900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.816486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.876859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] For port 5ea890a7-f928-49aa-88e6-c9a85b39a1cf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:21.878072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.900708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Calling delete_port for 5ea890a7-f928-49aa-88e6-c9a85b39a1cf owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:21.920794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:21.992958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.060856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Deleting port b443a959-268b-42d5-ba90-a3a84ed25996 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:22.061193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.068072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815ed265-029a-4994-b5c3-004ea0c95190', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': False}, 'gw_port_id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:19Z', 'revision_number': 3, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port': {'id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815ed265-029a-4994-b5c3-004ea0c95190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:18Z', 'updated_at': '2022-03-22T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:22.105345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Checking router: 815ed265-029a-4994-b5c3-004ea0c95190 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:22.105700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Updating router 815ed265-029a-4994-b5c3-004ea0c95190 port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:22.135823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] DHCP port deletion for 7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:22.145137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5ea890a7-f928-49aa-88e6-c9a85b39a1cf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.152927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.180169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea890a7-f928-49aa-88e6-c9a85b39a1cf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:22.487536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b443a959-268b-42d5-ba90-a3a84ed25996 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:22.529279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Deleting port b443a959-268b-42d5-ba90-a3a84ed25996 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:22.529646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.601788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-df6d6c2e-44a0-4dc5-813e-4abcd4786410 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:22.603333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-df6d6c2e-44a0-4dc5-813e-4abcd4786410 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.82 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.1707313 Mar 22 14:09:22.641556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.757245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b443a959-268b-42d5-ba90-a3a84ed25996 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:22.760308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.819167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b443a959-268b-42d5-ba90-a3a84ed25996,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:22.820083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.873522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Calling delete_port for b443a959-268b-42d5-ba90-a3a84ed25996 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:22.943297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:22.944732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b443a959-268b-42d5-ba90-a3a84ed25996,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:23.004238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.044962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] For port b443a959-268b-42d5-ba90-a3a84ed25996, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b443a959-268b-42d5-ba90-a3a84ed25996,segment=NetworkSegment(3f7aba13-18ab-4ca8-b1c3-6ab3849087c4),segment_id=3f7aba13-18ab-4ca8-b1c3-6ab3849087c4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:23.045461 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.080649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks [] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.103279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.106203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700701b-7a35-4c31-ba6a-337014db2870 req-54650277-9624-4ced-9d8c-30fca4b638c1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:23.108241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Deleting port 0217d66b-de0d-479e-ad4a-ae9b96ae117a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:23.108749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.115574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1700701b-7a35-4c31-ba6a-337014db2870 req-54650277-9624-4ced-9d8c-30fca4b638c1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 1.0607162 Mar 22 14:09:23.138640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Calling delete_port for b443a959-268b-42d5-ba90-a3a84ed25996 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:23.141699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:23.166312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96899ad-c310-4096-aaf5-f6988e587842 req-ca95086f-abe8-4ad5-9a49-30a91e3d886f tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:23.174079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e96899ad-c310-4096-aaf5-f6988e587842 req-ca95086f-abe8-4ad5-9a49-30a91e3d886f tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 946 time: 0.2652786 Mar 22 14:09:23.207851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:23.236687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1334c-4cee-4dda-9b30-91de7a1dd77f None None] Pushing event updated for resources: {'Port': ['ID=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:23.274483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Attempting to bind port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:23.274882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Attempting to bind port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:23.276385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Attempting to bind port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:23.281490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.326450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:23.326833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:23.327245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.327762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:23.328257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Bound port: 56e11969-6b5a-4f5a-9c9c-a6a555a9f292, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:23.328639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.331981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] Pushing event deleted for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:23.336613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f596b0-2c74-4449-b03c-0f08f0d633bd None None] No DVR routers for this DVR port b443a959-268b-42d5-ba90-a3a84ed25996 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:23.350764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:23.360623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Sync routers for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:23.369270 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b9131579-77fa-4e7e-85e7-6be388b7cbef admin admin] 10.222.0.81 "PUT /v2.0/routers/0d4193b6-a8c9-46e2-82f0-46b4339ae7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5515587 Mar 22 14:09:23.379592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41458) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:23.380626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:23.381306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:23.385416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1700701b-7a35-4c31-ba6a-337014db2870 req-bfb96185-13de-485b-b30e-d14ec1c49cf2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689569 Mar 22 14:09:23.432762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] For port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:23.439184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] For port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:23.458736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.568813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e96899ad-c310-4096-aaf5-f6988e587842 req-311d8f13-555b-4f08-a002-bbcd119c37b2 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/security-groups?id=e249ad09-fb97-469b-90e0-249615a5081a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937569 Mar 22 14:09:23.621835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1334c-4cee-4dda-9b30-91de7a1dd77f None None] Pushing event updated for resources: {'Port': ['ID=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:23.657753 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:23.661001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Routers {'815ed265-029a-4994-b5c3-004ea0c95190'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:23.661875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['815ed265-029a-4994-b5c3-004ea0c95190'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:23.666752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.677462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] For port 0217d66b-de0d-479e-ad4a-ae9b96ae117a, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=0217d66b-de0d-479e-ad4a-ae9b96ae117a,segment=NetworkSegment(eb834e6e-6fdd-4338-ad6a-c500228c4f8d),segment_id=eb834e6e-6fdd-4338-ad6a-c500228c4f8d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:23.681544 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.682546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0df50a63-e723-4fab-a67b-c36af4c46078 req-f5030647-73fa-4753-89b8-0d228bdd6860 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1468723 Mar 22 14:09:23.723729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Calling delete_port for 0217d66b-de0d-479e-ad4a-ae9b96ae117a owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:23.737708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b443a959-268b-42d5-ba90-a3a84ed25996), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.788206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Port': ['ID=b443a959-268b-42d5-ba90-a3a84ed25996,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:23.807557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] Set router 815ed265-029a-4994-b5c3-004ea0c95190 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:23.814946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks [] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:23.875198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] No DVR routers for this DVR port b443a959-268b-42d5-ba90-a3a84ed25996 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:23.993113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks [] for router_gateway (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.024965 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:09:22Z', 'revision_number': 5, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port': {'id': 'a74fae31-a85e-4e83-bb1b-0a25a169d2d3', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:54Z', 'updated_at': '2022-03-22T14:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.055834 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Checking router: 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:24.061841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0217d66b-de0d-479e-ad4a-ae9b96ae117a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.069246 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Routers {'0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:24.070298 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.108116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Pushing event deleted for resources: {'Port': ['ID=0217d66b-de0d-479e-ad4a-ae9b96ae117a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:24.132809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Deleting port a74fae31-a85e-4e83-bb1b-0a25a169d2d3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:24.133526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.167780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815ed265-029a-4994-b5c3-004ea0c95190', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': False}, 'gw_port_id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:19Z', 'revision_number': 3, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port': {'id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815ed265-029a-4994-b5c3-004ea0c95190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:18Z', 'updated_at': '2022-03-22T14:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.202926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc73f4-9415-47cc-8db6-6e0b83bf16a2 None None] The sync data for ids ['815ed265-029a-4994-b5c3-004ea0c95190'] in n-d-758851-5 is: [{'id': '815ed265-029a-4994-b5c3-004ea0c95190', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': False}, 'gw_port_id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:16Z', 'updated_at': '2022-03-22T14:09:19Z', 'revision_number': 3, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port': {'id': '56e11969-6b5a-4f5a-9c9c-a6a555a9f292', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815ed265-029a-4994-b5c3-004ea0c95190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:18Z', 'updated_at': '2022-03-22T14:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:24.217724 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] Set router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:24.227251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.258545 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.334586 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:09:23Z', 'revision_number': 6, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.381207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4308b41-b9cf-4e52-8408-8402a2aa0bca None None] The sync data for ids ['0d4193b6-a8c9-46e2-82f0-46b4339ae7d6'] in n-d-758851-5 is: [{'id': '0d4193b6-a8c9-46e2-82f0-46b4339ae7d6', 'name': 'tempest-ServersTestManualDisk-755843798-router', 'tenant_id': '434f1c9752f44ac1b38b60f0380d33ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:52Z', 'updated_at': '2022-03-22T14:09:23Z', 'revision_number': 6, 'project_id': '434f1c9752f44ac1b38b60f0380d33ca', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:24.393180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.449488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.25.3.58 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/563944c8-b89d-4cee-8988-1abf411fdc62) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:24.481407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be10ac3-7ffd-498b-a09e-9f4f9ea47b00']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.516031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.516334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7aba13-18ab-4ca8-b1c3-6ab3849087c4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:24.526809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3f7aba13-18ab-4ca8-b1c3-6ab3849087c4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.543450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3f7aba13-18ab-4ca8-b1c3-6ab3849087c4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.557443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:24.557856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3f7aba13-18ab-4ca8-b1c3-6ab3849087c4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:24.631060 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:24.643431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] No DVR routers for this DVR port 0217d66b-de0d-479e-ad4a-ae9b96ae117a on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:24.646069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (7be10ac3-7ffd-498b-a09e-9f4f9ea47b00), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.650429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.661000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-94967198-84e5-4fb4-a012-9c5a95fdcf94 req-736fa9ac-16d3-487b-a093-10a2021d3546 tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.82 "DELETE /v2.0/ports/0217d66b-de0d-479e-ad4a-ae9b96ae117a HTTP/1.1" status: 204 len: 173 time: 2.0390475 Mar 22 14:09:24.674752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.678842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] 10.222.0.81 "DELETE /v2.0/networks/7be10ac3-7ffd-498b-a09e-9f4f9ea47b00 HTTP/1.1" status: 204 len: 168 time: 2.9913318 Mar 22 14:09:24.708237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'name': 'network-vif-deleted', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:24.710890 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8590c7c3-9755-4675-ab7b-d41422fd06ec" -d '{"events": [{"server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "name": "network-vif-deleted", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:24.726100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4c20d-2ebf-43be-aa1e-cce99e9ae763 tempest-ServersTestMultiNic-974488309 tempest-ServersTestMultiNic-974488309-project] Pushing event deleted for resources: {'Network': ['ID=7be10ac3-7ffd-498b-a09e-9f4f9ea47b00,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:24.860407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fed083c-4c8c-4d97-bb81-4ff60ca04117 req-dc10082e-38b1-4395-b74d-08eaf064795e tempest-InstanceActionsTestJSON-613070379 tempest-InstanceActionsTestJSON-613070379-project] 10.222.0.81 "GET /v2.0/ports?device_id=bacaf31b-d6ff-4964-92eb-5a289737154b HTTP/1.1" status: 200 len: 210 time: 0.1627853 Mar 22 14:09:24.881700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] For port a74fae31-a85e-4e83-bb1b-0a25a169d2d3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:24.882126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.899462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:24.927631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Calling delete_port for a74fae31-a85e-4e83-bb1b-0a25a169d2d3 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:24.980537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e711946-d457-4dcb-8265-6ca850154b4d req-b0721102-3a6e-4677-9fc7-026ca5234108 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:24.982603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e711946-d457-4dcb-8265-6ca850154b4d req-b0721102-3a6e-4677-9fc7-026ca5234108 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.3502905 Mar 22 14:09:25.001670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (563944c8-b89d-4cee-8988-1abf411fdc62), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.063228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b67c875-7b19-4aa1-b611-3777df7bac71 req-aeb49479-7bd6-4fb4-9b6c-4147aa4b9bb2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0431321 Mar 22 14:09:25.178013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e711946-d457-4dcb-8265-6ca850154b4d req-5b5ef199-6303-40c4-9f53-4f199541752a tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291401 Mar 22 14:09:25.185278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.255918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:25.297253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:25.301009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:25.390827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a74fae31-a85e-4e83-bb1b-0a25a169d2d3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.414946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0217d66b-de0d-479e-ad4a-ae9b96ae117a no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:25.483325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a74fae31-a85e-4e83-bb1b-0a25a169d2d3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:25.486178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 0217d66b-de0d-479e-ad4a-ae9b96ae117a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:25.486178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 0217d66b-de0d-479e-ad4a-ae9b96ae117a not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:25.535246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.697533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.699719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=563944c8-b89d-4cee-8988-1abf411fdc62,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:25.708368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks [] for router_controller (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.736958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41480) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:25.792046 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13135dd-1987-440e-8259-bce76bf50bdd x-openstack-request-id: req-c13135dd-1987-440e-8259-bce76bf50bdd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:25.792617 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacaf31b-d6ff-4964-92eb-5a289737154b", "name": "network-vif-deleted", "tag": "0217d66b-de0d-479e-ad4a-ae9b96ae117a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:25.792858 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c13135dd-1987-440e-8259-bce76bf50bdd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:25.803663 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13135dd-1987-440e-8259-bce76bf50bdd'] response: {'server_uuid': 'bacaf31b-d6ff-4964-92eb-5a289737154b', 'name': 'network-vif-deleted', 'tag': '0217d66b-de0d-479e-ad4a-ae9b96ae117a', 'status': 'completed', 'code': 200} Mar 22 14:09:25.817854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (0d4193b6-a8c9-46e2-82f0-46b4339ae7d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.818840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:25.823405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.824579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-40d40b79-b7a9-40b5-9736-48c7220d25cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/0d4193b6-a8c9-46e2-82f0-46b4339ae7d6 HTTP/1.1" status: 204 len: 168 time: 2.4415436 Mar 22 14:09:25.828061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:25.863461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172b18a-f6a4-402b-9594-3f4075a63df2 req-a80dc43c-769f-410a-a68c-6463121b1f3e tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:25.865043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1172b18a-f6a4-402b-9594-3f4075a63df2 req-a80dc43c-769f-410a-a68c-6463121b1f3e tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1132 time: 0.3499482 Mar 22 14:09:25.942741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Deleting subnet ee73fd17-0e10-4085-b111-cba5fbbf34fa {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:25.950384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Publish callbacks [] for subnet (ee73fd17-0e10-4085-b111-cba5fbbf34fa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:25.975045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41486) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:26.036788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (ee73fd17-0e10-4085-b111-cba5fbbf34fa), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.159249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ee73fd17-0e10-4085-b111-cba5fbbf34fa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.230656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (ee73fd17-0e10-4085-b111-cba5fbbf34fa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.259832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee73fd17-0e10-4085-b111-cba5fbbf34fa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:26.278165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1172b18a-f6a4-402b-9594-3f4075a63df2 req-fa2afb7a-0339-4e5c-b572-147107f8960d tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068737 Mar 22 14:09:26.281939 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.287577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53986759-db77-4722-8705-bd254c84a9b0 None None] Network 73c7e16b-2921-4046-b75d-80ef2ebc8e60 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:26.293184 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-256661b3-b4fc-48f9-b690-f9633f1d706b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ee73fd17-0e10-4085-b111-cba5fbbf34fa HTTP/1.1" status: 204 len: 168 time: 0.4637744 Mar 22 14:09:26.295541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41490) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:26.361518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4471fc80-2ec4-4b48-8771-4f54876a66cd req-76f0abd8-1e4b-43f2-b9f8-e501ae3b00fc tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1566050 Mar 22 14:09:26.364635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Deleting subnet 31d9bed3-7868-44df-adb2-750d524ca0ab {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:26.398002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Publish callbacks [] for subnet (31d9bed3-7868-44df-adb2-750d524ca0ab), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.444245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (73c7e16b-2921-4046-b75d-80ef2ebc8e60), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.499599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:26.549717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Deleting port 1c827e64-9cb9-4900-ae20-41492ecb3b68 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:26.555548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.557203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (31d9bed3-7868-44df-adb2-750d524ca0ab), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.627099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] DHCP port deletion for 73c7e16b-2921-4046-b75d-80ef2ebc8e60 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:26.647271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.696932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:26.697326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.766430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] For port 1c827e64-9cb9-4900-ae20-41492ecb3b68, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c827e64-9cb9-4900-ae20-41492ecb3b68,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:26.767641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.801589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Deleting port 1c827e64-9cb9-4900-ae20-41492ecb3b68 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:26.801986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.823466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Calling delete_port for 1c827e64-9cb9-4900-ae20-41492ecb3b68 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:26.907090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] For port 1c827e64-9cb9-4900-ae20-41492ecb3b68, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c827e64-9cb9-4900-ae20-41492ecb3b68,segment=NetworkSegment(2bf80490-5a68-49ba-b017-402b18316e7e),segment_id=2bf80490-5a68-49ba-b017-402b18316e7e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:26.907640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:26.923293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Calling delete_port for 1c827e64-9cb9-4900-ae20-41492ecb3b68 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:26.928187 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-a54a8785-15ca-4b9c-bee6-75accd5a4e1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495337 Mar 22 14:09:27.017220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.047034 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1c827e64-9cb9-4900-ae20-41492ecb3b68), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.071770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c827e64-9cb9-4900-ae20-41492ecb3b68,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:27.089275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] Pushing event deleted for resources: {'Port': ['ID=1c827e64-9cb9-4900-ae20-41492ecb3b68,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:27.090324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] No DVR routers for this DVR port 1c827e64-9cb9-4900-ae20-41492ecb3b68 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:27.095990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45bc49-4f9f-49e3-8944-6a57f2bd9397 None None] No DVR routers for this DVR port 1c827e64-9cb9-4900-ae20-41492ecb3b68 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:27.139585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:27.140621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.180676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:27.192560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.230439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (73c7e16b-2921-4046-b75d-80ef2ebc8e60), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.272497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c7e16b-2921-4046-b75d-80ef2ebc8e60']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:27.285598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf80490-5a68-49ba-b017-402b18316e7e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:27.285875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf80490-5a68-49ba-b017-402b18316e7e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:27.298255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2bf80490-5a68-49ba-b017-402b18316e7e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.313112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2bf80490-5a68-49ba-b017-402b18316e7e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.314704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:27.321347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:27.321756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2bf80490-5a68-49ba-b017-402b18316e7e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.325926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5ea890a7-f928-49aa-88e6-c9a85b39a1cf no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:27.351263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5ea890a7-f928-49aa-88e6-c9a85b39a1cf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:27.351722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5ea890a7-f928-49aa-88e6-c9a85b39a1cf not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:27.352413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a74fae31-a85e-4e83-bb1b-0a25a169d2d3 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:27.380330 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:27.387795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (73c7e16b-2921-4046-b75d-80ef2ebc8e60), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.398375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.405226 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] 10.222.0.81 "DELETE /v2.0/networks/73c7e16b-2921-4046-b75d-80ef2ebc8e60 HTTP/1.1" status: 204 len: 168 time: 1.1086726 Mar 22 14:09:27.427024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a74fae31-a85e-4e83-bb1b-0a25a169d2d3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:27.427282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a74fae31-a85e-4e83-bb1b-0a25a169d2d3 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:27.436169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356e84-e984-4a12-87c9-3dccda245d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=73c7e16b-2921-4046-b75d-80ef2ebc8e60,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:27.487489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (31d9bed3-7868-44df-adb2-750d524ca0ab), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.715188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41518) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:27.731664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-611e48f7-3d82-479c-a855-14bdf8d1dfbf req-7991bd73-0a3d-40ac-879d-4e28e015e10a tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1674306 Mar 22 14:09:27.788328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78044b83-191e-44fa-a0ba-9bf2361a15c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=434f1c9752f44ac1b38b60f0380d33ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711339 Mar 22 14:09:27.790754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41520) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:27.827868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0bef8-9a14-4fb8-ad59-9144941bad93 req-a628b186-2bc9-458c-a12c-64df855e2edc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.831551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdf0bef8-9a14-4fb8-ad59-9144941bad93 req-a628b186-2bc9-458c-a12c-64df855e2edc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.4446123 Mar 22 14:09:27.850040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e5074abe-6c96-4cd8-b051-4728f6aa3d85 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:27.851292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e5074abe-6c96-4cd8-b051-4728f6aa3d85 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 1129 time: 0.1988709 Mar 22 14:09:27.873099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] Publish callbacks [] for security_group (2f0c4ea4-7b91-4263-906b-4cc5892e2ba3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.898255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] Publish callbacks [] for security_group (2f0c4ea4-7b91-4263-906b-4cc5892e2ba3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.967499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2f0c4ea4-7b91-4263-906b-4cc5892e2ba3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.970925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:27.973268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f0c4ea4-7b91-4263-906b-4cc5892e2ba3 HTTP/1.1" status: 204 len: 168 time: 0.1803854 Mar 22 14:09:27.982750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca259-440d-4dba-bcd9-1c36e78412d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c4ea4-7b91-4263-906b-4cc5892e2ba3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:28.009725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (31d9bed3-7868-44df-adb2-750d524ca0ab), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.073008 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.098201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.102534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31d9bed3-7868-44df-adb2-750d524ca0ab HTTP/1.1" status: 204 len: 168 time: 2.1263368 Mar 22 14:09:28.103431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a3385-dbf2-42cf-883f-b52c7af0de32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d9bed3-7868-44df-adb2-750d524ca0ab,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:28.105168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41530) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:28.190680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdf0bef8-9a14-4fb8-ad59-9144941bad93 req-0bb4a3d5-53bb-4709-a950-8bfd76343f73 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493567 Mar 22 14:09:28.273506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.278783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a58e0e83-742c-4114-8341-7da29dd698ee), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.280244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.399927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a58e0e83-742c-4114-8341-7da29dd698ee), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.431668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58e0e83-742c-4114-8341-7da29dd698ee']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.434393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:28.464206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.467022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb834e6e-6fdd-4338-ad6a-c500228c4f8d') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:28.489742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (eb834e6e-6fdd-4338-ad6a-c500228c4f8d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.517251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb834e6e-6fdd-4338-ad6a-c500228c4f8d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.537369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:28.538080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (eb834e6e-6fdd-4338-ad6a-c500228c4f8d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.546854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:28.547455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:28.563580 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:28.676298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a58e0e83-742c-4114-8341-7da29dd698ee), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.688435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.698647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] 10.222.0.81 "DELETE /v2.0/networks/a58e0e83-742c-4114-8341-7da29dd698ee HTTP/1.1" status: 204 len: 168 time: 0.5912769 Mar 22 14:09:28.721623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:28.735585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df0f5d-ff0d-4a2e-b843-611f88ed4a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=a58e0e83-742c-4114-8341-7da29dd698ee,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:28.812035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c827e64-9cb9-4900-ae20-41492ecb3b68 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:28.878966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1c827e64-9cb9-4900-ae20-41492ecb3b68 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:28.879275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c827e64-9cb9-4900-ae20-41492ecb3b68 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:28.939839 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:28.990775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41546) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:29.013227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de1d82ad-971d-4b4a-8717-e29a8b01de17 req-f1109210-e8eb-4c73-9a7a-79f86ed16e2c tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1330574 Mar 22 14:09:29.074074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-243ca0a8-0050-40ed-a563-875855ea2742 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ec33ecbee3e4959a7d435ed3903234c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819645 Mar 22 14:09:29.075027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:29.165879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41554) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:29.170387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:29.213795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] Publish callbacks [] for security_group (e249ad09-fb97-469b-90e0-249615a5081a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.273546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] Publish callbacks [] for security_group (e249ad09-fb97-469b-90e0-249615a5081a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.373613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e249ad09-fb97-469b-90e0-249615a5081a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.377179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:29.381864 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e249ad09-fb97-469b-90e0-249615a5081a HTTP/1.1" status: 204 len: 168 time: 0.3051224 Mar 22 14:09:29.391332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08915a-bce1-443a-a4a5-04bf47bcb47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e249ad09-fb97-469b-90e0-249615a5081a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:29.405051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-d3f836be-8d9e-42f8-af53-06a98a9c2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:29.411699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-d3f836be-8d9e-42f8-af53-06a98a9c2e39 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1132 time: 0.3248863 Mar 22 14:09:29.869335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41576) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.200739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1560151537-network', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:30.231109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9fdb7d6-532a-43aa-b845-27b901012bba req-28878bff-30cc-4b50-bf64-45b632057c94 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0600376 Mar 22 14:09:30.234329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:30.245272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:30.247446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Sync routers for ids ['cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:30.247898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.252377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762fb4-ee2e-44b1-a3b4-21e72765f8a7 req-7bbf6e2e-54ec-4762-859c-f172b370c83e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.259330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56762fb4-ee2e-44b1-a3b4-21e72765f8a7 req-7bbf6e2e-54ec-4762-859c-f172b370c83e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.7796643 Mar 22 14:09:30.265886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.273097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Routers {'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:30.278733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:30.342374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-dc69af6c-01b5-43ba-a545-971410caacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.343854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-dc69af6c-01b5-43ba-a545-971410caacfb service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.8622413 Mar 22 14:09:30.433179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks [] for security_group (afcb2e31-5b75-4d07-95b6-19dec43aabf3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.442030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (afcb2e31-5b75-4d07-95b6-19dec43aabf3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.470268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-94980ba4-8a4b-4993-a327-819c4c7f7112 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.1193330 Mar 22 14:09:30.472959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.476715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2dfd107a-1b2d-4094-ab63-bacc0caa7af2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.7152445 Mar 22 14:09:30.484621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Set router cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:30.488385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41596) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.512905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb2e31-5b75-4d07-95b6-19dec43aabf3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:30.557272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:09:30.563537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41598) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.566719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.567072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.567415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.567751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.568091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.568422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.568751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.569080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.569415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.569724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.570076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.570400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.570719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.571042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.571361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:30.591130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56762fb4-ee2e-44b1-a3b4-21e72765f8a7 req-08e7f434-ecdb-4a6e-a13c-bd05cb67660c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309045 Mar 22 14:09:30.624621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bab8669c-4e8f-49a0-9760-c1d99e79cc8f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.624974 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Added segment bab8669c-4e8f-49a0-9760-c1d99e79cc8f of type vlan for network 598615b3-3e89-42ac-af87-c3bc9c357796 Mar 22 14:09:30.629397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Deleting port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:30.629757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.717221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e73e14ab-ddf5-4f6d-a96c-189d09dc338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.717535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (598615b3-3e89-42ac-af87-c3bc9c357796), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.718981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e73e14ab-ddf5-4f6d-a96c-189d09dc338c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2338941 Mar 22 14:09:30.784670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (598615b3-3e89-42ac-af87-c3bc9c357796), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.787697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:30.788502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.824464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a7d7baaf-08e3-41dd-81c3-d7f3066b5e88 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 HTTP/1.1" status: 200 len: 906 time: 0.3346190 Mar 22 14:09:30.828673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-831649699-network', 'tenant_id': 'f5ed031a6d8845a78a863ee6144923e2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:30.829181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41602) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.864689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] For port d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:30.865110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.888318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0171347 Mar 22 14:09:30.896436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:30.902905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '563944c8-b89d-4cee-8988-1abf411fdc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:21Z', 'updated_at': '2022-03-22T14:09:25Z', 'revision_number': 3, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port': {'id': '563944c8-b89d-4cee-8988-1abf411fdc62', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:24Z', 'updated_at': '2022-03-22T14:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:30.908924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Request body: {'subnet': {'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1560151537-subnet', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:30.935312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Calling delete_port for d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:30.949782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:30.951779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Checking router: cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:30.952404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Updating router cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 port 563944c8-b89d-4cee-8988-1abf411fdc62 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:30.955408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:30.982158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.014340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5876-7734-4421-a03a-83c9208b0334 admin admin] Pushing event updated for resources: {'Network': ['ID=598615b3-3e89-42ac-af87-c3bc9c357796,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.022972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-6f5b5936-2a72-47ce-afda-e155c3739cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.024495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-6f5b5936-2a72-47ce-afda-e155c3739cdf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2970417 Mar 22 14:09:31.027951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 598615b3-3e89-42ac-af87-c3bc9c357796 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:09:31.030171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Made reservation on behalf of f5ed031a6d8845a78a863ee6144923e2 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:31.033511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.048059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.166828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks [] for security_group (469bd7cb-a1a1-49dc-bfb9-45ed43160e8e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.188798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (469bd7cb-a1a1-49dc-bfb9-45ed43160e8e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.231709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:09:31.260150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f393cc00-33db-4002-932c-c27b41956445), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.272932 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Added segment f393cc00-33db-4002-932c-c27b41956445 of type vlan for network 6c538bf3-0a98-4f82-9ed9-e8539037f82f Mar 22 14:09:31.346423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.389682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (6c538bf3-0a98-4f82-9ed9-e8539037f82f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.480065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (6c538bf3-0a98-4f82-9ed9-e8539037f82f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.481030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.481642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.494255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469bd7cb-a1a1-49dc-bfb9-45ed43160e8e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.508499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15fb7d73-ee0b-4436-ae51-7a5ab51caaa7 req-99ab318e-7b75-407c-a109-e54be64fbca4 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1523938 Mar 22 14:09:31.535300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-7a72e552-3b2d-4a99-b9e7-32d79db6e5a4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855676 Mar 22 14:09:31.603897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0391428 Mar 22 14:09:31.609100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:31.616447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Request body: {'subnet': {'network_id': '6c538bf3-0a98-4f82-9ed9-e8539037f82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-831649699-subnet', 'tenant_id': 'f5ed031a6d8845a78a863ee6144923e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:31.643025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba209-34ef-4f38-a146-32a449d57a8f admin admin] Pushing event updated for resources: {'Network': ['ID=6c538bf3-0a98-4f82-9ed9-e8539037f82f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.667965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 6c538bf3-0a98-4f82-9ed9-e8539037f82f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:09:31.671973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-a4c4bfda-bb04-4128-b784-8f796ca80ef1 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180248 Mar 22 14:09:31.712229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Made reservation on behalf of f5ed031a6d8845a78a863ee6144923e2 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:31.714686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.789164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (84de323e-6f2d-4573-8b68-f5a374dea5dc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.861491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks [] for port (563944c8-b89d-4cee-8988-1abf411fdc62), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.885410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.923696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.929734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84de323e-6f2d-4573-8b68-f5a374dea5dc,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:31.939291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e80f4-64d4-47bf-aa79-d46c155549a3 req-f2f3f29a-3cfe-4830-a192-413442266b25 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:31.940761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3e80f4-64d4-47bf-aa79-d46c155549a3 req-f2f3f29a-3cfe-4830-a192-413442266b25 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.2208474 Mar 22 14:09:31.969537 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:31.969804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:31.970126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Network hostable DHCP agents. Network: 598615b3-3e89-42ac-af87-c3bc9c357796, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:09:31.971360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.028060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Attempting to bind port 563944c8-b89d-4cee-8988-1abf411fdc62 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:32.028439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Attempting to bind port 563944c8-b89d-4cee-8988-1abf411fdc62 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:32.028810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Attempting to bind port 563944c8-b89d-4cee-8988-1abf411fdc62 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:32.041179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ac9c-e49f-44e8-8bba-a10d1fb0f9d1 None None] Pushing event updated for resources: {'Port': ['ID=563944c8-b89d-4cee-8988-1abf411fdc62,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:32.054878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:32.055345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:32.055761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.056247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:32.056792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Bound port: 563944c8-b89d-4cee-8988-1abf411fdc62, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:32.057180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.081013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:09:32.102164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:32.113626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 598615b3-3e89-42ac-af87-c3bc9c357796) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:32.125940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:32.126791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.170348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] For port 563944c8-b89d-4cee-8988-1abf411fdc62, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:32.173831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3e80f4-64d4-47bf-aa79-d46c155549a3 req-8fd74091-0132-4c54-8f01-e5b7798f72c1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218969 Mar 22 14:09:32.177905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] For port 563944c8-b89d-4cee-8988-1abf411fdc62, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=563944c8-b89d-4cee-8988-1abf411fdc62,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:32.192546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c5da4-1940-4dc8-8b3a-6858838a1c33 None None] Network 598615b3-3e89-42ac-af87-c3bc9c357796 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:32.247566 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cbaab39-44f0-42b6-9762-083844e60c4d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3452241 Mar 22 14:09:32.249359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41614) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:32.265516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:32.268843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Deleting port 563944c8-b89d-4cee-8988-1abf411fdc62 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:32.269382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.274709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (10cb8eab-4b51-494e-8680-722f00d607da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.369350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.423209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cb8eab-4b51-494e-8680-722f00d607da,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:32.446858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.448201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.449612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-598615b3-3e89-42ac-af87-c3bc9c357796', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:09:32.450700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.497222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Checking segment: {'id': 'f393cc00-33db-4002-932c-c27b41956445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6c538bf3-0a98-4f82-9ed9-e8539037f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:32.498031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Network hostable DHCP agents. Network: 6c538bf3-0a98-4f82-9ed9-e8539037f82f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:09:32.532153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Routers {'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:32.532799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:32.605471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Network 6c538bf3-0a98-4f82-9ed9-e8539037f82f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:09:32.624759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for router_controller (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.686524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 6c538bf3-0a98-4f82-9ed9-e8539037f82f) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:32.732048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:32.732643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.800989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-419c8ddb-5bba-4f01-809c-f8358aa96f9d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1811447 Mar 22 14:09:32.831390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for router_gateway (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:32.840083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe969dc2-1e6a-4b8e-9868-c67994089377 None None] Network 6c538bf3-0a98-4f82-9ed9-e8539037f82f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:32.917099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ac9c-e49f-44e8-8bba-a10d1fb0f9d1 None None] Pushing event updated for resources: {'Port': ['ID=563944c8-b89d-4cee-8988-1abf411fdc62,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:32.938336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Allocated IP 172.20.0.2 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/e0f196ed-2277-4965-974c-208efd48a6f6) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:32.983859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f723007-03a2-45c4-be84-9da99ea02fac None None] Network 6c538bf3-0a98-4f82-9ed9-e8539037f82f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:33.089922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] Set router cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:33.123103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b930c11a-0fbd-43de-af0a-f6cfd5b2bd4b req-db46370d-af90-4684-ab81-fe2c344dd6e7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1141183 Mar 22 14:09:33.182145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for router_gateway (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.208581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.281167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] For port 563944c8-b89d-4cee-8988-1abf411fdc62, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=563944c8-b89d-4cee-8988-1abf411fdc62,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:33.281713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.317321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Calling delete_port for 563944c8-b89d-4cee-8988-1abf411fdc62 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:33.326977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.330653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:21Z', 'updated_at': '2022-03-22T14:09:31Z', 'revision_number': 4, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:33.379365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef26c1-1c76-46ec-868d-8bde2a7ebbd8 None None] The sync data for ids ['cdd4e9cd-ccc6-45d6-8093-b9a821367ea7'] in n-d-758851-5 is: [{'id': 'cdd4e9cd-ccc6-45d6-8093-b9a821367ea7', 'name': 'tempest-snat-router-233590164', 'tenant_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:21Z', 'updated_at': '2022-03-22T14:09:31Z', 'revision_number': 4, 'project_id': '53dc8d50c6c34a3b803ab7909a3caab6', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:33.424931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Allocated IP 172.25.3.195 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1f0bf2b5-e235-4277-9755-0fc9c1faf7e1) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:33.604549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks [] for port (e0f196ed-2277-4965-974c-208efd48a6f6), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.615655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.620810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41638) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:33.630679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.648381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365390b2-0a72-4f01-8821-d48a9047f176 req-7e79eab5-837e-4f52-b807-324948ab75f7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:33.656510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-365390b2-0a72-4f01-8821-d48a9047f176 req-7e79eab5-837e-4f52-b807-324948ab75f7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.3049791 Mar 22 14:09:33.683572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.722407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:33.723788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Pushing event updated for resources: {'Port': ['ID=e0f196ed-2277-4965-974c-208efd48a6f6,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:33.731435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:33.735240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:33.738654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:33.742940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:33.749146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:33.782570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:33.826476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Deleting subnet 10cb8eab-4b51-494e-8680-722f00d607da {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:33.853902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Deleting port 65bc644e-e66f-44cf-98d9-f495a1246ea4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:33.854830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.855402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Attempting to bind port e0f196ed-2277-4965-974c-208efd48a6f6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:33.855950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Attempting to bind port e0f196ed-2277-4965-974c-208efd48a6f6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:33.856259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Attempting to bind port e0f196ed-2277-4965-974c-208efd48a6f6 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:33.860729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Publish callbacks [] for subnet (10cb8eab-4b51-494e-8680-722f00d607da), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.863323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:33.863897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:33.864954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.865369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:33.865859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Bound port: e0f196ed-2277-4965-974c-208efd48a6f6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:33.866306 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:33.931886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-365390b2-0a72-4f01-8821-d48a9047f176 req-f0fa8720-8d1e-4db6-b3eb-90890d37f7e7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741323 Mar 22 14:09:33.954528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] For port e0f196ed-2277-4965-974c-208efd48a6f6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:33.958725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] For port e0f196ed-2277-4965-974c-208efd48a6f6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0f196ed-2277-4965-974c-208efd48a6f6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:33.973208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.035578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (10cb8eab-4b51-494e-8680-722f00d607da), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.062832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7159da-5198-475c-a6a4-6447fdda6dc1 None None] Pushing event updated for resources: {'Port': ['ID=e0f196ed-2277-4965-974c-208efd48a6f6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:34.137690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for router_gateway (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.210383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] For port 65bc644e-e66f-44cf-98d9-f495a1246ea4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65bc644e-e66f-44cf-98d9-f495a1246ea4,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:34.210948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.229342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (10cb8eab-4b51-494e-8680-722f00d607da), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.237770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Calling delete_port for 65bc644e-e66f-44cf-98d9-f495a1246ea4 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:34.348896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (563944c8-b89d-4cee-8988-1abf411fdc62), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.456020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (10cb8eab-4b51-494e-8680-722f00d607da), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.479806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e0f196ed-2277-4965-974c-208efd48a6f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:34.541783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.584839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e0f196ed-2277-4965-974c-208efd48a6f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:34.585692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.588214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cb8eab-4b51-494e-8680-722f00d607da,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:34.708271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.714638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c67b6a27-a3e5-4512-a8ce-1df8cabda52b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/10cb8eab-4b51-494e-8680-722f00d607da HTTP/1.1" status: 204 len: 168 time: 1.0879393 Mar 22 14:09:34.717275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41644) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:34.733126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87dcb63c-f38a-40fd-aadf-bef06207d535 req-b5e70f55-0d60-4974-a3b6-6bbdb9e41eaa tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.3812449 Mar 22 14:09:34.736283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Port': ['ID=563944c8-b89d-4cee-8988-1abf411fdc62,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:34.770881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e0f196ed-2277-4965-974c-208efd48a6f6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:34.771276 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.825994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port e0f196ed-2277-4965-974c-208efd48a6f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0f196ed-2277-4965-974c-208efd48a6f6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:34.828890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:34.831367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (6c538bf3-0a98-4f82-9ed9-e8539037f82f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.834131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.859860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:34.929741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=e0f196ed-2277-4965-974c-208efd48a6f6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:35.013400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:35.024651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (6c538bf3-0a98-4f82-9ed9-e8539037f82f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.108830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c538bf3-0a98-4f82-9ed9-e8539037f82f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:35.117726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.122296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f393cc00-33db-4002-932c-c27b41956445') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:35.122600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f393cc00-33db-4002-932c-c27b41956445') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:35.123876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.139960 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f393cc00-33db-4002-932c-c27b41956445), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.163667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f393cc00-33db-4002-932c-c27b41956445), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.175189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:35.175831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f393cc00-33db-4002-932c-c27b41956445), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:35.177758 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:35.241588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:35.243000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:35.251846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (cdd4e9cd-ccc6-45d6-8093-b9a821367ea7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.252415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:35.258456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Sync routers for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:35.259374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Sync routers for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:35.265837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-72303700-6b00-46a7-9b7a-8b1fb6cbb9a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/af4fca6b-e591-4cf8-9cd9-1e3376c82cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5250514 Mar 22 14:09:35.273446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41648) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:35.276460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.277592 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:35.277728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:35.278411 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:35.278560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:35.291896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98aca21f-cb82-49f9-8fd9-1f93104e1eee tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/routers/cdd4e9cd-ccc6-45d6-8093-b9a821367ea7 HTTP/1.1" status: 204 len: 168 time: 4.4432487 Mar 22 14:09:35.292629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41650) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:35.307859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (6c538bf3-0a98-4f82-9ed9-e8539037f82f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.323828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.325060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-765c6b7e-a2d3-4c80-9de6-ecb3f90dd8c9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0694518 Mar 22 14:09:35.333618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7bb9-df3f-4c1c-805f-3970abb56b6f req-bd7dcd0d-4b09-40de-bd34-b738dd77c2c7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:35.339309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:35.354320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c538bf3-0a98-4f82-9ed9-e8539037f82f HTTP/1.1" status: 204 len: 168 time: 0.6359146 Mar 22 14:09:35.355891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-384a7bb9-df3f-4c1c-805f-3970abb56b6f req-bd7dcd0d-4b09-40de-bd34-b738dd77c2c7 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.3070695 Mar 22 14:09:35.380140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41652) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:35.553062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:35.607705 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:35.641167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:35.867601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9a518-5c1d-4913-9369-dd721b69c1e8 None None] Network 598615b3-3e89-42ac-af87-c3bc9c357796 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:36.054501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4561e93d-adb9-4d76-ad08-e050195faaf7 None None] Provisioning complete for port e0f196ed-2277-4965-974c-208efd48a6f6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:36.055226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4561e93d-adb9-4d76-ad08-e050195faaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.075326 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:33Z', 'revision_number': 3, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:36.103677 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Checking router: 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:36.104028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Updating router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:36.133816 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.160262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:09:31Z', 'revision_number': 5, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:36.191703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Checking router: af4fca6b-e591-4cf8-9cd9-1e3376c82cfc for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:36.205093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Routers {'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:36.206358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:36.262593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf6ac-5b37-47da-9d6e-1962445180f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c538bf3-0a98-4f82-9ed9-e8539037f82f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:36.266432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (815ed265-029a-4994-b5c3-004ea0c95190), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.364455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] Set router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:36.463356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e0f196ed-2277-4965-974c-208efd48a6f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:36.480153 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks [] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.487489 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks [] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.501090 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.502799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (815ed265-029a-4994-b5c3-004ea0c95190), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.592891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4561e93d-adb9-4d76-ad08-e050195faaf7 None None] Current status of the port e0f196ed-2277-4965-974c-208efd48a6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:36.597685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e0f196ed-2277-4965-974c-208efd48a6f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:36.598087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.600912 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Pushing event updated for resources: {'Port': ['ID=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:36.617988 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.618466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.618899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.619767 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.620211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.620626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.621045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.621923 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.622370 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.622802 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.623673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.624093 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.624507 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.624993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.625420 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.626395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (65bc644e-e66f-44cf-98d9-f495a1246ea4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.630257 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Attempting to bind port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:36.631302 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Attempting to bind port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:36.631620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Attempting to bind port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:36.640421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Deleting port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:36.641027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.641275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:36.641736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:36.642303 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.642888 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:36.643585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Bound port: 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:36.644637 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.738858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5910df86-f146-4c2f-bbad-966f1b18c72a req-075956a3-3108-41aa-9827-e31366907ecf tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.2415314 Mar 22 14:09:36.742202 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] For port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:36.752603 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] For port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:36.757858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Pushing event deleted for resources: {'Port': ['ID=65bc644e-e66f-44cf-98d9-f495a1246ea4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:36.767977 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.781540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:36.781736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-131cb164-67aa-4c0b-aa49-6fe44325361a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5ed031a6d8845a78a863ee6144923e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1301067 Mar 22 14:09:36.802691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.803077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.803477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.803813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.804142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.804466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.804789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.805110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.805435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.805762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.806101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.806418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.806887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.807212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.807527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:09:36.813242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-384a7bb9-df3f-4c1c-805f-3970abb56b6f req-fad217ef-3763-4e9d-9257-4d12940d42ef tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4568272 Mar 22 14:09:36.863801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e0f196ed-2277-4965-974c-208efd48a6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:36.876789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] For port 56e11969-6b5a-4f5a-9c9c-a6a555a9f292, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:36.880023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f9f34f32-2a74-45f2-916a-fd7087d6fa1a None None] Provisioning complete for port e0f196ed-2277-4965-974c-208efd48a6f6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:36.880410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9f34f32-2a74-45f2-916a-fd7087d6fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.895292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:36.898409 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:36.899151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:36.933734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Calling delete_port for 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:36.984397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:09:31Z', 'revision_number': 5, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:36.996168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31135-9658-4665-ba26-29bcb4723d8c None None] Pushing event updated for resources: {'Port': ['ID=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:37.081790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks [] for router_gateway (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.091068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb0ee8-e942-4841-be09-b576ef3f9f0e None None] The sync data for ids ['af4fca6b-e591-4cf8-9cd9-1e3376c82cfc'] in n-d-758851-5 is: [{'id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'name': 'tempest-ServersTestMultiNic-1073629077-router', 'tenant_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:07:26Z', 'updated_at': '2022-03-22T14:09:31Z', 'revision_number': 5, 'project_id': '5d559805632b4bcc8e1c3cfbc7a38f85', 'gw_port': {'id': '8ef1cfce-ee2e-436e-a68b-d3ff21609651', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fca6b-e591-4cf8-9cd9-1e3376c82cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:07:27Z', 'updated_at': '2022-03-22T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:37.141447 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:37.206380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f9f34f32-2a74-45f2-916a-fd7087d6fa1a None None] Current status of the port e0f196ed-2277-4965-974c-208efd48a6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:37.272032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] Publish callbacks [] for security_group (469bd7cb-a1a1-49dc-bfb9-45ed43160e8e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.310795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] Publish callbacks [] for security_group (469bd7cb-a1a1-49dc-bfb9-45ed43160e8e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.375712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.387766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d82c0f-1779-4a39-8c83-a3fdd3929912 req-e4982d30-eecd-40ab-9946-fed1340f889a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:37.389683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88d82c0f-1779-4a39-8c83-a3fdd3929912 req-e4982d30-eecd-40ab-9946-fed1340f889a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.1659658 Mar 22 14:09:37.399739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:33Z', 'revision_number': 3, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:37.429371 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ccdbf8-d6dc-4bc3-a29e-7ecf74e61cf8 None None] The sync data for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 is: [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:33Z', 'revision_number': 3, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:37.460969 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (56e11969-6b5a-4f5a-9c9c-a6a555a9f292), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.495157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (469bd7cb-a1a1-49dc-bfb9-45ed43160e8e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.500331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.501504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/469bd7cb-a1a1-49dc-bfb9-45ed43160e8e HTTP/1.1" status: 204 len: 168 time: 0.7187605 Mar 22 14:09:37.505808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event deleted for resources: {'Port': ['ID=56e11969-6b5a-4f5a-9c9c-a6a555a9f292,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:37.521880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4ca7-a87b-4a51-b9b3-2beee33486c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469bd7cb-a1a1-49dc-bfb9-45ed43160e8e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:37.569324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Deleting port 8ef1cfce-ee2e-436e-a68b-d3ff21609651 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:37.569853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.614246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (815ed265-029a-4994-b5c3-004ea0c95190), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.756457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88d82c0f-1779-4a39-8c83-a3fdd3929912 req-587a37d9-3692-4eb9-ac9d-e55127f9c247 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570547 Mar 22 14:09:37.766084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (815ed265-029a-4994-b5c3-004ea0c95190), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.771573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_controller (815ed265-029a-4994-b5c3-004ea0c95190), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.796147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.832294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] For port 8ef1cfce-ee2e-436e-a68b-d3ff21609651, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ef1cfce-ee2e-436e-a68b-d3ff21609651,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:37.832668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.974978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (815ed265-029a-4994-b5c3-004ea0c95190), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.975530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 815ed265-029a-4994-b5c3-004ea0c95190 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:37.980472 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:37.981952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-01f144e9-8196-4972-811d-ac0c76540ea8 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "DELETE /v2.0/routers/815ed265-029a-4994-b5c3-004ea0c95190 HTTP/1.1" status: 204 len: 168 time: 2.6882215 Mar 22 14:09:37.985604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41678) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:37.992678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390884671', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:38.045337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.046519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.170257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.288341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Calling delete_port for 8ef1cfce-ee2e-436e-a68b-d3ff21609651 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:38.349875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:38.388940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6495b491-bc61-42d2-aa31-b2839acb2f5e req-6908b11b-e9d0-424d-acab-c46085b6f2c6 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.3660975 Mar 22 14:09:38.402334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.530380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Allocated IP 172.20.0.1 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/c1eacc72-8621-4102-85d6-124784d0cd13) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:38.692618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c634976-947e-4fc6-be4e-5984df575cb8 req-11db85fd-a9b0-4d53-8529-5af6efdba504 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:38.694180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c634976-947e-4fc6-be4e-5984df575cb8 req-11db85fd-a9b0-4d53-8529-5af6efdba504 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.6081314 Mar 22 14:09:38.872229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:38.873097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.923186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:38.955067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c634976-947e-4fc6-be4e-5984df575cb8 req-4c80d3f2-cd8e-42bd-ba0b-63ced8935afa tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468314 Mar 22 14:09:38.972013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:38.998899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:38.999295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.146255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Allocated IP 172.25.3.183 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:39.174407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2049187529-network', 'tenant_id': 'c786b40cbac64e098348f3c9b61c0dfe'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:39.181004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:39.181787 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.207690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:39.214738 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.281322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Made reservation on behalf of c786b40cbac64e098348f3c9b61c0dfe for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:39.284130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.296805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.311128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:39.344325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.349441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:39.350136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 56e11969-6b5a-4f5a-9c9c-a6a555a9f292 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:39.350789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:39.377129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:39.378294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for port (f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.390367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Sync routers for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:39.393046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-debbf4f1-5bb7-4e4e-8d17-c1123ed86ece admin admin] 10.222.0.81 "PUT /v2.0/routers/ac3a72d1-bf3c-44f2-9aee-55b9b15fa226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2250454 Mar 22 14:09:39.397458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:39.403344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8ef1cfce-ee2e-436e-a68b-d3ff21609651), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.419059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:39.420224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d5675caa-78f6-42b8-b2a8-cefbf6a2f4dd not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:39.426344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:39.427181 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:39.450004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks [] for port (c1eacc72-8621-4102-85d6-124784d0cd13), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.460710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef1cfce-ee2e-436e-a68b-d3ff21609651,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.506202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-53c106f7-3279-48ee-8a14-289b8b7bbbc7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.507705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-53c106f7-3279-48ee-8a14-289b8b7bbbc7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.5780523 Mar 22 14:09:39.514912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1944-1a9e-4bf1-b2cf-f67a02ffa590 req-9834fc2d-9b12-4a8f-bafe-66819666dfed tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:39.526712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c9c1944-1a9e-4bf1-b2cf-f67a02ffa590 req-9834fc2d-9b12-4a8f-bafe-66819666dfed tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 945 time: 0.6113234 Mar 22 14:09:39.591519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks [] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.613931 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:39.625310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks [] for security_group (f5d6fcd8-77fd-45c0-958d-6923139dd4e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.671246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14fb223a-4fc4-49ea-a5d2-6c86d70081a4 req-63a94569-7a40-44f1-93ee-5461f36e3a73 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.1108649 Mar 22 14:09:39.679871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f5d6fcd8-77fd-45c0-958d-6923139dd4e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.712048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.747850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6fcd8-77fd-45c0-958d-6923139dd4e8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.765699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:09:39.782258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.829431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ecd7c204-b049-42c2-8312-55783a6f76ef), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.829778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.830029 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Added segment ecd7c204-b049-42c2-8312-55783a6f76ef of type vlan for network c82d2eff-0d2d-4337-a729-9c31c52eedce Mar 22 14:09:39.832040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks [] for router_controller (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.832345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event updated for resources: {'Port': ['ID=f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:39.862594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:39.887793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:39.901582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:39.903203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (af4fca6b-e591-4cf8-9cd9-1e3376c82cfc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.903772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4fca6b-e591-4cf8-9cd9-1e3376c82cfc {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:39.907472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.911582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.915398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b1d2b591-d092-4a9e-ae2c-22c676e348f1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/af4fca6b-e591-4cf8-9cd9-1e3376c82cfc HTTP/1.1" status: 204 len: 168 time: 4.6065745 Mar 22 14:09:39.921679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:39.939970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c9c1944-1a9e-4bf1-b2cf-f67a02ffa590 req-b4404324-21cd-4635-95d8-84385f2060e8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167969 Mar 22 14:09:39.949493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c82d2eff-0d2d-4337-a729-9c31c52eedce), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:39.953432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:09:35Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:40.015875 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Checking router: ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:40.035924 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Routers {'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:40.036800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:40.083327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:40.090555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:40.108995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:40.156474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.169799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks [] for router_gateway (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.283390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Pushing event updated for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:40.291889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c82d2eff-0d2d-4337-a729-9c31c52eedce), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.292273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port cf47dda1-1e1d-48e8-a220-2b473d50ef4b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:40.292782 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.294847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.296071 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] Set router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:40.296775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.329085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Deleting subnet 551f6f00-fd96-474a-94f4-fb8f33327c39 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:40.334501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Publish callbacks [] for subnet (551f6f00-fd96-474a-94f4-fb8f33327c39), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.374900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (551f6f00-fd96-474a-94f4-fb8f33327c39), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.461657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (551f6f00-fd96-474a-94f4-fb8f33327c39), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.465835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4851360 Mar 22 14:09:40.466743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41710) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:40.475481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Request body: {'subnet': {'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2049187529-subnet', 'tenant_id': 'c786b40cbac64e098348f3c9b61c0dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:40.492352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c447-88ed-4a12-b798-a972c3f6a844 admin admin] Pushing event updated for resources: {'Network': ['ID=c82d2eff-0d2d-4337-a729-9c31c52eedce,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:40.507058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c82d2eff-0d2d-4337-a729-9c31c52eedce details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:09:40.540541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.558631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Made reservation on behalf of c786b40cbac64e098348f3c9b61c0dfe for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:40.571789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.577574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (551f6f00-fd96-474a-94f4-fb8f33327c39), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.651518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551f6f00-fd96-474a-94f4-fb8f33327c39,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:40.657621 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.658689 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:09:35Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:40.661359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8bea6127-842d-4afe-a501-6b2294890079 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/551f6f00-fd96-474a-94f4-fb8f33327c39 HTTP/1.1" status: 204 len: 168 time: 0.7329926 Mar 22 14:09:40.683739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e4752-e707-41b6-9c94-2e1f775553f3 None None] Network 3160265f-19ae-4edc-a439-e1b5aa8be83c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:40.684335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:40.698048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:40.743280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Deleting port 502ee195-5950-4810-94f2-8638112599b4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:40.743795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (502ee195-5950-4810-94f2-8638112599b4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.754482 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc5ffd3-e35e-477d-a84c-15071b68acbb None None] The sync data for ids ['ac3a72d1-bf3c-44f2-9aee-55b9b15fa226'] in n-d-758851-5 is: [{'id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'name': 'tempest-AttachVolumeTestJSON-870652033-router', 'tenant_id': '1c573605148a4809a475577cdb9eeb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '502ee195-5950-4810-94f2-8638112599b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:01:27Z', 'updated_at': '2022-03-22T14:09:35Z', 'revision_number': 5, 'project_id': '1c573605148a4809a475577cdb9eeb72', 'gw_port': {'id': '502ee195-5950-4810-94f2-8638112599b4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3a72d1-bf3c-44f2-9aee-55b9b15fa226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:01:29Z', 'updated_at': '2022-03-22T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:40.793072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6d18ede1-8329-4d4e-8e45-b74b88366ba9 None None] Provisioning complete for port c1eacc72-8621-4102-85d6-124784d0cd13 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:40.793884 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d18ede1-8329-4d4e-8e45-b74b88366ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.797721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c59602-718b-4d8e-a3e7-a1196281bfc3 req-f0bd8435-321f-44bd-bfe2-5fb297c24678 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:40.799396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46c59602-718b-4d8e-a3e7-a1196281bfc3 req-f0bd8435-321f-44bd-bfe2-5fb297c24678 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.7103248 Mar 22 14:09:40.802669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3160265f-19ae-4edc-a439-e1b5aa8be83c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.870309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6506b6cd-525b-4537-a65c-9b15da533e22 req-fc9d5086-cda8-4fae-9d1f-0d7b7a54b529 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0644703 Mar 22 14:09:40.888850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.892717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] For port 502ee195-5950-4810-94f2-8638112599b4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=502ee195-5950-4810-94f2-8638112599b4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:40.893086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (502ee195-5950-4810-94f2-8638112599b4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.931195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port cf47dda1-1e1d-48e8-a220-2b473d50ef4b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:40.931574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:40.947169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for cf47dda1-1e1d-48e8-a220-2b473d50ef4b owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:41.007354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Calling delete_port for 502ee195-5950-4810-94f2-8638112599b4 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:41.141717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6d18ede1-8329-4d4e-8e45-b74b88366ba9 None None] Port c1eacc72-8621-4102-85d6-124784d0cd13 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:41.160828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:41.161354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.257162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.303583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] DHCP port deletion for 3160265f-19ae-4edc-a439-e1b5aa8be83c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:41.348570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks [] for port (c1eacc72-8621-4102-85d6-124784d0cd13), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.356243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:41.389874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Deleting port a277a7c9-19b3-42bd-9fcc-497f3353eb9e {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:41.390393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cf47dda1-1e1d-48e8-a220-2b473d50ef4b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.390540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.399841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aad901fb-04c5-4bab-ac1a-f02e42eb7720 req-7f7382fa-6fcf-4e7e-8950-227e1d609658 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0393074 Mar 22 14:09:41.455818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.456336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ef1cfce-ee2e-436e-a68b-d3ff21609651 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:41.485359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8ef1cfce-ee2e-436e-a68b-d3ff21609651 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:41.485803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ef1cfce-ee2e-436e-a68b-d3ff21609651 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:41.514088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=cf47dda1-1e1d-48e8-a220-2b473d50ef4b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:41.523508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] For port a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,segment=NetworkSegment(af66c47c-fe75-46ea-928f-55a5e1d5a72e),segment_id=af66c47c-fe75-46ea-928f-55a5e1d5a72e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:41.524022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.530680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.542617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Calling delete_port for a277a7c9-19b3-42bd-9fcc-497f3353eb9e owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:41.632907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port cf47dda1-1e1d-48e8-a220-2b473d50ef4b on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:41.637986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46c59602-718b-4d8e-a3e7-a1196281bfc3 req-b37035b4-d2a7-43a2-9d11-e1a1de592336 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130648 Mar 22 14:09:41.647862 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.651859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.655874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f101016-ad87-49da-bd34-4c1e6ce4807b req-51cde77f-0f5b-47c8-ab60-b99f84fc5765 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "DELETE /v2.0/ports/cf47dda1-1e1d-48e8-a220-2b473d50ef4b HTTP/1.1" status: 204 len: 173 time: 2.1317060 Mar 22 14:09:41.656623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'name': 'network-vif-deleted', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:41.659893 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b205e7-8e47-4bb7-ae93-e59b701aad34" -d '{"events": [{"server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "name": "network-vif-deleted", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:41.692552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] Pushing event deleted for resources: {'Port': ['ID=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:41.702303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8832c-445b-449b-bcf2-0cf2d9f10215 None None] No DVR routers for this DVR port a277a7c9-19b3-42bd-9fcc-497f3353eb9e on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:41.753350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Pushing event updated for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:41.766063 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc9c27d-8504-49bf-917f-1951b4c9e9c3 x-openstack-request-id: req-0fc9c27d-8504-49bf-917f-1951b4c9e9c3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:41.766422 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fbe8e5-9216-4232-a347-2dfb90fac730", "name": "network-vif-deleted", "tag": "cf47dda1-1e1d-48e8-a220-2b473d50ef4b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:41.766758 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fc9c27d-8504-49bf-917f-1951b4c9e9c3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:41.767237 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc9c27d-8504-49bf-917f-1951b4c9e9c3'] response: {'server_uuid': '05fbe8e5-9216-4232-a347-2dfb90fac730', 'name': 'network-vif-deleted', 'tag': 'cf47dda1-1e1d-48e8-a220-2b473d50ef4b', 'status': 'completed', 'code': 200} Mar 22 14:09:41.772141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Deleting port a277a7c9-19b3-42bd-9fcc-497f3353eb9e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:41.772548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.860267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:41.864688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:41.866961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] For port a277a7c9-19b3-42bd-9fcc-497f3353eb9e, host n-d-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:41.867423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.882574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Calling delete_port for a277a7c9-19b3-42bd-9fcc-497f3353eb9e owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:41.979764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (502ee195-5950-4810-94f2-8638112599b4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:41.985384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Port a277a7c9-19b3-42bd-9fcc-497f3353eb9e was not found and therefore no delete operation was performed {{(pid=103890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:09:41.998065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a277a7c9-19b3-42bd-9fcc-497f3353eb9e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.025695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bba7bcf8-907c-4dc7-97c7-c0d5c7583635 req-97966b2d-8e60-4a85-a92c-8797f0075eee tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecaffa38-3a6b-40cd-9500-51531b539d39 HTTP/1.1" status: 200 len: 210 time: 0.0424166 Mar 22 14:09:42.039792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=502ee195-5950-4810-94f2-8638112599b4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:42.051479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a277a7c9-19b3-42bd-9fcc-497f3353eb9e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:42.055746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (97708487-e82f-4ee6-8fa5-454f39517f18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.058032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] No DVR routers for this DVR port a277a7c9-19b3-42bd-9fcc-497f3353eb9e on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:42.097169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:42.156715 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3160265f-19ae-4edc-a439-e1b5aa8be83c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.182437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Router dd7d791b-6ccb-4a92-a0ec-6580d264b826 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:42.197406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97708487-e82f-4ee6-8fa5-454f39517f18,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:42.210947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.243331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3160265f-19ae-4edc-a439-e1b5aa8be83c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:42.262130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af66c47c-fe75-46ea-928f-55a5e1d5a72e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:42.262365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af66c47c-fe75-46ea-928f-55a5e1d5a72e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:42.275770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (af66c47c-fe75-46ea-928f-55a5e1d5a72e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.286218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-319253d9-d679-4fe0-beda-43fef1ac9777 None None] Provisioning complete for port c1eacc72-8621-4102-85d6-124784d0cd13 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:42.286665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-319253d9-d679-4fe0-beda-43fef1ac9777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.300032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (af66c47c-fe75-46ea-928f-55a5e1d5a72e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.314487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:42.314487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (af66c47c-fe75-46ea-928f-55a5e1d5a72e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:42.316401 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:42.333558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:42.337279 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.341514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks [] for router_controller (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.351446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Sync routers for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:42.368523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5ae817a6-6580-4920-84a9-4b2372770a23 admin admin] 10.222.0.81 "PUT /v2.0/routers/9d7183b0-0d2a-47d4-8a20-d24278f23cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7366900 Mar 22 14:09:42.388799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-319253d9-d679-4fe0-beda-43fef1ac9777 None None] Port c1eacc72-8621-4102-85d6-124784d0cd13 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:42.390359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:42.396036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:42.414492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3160265f-19ae-4edc-a439-e1b5aa8be83c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.421090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.425045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3160265f-19ae-4edc-a439-e1b5aa8be83c HTTP/1.1" status: 204 len: 168 time: 1.7357543 Mar 22 14:09:42.459250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff46e38-2f74-4e50-81ec-0b67479efc94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3160265f-19ae-4edc-a439-e1b5aa8be83c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:42.568169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cf47dda1-1e1d-48e8-a220-2b473d50ef4b no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:42.634594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: cf47dda1-1e1d-48e8-a220-2b473d50ef4b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:42.635390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cf47dda1-1e1d-48e8-a220-2b473d50ef4b not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:42.637425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65bc644e-e66f-44cf-98d9-f495a1246ea4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:42.647439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-956c3105-3a9a-445b-b4cb-f738d2471986 req-e9a7f118-e05a-4afc-9577-9ee7b18e1b4e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0606844 Mar 22 14:09:42.711801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:42.743490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Checking segment: {'id': 'ecd7c204-b049-42c2-8312-55783a6f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:42.754772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Network hostable DHCP agents. Network: c82d2eff-0d2d-4337-a729-9c31c52eedce, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:09:42.804785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:42.808468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41734) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:42.819098 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] Sync routers for ids ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:42.833301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 65bc644e-e66f-44cf-98d9-f495a1246ea4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:42.833656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65bc644e-e66f-44cf-98d9-f495a1246ea4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:42.834139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a277a7c9-19b3-42bd-9fcc-497f3353eb9e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:42.885834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ac3a72d1-bf3c-44f2-9aee-55b9b15fa226), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.886666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:42.887838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b12aec6-bb39-480f-8d7d-676dbdce004f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d559805632b4bcc8e1c3cfbc7a38f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781844 Mar 22 14:09:42.914328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.915434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a277a7c9-19b3-42bd-9fcc-497f3353eb9e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:42.915792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a277a7c9-19b3-42bd-9fcc-497f3353eb9e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:42.937044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-438d5dee-bcf1-4107-b5d0-de795d904a61 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ac3a72d1-bf3c-44f2-9aee-55b9b15fa226 HTTP/1.1" status: 204 len: 168 time: 3.5346837 Mar 22 14:09:42.937197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41736) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:42.945164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:42.975325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:42.978354 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a65aa5d-3308-4a4d-8084-3225de6d81e6 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9894223 Mar 22 14:09:42.992802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41740) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:43.011555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:43.120179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Network c82d2eff-0d2d-4337-a729-9c31c52eedce is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:09:43.158694 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] Routers {'dd7d791b-6ccb-4a92-a0ec-6580d264b826'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:43.161226 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:43.166073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d56d-03bd-4d13-a8b9-00f02dc5e731 req-232db0ff-c1a2-4bf1-b868-6ee930e4aaf9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.168948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Deleting subnet bd09da3f-43de-42ad-9736-d36ea1791468 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:09:43.171809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c82d2eff-0d2d-4337-a729-9c31c52eedce) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:43.180904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2d4d56d-03bd-4d13-a8b9-00f02dc5e731 req-232db0ff-c1a2-4bf1-b868-6ee930e4aaf9 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.2950196 Mar 22 14:09:43.188898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Publish callbacks [] for subnet (bd09da3f-43de-42ad-9736-d36ea1791468), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.207368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b85dfd-d197-419d-bbfc-af9fed8157f6 None None] Network c82d2eff-0d2d-4337-a729-9c31c52eedce requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:43.243240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:43.246712 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:43.247499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.259638 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] Routers {'dd7d791b-6ccb-4a92-a0ec-6580d264b826'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:43.260423 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:43.292558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68080595-abd0-4e5c-be4e-c804fac48319 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8207188 Mar 22 14:09:43.318116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (bd09da3f-43de-42ad-9736-d36ea1791468), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.337445 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:43.338148 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4517517-cd5c-4c45-bdf0-83dc9a1efef7 None None] The sync data for ids ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:43.384303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:41Z', 'revision_number': 2, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:43.455234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Checking router: 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:09:43.457478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Updating router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 port c1eacc72-8621-4102-85d6-124784d0cd13 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:09:43.463552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (bd09da3f-43de-42ad-9736-d36ea1791468), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.507064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.507426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:43.512015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328522352', 'description': 'tempest-description--622699036'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:43.597558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.625810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (bd09da3f-43de-42ad-9736-d36ea1791468), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.701103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd09da3f-43de-42ad-9736-d36ea1791468,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:43.710400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.715841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65bed6d1-3cdd-4d69-9ca7-af81094fc2ed admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bd09da3f-43de-42ad-9736-d36ea1791468 HTTP/1.1" status: 204 len: 168 time: 0.7588186 Mar 22 14:09:43.720370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41760) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:43.877701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks [] for port (c1eacc72-8621-4102-85d6-124784d0cd13), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.884059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (9b471c2e-14cf-474c-a102-b6cfc05f4211), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.897044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ed002-01d3-447c-8a5f-5446fb5d6ed1 None None] Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:43.902363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.946070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386acf15-8d76-4f91-9df3-6c8ce7be7e47 None None] Network c82d2eff-0d2d-4337-a729-9c31c52eedce requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:43.948900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (9ee81825-5120-4677-b5c9-82c15758f491), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:43.963152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9ee81825-5120-4677-b5c9-82c15758f491), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.005090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee81825-5120-4677-b5c9-82c15758f491,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:44.013776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.016240 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e8359b4-bf12-421f-b830-eb70425e784f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5078418 Mar 22 14:09:44.022094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:44.034833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'security_group_rule': {'security_group_id': '9ee81825-5120-4677-b5c9-82c15758f491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:44.060518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Deleting port 16f3b939-02b4-4472-bb52-d02cfebdb703 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:44.061385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.129410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228112a-e1e3-43e4-970e-37b58a8fd87c None None] Pushing event updated for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:44.144658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] Publish callbacks [] for security_group (cc8d0927-d7d5-401c-ab58-de77270b21cf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.171618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] For port 16f3b939-02b4-4472-bb52-d02cfebdb703, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16f3b939-02b4-4472-bb52-d02cfebdb703,segment=NetworkSegment(eb7b1070-a63e-4c08-8643-bdae68c8cce1),segment_id=eb7b1070-a63e-4c08-8643-bdae68c8cce1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:44.172198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.194087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Attempting to bind port c1eacc72-8621-4102-85d6-124784d0cd13 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:44.194463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Attempting to bind port c1eacc72-8621-4102-85d6-124784d0cd13 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:44.194832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Attempting to bind port c1eacc72-8621-4102-85d6-124784d0cd13 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:44.196041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Calling delete_port for 16f3b939-02b4-4472-bb52-d02cfebdb703 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:44.203776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:44.204115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:44.204523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.204908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:44.205385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Bound port: c1eacc72-8621-4102-85d6-124784d0cd13, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:44.205761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.213170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2d4d56d-03bd-4d13-a8b9-00f02dc5e731 req-c91fb1f3-2c42-443a-bb97-2803deacfdad tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308537 Mar 22 14:09:44.327985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (81bd9bf1-a6da-494f-a18c-f4aa1aeb951f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.360952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12c9f6-649a-4c53-80cc-c3d543eceb3c None None] DHCP port deletion for 9b471c2e-14cf-474c-a102-b6cfc05f4211 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:44.375517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] For port c1eacc72-8621-4102-85d6-124784d0cd13, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:44.379177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] For port c1eacc72-8621-4102-85d6-124784d0cd13, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c1eacc72-8621-4102-85d6-124784d0cd13,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:44.385643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 502ee195-5950-4810-94f2-8638112599b4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:44.395537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.413529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] Publish callbacks [] for security_group (cc8d0927-d7d5-401c-ab58-de77270b21cf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.451764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (81bd9bf1-a6da-494f-a18c-f4aa1aeb951f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.453117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.462401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 502ee195-5950-4810-94f2-8638112599b4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:44.462750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 502ee195-5950-4810-94f2-8638112599b4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:44.463350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16f3b939-02b4-4472-bb52-d02cfebdb703 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:44.485206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f3b939-02b4-4472-bb52-d02cfebdb703,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:44.487082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (81bd9bf1-a6da-494f-a18c-f4aa1aeb951f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.498314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] No DVR routers for this DVR port 16f3b939-02b4-4472-bb52-d02cfebdb703 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:44.535129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bd9bf1-a6da-494f-a18c-f4aa1aeb951f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:44.536301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 16f3b939-02b4-4472-bb52-d02cfebdb703 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:09:44.536883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16f3b939-02b4-4472-bb52-d02cfebdb703 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:44.558654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.568875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:44.569726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:44.592008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cc8d0927-d7d5-401c-ab58-de77270b21cf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.595494 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.599886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc8d0927-d7d5-401c-ab58-de77270b21cf HTTP/1.1" status: 204 len: 168 time: 1.6505406 Mar 22 14:09:44.658230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.659145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47ee371b-e95f-470a-8c22-5dc56f9b078a req-39a727bc-0e2d-4911-9dd6-2ad0ba1d7e0f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1930630 Mar 22 14:09:44.667508 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79942976-7967-4dd3-affe-15cdb13256a8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6365473 Mar 22 14:09:44.672327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:44.675089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-ae6efe70-4afd-4f10-8556-7b04f5414b3c tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:44.682494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-ae6efe70-4afd-4f10-8556-7b04f5414b3c tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/networks?id=c82d2eff-0d2d-4337-a729-9c31c52eedce HTTP/1.1" status: 200 len: 813 time: 0.6896307 Mar 22 14:09:44.682625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'security_group_rule': {'security_group_id': '9ee81825-5120-4677-b5c9-82c15758f491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:44.685166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eb8ef-9467-40c4-bd40-901765c50b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d0927-d7d5-401c-ab58-de77270b21cf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:44.756140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (9b471c2e-14cf-474c-a102-b6cfc05f4211), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.779236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (3725423d-012d-4d12-b52c-8fa744bf1e18), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.782281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-2fd8c68a-bcba-491c-969d-b5bcb54110e5 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/quotas/c786b40cbac64e098348f3c9b61c0dfe HTTP/1.1" status: 200 len: 375 time: 0.0980561 Mar 22 14:09:44.845166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b471c2e-14cf-474c-a102-b6cfc05f4211']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:44.846061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-4e065bad-2b1d-4370-a38b-274862114440 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c786b40cbac64e098348f3c9b61c0dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560474 Mar 22 14:09:44.890767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7b1070-a63e-4c08-8643-bdae68c8cce1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:44.891855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7b1070-a63e-4c08-8643-bdae68c8cce1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:44.918803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (eb7b1070-a63e-4c08-8643-bdae68c8cce1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.955684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb7b1070-a63e-4c08-8643-bdae68c8cce1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:44.966189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:09:44.966605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (eb7b1070-a63e-4c08-8643-bdae68c8cce1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.005776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228112a-e1e3-43e4-970e-37b58a8fd87c None None] Pushing event updated for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:09:45.061025 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:09:45.067594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (9b471c2e-14cf-474c-a102-b6cfc05f4211), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.083469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.089724 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9b471c2e-14cf-474c-a102-b6cfc05f4211 HTTP/1.1" status: 204 len: 168 time: 1.3646734 Mar 22 14:09:45.101069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Provisioning complete for port c1eacc72-8621-4102-85d6-124784d0cd13 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:45.101456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.120781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (3725423d-012d-4d12-b52c-8fa744bf1e18), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.122636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3b6de-4b75-4b47-a53c-c7a67539fb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b471c2e-14cf-474c-a102-b6cfc05f4211,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:45.131103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (3725423d-012d-4d12-b52c-8fa744bf1e18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.131603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2b12c9f6-649a-4c53-80cc-c3d543eceb3c None None] Deleting port 16f3b939-02b4-4472-bb52-d02cfebdb703 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:45.132001 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b12c9f6-649a-4c53-80cc-c3d543eceb3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (16f3b939-02b4-4472-bb52-d02cfebdb703), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.149712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3725423d-012d-4d12-b52c-8fa744bf1e18,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:45.169493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.174473 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ea8d494-49bd-4126-8f5f-ec0597f825d5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4978435 Mar 22 14:09:45.174473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:45.179665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:45.213542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-2b12c9f6-649a-4c53-80cc-c3d543eceb3c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 could not be found. Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:09:45.263313 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2037, in delete_port Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9b471c2e-14cf-474c-a102-b6cfc05f4211 could not be found. Mar 22 14:09:45.266927 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:09:45.362380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:09:45.399119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.476207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:45.492460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed16b85-aa7d-4882-8d3e-225a97a666f2 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:09:45.499925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-6a036a27-03c5-4cdf-82bc-f74af2920304 service neutron] 10.222.0.81 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127586 Mar 22 14:09:45.608212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fc2bc-803a-4eab-a47d-d8f1b778b6a7 req-8790745c-4c43-42ed-abbb-eb50120c86b6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:45.610023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e71fc2bc-803a-4eab-a47d-d8f1b778b6a7 req-8790745c-4c43-42ed-abbb-eb50120c86b6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.2497492 Mar 22 14:09:45.663691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:45.666116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eea2216f-82b2-47d0-92c8-da03d85488be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c573605148a4809a475577cdb9eeb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889069 Mar 22 14:09:45.727548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.25.3.35 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/8dba2019-24e5-4071-9ceb-58c7de96820d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:45.753019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-9dadd209-4a6e-47c5-adbd-fc8e3a7e2d9c service neutron] 10.222.0.81 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448030 Mar 22 14:09:45.772423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed16b85-aa7d-4882-8d3e-225a97a666f2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:09:45.788634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Current status of the port c1eacc72-8621-4102-85d6-124784d0cd13 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:45.789052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.821944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e71fc2bc-803a-4eab-a47d-d8f1b778b6a7 req-0bb0f1c2-d34c-4d9b-b87e-0d6c00a0f725 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973388 Mar 22 14:09:45.855611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.857658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43244360-cd17-46a5-a803-777850175122 admin admin] Publish callbacks [] for security_group (7159653a-b996-4bfd-8eca-3aafcb6d46b6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.871106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.929777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43244360-cd17-46a5-a803-777850175122 admin admin] Publish callbacks [] for security_group (7159653a-b996-4bfd-8eca-3aafcb6d46b6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:45.943079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] For port c1eacc72-8621-4102-85d6-124784d0cd13, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c1eacc72-8621-4102-85d6-124784d0cd13,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:46.012698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.076779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3b4e9bf-9da3-4b83-9242-14b1a536c473 req-c5554c75-82f9-4eff-a7e9-2106cfb5b27d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0622432 Mar 22 14:09:46.098519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.117392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.131501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router dd7d791b-6ccb-4a92-a0ec-6580d264b826 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:09:46.152688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43244360-cd17-46a5-a803-777850175122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7159653a-b996-4bfd-8eca-3aafcb6d46b6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.157051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43244360-cd17-46a5-a803-777850175122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.158589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-43244360-cd17-46a5-a803-777850175122 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7159653a-b996-4bfd-8eca-3aafcb6d46b6 HTTP/1.1" status: 204 len: 168 time: 0.4936166 Mar 22 14:09:46.166399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:46.169502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:46.173257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:46.205174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=8dba2019-24e5-4071-9ceb-58c7de96820d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:46.215697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7446e9b1-b55c-46a2-991a-12936b80c906 req-d379c2cc-e29d-4032-b432-8024a9bb0f5b tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 210 time: 0.0765696 Mar 22 14:09:46.267319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43244360-cd17-46a5-a803-777850175122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159653a-b996-4bfd-8eca-3aafcb6d46b6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:46.276163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.353678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba2619-a0e8-416c-a071-b6c12eacda99 None None] Pushing event updated for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:46.363315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:46.372381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.381922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.382997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] Sync routers for ids ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:46.383318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2aad6bf7-a1ee-43d2-8d06-c8ac0941ef92 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "PUT /v2.0/routers/dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 200 len: 921 time: 3.3887010 Mar 22 14:09:46.385723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ba2ae0f8-c0e0-4883-a3a1-3d953642616a None None] Provisioning complete for port c1eacc72-8621-4102-85d6-124784d0cd13 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:46.387452 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae0f8-c0e0-4883-a3a1-3d953642616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.389650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41818) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.485045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.514170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] Routers {'dd7d791b-6ccb-4a92-a0ec-6580d264b826'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:46.515056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:46.625301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ae0f8-c0e0-4883-a3a1-3d953642616a None None] Current status of the port c1eacc72-8621-4102-85d6-124784d0cd13 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:46.680752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b6ae9de3-1dde-44f6-9e38-010b075c7543 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 200 len: 921 time: 0.2895870 Mar 22 14:09:46.682860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:46.683826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.729992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:44Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:46.786137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651cf6d-36db-417a-b93b-6bf570e1e524 None None] The sync data for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 is: [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:44Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:46.819727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.831525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] Routers {'dd7d791b-6ccb-4a92-a0ec-6580d264b826'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:46.832189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:46.832463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:46.908664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc8bc9-eb2b-47a7-b0c4-7ab165722bd9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:46.913110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8dfc8bc9-eb2b-47a7-b0c4-7ab165722bd9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=dd7d791b-6ccb-4a92-a0ec-6580d264b826&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2282991 Mar 22 14:09:46.916133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:46.973818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:46.974625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec02db-3ef0-4355-9492-4b04ba69c560 None None] The sync data for ids ['dd7d791b-6ccb-4a92-a0ec-6580d264b826'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:47.076149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a70bf9-0a4c-4278-af3e-41d858b2e13e None None] DHCP port deletion for 9b471c2e-14cf-474c-a102-b6cfc05f4211 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:09:47.138198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=8dba2019-24e5-4071-9ceb-58c7de96820d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:47.155540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.159457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2051102888-network', 'tenant_id': '7468452afaf74bc2b35ca43622ac860c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:47.180224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.191158 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e319f76a-31ff-4875-b43d-5e1c9c098dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0157142 Mar 22 14:09:47.318989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db169465-4311-4703-b16f-bd408012fc3b req-45034630-7e3b-4176-8746-24bd19b9c89e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1122115 Mar 22 14:09:47.383712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ddc95-189d-4aa3-be6f-c4c87d68dd6c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.387757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8b7ddc95-189d-4aa3-be6f-c4c87d68dd6c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.4666853 Mar 22 14:09:47.388200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:47.403554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:47.405862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.437127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-283773c9-9408-459a-a610-7adf028b18a4 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 200 len: 205 time: 0.0476582 Mar 22 14:09:47.439565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:47.465005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5deaf7c2-d427-44b3-bd17-8f112c77edb4 req-7bb49fc2-084d-4f01-afc3-dab8d9f2d973 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 210 time: 0.0656893 Mar 22 14:09:47.476268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.519427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68640a-e500-4e72-be52-aff1dd66feff req-4b72b73e-691b-4f2b-80c1-ff82c8ee4cfc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:47.526583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db68640a-e500-4e72-be52-aff1dd66feff req-4b72b73e-691b-4f2b-80c1-ff82c8ee4cfc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.3926349 Mar 22 14:09:47.617913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db68640a-e500-4e72-be52-aff1dd66feff req-e5f01757-d828-4b12-8d78-bfd24c70c023 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851486 Mar 22 14:09:47.655192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.696511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks [] for security_group (a6ee6b66-532f-49ba-b840-d3e10a8a04c2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.721270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a6ee6b66-532f-49ba-b840-d3e10a8a04c2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:47.753117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee6b66-532f-49ba-b840-d3e10a8a04c2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:47.770248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-85ae6636-8360-4b74-a8a2-37c74fc81ada tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1328522352&fields=id&tenant_id=e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 267 time: 0.1290030 Mar 22 14:09:47.795738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:09:48.062393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-68875a6d-5153-48a3-8bca-e10f51310b2a tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.064442 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-68875a6d-5153-48a3-8bca-e10f51310b2a tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.82 "GET /v2.0/networks?id=c82d2eff-0d2d-4337-a729-9c31c52eedce HTTP/1.1" status: 200 len: 813 time: 0.2226703 Mar 22 14:09:48.081590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Request body: {'port': {'device_id': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce', 'admin_state_up': True, 'tenant_id': 'c786b40cbac64e098348f3c9b61c0dfe'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:48.090896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.311815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2aee700b-c2d4-4057-b8fd-38983c17678c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.312166 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Added segment 2aee700b-c2d4-4057-b8fd-38983c17678c of type vlan for network fe306062-6405-4978-9591-79f7a662aba9 Mar 22 14:09:48.344835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Made reservation on behalf of c786b40cbac64e098348f3c9b61c0dfe for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:48.370304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.410743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:48.411498 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.412833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (fe306062-6405-4978-9591-79f7a662aba9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.519130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c1eacc72-8621-4102-85d6-124784d0cd13 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:48.520369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-9852d85b-09a6-47c2-9372-070d7bfcb04d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.529187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-9852d85b-09a6-47c2-9372-070d7bfcb04d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.7576571 Mar 22 14:09:48.583968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-43f6d8a2-3c30-4bdd-a338-f8df70ee96e4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/quotas/e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 375 time: 0.0538139 Mar 22 14:09:48.585172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Allocated IP 172.20.0.11 (c82d2eff-0d2d-4337-a729-9c31c52eedce/97708487-e82f-4ee6-8fa5-454f39517f18/4285461d-bdae-4690-bdc5-61a285080e04) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:48.619648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9e95e1f-c131-4f27-8c1a-1e6372726caa req-4bf68626-1b54-4d61-a26d-4319713a5c8a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1359117 Mar 22 14:09:48.666840 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (fe306062-6405-4978-9591-79f7a662aba9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.667834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:48.668473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.693149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6ab94303-cbe9-4484-971a-01d1731d3426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.719418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c1eacc72-8621-4102-85d6-124784d0cd13 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:48.719808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:48.820373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe306062-6405-4978-9591-79f7a662aba9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:48.829752 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-2d6403b7-f5f3-459c-9189-53917dbdab41 service neutron] show failed (client error): The resource could not be found. Mar 22 14:09:48.831163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-2d6403b7-f5f3-459c-9189-53917dbdab41 service neutron] 10.222.0.78 "GET /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.4784248 Mar 22 14:09:48.863846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network fe306062-6405-4978-9591-79f7a662aba9 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:09:48.881889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c1966de-eb79-4386-967f-c094f9e404b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3957086 Mar 22 14:09:48.885104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94ce9cd5-a390-4bd6-b2b8-b17262eb2dd4 req-6817f4f7-965e-456f-a282-4ea5fac1c0c9 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 210 time: 0.0680096 Mar 22 14:09:48.891836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41894) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:48.898248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Request body: {'subnet': {'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2051102888-subnet', 'tenant_id': '7468452afaf74bc2b35ca43622ac860c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:48.950802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-a8fd0dc5-e7ef-46f2-a6f2-5db7c54785a1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3656991 Mar 22 14:09:48.959806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:48.962219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.067842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c1eacc72-8621-4102-85d6-124784d0cd13 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:49.087725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.115113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:09:49.146374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks [] for port (4285461d-bdae-4690-bdc5-61a285080e04), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.335661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76027de-1eb9-458a-86a0-3d26e76a317e req-9c54fcf8-cc5a-4c64-b7ee-4e498732a346 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.337437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c76027de-1eb9-458a-86a0-3d26e76a317e req-9c54fcf8-cc5a-4c64-b7ee-4e498732a346 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.1743276 Mar 22 14:09:49.346664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (924a2ec3-7e05-44bc-98ba-552e85638712), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.416161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-da2150d9-3eba-4c07-b922-e45667ae5e2b service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558331 Mar 22 14:09:49.430645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.437927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.482699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Network c82d2eff-0d2d-4337-a729-9c31c52eedce is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:49.485561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:49.499368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:49.512460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=924a2ec3-7e05-44bc-98ba-552e85638712,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:49.518336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c76027de-1eb9-458a-86a0-3d26e76a317e req-9230ed72-0b17-4136-b89b-8068346700a4 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730354 Mar 22 14:09:49.536528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Checking segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:49.536850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Network hostable DHCP agents. Network: fe306062-6405-4978-9591-79f7a662aba9, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:09:49.570609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.571607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.590195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=f55edf5f-d5d6-4a3e-aeb9-5eb9e9b4ca97,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:49.600922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-78b98dee-7ac6-43d3-aef2-8746761588eb service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839283 Mar 22 14:09:49.603389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Network fe306062-6405-4978-9591-79f7a662aba9 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:09:49.623864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, fe306062-6405-4978-9591-79f7a662aba9) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:49.630896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.631697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:49.636038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac4580-2eee-4ead-b7d4-e229c0e9a63a None None] Network fe306062-6405-4978-9591-79f7a662aba9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:49.673293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-32d6b70a-fbb2-49ad-9055-c8792f7938fc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7725968 Mar 22 14:09:49.736203 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6596663 Mar 22 14:09:49.805797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Request body: {'port': {'device_id': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:49.818891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-ee163194-31e2-4d09-b918-4cf7a38f6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:49.820407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-ee163194-31e2-4d09-b918-4cf7a38f6c95 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1132 time: 0.4388278 Mar 22 14:09:49.824148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85e7575d-e3fb-4c56-b49e-c83ffeef89d2 req-f3c0bf94-8023-4329-9c6a-d7f2a0c6d140 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0851078 Mar 22 14:09:49.863418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:49.888595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d5a57-9b92-482a-9815-7407c80b68ac None None] Network fe306062-6405-4978-9591-79f7a662aba9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:09:49.908852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c544f0aa-a90f-47f5-a073-8831493401b8 req-e8375098-40df-4647-bbaa-6f985ebbb39c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 210 time: 0.0482435 Mar 22 14:09:49.929358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (dd7d791b-6ccb-4a92-a0ec-6580d264b826), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.029867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.032599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (dd7d791b-6ccb-4a92-a0ec-6580d264b826), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.091611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788e65-6b59-40dd-81c9-5bcd0574699e tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Pushing event updated for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:50.102081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (dd7d791b-6ccb-4a92-a0ec-6580d264b826), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.103390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router dd7d791b-6ccb-4a92-a0ec-6580d264b826 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:09:50.119133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.120349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-51c76317-3723-4d3e-8d4b-5fe0d90dc09a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 204 len: 168 time: 2.6798689 Mar 22 14:09:50.139843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:50.155966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-300665417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:50.194449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.195718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.220691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4285461d-bdae-4690-bdc5-61a285080e04), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.273820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.277266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b3d1-7b1e-4194-8e2b-61d0e60e45a0 req-3c79efb1-4870-407b-832f-ff3f8cb626db tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:50.285295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b871b3d1-7b1e-4194-8e2b-61d0e60e45a0 req-3c79efb1-4870-407b-832f-ff3f8cb626db tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 932 time: 0.2127037 Mar 22 14:09:50.394841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b871b3d1-7b1e-4194-8e2b-61d0e60e45a0 req-02754ad6-1405-4754-9d18-73b172e63659 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084790 Mar 22 14:09:50.483691 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:09:50.520596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.539499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.601279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:50.602897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-619f6186-308d-4dd0-9058-42bc93f991e5 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4568806 Mar 22 14:09:50.606260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41948) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:50.615184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:50.907556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-823106e2-2417-48ce-96fe-94a3f5488092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.014213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeca7e-aa14-492c-a8d6-1b53e3466602 req-ed8efec2-e7af-48c6-8b43-41974a77bf1b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.021634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02eeca7e-aa14-492c-a8d6-1b53e3466602 req-ed8efec2-e7af-48c6-8b43-41974a77bf1b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.2921667 Mar 22 14:09:51.136320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-042ebf18-3583-4b38-8f8b-cdf0a3a3f551 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.144611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-042ebf18-3583-4b38-8f8b-cdf0a3a3f551 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.4533961 Mar 22 14:09:51.183909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-cac9fd67-943b-4f10-a4b3-9467091b1a4f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/quotas/7468452afaf74bc2b35ca43622ac860c HTTP/1.1" status: 200 len: 375 time: 0.0382643 Mar 22 14:09:51.189972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.215809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02eeca7e-aa14-492c-a8d6-1b53e3466602 req-0c325fff-3325-43b0-8022-3694de247409 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931138 Mar 22 14:09:51.275038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-65bcc415-06a4-4b42-8aeb-d1faa8f3b3e9 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858638 Mar 22 14:09:51.374001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:51.438931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5f76c71-1e6d-4896-8d30-82c07ccbc588 req-e876fbfc-6b84-4cb4-84e6-7fa173880049 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0502586 Mar 22 14:09:51.493299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-841fe061-0893-4c0d-9b9b-856ce792ea10 service neutron] 10.222.0.81 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104259 Mar 22 14:09:51.582261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-1bc3dfb3-8c2e-439b-beae-710013a91bbf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:51.583819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-1bc3dfb3-8c2e-439b-beae-710013a91bbf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.2012904 Mar 22 14:09:51.587030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4285461d-bdae-4690-bdc5-61a285080e04 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:51.616314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks [] for port (4285461d-bdae-4690-bdc5-61a285080e04), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.617619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-6a8405c5-604a-4ac0-a57c-782220795a17 service neutron] 10.222.0.81 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174796 Mar 22 14:09:51.634902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Transition to ACTIVE for port object 4285461d-bdae-4690-bdc5-61a285080e04 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:51.666228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:51.720262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks [] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.737522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Transition to ACTIVE for port object 5adea0b1-79ca-461f-8455-cd7665a6ab6f will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:51.738521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:51.741284 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803de237-dcc2-4cda-8302-4fa04489e5e3" -d '{"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-unplugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:51.753380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.759518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-deeb8387-4f63-47cf-8380-0503ffb02277 req-6d3c9128-f82e-4515-bf1d-cb09df6e519b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 210 time: 0.1113956 Mar 22 14:09:51.768008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.833056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.839359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.874284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:51.926295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-05d23e0b-3ab9-468f-b234-197e76df82f5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 380 time: 0.1786010 Mar 22 14:09:51.973147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'device_id': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'admin_state_up': True, 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'security_groups': ['9ee81825-5120-4677-b5c9-82c15758f491']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:52.114259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ec47-2e26-47d4-a4d5-421ad499afaa req-fa98237c-2359-4bcf-b449-2aa954b786ff tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.129938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd99ec47-2e26-47d4-a4d5-421ad499afaa req-fa98237c-2359-4bcf-b449-2aa954b786ff tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 944 time: 0.2389572 Mar 22 14:09:52.208229 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a9037-fb43-4ae2-8c7d-184d681892ad x-openstack-request-id: req-764a9037-fb43-4ae2-8c7d-184d681892ad {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:52.208525 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-unplugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:52.208777 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-764a9037-fb43-4ae2-8c7d-184d681892ad {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:52.209173 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764a9037-fb43-4ae2-8c7d-184d681892ad'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'code': 200} Mar 22 14:09:52.215904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Pushing event updated for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:52.286780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] No DVR routers for this DVR port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:09:52.311763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b783839-d3e6-45a5-812f-1e41b2180d91 req-64df9494-ed67-4148-9d4f-e2d001203d20 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 210 time: 0.1186016 Mar 22 14:09:52.353041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:52.408773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:52.414081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.428277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Allocated IP 172.25.3.146 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/7aae6e7a-2332-4a4c-be17-413e79b1059a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:52.443823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Attempting to bind port 4285461d-bdae-4690-bdc5-61a285080e04 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:52.444395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Attempting to bind port 4285461d-bdae-4690-bdc5-61a285080e04 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'ecd7c204-b049-42c2-8312-55783a6f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:52.444808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Attempting to bind port 4285461d-bdae-4690-bdc5-61a285080e04 on network c82d2eff-0d2d-4337-a729-9c31c52eedce {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:52.453702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Port 4285461d-bdae-4690-bdc5-61a285080e04 on network c82d2eff-0d2d-4337-a729-9c31c52eedce not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:52.454166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Attempting to bind port 4285461d-bdae-4690-bdc5-61a285080e04 on network c82d2eff-0d2d-4337-a729-9c31c52eedce {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:52.460872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd99ec47-2e26-47d4-a4d5-421ad499afaa req-d411d339-331d-47d2-93f2-c10620286cc2 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151822 Mar 22 14:09:52.485024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:52.485374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:52.485704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:52.491735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:52.492061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:52.497170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:52.497515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Checking segment: {'id': 'ecd7c204-b049-42c2-8312-55783a6f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:52.497904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Bound using segment: {'id': 'ecd7c204-b049-42c2-8312-55783a6f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:52.498383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Bound port: 4285461d-bdae-4690-bdc5-61a285080e04, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd7c204-b049-42c2-8312-55783a6f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:52.499079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4285461d-bdae-4690-bdc5-61a285080e04), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.507709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:52.508177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:52.508572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:52.509016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Bound port: 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:52.509370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.651399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:09:52.653864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae4c6c53-09dd-4a23-8f6e-eef27de978b3 req-b368ad6f-f885-4544-be04-c191104c5b92 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0823815 Mar 22 14:09:52.697675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2c3d-41e3-43a6-9a56-4a4074636979 req-996c22ad-c44e-484e-b87d-2ace645299f0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:52.705229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-678e2c3d-41e3-43a6-9a56-4a4074636979 req-996c22ad-c44e-484e-b87d-2ace645299f0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 948 time: 0.2432706 Mar 22 14:09:52.716052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:09:52.716749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:09:52.784030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:52.830977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for port (7aae6e7a-2332-4a4c-be17-413e79b1059a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.855565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4285461d-bdae-4690-bdc5-61a285080e04,segment=NetworkSegment(ecd7c204-b049-42c2-8312-55783a6f76ef),segment_id=ecd7c204-b049-42c2-8312-55783a6f76ef)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:52.903519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-678e2c3d-41e3-43a6-9a56-4a4074636979 req-3f294efc-c5bb-4609-a828-6246b2f43373 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963966 Mar 22 14:09:52.916876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7aae6e7a-2332-4a4c-be17-413e79b1059a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.944573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:52.995740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:53.011071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.20.0.8 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/5219d92b-517c-4a10-a9e6-33d330d67582) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:53.015347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.015973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.017362 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] 10.222.0.82 "PUT /v2.0/ports/4285461d-bdae-4690-bdc5-61a285080e04 HTTP/1.1" status: 200 len: 1092 time: 3.2162466 Mar 22 14:09:53.025316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:53.053581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.076866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de9e75-ca39-47dc-aedd-03ab0e736a80 service neutron] Pushing event updated for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.107966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52ca1ed3-aaf5-4e7c-a789-8c0a68cce855 req-7e160b8f-e109-4177-8850-d9431500cd74 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 210 time: 0.2025852 Mar 22 14:09:53.124981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:53.129513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:53.137647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:53.162133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.163005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.165330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] 10.222.0.82 "PUT /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 1096 time: 3.3081174 Mar 22 14:09:53.328224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68caa3-b981-4eca-845e-8f53514ca842 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.400539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-448642fe-acae-4927-9cbc-04f5a28d13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.409980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-448642fe-acae-4927-9cbc-04f5a28d13ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c786b40cbac64e098348f3c9b61c0dfe&device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 1126 time: 0.3300087 Mar 22 14:09:53.617787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e4ae8b52-0583-4226-b647-003668ae7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.621405 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e4ae8b52-0583-4226-b647-003668ae7e72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1130 time: 0.3906450 Mar 22 14:09:53.622862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-ddb294f2-8cfb-471c-8e7f-4e6a9c84f312 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4285461d-bdae-4690-bdc5-61a285080e04 HTTP/1.1" status: 200 len: 217 time: 0.1854208 Mar 22 14:09:53.624767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.756407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-caa0e43a-ee46-4cc7-98e2-e9f11a776599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.758639 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-caa0e43a-ee46-4cc7-98e2-e9f11a776599 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97708487-e82f-4ee6-8fa5-454f39517f18 HTTP/1.1" status: 200 len: 853 time: 0.1216044 Mar 22 14:09:53.763831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (5219d92b-517c-4a10-a9e6-33d330d67582), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:53.804274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event updated for resources: {'Port': ['ID=7aae6e7a-2332-4a4c-be17-413e79b1059a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:53.876490 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-5ffcf579-d634-477a-9ced-a7584029183a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c82d2eff-0d2d-4337-a729-9c31c52eedce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001120 Mar 22 14:09:53.878814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b19260b4-6868-4f53-9aa0-27c6f44e17a2 req-0de80c1f-f4fe-4f1e-9292-5848424910fe tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 210 time: 0.0589240 Mar 22 14:09:53.992300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228beb-4102-4923-a007-1501044ee79a req-700b414a-5c2a-452d-b6fc-0594b9105af8 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:53.994236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43228beb-4102-4923-a007-1501044ee79a req-700b414a-5c2a-452d-b6fc-0594b9105af8 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 944 time: 0.1831629 Mar 22 14:09:54.069513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e00e3214-ef08-4b50-9143-bfbace289f2c req-5dcd260e-8812-4df8-b396-8393b16f970c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0400410 Mar 22 14:09:54.107448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.203799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-59a61bf1-c385-48f7-a36e-d6f968f0a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.207459 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-59a61bf1-c385-48f7-a36e-d6f968f0a1ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.5691953 Mar 22 14:09:54.238921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43228beb-4102-4923-a007-1501044ee79a req-ccaf61a3-2783-406e-9cab-318bd41d5098 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339439 Mar 22 14:09:54.253562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04'}, {'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:54.255870 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "tag": "4285461d-bdae-4690-bdc5-61a285080e04"}, {"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:54.259981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:54.316106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:54.318585 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-43cb2563-34f3-44c4-8085-4dd96387bb5b service neutron] 10.222.0.82 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228091 Mar 22 14:09:54.383016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:54.398357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-72cf8256-d3ca-480f-8c55-dd950d01c71c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.1148262 Mar 22 14:09:54.399292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:54.503933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.504649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.530119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f6e72-aa65-40ce-9ba3-2ddc1c7e0df7 req-db233011-ee0b-4227-b4d7-77008bbab036 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.541543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-342f6e72-aa65-40ce-9ba3-2ddc1c7e0df7 req-db233011-ee0b-4227-b4d7-77008bbab036 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 948 time: 0.3200610 Mar 22 14:09:54.555036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.600098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-24d4eaa1-45f3-461b-b7b7-26c147885e09 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6322703 Mar 22 14:09:54.689492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Request body: {'port': {'device_id': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:54.699006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-30be7b61-b6ae-4dfa-b236-0cc604e557ce tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.700534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-30be7b61-b6ae-4dfa-b236-0cc604e557ce tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.4099545 Mar 22 14:09:54.725008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Request body: {'port': {'device_id': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'admin_state_up': True, 'tenant_id': '7468452afaf74bc2b35ca43622ac860c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:54.740189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039359c-55f2-409d-9374-224964bf7574 req-931431e8-9667-4db2-8e41-2585766614dd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.741775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7039359c-55f2-409d-9374-224964bf7574 req-931431e8-9667-4db2-8e41-2585766614dd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 931 time: 0.3078492 Mar 22 14:09:54.784268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-342f6e72-aa65-40ce-9ba3-2ddc1c7e0df7 req-b88ccedc-d183-40a5-a28e-724b414a6214 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355556 Mar 22 14:09:54.842997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-dda32e14-af1f-4281-b127-bd0376300375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.849017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-dda32e14-af1f-4281-b127-bd0376300375 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.3173544 Mar 22 14:09:54.883239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29d03322-a7aa-4496-a28a-390b232fa355 None None] Provisioning complete for port 5219d92b-517c-4a10-a9e6-33d330d67582 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:54.883879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29d03322-a7aa-4496-a28a-390b232fa355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.891318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:54.908928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-528b7ff8-6a4c-493e-bc38-871d61abde1e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:54.914535 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-528b7ff8-6a4c-493e-bc38-871d61abde1e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.82 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.7061591 Mar 22 14:09:54.930255 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35adaac-92ae-4b20-b696-ba3ebc871e81 x-openstack-request-id: req-c35adaac-92ae-4b20-b696-ba3ebc871e81 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:54.930555 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "tag": "4285461d-bdae-4690-bdc5-61a285080e04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:54.930814 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c35adaac-92ae-4b20-b696-ba3ebc871e81 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:54.931237 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35adaac-92ae-4b20-b696-ba3ebc871e81'] response: {'name': 'network-changed', 'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04', 'status': 'completed', 'code': 200} Mar 22 14:09:54.931502 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35adaac-92ae-4b20-b696-ba3ebc871e81'] response: {'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'status': 'completed', 'code': 200} Mar 22 14:09:54.986817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29d03322-a7aa-4496-a28a-390b232fa355 None None] Port 5219d92b-517c-4a10-a9e6-33d330d67582 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:09:55.006458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Request body: {'port': {'device_id': 'e00f3127-5404-434c-a94e-1815da2115c0', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'admin_state_up': True, 'tenant_id': '7468452afaf74bc2b35ca43622ac860c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:55.032167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:55.035664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.071719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.080174 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d26a0bfe-204f-4947-b88b-01c5adde8e7a req-358bb6d8-0148-4f04-9385-240ee1182ddb service neutron] 10.222.0.82 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983609 Mar 22 14:09:55.096447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e5f0c4a-a2ce-4aa0-bb26-f21c37a089a2 req-3b60d0fe-47a6-4b48-a617-35b6fca60cc2 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 210 time: 0.0790808 Mar 22 14:09:55.172835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-26dc20a3-df93-4937-aa5c-a52795bc36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.174354 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-26dc20a3-df93-4937-aa5c-a52795bc36f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2589242 Mar 22 14:09:55.211094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-510cf3ab-6408-49fe-a0e4-e2290c30ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.212932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-510cf3ab-6408-49fe-a0e4-e2290c30ac8f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1130 time: 0.2371819 Mar 22 14:09:55.330562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-ced0848f-6a3f-407c-a14a-08dfdd62764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.332742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-ced0848f-6a3f-407c-a14a-08dfdd62764f service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1015420 Mar 22 14:09:55.335861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7039359c-55f2-409d-9374-224964bf7574 req-a630158a-1ad8-416d-83da-704957d6e33d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817637 Mar 22 14:09:55.414792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:09:55.418105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.478459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a77ffef6-3005-4180-828a-31430f0667a9 req-a399c354-e54d-45d4-8cde-ea67135f2f2e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.1274881 Mar 22 14:09:55.529938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-ab8af6bb-215e-41f3-9482-8ccb914b9897 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.1078660 Mar 22 14:09:55.579017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:55.588145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks [] for port (5219d92b-517c-4a10-a9e6-33d330d67582), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.600331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Transition to ACTIVE for port object 5219d92b-517c-4a10-a9e6-33d330d67582 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:55.639649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-d9e46aba-ee11-4e74-8ed7-4f2b81fbb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.642459 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-d9e46aba-ee11-4e74-8ed7-4f2b81fbb345 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c786b40cbac64e098348f3c9b61c0dfe&device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 1126 time: 0.4942026 Mar 22 14:09:55.645450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-008d5716-a443-4e70-bbb1-33869d104eeb service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525843 Mar 22 14:09:55.646111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.666817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.669293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Allocated IP 172.20.0.6 (fe306062-6405-4978-9591-79f7a662aba9/924a2ec3-7e05-44bc-98ba-552e85638712/4258083a-ce19-4255-94e0-1100c56707d5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:55.676524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-474833c6-ca9b-42ff-8d04-3c3d4d0b6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.678207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-474833c6-ca9b-42ff-8d04-3c3d4d0b6d97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1124876 Mar 22 14:09:55.683422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:55.700403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013043a-7420-4caa-89bd-727f9dfb9db5 req-93b57515-3255-42a8-9e6a-a8b20b02c29d tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.701932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f013043a-7420-4caa-89bd-727f9dfb9db5 req-93b57515-3255-42a8-9e6a-a8b20b02c29d tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 944 time: 0.2290323 Mar 22 14:09:55.777043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:55.944411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-b5dfa671-bd43-4fff-9e59-2f87335709e0 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701407 Mar 22 14:09:55.974890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-a4dfee1f-106a-4972-967a-f2d7c0c8180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:55.976390 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-a4dfee1f-106a-4972-967a-f2d7c0c8180e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c82d2eff-0d2d-4337-a729-9c31c52eedce HTTP/1.1" status: 200 len: 914 time: 0.2761900 Mar 22 14:09:56.060426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-c5ee4a52-5869-4b2a-af08-da9eeb0e5cb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4285461d-bdae-4690-bdc5-61a285080e04 HTTP/1.1" status: 200 len: 217 time: 0.0752430 Mar 22 14:09:56.088973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Router a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:09:56.100772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-0dae0208-6e68-43c2-87df-c7a934afed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.108028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-0dae0208-6e68-43c2-87df-c7a934afed85 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4165494 Mar 22 14:09:56.159550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Attempting to bind port 5219d92b-517c-4a10-a9e6-33d330d67582 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:56.159987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Attempting to bind port 5219d92b-517c-4a10-a9e6-33d330d67582 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:56.160367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f013043a-7420-4caa-89bd-727f9dfb9db5 req-11179393-f294-481b-bac0-87f5b9f574b3 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491577 Mar 22 14:09:56.160486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Attempting to bind port 5219d92b-517c-4a10-a9e6-33d330d67582 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:56.164786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-d9ae1df8-261a-49dc-8bf0-c6739a12347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.166379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-d9ae1df8-261a-49dc-8bf0-c6739a12347c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97708487-e82f-4ee6-8fa5-454f39517f18 HTTP/1.1" status: 200 len: 853 time: 0.0838282 Mar 22 14:09:56.250000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-b95ce5ea-c9b5-4148-a8be-d85a8e3d8f1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c82d2eff-0d2d-4337-a729-9c31c52eedce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659516 Mar 22 14:09:56.264335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Port 5219d92b-517c-4a10-a9e6-33d330d67582 on network 598615b3-3e89-42ac-af87-c3bc9c357796 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:56.264706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Attempting to bind port 5219d92b-517c-4a10-a9e6-33d330d67582 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:56.312595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:56.312879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:56.313267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:56.313762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Bound port: 5219d92b-517c-4a10-a9e6-33d330d67582, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:56.314103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.427707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:56.432135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:56.440564 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-4ef4c1a1-87ad-4d85-8e81-c16e2f6c0425 service neutron] 10.222.0.82 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896222 Mar 22 14:09:56.445554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.484058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0a5b-fb75-4bd4-bc5f-d698ec30a3be req-b06c847b-d494-4d3a-80a5-9a6a121fb7f0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.485695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41be0a5b-fb75-4bd4-bc5f-d698ec30a3be req-b06c847b-d494-4d3a-80a5-9a6a121fb7f0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 948 time: 0.5695348 Mar 22 14:09:56.487353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:09:56.491092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7154a85b-d8db-414e-a9c3-1c9591a73c5e req-e7202149-39a4-49a3-a565-c54386dbc611 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 210 time: 0.0430572 Mar 22 14:09:56.502850 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] Sync routers for ids ['a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:09:56.520995 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] Routers {'a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:56.529153 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:56.588871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:56.589515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.590951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 1091 time: 1.9061730 Mar 22 14:09:56.603318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:56.604185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6e187bc0-d4ea-4993-a314-0913d06c1171 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "PUT /v2.0/routers/a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 200 len: 879 time: 5.9968486 Mar 22 14:09:56.611023 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:56.611316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-1bbaa165-9400-40ad-9ec3-18f3baf89b7a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942868 Mar 22 14:09:56.614330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:56.635818 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] Routers {'a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:09:56.636446 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:56.698670 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:09:56.699330 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7ae15-8a96-4a84-a7ef-7f4d61ee2bf8 None None] The sync data for ids ['a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:09:57.054832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:57.057130 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f9315-ddb0-4819-854a-7090b24655a6" -d '{"events": [{"name": "network-changed", "server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:57.105520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:57.176267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36f46a-7f6c-43fb-8fd9-202d707f36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:57.192964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks [] for port (4258083a-ce19-4255-94e0-1100c56707d5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.218220 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-e94168ec-a4f8-4580-a9b7-a05a74771fda service neutron] 10.222.0.82 "GET /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7700517 Mar 22 14:09:57.223129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-250d6085-86b2-4d31-9bb4-952dcfc347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.226167 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-250d6085-86b2-4d31-9bb4-952dcfc347c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1125 time: 0.1722658 Mar 22 14:09:57.294899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.374979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event updated for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:57.389875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41be0a5b-fb75-4bd4-bc5f-d698ec30a3be req-82f6574f-303c-4958-aede-25c9fc9b8cd0 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757411 Mar 22 14:09:57.405642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-45371e2c-cc37-4130-922b-7943fca1640b tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 200 len: 920 time: 0.7889442 Mar 22 14:09:57.407047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91cb2d99-2169-4c41-9af2-ef413b2bc8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.409951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-e9d9c2ab-21c6-485b-a4d6-2cc51a6d8e4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 217 time: 0.1766279 Mar 22 14:09:57.417549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42092) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:57.451230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Network fe306062-6405-4978-9591-79f7a662aba9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:57.471067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:57.478544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:57.501615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b837-d200-48be-af3c-6542d29c14eb req-db173099-0722-419d-bcd7-1baf0707ad7a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.508715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:57.509237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d57b837-d200-48be-af3c-6542d29c14eb req-db173099-0722-419d-bcd7-1baf0707ad7a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 943 time: 0.8716562 Mar 22 14:09:57.559698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Allocated IP 172.20.0.8 (fe306062-6405-4978-9591-79f7a662aba9/924a2ec3-7e05-44bc-98ba-552e85638712/bbc37eb9-662a-4a18-8d2c-70c2d7950fc5) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:09:57.566072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-9196dbc3-2dce-47e3-b3b5-c17b30d87a33 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004073 Mar 22 14:09:57.589650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-076f0069-7fe9-4b85-8724-543ca7f2486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.591183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-076f0069-7fe9-4b85-8724-543ca7f2486b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1539004 Mar 22 14:09:57.604734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f68538c2-ba01-4756-ad4e-87280cda3750 req-4a57d942-227b-4c87-a488-505464281d73 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=05fbe8e5-9216-4232-a347-2dfb90fac730 HTTP/1.1" status: 200 len: 210 time: 0.0643203 Mar 22 14:09:57.638340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-26c19f21-d255-4722-82e4-f5e48fcdbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.640820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-26c19f21-d255-4722-82e4-f5e48fcdbe89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1130 time: 0.3043146 Mar 22 14:09:57.670267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b1a08-42a3-4525-a860-2bcf7656b030 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.671408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-650b1a08-42a3-4525-a860-2bcf7656b030 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2510428 Mar 22 14:09:57.683749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:57.684488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:57.685161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.711942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42096) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:57.712226 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb35b12b-2a17-43d7-8e91-00b10885d804 x-openstack-request-id: req-fb35b12b-2a17-43d7-8e91-00b10885d804 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:09:57.712605 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:09:57.712876 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb35b12b-2a17-43d7-8e91-00b10885d804 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:09:57.713317 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb35b12b-2a17-43d7-8e91-00b10885d804'] response: {'name': 'network-changed', 'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'status': 'completed', 'code': 200} Mar 22 14:09:57.719884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'mac_address': 'fa:16:3e:87:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:57.775959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:57.776697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.793348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:57.806870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91cb2d99-2169-4c41-9af2-ef413b2bc8fb admin admin] Publish callbacks [] for security_group (2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.821215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:57.829161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.832045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4285461d-bdae-4690-bdc5-61a285080e04 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:09:57.840847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d57b837-d200-48be-af3c-6542d29c14eb req-258ecb73-0e73-4fb8-b004-300514e44365 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310959 Mar 22 14:09:57.875422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-af1c382a-19b9-44e3-aabc-4d3f1acffbac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1626530 Mar 22 14:09:57.887984 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91cb2d99-2169-4c41-9af2-ef413b2bc8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:57.903424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Request body: {'port': {'device_id': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:57.988758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.056640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4285461d-bdae-4690-bdc5-61a285080e04,segment=NetworkSegment(ecd7c204-b049-42c2-8312-55783a6f76ef),segment_id=ecd7c204-b049-42c2-8312-55783a6f76ef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:58.071260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.077240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4285461d-bdae-4690-bdc5-61a285080e04', 'network_id': 'c82d2eff-0d2d-4337-a729-9c31c52eedce', 'port_id': '4285461d-bdae-4690-bdc5-61a285080e04', 'mac_address': 'fa:16:3e:ba:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97708487-e82f-4ee6-8fa5-454f39517f18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:09:58.079625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91cb2d99-2169-4c41-9af2-ef413b2bc8fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a931683db418467fb46e418a39ccf91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9730053 Mar 22 14:09:58.080552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79168b81-c82f-4c5c-84d8-63eb744e1364 req-d786a039-3b95-4f8a-ac3d-0d854a3cd1df tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.084817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42098) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:58.090153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79168b81-c82f-4c5c-84d8-63eb744e1364 req-d786a039-3b95-4f8a-ac3d-0d854a3cd1df tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 944 time: 0.3335052 Mar 22 14:09:58.095378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb2d99-2169-4c41-9af2-ef413b2bc8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.103432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f79303-4916-47d2-b7c3-192cdeb435d9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.108185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a3f79303-4916-47d2-b7c3-192cdeb435d9 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.3942921 Mar 22 14:09:58.108809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42100) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:58.127972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4285461d-bdae-4690-bdc5-61a285080e04 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:58.128509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4285461d-bdae-4690-bdc5-61a285080e04), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.137001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4258083a-ce19-4255-94e0-1100c56707d5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.143141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-740e8a21-b8e8-4371-bc83-4ef9c07354c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.146828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4285461d-bdae-4690-bdc5-61a285080e04 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:58.149288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-740e8a21-b8e8-4371-bc83-4ef9c07354c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5472753 Mar 22 14:09:58.170087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f2e8004d-88ed-4239-8a88-6376256d6195 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 200 len: 205 time: 0.0467575 Mar 22 14:09:58.170834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42104) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:58.177078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4285461d-bdae-4690-bdc5-61a285080e04,segment=NetworkSegment(ecd7c204-b049-42c2-8312-55783a6f76ef),segment_id=ecd7c204-b049-42c2-8312-55783a6f76ef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:58.185488 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.196749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-fd237acf-e611-4cb2-a1eb-fc9eac7cf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.198454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-fd237acf-e611-4cb2-a1eb-fc9eac7cf680 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4654241 Mar 22 14:09:58.200006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9073-ce04-4e07-b4a3-e24ab7db0103 req-536f0da2-525b-472e-adae-a2a6bf5f27d7 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.200311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43da9073-ce04-4e07-b4a3-e24ab7db0103 req-536f0da2-525b-472e-adae-a2a6bf5f27d7 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 931 time: 0.2397225 Mar 22 14:09:58.244256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:58.328264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79168b81-c82f-4c5c-84d8-63eb744e1364 req-3d1cffb1-3c17-441d-9d6b-468d35f248b2 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372353 Mar 22 14:09:58.370319 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-6d336834-0cbb-4243-afd0-696176a6c44d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.0916240 Mar 22 14:09:58.378031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks [] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.396974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] Publish callbacks [] for security_group (2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.443021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5adea0b1-79ca-461f-8455-cd7665a6ab6f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:58.445995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4285461d-bdae-4690-bdc5-61a285080e04'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:09:58.461729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-6b99f54d-eded-4bf1-a137-a6152373cab2 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988269 Mar 22 14:09:58.496301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] Publish callbacks [] for security_group (2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.509022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-575f70be-20a0-4698-b9bc-ddaf472e2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.510507 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-575f70be-20a0-4698-b9bc-ddaf472e2216 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1280718 Mar 22 14:09:58.553862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43da9073-ce04-4e07-b4a3-e24ab7db0103 req-f1e33e0c-3a4b-446e-a4cb-26d78dae4918 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144498 Mar 22 14:09:58.587361 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.603303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8da76-50c2-41d3-b138-6d5d5c68c07a req-3400eec2-b659-4012-8b32-edbd96874dfc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.610854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1f8da76-50c2-41d3-b138-6d5d5c68c07a req-3400eec2-b659-4012-8b32-edbd96874dfc tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.1181934 Mar 22 14:09:58.679989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.815822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1f8da76-50c2-41d3-b138-6d5d5c68c07a req-589965ee-ee02-4134-b1f6-47525bec44d6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999848 Mar 22 14:09:58.838949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Network fe306062-6405-4978-9591-79f7a662aba9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:09:58.840797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:09:58.850332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:09:58.952666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.959891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.963878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.976967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:58.987030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-32642561-d0c1-476c-8316-95f8c6b4f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:58.988867 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-32642561-d0c1-476c-8316-95f8c6b4f75e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4422424 Mar 22 14:09:58.993721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event updated for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.017876 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.022397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.025815 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53 HTTP/1.1" status: 204 len: 168 time: 0.9400370 Mar 22 14:09:59.121734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4258083a-ce19-4255-94e0-1100c56707d5 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:09:59.130405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks [] for port (4258083a-ce19-4255-94e0-1100c56707d5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.143841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Transition to ACTIVE for port object 4258083a-ce19-4255-94e0-1100c56707d5 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:09:59.157626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.184796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-45b2d30e-1249-49da-bc61-ec29661e8c90 req-030a0e8b-0860-4779-99ea-7dc0d5711949 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096021 Mar 22 14:09:59.186721 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-f8514ca0-127c-441b-a205-5ea668f301e6 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582909 Mar 22 14:09:59.225886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Pushing event updated for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.291317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778ad18-32ee-48ea-9bc5-f4559f01e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f376ac4-2a1f-48aa-b7d2-8e6863e1ac53,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.320274 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d2082485-27a3-4038-96cb-6f45295e19ef tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3817062 Mar 22 14:09:59.358748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Attempting to bind port 4258083a-ce19-4255-94e0-1100c56707d5 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:09:59.359382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Attempting to bind port 4258083a-ce19-4255-94e0-1100c56707d5 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:09:59.359873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Attempting to bind port 4258083a-ce19-4255-94e0-1100c56707d5 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:59.370326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Port 4258083a-ce19-4255-94e0-1100c56707d5 on network fe306062-6405-4978-9591-79f7a662aba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:09:59.370872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Attempting to bind port 4258083a-ce19-4255-94e0-1100c56707d5 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:09:59.386073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdc78-1b70-4135-8899-7e19f64d6748 req-a648c6e0-df9c-4b78-9de7-70c7e5d42e98 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.387670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fecfdc78-1b70-4135-8899-7e19f64d6748 req-a648c6e0-df9c-4b78-9de7-70c7e5d42e98 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 943 time: 0.3543572 Mar 22 14:09:59.420976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:09:59.421432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Checking segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:09:59.422288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Bound using segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:09:59.422880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Bound port: 4258083a-ce19-4255-94e0-1100c56707d5, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:09:59.423478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4258083a-ce19-4255-94e0-1100c56707d5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.462327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port 7aae6e7a-2332-4a4c-be17-413e79b1059a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:09:59.462576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7aae6e7a-2332-4a4c-be17-413e79b1059a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.469647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-3024cfc6-bd0c-4490-b808-dcd8e8719c4d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.471351 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-3024cfc6-bd0c-4490-b808-dcd8e8719c4d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff&tenant_id=b23e930116f642bda5ce38b75f0172c6&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 949 time: 0.2833726 Mar 22 14:09:59.492813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-b1fe976c-f3a1-4f82-9269-2bc4864adb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.494454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-b1fe976c-f3a1-4f82-9269-2bc4864adb19 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1125 time: 0.1656065 Mar 22 14:09:59.500388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4285461d-bdae-4690-bdc5-61a285080e04 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:09:59.515537 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-80e2169c-3f2a-4796-b578-cd43e2dcbcaf req-5e4566f4-bf7c-41c2-b5e9-081902b455a2 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930006 Mar 22 14:09:59.531274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:09:59.544089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fecfdc78-1b70-4135-8899-7e19f64d6748 req-d5a0d72a-39fd-4efb-9c57-8416cb9c3bb3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458366 Mar 22 14:09:59.605514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dff3c99c-a023-4e2a-8e55-610ee07b8076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.625469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4285461d-bdae-4690-bdc5-61a285080e04 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:09:59.640848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4285461d-bdae-4690-bdc5-61a285080e04 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:09:59.642254 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4285461d-bdae-4690-bdc5-61a285080e04), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.645894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:09:59.657090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4258083a-ce19-4255-94e0-1100c56707d5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:09:59.679979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b017b8-1ff0-4d1f-aebe-04ca8316cb84 req-36981d6b-1602-4c5a-8707-3d3dc1597978 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.681583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30b017b8-1ff0-4d1f-aebe-04ca8316cb84 req-36981d6b-1602-4c5a-8707-3d3dc1597978 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.4252248 Mar 22 14:09:59.685226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.686549 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-3fb9b04e-4d84-4033-87bc-49017e0c9906 service neutron] 10.222.0.82 "GET /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 382 time: 0.2066233 Mar 22 14:09:59.773460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-cb495a23-c92f-4893-9a2f-bbfc28fdadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.774375 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-cb495a23-c92f-4893-9a2f-bbfc28fdadfe service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.2614410 Mar 22 14:09:59.821550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4285461d-bdae-4690-bdc5-61a285080e04 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:09:59.822321 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4285461d-bdae-4690-bdc5-61a285080e04), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.841479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Pushing event updated for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:09:59.859451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Request body: {'port': {'device_id': 'e00f3127-5404-434c-a94e-1815da2115c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:09:59.864256 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-78146e33-4c2c-40b7-b8b8-bab3d09f3370 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 217 time: 0.0831661 Mar 22 14:09:59.886453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4285461d-bdae-4690-bdc5-61a285080e04,segment=NetworkSegment(ecd7c204-b049-42c2-8312-55783a6f76ef),segment_id=ecd7c204-b049-42c2-8312-55783a6f76ef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:09:59.888925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:59.893750 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b95888-3dd6-4dfc-afeb-2723f7977e94" -d '{"events": [{"server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "name": "network-vif-plugged", "status": "completed", "tag": "4285461d-bdae-4690-bdc5-61a285080e04"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:59.900093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:09:59.900656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.901371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:09:59.902216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d457f6ef-c7e2-418d-8366-ff8a0dadfa88 service neutron] 10.222.0.78 "PUT /v2.0/ports/4258083a-ce19-4255-94e0-1100c56707d5 HTTP/1.1" status: 200 len: 1091 time: 2.0072126 Mar 22 14:09:59.902680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:09:59.905259 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "tag": "4258083a-ce19-4255-94e0-1100c56707d5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:09:59.964669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:00.011266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dff3c99c-a023-4e2a-8e55-610ee07b8076 admin admin] Publish callbacks [] for security_group (43435bcb-ceee-488d-be3e-7dd0a51e6658), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.018676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30b017b8-1ff0-4d1f-aebe-04ca8316cb84 req-8decbdfb-b01b-4131-abe6-77e68d2f8b9b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669363 Mar 22 14:10:00.025891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7aae6e7a-2332-4a4c-be17-413e79b1059a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.052321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-cd2648ea-8826-4abd-b64f-1cdb1b9d63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.059441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-cd2648ea-8826-4abd-b64f-1cdb1b9d63de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1131 time: 0.3399813 Mar 22 14:10:00.061452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dff3c99c-a023-4e2a-8e55-610ee07b8076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43435bcb-ceee-488d-be3e-7dd0a51e6658), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.072393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for 7aae6e7a-2332-4a4c-be17-413e79b1059a owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:00.085119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-4e9d6a4f-c9da-482d-b499-53e7fbf74a03 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.086621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-4e9d6a4f-c9da-482d-b499-53e7fbf74a03 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.3973932 Mar 22 14:10:00.088589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-6358691f-3b66-466e-8285-8724037c8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.089949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-6358691f-3b66-466e-8285-8724037c8c18 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 1125 time: 0.1299908 Mar 22 14:10:00.145037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-01e503c9-952b-49bb-ac7a-0b0dc9084b27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4258083a-ce19-4255-94e0-1100c56707d5 HTTP/1.1" status: 200 len: 217 time: 0.0430763 Mar 22 14:10:00.197397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dff3c99c-a023-4e2a-8e55-610ee07b8076 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fc8d8b28ecf4e7ea24f32e540e93b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650226 Mar 22 14:10:00.208227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:00.217015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-fc7e0070-4c3e-4175-bc7d-21561a9bcdcb tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.1229608 Mar 22 14:10:00.232277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-263cb49e-bcc8-4aba-99ca-2348a8bc17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.233722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-263cb49e-bcc8-4aba-99ca-2348a8bc17fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.3142157 Mar 22 14:10:00.240784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3c99c-a023-4e2a-8e55-610ee07b8076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43435bcb-ceee-488d-be3e-7dd0a51e6658,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:00.247485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.280936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-4d9f8349-66a9-43ef-ac8f-ac6fc56dae05 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546396 Mar 22 14:10:00.414337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-8eadaf0e-7307-4776-be65-afc80cced652 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165323 Mar 22 14:10:00.424723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adce2b8-d9de-450e-af9c-29a5a49f8a1e req-fd99994f-ecc8-4f5b-94c8-58d2472ca681 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.426225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adce2b8-d9de-450e-af9c-29a5a49f8a1e req-fd99994f-ecc8-4f5b-94c8-58d2472ca681 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 946 time: 0.2792172 Mar 22 14:10:00.468113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-e3e5874e-f1cc-46a3-9558-5516eb9fe35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.469842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-e3e5874e-f1cc-46a3-9558-5516eb9fe35a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.2593036 Mar 22 14:10:00.642660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:00.651641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks [] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.665092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Transition to ACTIVE for port object bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:00.690779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.710387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-74c53573-00c6-422d-b23c-a6b8e433fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:00.711990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-74c53573-00c6-422d-b23c-a6b8e433fb23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.6141739 Mar 22 14:10:00.733933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] Publish callbacks [] for security_group (43435bcb-ceee-488d-be3e-7dd0a51e6658), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.757575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] Publish callbacks [] for security_group (43435bcb-ceee-488d-be3e-7dd0a51e6658), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.832915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43435bcb-ceee-488d-be3e-7dd0a51e6658), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.835299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:00.839766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-98b6468e-5779-4b58-acef-956c49bd3a2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362799 Mar 22 14:10:00.850548 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43435bcb-ceee-488d-be3e-7dd0a51e6658 HTTP/1.1" status: 204 len: 168 time: 0.6248934 Mar 22 14:10:00.977502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe18d-6a8b-4054-bf2f-3a681324cd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43435bcb-ceee-488d-be3e-7dd0a51e6658,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:00.980932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Pushing event updated for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:01.004565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d6378a17-a3b4-46bf-8f8e-b4216773fc2c service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249681 Mar 22 14:10:01.022464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8e366d11-8c05-45af-a0d2-83065e6d8a05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.2060223 Mar 22 14:10:01.026476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-16339039-ea9b-494c-99e0-0205b59b7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.029571 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-16339039-ea9b-494c-99e0-0205b59b7a9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7860422 Mar 22 14:10:01.178187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6adce2b8-d9de-450e-af9c-29a5a49f8a1e req-36037d8b-db81-4a72-b11a-e939a2e143bb tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7371128 Mar 22 14:10:01.185011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7aae6e7a-2332-4a4c-be17-413e79b1059a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.304531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=7aae6e7a-2332-4a4c-be17-413e79b1059a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:01.334484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-bcb79f72-93bb-41b7-9fea-b92ff154d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.335878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-bcb79f72-93bb-41b7-9fea-b92ff154d6f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.2686193 Mar 22 14:10:01.378538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-8d8492ad-d5f5-4528-862f-12739688e23d service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668544 Mar 22 14:10:01.473288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Attempting to bind port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:01.473641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Attempting to bind port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:01.473992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Attempting to bind port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:01.483450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-ce4dd405-f153-4c9a-8dc4-a51727557e89 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256709 Mar 22 14:10:01.485622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 on network fe306062-6405-4978-9591-79f7a662aba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:01.485946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Attempting to bind port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:01.495098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:01.495440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Checking segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:01.495825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Bound using segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:01.496260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Bound port: bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:01.496617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.506343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:01.523964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-32e485cb-0395-4a9c-adf2-fba120992161 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0948346 Mar 22 14:10:01.530302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.583900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8937d1f4-fadd-4402-95e0-cf37300c1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.585432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8937d1f4-fadd-4402-95e0-cf37300c1d1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2319930 Mar 22 14:10:01.650394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8456e-2891-4685-bec9-507076064a42 req-61f1a30a-74c3-45c8-b070-ac61b3719885 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:01.662328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:01.664455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4c8456e-2891-4685-bec9-507076064a42 req-61f1a30a-74c3-45c8-b070-ac61b3719885 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 943 time: 0.3693125 Mar 22 14:10:01.675010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:01.675670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.866881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:01.867413 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.899721 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c4aff-dc21-4a1b-ad64-465a4bc73609 x-openstack-request-id: req-f67c4aff-dc21-4a1b-ad64-465a4bc73609 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:01.900062 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "name": "network-vif-plugged", "status": "completed", "tag": "4285461d-bdae-4690-bdc5-61a285080e04", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:01.900267 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f67c4aff-dc21-4a1b-ad64-465a4bc73609 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:01.900676 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67c4aff-dc21-4a1b-ad64-465a4bc73609'] response: {'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04', 'code': 200} Mar 22 14:10:01.906836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.923475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:01.950423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:01.962734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:01.982271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:02.027257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.034995 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c163bc-de27-4ab7-8f1a-df32f54e9f69 x-openstack-request-id: req-b5c163bc-de27-4ab7-8f1a-df32f54e9f69 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:02.035289 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "tag": "4258083a-ce19-4255-94e0-1100c56707d5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:02.035545 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5c163bc-de27-4ab7-8f1a-df32f54e9f69 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:02.035963 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c163bc-de27-4ab7-8f1a-df32f54e9f69'] response: {'name': 'network-changed', 'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5', 'status': 'completed', 'code': 200} Mar 22 14:10:02.043583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-90fbd713-64a6-410e-a011-097082b62b82 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502591 Mar 22 14:10:02.058152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4c8456e-2891-4685-bec9-507076064a42 req-5867ac4c-7b97-4bc9-b93a-8f14a34597cc tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922677 Mar 22 14:10:02.071555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.099699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:02.162258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Pushing event updated for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:02.168085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.168764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.170388 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-f1cf5ef6-9e07-458b-87bf-a097e183532d service neutron] 10.222.0.82 "PUT /v2.0/ports/bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 HTTP/1.1" status: 200 len: 1091 time: 2.3159909 Mar 22 14:10:02.173705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:02.176658 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53" -d '{"events": [{"name": "network-changed", "server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:02.185778 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-6d67327b-a77e-4b88-8d36-58c4e0f633d0 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913320 Mar 22 14:10:02.197403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78bd1b-1209-4219-b64f-8b8d3ca777b2 req-c3644668-1aa6-4d03-81a2-c4413a149e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.200168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f78bd1b-1209-4219-b64f-8b8d3ca777b2 req-c3644668-1aa6-4d03-81a2-c4413a149e45 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 1128 time: 0.2742922 Mar 22 14:10:02.303394 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f78bd1b-1209-4219-b64f-8b8d3ca777b2 req-7d22746c-1605-498b-b16b-09c0ac09c7b4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920725 Mar 22 14:10:02.320473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.320706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:02.350991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.352292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6b8d2252-03d1-469c-8d46-97d9162bebd7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 204 len: 168 time: 4.1765213 Mar 22 14:10:02.385452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:02.413507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1664263938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:02.491659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-d1887339-c77e-42cd-941a-05683e550354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.493410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-d1887339-c77e-42cd-941a-05683e550354 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 1125 time: 0.5347638 Mar 22 14:10:02.498492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.500063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.576921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016978-1ac9-4300-bf63-30316c69d146 req-03c4ac45-c1e5-4329-96b6-9db69fe1314a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.583972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7016978-1ac9-4300-bf63-30316c69d146 req-03c4ac45-c1e5-4329-96b6-9db69fe1314a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 943 time: 0.5200677 Mar 22 14:10:02.722894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd5298-e136-4812-872a-a08da03c343d req-3c9972c4-fa39-46a1-b0bf-36e31e5f1800 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:02.730435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbcd5298-e136-4812-872a-a08da03c343d req-3c9972c4-fa39-46a1-b0bf-36e31e5f1800 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.4861870 Mar 22 14:10:02.750904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.774819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.802261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:02.803492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-38f69c2b-7d2a-4584-a614-98ceea7d729f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4097290 Mar 22 14:10:02.813881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42210) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:02.830647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7016978-1ac9-4300-bf63-30316c69d146 req-e141b40b-06ae-411c-8c56-d82e3aab7ba4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438548 Mar 22 14:10:02.841001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': True}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:03.029200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbcd5298-e136-4812-872a-a08da03c343d req-4b36d74d-90a9-4935-b5af-5e7c31d21052 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977440 Mar 22 14:10:03.072711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c5aeb83-04f5-4d35-b412-a7f07c97b4f0 req-289105ac-06e5-4d5d-84fb-ef5630b6fe6b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.0946634 Mar 22 14:10:03.165605 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-5764e290-6a2e-4074-a11e-0f1e0decd803 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639723 Mar 22 14:10:03.168366 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc89900-bcee-4750-a5c9-ab7dace8123c x-openstack-request-id: req-5fc89900-bcee-4750-a5c9-ab7dace8123c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:03.168746 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:03.169064 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fc89900-bcee-4750-a5c9-ab7dace8123c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:03.169995 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc89900-bcee-4750-a5c9-ab7dace8123c'] response: {'name': 'network-changed', 'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5', 'status': 'completed', 'code': 200} Mar 22 14:10:03.219715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-6168c49a-a9c1-4ff2-bb87-dc096fbf5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.222021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-6168c49a-a9c1-4ff2-bb87-dc096fbf5743 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=e00f3127-5404-434c-a94e-1815da2115c0 HTTP/1.1" status: 200 len: 1125 time: 0.9216697 Mar 22 14:10:03.279279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-592f6333-edb4-43b6-a3cc-94ee86606366 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 HTTP/1.1" status: 200 len: 217 time: 0.0459964 Mar 22 14:10:03.309828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-0a1d7b95-3b4e-434a-adb9-b02bab0f6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.311917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-0a1d7b95-3b4e-434a-adb9-b02bab0f6428 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 914 time: 0.7602010 Mar 22 14:10:03.359004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-c6faf006-c589-496b-8c23-b09d4ae2c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.360767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-c6faf006-c589-496b-8c23-b09d4ae2c4e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.0720868 Mar 22 14:10:03.405622 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-03a72c4f-3e26-4dea-87cf-88a99c1dd51b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367129 Mar 22 14:10:03.481164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.489394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-5389e8ef-b6b2-44b4-855d-fd294aaea16b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4258083a-ce19-4255-94e0-1100c56707d5 HTTP/1.1" status: 200 len: 217 time: 0.0909479 Mar 22 14:10:03.521129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:03.561166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-d19862d4-b2ae-4988-8f63-d5c9b28ff3fe service neutron] 10.222.0.82 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470616 Mar 22 14:10:03.751858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31cb2-87da-4ba8-ba3c-3b6479d22a58 req-7937b85b-50ad-4e32-8cb7-58268288031f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.756482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:03.767892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89d31cb2-87da-4ba8-ba3c-3b6479d22a58 req-7937b85b-50ad-4e32-8cb7-58268288031f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 943 time: 0.4832532 Mar 22 14:10:03.773703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5219d92b-517c-4a10-a9e6-33d330d67582', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:03.819056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:03.819435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c304b5-7246-485c-bf6b-0866ef682a01 req-65d32ee5-2a38-419f-b9e1-80fc554b9400 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.819555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.821335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7c304b5-7246-485c-bf6b-0866ef682a01 req-65d32ee5-2a38-419f-b9e1-80fc554b9400 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 946 time: 0.5398095 Mar 22 14:10:03.837949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-464bdbd2-786d-4709-984d-61ba2db28208 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.844140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-464bdbd2-786d-4709-984d-61ba2db28208 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.1993597 Mar 22 14:10:03.847995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:03.850812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-345f6573-ff8f-48af-b2de-36c00812ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:03.852432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-345f6573-ff8f-48af-b2de-36c00812ff70 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.3545065 Mar 22 14:10:03.880518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:03.888536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:03.892615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:03.918859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-93f0ca9e-926b-4e38-b449-b57b470f6fc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472066 Mar 22 14:10:03.962027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:03.965727 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2707a162-8caf-41ba-ae7a-8cd3f3bbe4db" -d '{"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:03.970357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:04.081923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0ff106a-ec2e-413e-ade3-1cd5b151ad2b req-cee7d47e-782a-4737-934d-191d37f41193 service neutron] 10.222.0.82 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120597 Mar 22 14:10:04.097494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:04.100896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.136851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89d31cb2-87da-4ba8-ba3c-3b6479d22a58 req-72b32329-feeb-4629-a044-85fdead00bdd tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674397 Mar 22 14:10:04.165086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5219d92b-517c-4a10-a9e6-33d330d67582'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:04.215497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7c304b5-7246-485c-bf6b-0866ef682a01 req-ca7f0203-f4e4-4e3b-844d-4fbf15c8ad5b tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832867 Mar 22 14:10:04.233450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-cb94fc5b-fb14-4281-894f-15d9dada34ab service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994201 Mar 22 14:10:04.502040 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5935801-6ea7-4704-92f1-b9188360f7aa x-openstack-request-id: req-a5935801-6ea7-4704-92f1-b9188360f7aa {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:04.502347 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:04.502917 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5935801-6ea7-4704-92f1-b9188360f7aa {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:04.503045 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5935801-6ea7-4704-92f1-b9188360f7aa'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'code': 200} Mar 22 14:10:04.586261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee0aa4-6b7e-4053-9baa-ab4be235fbb2 req-daef97a1-bf84-40da-a3ee-f9bc39ec5782 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.587867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15ee0aa4-6b7e-4053-9baa-ab4be235fbb2 req-daef97a1-bf84-40da-a3ee-f9bc39ec5782 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2044957 Mar 22 14:10:04.605793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.14 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/2d8ca9a2-79ab-4a08-9195-ca95bee10771) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:04.627282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-d26c1da5-7911-4074-929e-c1a7ad5d5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.628986 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-d26c1da5-7911-4074-929e-c1a7ad5d5dde service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=e00f3127-5404-434c-a94e-1815da2115c0 HTTP/1.1" status: 200 len: 1125 time: 0.4726524 Mar 22 14:10:04.686899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4258083a-ce19-4255-94e0-1100c56707d5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:04.780952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed3e1dd5-ee25-4f50-a2d6-36b0696d43c2 req-416fb817-1469-4aa1-bb1c-79aec0fe8ced service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408850 Mar 22 14:10:04.798105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (344880cb-77bf-4bc0-a90c-96b094d787b5), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.808617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2557fd-51b8-4558-bf88-7104d6058aa1 req-720fb6ce-1efa-4d49-91a5-bac6bf533a02 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.828104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2557fd-51b8-4558-bf88-7104d6058aa1 req-720fb6ce-1efa-4d49-91a5-bac6bf533a02 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.2672834 Mar 22 14:10:04.837642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-e7f07c24-a417-4115-82cf-e22ea4401299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:04.839570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-e7f07c24-a417-4115-82cf-e22ea4401299 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 914 time: 0.1973886 Mar 22 14:10:04.860971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15ee0aa4-6b7e-4053-9baa-ab4be235fbb2 req-c5ac1834-fe34-4b82-9022-ca01052b6000 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148936 Mar 22 14:10:04.870607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.907993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-61e9ed42-e5a5-45b7-9ca7-4babd9adecf7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 HTTP/1.1" status: 200 len: 217 time: 0.0570066 Mar 22 14:10:04.935261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:04.948987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2557fd-51b8-4558-bf88-7104d6058aa1 req-c7354eab-3e58-481b-89c9-8976464773f1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162243 Mar 22 14:10:04.978587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4258083a-ce19-4255-94e0-1100c56707d5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:04.992741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4258083a-ce19-4255-94e0-1100c56707d5', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'port_id': '4258083a-ce19-4255-94e0-1100c56707d5', 'mac_address': 'fa:16:3e:25:68:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924a2ec3-7e05-44bc-98ba-552e85638712', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:05.041317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4258083a-ce19-4255-94e0-1100c56707d5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:05.042169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4258083a-ce19-4255-94e0-1100c56707d5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.047529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-f7ffe902-654e-4239-aaf5-b5e183d7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.049408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-f7ffe902-654e-4239-aaf5-b5e183d7b3f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.1308975 Mar 22 14:10:05.058406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4258083a-ce19-4255-94e0-1100c56707d5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:05.088363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4258083a-ce19-4255-94e0-1100c56707d5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:05.093904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-15c04926-5400-4bc1-9112-e6ea26ddb8fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367413 Mar 22 14:10:05.095087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.097663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.124798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6f1e63f-9c45-4b67-a20a-480c10208bb2 req-d99da6ed-d1c7-4919-addd-9c2ba507f940 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.0964448 Mar 22 14:10:05.183957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:05.198643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.25.3.58 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1dd95381-e913-4b4d-89ab-d2ff058e69b3) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:05.207038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.207406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.207743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.208073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.208404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.211686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.212155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.212501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.213024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.213384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.213706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.214065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.214395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.214721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.215042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:05.317385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-e6f21ca5-7a65-4ac7-8dc4-455078b9fb48 service neutron] 10.222.0.82 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805918 Mar 22 14:10:05.365864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4258083a-ce19-4255-94e0-1100c56707d5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:05.377681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:05.440548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:05.446756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:05.562464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:05.568852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:05.672543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:05.673197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.742655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-67c195c9-f02d-4859-a244-c4be68232eea tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8634415 Mar 22 14:10:05.765505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0cc90201-4ae1-41f2-bcfe-8519bf2dee53 req-3eb54bc6-eac1-4747-a12b-8baab54ab441 service neutron] 10.222.0.82 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374018 Mar 22 14:10:05.766266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 5219d92b-517c-4a10-a9e6-33d330d67582 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:05.773815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5219d92b-517c-4a10-a9e6-33d330d67582 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:05.774713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.801366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Request body: {'port': {'device_id': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:05.885897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:05.886664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.935177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:05.945068 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:05.946113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:05.954524 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.118297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:06.119106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.148486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:06.170436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:06.176045 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.239131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:06.251241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (1dd95381-e913-4b4d-89ab-d2ff058e69b3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.296437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5af48-8cb2-49f7-b4c8-971c4067ff1d req-77383e6d-4f57-4639-bc46-4280b47d8991 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.303497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcf5af48-8cb2-49f7-b4c8-971c4067ff1d req-77383e6d-4f57-4639-bc46-4280b47d8991 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 944 time: 0.9326091 Mar 22 14:10:06.326153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2579-eefa-4407-a80a-0382701e1021 req-2684af27-e5ef-40bc-af19-c35c3332bc8f tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.333132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc7f2579-eefa-4407-a80a-0382701e1021 req-2684af27-e5ef-40bc-af19-c35c3332bc8f tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 946 time: 0.2885430 Mar 22 14:10:06.352322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-c37efba8-b5a7-49ba-b28f-7d1493500526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.353839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-c37efba8-b5a7-49ba-b28f-7d1493500526 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff&tenant_id=b23e930116f642bda5ce38b75f0172c6 HTTP/1.1" status: 200 len: 1132 time: 0.2660339 Mar 22 14:10:06.376516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:06.442374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1dd95381-e913-4b4d-89ab-d2ff058e69b3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.504688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}, {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:06.507519 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6910e960-2f50-444a-9c8c-4baeb431ae97" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}, {"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-unplugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:06.522073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8ca9a2-79ab-4a08-9195-ca95bee10771 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:06.533739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks [] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.535058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcf5af48-8cb2-49f7-b4c8-971c4067ff1d req-55e3cfee-7a5c-45a7-9bd8-2ff2404b3d8e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305961 Mar 22 14:10:06.548029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Transition to ACTIVE for port object 2d8ca9a2-79ab-4a08-9195-ca95bee10771 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:06.555317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.624598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:06.664446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc7f2579-eefa-4407-a80a-0382701e1021 req-4ec34c52-8de8-4a41-a666-f1b87ec27f7f tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303509 Mar 22 14:10:06.696883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:06.697210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4258083a-ce19-4255-94e0-1100c56707d5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:06.698403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:06.702123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:06.733769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Attempting to bind port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:06.734336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Attempting to bind port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:06.735084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Attempting to bind port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:06.740497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:06.741650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Attempting to bind port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:06.747734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:06.748200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:06.749128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:06.749656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Bound port: 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:06.750257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.811810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4258083a-ce19-4255-94e0-1100c56707d5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:06.819728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4258083a-ce19-4255-94e0-1100c56707d5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:06.820111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4258083a-ce19-4255-94e0-1100c56707d5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.844082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:06.849068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:06.855067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=1dd95381-e913-4b4d-89ab-d2ff058e69b3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:06.869894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.908782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:06.909460 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.914039 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] 10.222.0.82 "PUT /v2.0/ports/2d8ca9a2-79ab-4a08-9195-ca95bee10771 HTTP/1.1" status: 200 len: 1092 time: 1.1463156 Mar 22 14:10:06.914528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:06.914707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:06.920939 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0121b6cf-3756-4eb0-9335-4a02b2ae0940" -d '{"events": [{"name": "network-changed", "server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:07.033564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4258083a-ce19-4255-94e0-1100c56707d5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:07.034056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4258083a-ce19-4255-94e0-1100c56707d5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.119424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-0389e53c-5cbc-4fbd-a2e8-aec2e5505b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.120938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-0389e53c-5cbc-4fbd-a2e8-aec2e5505b3c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 1126 time: 0.1341977 Mar 22 14:10:07.122216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4258083a-ce19-4255-94e0-1100c56707d5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:07.127509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265ffb-58f3-4ec2-8b9d-4fd6ec5a93de service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:07.130422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.194685 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-ea175d8b-f726-4ad9-b372-e5102b0b9da1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771 HTTP/1.1" status: 200 len: 217 time: 0.0639222 Mar 22 14:10:07.235443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:07.289347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-3d60c223-adf7-4f8b-9825-ca2f8133fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.291504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-3d60c223-adf7-4f8b-9825-ca2f8133fbd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0885603 Mar 22 14:10:07.340452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-1a71b198-0d91-489b-886a-8790201d429d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381579 Mar 22 14:10:07.482451 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-c25c03c5-8a48-4066-a7de-894158bbf02c service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376705 Mar 22 14:10:07.537321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:07.581248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5355a-7254-4983-b499-aad548420af3 req-9ef6bcc1-41f8-4ff6-99d1-de5fe6dd399d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.582839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9db5355a-7254-4983-b499-aad548420af3 req-9ef6bcc1-41f8-4ff6-99d1-de5fe6dd399d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.9128664 Mar 22 14:10:07.606468 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-a3b4693a-3a6b-41e6-8a8c-2a247eebc8c6 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169188 Mar 22 14:10:07.670883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:07.715128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:07.749740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a97a9-21d0-4980-9615-41b3b5c190c5 req-8970a4de-4ec7-4d92-bf16-29defe1fe06b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:07.750938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af7a97a9-21d0-4980-9615-41b3b5c190c5 req-8970a4de-4ec7-4d92-bf16-29defe1fe06b tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.9467103 Mar 22 14:10:07.755862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:07.777063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'port_id': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5', 'mac_address': 'fa:16:3e:73:af:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924a2ec3-7e05-44bc-98ba-552e85638712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:07.836129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:07.838246 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.843149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:07.856307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (344880cb-77bf-4bc0-a90c-96b094d787b5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.858597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:07.886627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:07.894102 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.960025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks [] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:07.991649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9db5355a-7254-4983-b499-aad548420af3 req-1c03f64a-79c9-42b9-a953-5ed7f8f270d1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955934 Mar 22 14:10:08.001046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af7a97a9-21d0-4980-9615-41b3b5c190c5 req-a5658740-1b4d-41c3-b9fd-b8d00576373f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359729 Mar 22 14:10:08.004384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:08.107045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Transition to ACTIVE for port object 5adea0b1-79ca-461f-8455-cd7665a6ab6f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:08.124730 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8f9db-74d1-4890-8ecd-80b6ecde660a x-openstack-request-id: req-2fd8f9db-74d1-4890-8ecd-80b6ecde660a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:08.125674 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}, {"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-unplugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:08.125674 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fd8f9db-74d1-4890-8ecd-80b6ecde660a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:08.125986 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd8f9db-74d1-4890-8ecd-80b6ecde660a'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:10:08.126586 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd8f9db-74d1-4890-8ecd-80b6ecde660a'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'code': 200} Mar 22 14:10:08.132184 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.151953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bbc37eb9-662a-4a18-8d2c-70c2d7950fc5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:08.205404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=11']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:08.309473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832e83-5e56-4388-a115-c40cd618e8ab req-66bddebf-bd45-40af-979b-b150df8c7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.320041 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba832e83-5e56-4388-a115-c40cd618e8ab req-66bddebf-bd45-40af-979b-b150df8c7a77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1127 time: 0.1086495 Mar 22 14:10:08.353950 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff137db8-9957-4b84-ac0b-8bd9437ca801 x-openstack-request-id: req-ff137db8-9957-4b84-ac0b-8bd9437ca801 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:08.354533 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:08.357368 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff137db8-9957-4b84-ac0b-8bd9437ca801 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:08.358303 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff137db8-9957-4b84-ac0b-8bd9437ca801'] response: {'name': 'network-changed', 'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771', 'status': 'completed', 'code': 200} Mar 22 14:10:08.400507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] No DVR routers for this DVR port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:08.490857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ba832e83-5e56-4388-a115-c40cd618e8ab req-e3560b78-ad8a-4259-85a7-a811bf075e4f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565790 Mar 22 14:10:08.496011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-22ee2a7b-c5d2-4afa-b7b3-c967beef3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.501837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-22ee2a7b-c5d2-4afa-b7b3-c967beef3d16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 1126 time: 0.1411598 Mar 22 14:10:08.535967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:08.536551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:08.537040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:08.546523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aebba-2d62-4e21-9c8e-3413626175d9 req-54ddc880-1dea-4cf4-9952-242eab3c82dd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.549729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c4aebba-2d62-4e21-9c8e-3413626175d9 req-54ddc880-1dea-4cf4-9952-242eab3c82dd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 944 time: 0.4333885 Mar 22 14:10:08.564986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.604526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:08.605209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Attempting to bind port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:08.614878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.698589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:08.699130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:08.699687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:08.700294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Bound port: 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:08.700812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:08.808176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a21b13-f01a-45c4-b9f6-403de0157c62 req-ecfad42c-a054-400f-b2ce-72dbbe936234 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.812021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a21b13-f01a-45c4-b9f6-403de0157c62 req-ecfad42c-a054-400f-b2ce-72dbbe936234 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 945 time: 0.3837869 Mar 22 14:10:08.866111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-1a6307c2-02e9-4bbf-b2a3-a23aadadd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:08.867653 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-1a6307c2-02e9-4bbf-b2a3-a23aadadd4f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.1697564 Mar 22 14:10:08.919911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c4aebba-2d62-4e21-9c8e-3413626175d9 req-47cb5720-9969-4840-9fe5-3b6165617c94 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575256 Mar 22 14:10:08.958119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-05b78491-9a5c-47c1-b589-627aadfcbe62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771 HTTP/1.1" status: 200 len: 217 time: 0.0832314 Mar 22 14:10:09.029705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a21b13-f01a-45c4-b9f6-403de0157c62 req-989593b5-8987-4797-9f3b-53697c1a422f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499836 Mar 22 14:10:09.047221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-74fc27e2-9dd2-456b-8c29-a412d2f6b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.048970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-74fc27e2-9dd2-456b-8c29-a412d2f6b5d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0848303 Mar 22 14:10:09.049407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:09.070126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:09.088760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.109742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-538d42fb-07a7-4fe2-823d-b13136f00020 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539179 Mar 22 14:10:09.142288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router 344880cb-77bf-4bc0-a90c-96b094d787b5 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:09.189534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.190256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.191680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] 10.222.0.78 "PUT /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 1097 time: 2.8234787 Mar 22 14:10:09.192152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:09.194455 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b11e8a-d25a-4ce7-8782-69aae65a2d08" -d '{"events": [{"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:09.418087 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-ec98cc24-6b37-4b38-a5cd-10ae0a8b728d service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013313 Mar 22 14:10:09.479504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab98cf8-d1b4-4a0b-a9af-a21973db5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=12']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:09.559592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:09.694078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0121b6cf-3756-4eb0-9335-4a02b2ae0940 req-6e239786-c953-43f2-b7e1-9306bf3014c9 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543480 Mar 22 14:10:09.721565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-c023a07a-0693-4680-835f-a1f8d23ca07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.722457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:09.723348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-c023a07a-0693-4680-835f-a1f8d23ca07e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1131 time: 0.5031226 Mar 22 14:10:09.733676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f809f-17f8-4578-9ff4-351e6881eac6 req-45761dcc-9d8e-4f77-a531-f4038dd28993 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.735188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c17f809f-17f8-4578-9ff4-351e6881eac6 req-45761dcc-9d8e-4f77-a531-f4038dd28993 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.3213365 Mar 22 14:10:09.738612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:09.745177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:09.745570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.756305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:09.760062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98d5681a-57ca-409b-85bf-8d654242b78f tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "PUT /v2.0/routers/344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 200 len: 914 time: 6.9414349 Mar 22 14:10:09.760949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:09.762210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] Sync routers for ids ['344880cb-77bf-4bc0-a90c-96b094d787b5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:09.767046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8870ca-124c-430e-9f0a-323d9bd83a06 req-a69247eb-7944-4969-91f0-1eb080269b57 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:09.774103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b8870ca-124c-430e-9f0a-323d9bd83a06 req-a69247eb-7944-4969-91f0-1eb080269b57 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.4188814 Mar 22 14:10:09.890203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] Routers {'344880cb-77bf-4bc0-a90c-96b094d787b5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:09.891668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['344880cb-77bf-4bc0-a90c-96b094d787b5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:09.948459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:09.966497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] Routers {'344880cb-77bf-4bc0-a90c-96b094d787b5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:09.967406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['344880cb-77bf-4bc0-a90c-96b094d787b5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:10.023807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-484b7619-57e1-4e53-a97c-e37cd2cc9ed3 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 200 len: 920 time: 0.2605443 Mar 22 14:10:10.025130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.031477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c17f809f-17f8-4578-9ff4-351e6881eac6 req-daf40a8e-ee90-44fe-ab56-fbccaab0d657 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783694 Mar 22 14:10:10.081447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b8870ca-124c-430e-9f0a-323d9bd83a06 req-6d6c015e-77b0-43c1-b263-e41beaa670b2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063879 Mar 22 14:10:10.177742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-4e7ac3a4-fa19-4640-86d3-44c8a8fda83d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.183938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65197b30-bd3f-4226-b1ce-c694d925eff2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.188136 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65197b30-bd3f-4226-b1ce-c694d925eff2 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=344880cb-77bf-4bc0-a90c-96b094d787b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1591239 Mar 22 14:10:10.188288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-4e7ac3a4-fa19-4640-86d3-44c8a8fda83d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.3117952 Mar 22 14:10:10.188643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42358) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.197151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-6df11de4-70e6-40b4-9f8c-e8323f43c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.205067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-6df11de4-70e6-40b4-9f8c-e8323f43c93f service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.4667609 Mar 22 14:10:10.277414 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190fc33-0ace-4d09-9f99-75ff9f6758f4 x-openstack-request-id: req-e190fc33-0ace-4d09-9f99-75ff9f6758f4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:10.277706 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:10.286353 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e190fc33-0ace-4d09-9f99-75ff9f6758f4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:10.286981 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e190fc33-0ace-4d09-9f99-75ff9f6758f4'] response: {'name': 'network-changed', 'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'status': 'completed', 'code': 200} Mar 22 14:10:10.370060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-97f67ace-0452-4a07-bd02-2d2fc3459888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.371781 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-97f67ace-0452-4a07-bd02-2d2fc3459888 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1131 time: 0.1338947 Mar 22 14:10:10.397371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:10.399835 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614018d-63e7-4de3-bd15-922efe4551aa" -d '{"events": [{"server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "name": "network-vif-plugged", "status": "completed", "tag": "4258083a-ce19-4255-94e0-1100c56707d5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:10.402865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:10.407496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803335c3-6f0a-4444-aae3-29e13e4d55d3 None None] The sync data for ids ['344880cb-77bf-4bc0-a90c-96b094d787b5'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:10.451726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3185c9-d6a5-42b5-aac2-8eb8af44a286 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.455311 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3c3185c9-d6a5-42b5-aac2-8eb8af44a286 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.2655630 Mar 22 14:10:10.461800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.464376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:10.464920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.518276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:10.520722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-31b81605-2b2c-4106-8e58-bd1e5a8ccc36 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 200 len: 205 time: 0.0578501 Mar 22 14:10:10.523743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42370) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:10.530436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.623021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:10.644836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-a8e47e38-704a-49f4-aa0e-cd4d88e414c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.646433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-a8e47e38-704a-49f4-aa0e-cd4d88e414c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2655158 Mar 22 14:10:10.701047 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-bb7dae2d-694b-42fb-96d6-340e4faa076c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.0474818 Mar 22 14:10:10.725550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:10.778748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-a520b5fc-979c-4500-818f-a113d472c074 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.4880416 Mar 22 14:10:10.840433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-1cfcf5ae-34d1-41f7-baf7-4d0a5033170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.841926 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-1cfcf5ae-34d1-41f7-baf7-4d0a5033170e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1306860 Mar 22 14:10:10.912893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-0a8ebd85-31d8-4bd4-a347-4203140badf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.914447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-0a8ebd85-31d8-4bd4-a347-4203140badf3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1150191 Mar 22 14:10:10.923692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-71161b8f-0663-4e9a-8455-3c09c64b0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.924661 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-71161b8f-0663-4e9a-8455-3c09c64b0194 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0737886 Mar 22 14:10:10.973115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee20f7-8ebf-42e0-83b6-a65ae45958a5 req-78cda662-9e86-45e7-abef-117820abe34c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:10.979963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aee20f7-8ebf-42e0-83b6-a65ae45958a5 req-78cda662-9e86-45e7-abef-117820abe34c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 944 time: 0.2067206 Mar 22 14:10:11.010897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (344880cb-77bf-4bc0-a90c-96b094d787b5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.013855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ebb6-3be9-4774-9265-623e47a5e1a6 req-30df76cc-c413-42e9-b80a-df32e118d45b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.021177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6693ebb6-3be9-4774-9265-623e47a5e1a6 req-30df76cc-c413-42e9-b80a-df32e118d45b tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 945 time: 0.2462289 Mar 22 14:10:11.030972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-4c40b926-2f31-45c9-a7ad-e4f56f7c07d8 service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991216 Mar 22 14:10:11.055012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Deleting port 24483a8b-c439-4126-8db8-8612ed14470a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:11.055419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (24483a8b-c439-4126-8db8-8612ed14470a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.155462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9aee20f7-8ebf-42e0-83b6-a65ae45958a5 req-920a684c-826c-43c6-b494-9c1a360e1bbe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695004 Mar 22 14:10:11.157914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-f8410ee6-7f30-46dd-82a0-4ef83b3ccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.159836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-45054b64-aba8-4910-9f21-dd32f355a2ab service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048725 Mar 22 14:10:11.164181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-f8410ee6-7f30-46dd-82a0-4ef83b3ccfd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2401998 Mar 22 14:10:11.200789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port 1dd95381-e913-4b4d-89ab-d2ff058e69b3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:11.201231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1dd95381-e913-4b4d-89ab-d2ff058e69b3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.286755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6693ebb6-3be9-4774-9265-623e47a5e1a6 req-c4bb7794-b891-4bc2-9805-aa9da9431bee tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647231 Mar 22 14:10:11.380387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] For port 24483a8b-c439-4126-8db8-8612ed14470a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24483a8b-c439-4126-8db8-8612ed14470a,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:11.380602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (24483a8b-c439-4126-8db8-8612ed14470a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.405811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Calling delete_port for 24483a8b-c439-4126-8db8-8612ed14470a owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:11.422381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-6f928208-ad44-4ea6-828c-0a9408b70df4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466257 Mar 22 14:10:11.469541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad84318-6347-4413-b871-ecc7986c974d req-ee929f93-aed3-4bf4-998b-62562e064e99 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.473130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ad84318-6347-4413-b871-ecc7986c974d req-ee929f93-aed3-4bf4-998b-62562e064e99 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 945 time: 0.1853466 Mar 22 14:10:11.572539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 2d8ca9a2-79ab-4a08-9195-ca95bee10771 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:11.694298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ad84318-6347-4413-b871-ecc7986c974d req-6ce6c339-0c6b-4ca3-8c7a-536a79f4e6d1 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667836 Mar 22 14:10:11.709727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1dd95381-e913-4b4d-89ab-d2ff058e69b3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.725843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d7c61-0758-467d-a1a9-ad67291a9d73 req-97749f91-1654-49d4-9646-9ef293fdc39c tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.728946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:11.733177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a3d7c61-0758-467d-a1a9-ad67291a9d73 req-97749f91-1654-49d4-9646-9ef293fdc39c tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 946 time: 0.3041735 Mar 22 14:10:11.743209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for 1dd95381-e913-4b4d-89ab-d2ff058e69b3 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:11.767530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '2d8ca9a2-79ab-4a08-9195-ca95bee10771', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': '2d8ca9a2-79ab-4a08-9195-ca95bee10771', 'mac_address': 'fa:16:3e:6b:e8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:11.772796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d42dc10-1fed-46d9-b076-b489cbb72567 req-53dca437-fb86-4a64-a959-cd9ac4b44835 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418834 Mar 22 14:10:11.778759 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f689c63-8db8-46fd-bb49-61fa1929f0c3 x-openstack-request-id: req-9f689c63-8db8-46fd-bb49-61fa1929f0c3 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:11.779082 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "name": "network-vif-plugged", "status": "completed", "tag": "4258083a-ce19-4255-94e0-1100c56707d5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:11.779330 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f689c63-8db8-46fd-bb49-61fa1929f0c3 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:11.779747 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f689c63-8db8-46fd-bb49-61fa1929f0c3'] response: {'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5', 'code': 200} Mar 22 14:10:11.848690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-e0f8f51d-9f90-47de-b477-1956cf56afbc tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:11.851290 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-e0f8f51d-9f90-47de-b477-1956cf56afbc tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.82 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 946 time: 0.1602867 Mar 22 14:10:11.859838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (24483a8b-c439-4126-8db8-8612ed14470a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.874796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:11.875518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:11.895213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8ca9a2-79ab-4a08-9195-ca95bee10771 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:11.915815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a3d7c61-0758-467d-a1a9-ad67291a9d73 req-5666ac68-eda6-4fe2-b67d-27c692cdf8dc tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d6fcd8-77fd-45c0-958d-6923139dd4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816444 Mar 22 14:10:11.926700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:11.933293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.006094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:12.022772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event deleted for resources: {'Port': ['ID=24483a8b-c439-4126-8db8-8612ed14470a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:12.078510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Deleting port 4285461d-bdae-4690-bdc5-61a285080e04 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:12.078918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4285461d-bdae-4690-bdc5-61a285080e04), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.086382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] No DVR routers for this DVR port 24483a8b-c439-4126-8db8-8612ed14470a on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:12.110606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.114028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b9b5d91-7072-4f1d-a3e2-496106ae63e0 req-e4d2b0fb-af1f-4539-b349-e56033ef5aa3 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "DELETE /v2.0/ports/24483a8b-c439-4126-8db8-8612ed14470a HTTP/1.1" status: 204 len: 173 time: 1.9185574 Mar 22 14:10:12.122496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-946d9263-4feb-47f3-87e7-a569d90b5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.124297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-946d9263-4feb-47f3-87e7-a569d90b5b2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b23e930116f642bda5ce38b75f0172c6&device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1131 time: 0.2738245 Mar 22 14:10:12.129565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5940-d8e1-45c3-b6ed-d0d7fde49ef6 req-84568ca0-bd12-4476-862c-b5eba32892da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.131095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-679e5940-d8e1-45c3-b6ed-d0d7fde49ef6 req-84568ca0-bd12-4476-862c-b5eba32892da service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 1127 time: 0.2678993 Mar 22 14:10:12.171934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c213-4d39-4f58-a0a9-2398505c8aee req-cab850a6-9979-4171-8300-5e9b2cced98e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.174096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc03c213-4d39-4f58-a0a9-2398505c8aee req-cab850a6-9979-4171-8300-5e9b2cced98e tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.2903175 Mar 22 14:10:12.174685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1dd95381-e913-4b4d-89ab-d2ff058e69b3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.193104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['2d8ca9a2-79ab-4a08-9195-ca95bee10771'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:12.213797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=1dd95381-e913-4b4d-89ab-d2ff058e69b3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:12.274612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59306-780c-4d9d-879a-77513d10efb4 req-10131a4c-ad4b-44e3-9144-bfe41179509a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.276241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30b59306-780c-4d9d-879a-77513d10efb4 req-10131a4c-ad4b-44e3-9144-bfe41179509a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.2250066 Mar 22 14:10:12.290354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-deleted', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:12.291671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] For port 4285461d-bdae-4690-bdc5-61a285080e04, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4285461d-bdae-4690-bdc5-61a285080e04,segment=NetworkSegment(ecd7c204-b049-42c2-8312-55783a6f76ef),segment_id=ecd7c204-b049-42c2-8312-55783a6f76ef)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:12.292053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4285461d-bdae-4690-bdc5-61a285080e04), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.292599 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960127ce-100a-48ae-889d-166d62dcd14e" -d '{"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-deleted", "tag": "24483a8b-c439-4126-8db8-8612ed14470a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:12.312601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Calling delete_port for 4285461d-bdae-4690-bdc5-61a285080e04 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:12.316646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-679e5940-d8e1-45c3-b6ed-d0d7fde49ef6 req-588a743c-dc1c-433d-b49c-a76186f1dc56 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732349 Mar 22 14:10:12.329245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (344880cb-77bf-4bc0-a90c-96b094d787b5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.336572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc03c213-4d39-4f58-a0a9-2398505c8aee req-e8b9bcb7-d6a4-44ae-b186-1e0ff54f8ae3 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251886 Mar 22 14:10:12.381841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-5e92aee1-8f46-4bcd-9693-e99a747ec223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.392703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-5e92aee1-8f46-4bcd-9693-e99a747ec223 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2603223 Mar 22 14:10:12.415207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30b59306-780c-4d9d-879a-77513d10efb4 req-56ebf903-8a7f-49f9-9fb1-30bdfe2c6117 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263316 Mar 22 14:10:12.476930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.482342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (344880cb-77bf-4bc0-a90c-96b094d787b5), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.510898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31ac1b-bc7e-4654-a1dd-29e22da42434 req-b720a494-0492-47de-9f41-e285c741b36c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.527066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a31ac1b-bc7e-4654-a1dd-29e22da42434 req-b720a494-0492-47de-9f41-e285c741b36c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 945 time: 0.0814753 Mar 22 14:10:12.534373 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec46e4-eaa7-4c26-b521-abb51c79a602 x-openstack-request-id: req-faec46e4-eaa7-4c26-b521-abb51c79a602 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:12.534373 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57c9570-4391-4256-907a-408fb1995853", "name": "network-vif-deleted", "tag": "24483a8b-c439-4126-8db8-8612ed14470a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:12.534591 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faec46e4-eaa7-4c26-b521-abb51c79a602 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:12.555885 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faec46e4-eaa7-4c26-b521-abb51c79a602'] response: {'server_uuid': 'b57c9570-4391-4256-907a-408fb1995853', 'name': 'network-vif-deleted', 'tag': '24483a8b-c439-4126-8db8-8612ed14470a', 'status': 'completed', 'code': 200} Mar 22 14:10:12.577455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (344880cb-77bf-4bc0-a90c-96b094d787b5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.578100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router 344880cb-77bf-4bc0-a90c-96b094d787b5 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:12.599502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.604793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7153649c-a2ee-4d60-bd75-0ffa8729d1d1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 204 len: 168 time: 2.0762095 Mar 22 14:10:12.604945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42402) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.609920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-60954402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:12.618372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-ae3b291f-35e4-41e6-8f5f-845c3c4d0c44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 200 len: 217 time: 0.0869226 Mar 22 14:10:12.621440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.658254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3947a6e-f776-49ea-9fb8-79333789be52 req-1e1d265b-3dcf-4f71-841d-af5dc7bfe7d8 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 210 time: 0.0441382 Mar 22 14:10:12.679692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.680692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.705762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:12.711365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a31ac1b-bc7e-4654-a1dd-29e22da42434 req-d3eddd0d-c298-4b02-a0cd-a151babefbf1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825600 Mar 22 14:10:12.715771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-952b54c3-99d2-4644-a122-31821fc5c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.717192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-952b54c3-99d2-4644-a122-31821fc5c46e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0906920 Mar 22 14:10:12.776631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 24483a8b-c439-4126-8db8-8612ed14470a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:12.777546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24483a8b-c439-4126-8db8-8612ed14470a not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:12.785368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4285461d-bdae-4690-bdc5-61a285080e04), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.795721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-896a8153-9959-4a47-a966-4b881c3c0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.797802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-896a8153-9959-4a47-a966-4b881c3c0e54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0724339 Mar 22 14:10:12.800616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4285461d-bdae-4690-bdc5-61a285080e04'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:12.823415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.824432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60f5a720-c21d-42ef-894c-21ed32dc2482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.828009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Pushing event deleted for resources: {'Port': ['ID=4285461d-bdae-4690-bdc5-61a285080e04,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:12.837848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.906611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] No DVR routers for this DVR port 4285461d-bdae-4690-bdc5-61a285080e04 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:12.912055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.917293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8829adc8-7126-4838-a0e2-81392284d039 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3085408 Mar 22 14:10:12.917293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:12.919951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-142f6c44-9e84-48b8-9af8-665bfcc92ec1 req-cf8954c0-1262-4704-8181-81c1b30e6c39 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.82 "DELETE /v2.0/ports/4285461d-bdae-4690-bdc5-61a285080e04 HTTP/1.1" status: 204 len: 173 time: 1.0616453 Mar 22 14:10:12.921929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'name': 'network-vif-deleted', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:12.923239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42410) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.928344 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052232b1-9a9d-4de2-85ed-d4f595eeb54f" -d '{"events": [{"server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "name": "network-vif-deleted", "tag": "4285461d-bdae-4690-bdc5-61a285080e04"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:12.931151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:12.941880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f91c5-b9a0-4fae-8f25-285e06cbbdb0 req-fd359277-c738-473f-b9de-cc482a3327a3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:12.946680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a77f91c5-b9a0-4fae-8f25-285e06cbbdb0 req-fd359277-c738-473f-b9de-cc482a3327a3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.1662865 Mar 22 14:10:12.958318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42416) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:12.963973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'floatingip': {'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:13.009207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.026244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-6b6959f4-988d-4c22-9c23-435c555d57d5 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136335 Mar 22 14:10:13.133288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ef355-e529-4ed0-bb54-61557b1ec136 req-e6b08e9e-013b-48a5-a5f8-b89c98ead79b tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.134824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c60ef355-e529-4ed0-bb54-61557b1ec136 req-e6b08e9e-013b-48a5-a5f8-b89c98ead79b tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 945 time: 0.3130004 Mar 22 14:10:13.156409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60f5a720-c21d-42ef-894c-21ed32dc2482 admin admin] Publish callbacks [] for security_group (1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.163563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60f5a720-c21d-42ef-894c-21ed32dc2482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.170403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8272fb13-6036-4827-8531-4f616dafa7bc req-7876773a-19f5-45fb-a72e-2767df062439 tempest-ServerPasswordTestJSON-227562142 tempest-ServerPasswordTestJSON-227562142-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea67eea-a8b3-459f-89e4-2f9476fd8635 HTTP/1.1" status: 200 len: 210 time: 0.1038616 Mar 22 14:10:13.173160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-996828c0-34f0-4469-ba30-668671be2240 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b57c9570-4391-4256-907a-408fb1995853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1047182 Mar 22 14:10:13.254550 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8264e2-d884-449a-9ccb-4a89997fd383 x-openstack-request-id: req-cd8264e2-d884-449a-9ccb-4a89997fd383 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:13.254838 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea67eea-a8b3-459f-89e4-2f9476fd8635", "name": "network-vif-deleted", "tag": "4285461d-bdae-4690-bdc5-61a285080e04", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:13.255113 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd8264e2-d884-449a-9ccb-4a89997fd383 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:13.255503 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8264e2-d884-449a-9ccb-4a89997fd383'] response: {'server_uuid': '6ea67eea-a8b3-459f-89e4-2f9476fd8635', 'name': 'network-vif-deleted', 'tag': '4285461d-bdae-4690-bdc5-61a285080e04', 'status': 'completed', 'code': 200} Mar 22 14:10:13.290727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60f5a720-c21d-42ef-894c-21ed32dc2482 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89332d0a0b2c496798ca2c196ff16454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6688895 Mar 22 14:10:13.291509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5a720-c21d-42ef-894c-21ed32dc2482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:13.293821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:13.315290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-1b53befe-8471-4115-a84a-d5afb5fd9372 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&device_id=b57c9570-4391-4256-907a-408fb1995853 HTTP/1.1" status: 200 len: 210 time: 0.0723422 Mar 22 14:10:13.324832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c60ef355-e529-4ed0-bb54-61557b1ec136 req-3d444824-7147-4e09-8ff5-33d5c79648e6 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604118 Mar 22 14:10:13.425704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57b11e8a-d25a-4ce7-8782-69aae65a2d08 req-2f2698a5-a76b-46b1-b566-aae3191659cb service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709481 Mar 22 14:10:13.434059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] Publish callbacks [] for security_group (1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.463344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.526287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] Publish callbacks [] for security_group (1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.596101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 2d8ca9a2-79ab-4a08-9195-ca95bee10771 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:13.596390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-07f93da5-0031-4162-91c0-b6b3a7f0b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.598236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-07f93da5-0031-4162-91c0-b6b3a7f0b88b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2339671 Mar 22 14:10:13.605658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a97fb7-8ab6-4298-9e4d-583caa43c003 req-0aaee0af-97d7-4934-a164-da653e6d6a95 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.612959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39a97fb7-8ab6-4298-9e4d-583caa43c003 req-0aaee0af-97d7-4934-a164-da653e6d6a95 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 949 time: 0.1894119 Mar 22 14:10:13.668049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:13.673485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:13.673853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.681492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.684058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.688190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8 HTTP/1.1" status: 204 len: 168 time: 0.3892875 Mar 22 14:10:13.746723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197a61b-0028-4fe0-b104-78f84322078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40d08d-b5aa-455a-a88a-4d3f7c7a1df8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:13.781407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:13.782488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.786139 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ae8d5-3824-417c-8fa5-29717f4f9d9f" -d '{"events": [{"server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "name": "network-vif-plugged", "status": "completed", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:13.787944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39a97fb7-8ab6-4298-9e4d-583caa43c003 req-b948dc77-0c16-4c7a-aafd-5a41d2b932e2 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743417 Mar 22 14:10:13.792181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.853048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-c6e9d129-7d73-4efa-8710-ed4da53f48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:13.857343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4d72ad0-73ce-40e0-96df-e863937a9aa5 req-c6e9d129-7d73-4efa-8710-ed4da53f48c7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2414529 Mar 22 14:10:13.902865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:13.903923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.976522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:13.989293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:13.990516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4285461d-bdae-4690-bdc5-61a285080e04 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:14.016713 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Floating IP 57657f3b-5163-4134-8cbd-5cd3ef788265 associated. External IP: 172.25.3.35, port: 5219d92b-517c-4a10-a9e6-33d330d67582. Mar 22 14:10:14.027911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4285461d-bdae-4690-bdc5-61a285080e04 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:14.031862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4285461d-bdae-4690-bdc5-61a285080e04 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:14.093047 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94441a5-8099-46b8-a00b-b2e38ac34893 x-openstack-request-id: req-c94441a5-8099-46b8-a00b-b2e38ac34893 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:14.094883 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "name": "network-vif-plugged", "status": "completed", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:14.095954 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c94441a5-8099-46b8-a00b-b2e38ac34893 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:14.096524 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94441a5-8099-46b8-a00b-b2e38ac34893'] response: {'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5', 'code': 200} Mar 22 14:10:14.135682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:14.231233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:14.240197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea97fbe-5264-4ea5-87fd-247e4ae50317 req-115d654c-b694-4936-8ea1-831fbf80cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.242123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3ea97fbe-5264-4ea5-87fd-247e4ae50317 req-115d654c-b694-4936-8ea1-831fbf80cf04 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e00f3127-5404-434c-a94e-1815da2115c0 HTTP/1.1" status: 200 len: 1127 time: 0.0818233 Mar 22 14:10:14.258232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c027ac4d-6eac-4113-af2c-5e9b2c3a572e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.393936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d922-e821-4790-8841-8270a9c815a7 req-a5b4b638-278b-4ab9-a028-6223afef9bf0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.395442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc78d922-e821-4790-8841-8270a9c815a7 req-a5b4b638-278b-4ab9-a028-6223afef9bf0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 945 time: 0.4869535 Mar 22 14:10:14.409991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3ea97fbe-5264-4ea5-87fd-247e4ae50317 req-9bdf5a69-4108-4ae2-a506-f588edf0bd31 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584148 Mar 22 14:10:14.442580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:10:14.460906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296110f4-6bd6-42af-a833-adf066d234d6 req-e8da3d59-0750-4e6f-9534-164d162324a7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.462372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-296110f4-6bd6-42af-a833-adf066d234d6 req-e8da3d59-0750-4e6f-9534-164d162324a7 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.1876028 Mar 22 14:10:14.478961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c027ac4d-6eac-4113-af2c-5e9b2c3a572e admin admin] Publish callbacks [] for security_group (70b8d1a4-9183-41f0-918a-a6925bf559f8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.525464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (28af065b-5f7d-464b-a6e5-69015dc334c0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.539247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c027ac4d-6eac-4113-af2c-5e9b2c3a572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (70b8d1a4-9183-41f0-918a-a6925bf559f8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.552375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc78d922-e821-4790-8841-8270a9c815a7 req-b4437031-f9a8-40a4-ab21-e9c69d611cb9 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494060 Mar 22 14:10:14.556222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.607531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027ac4d-6eac-4113-af2c-5e9b2c3a572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8d1a4-9183-41f0-918a-a6925bf559f8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:14.615773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:14.619632 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c027ac4d-6eac-4113-af2c-5e9b2c3a572e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d4aa3df9dbb4034a5cea4438e1b9b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871891 Mar 22 14:10:14.626576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-296110f4-6bd6-42af-a833-adf066d234d6 req-9ce90743-b50b-4d9d-9dae-fe63fda79fa8 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474211 Mar 22 14:10:14.631600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42444) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:14.653222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-63060433-5cfb-4ea9-8cc2-d17f42ddf30f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.665898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-63060433-5cfb-4ea9-8cc2-d17f42ddf30f tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 944 time: 0.2372596 Mar 22 14:10:14.701523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:14.706350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.713546 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Sync routers for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:14.725512 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:14.726172 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:14.727444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:14.754503 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-186aeb55-9625-48d9-badb-60491e352a1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "PUT /v2.0/floatingips/57657f3b-5163-4134-8cbd-5cd3ef788265 HTTP/1.1" status: 200 len: 990 time: 1.7949715 Mar 22 14:10:14.758119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] Publish callbacks [] for security_group (70b8d1a4-9183-41f0-918a-a6925bf559f8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.809362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] Publish callbacks [] for security_group (70b8d1a4-9183-41f0-918a-a6925bf559f8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.843570 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:14.845862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Deleting subnet 97708487-e82f-4ee6-8fa5-454f39517f18 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:14.868987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (70b8d1a4-9183-41f0-918a-a6925bf559f8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.873008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.878358 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70b8d1a4-9183-41f0-918a-a6925bf559f8 HTTP/1.1" status: 204 len: 168 time: 0.2321596 Mar 22 14:10:14.887570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Publish callbacks [] for subnet (97708487-e82f-4ee6-8fa5-454f39517f18), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.900884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:14.903759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab0b3-409b-4b84-ba5d-d8226ac7f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8d1a4-9183-41f0-918a-a6925bf559f8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:14.919566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'mac_address': 'fa:16:3e:87:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:14.975614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:14.976012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:14.977722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811152e5-1a82-44e9-82f1-cddc27c03b07 req-6aa75984-4c95-46e5-a85f-6c4cd5a282d7 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:14.985439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-811152e5-1a82-44e9-82f1-cddc27c03b07 req-6aa75984-4c95-46e5-a85f-6c4cd5a282d7 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 945 time: 0.3107288 Mar 22 14:10:14.991472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:15.011944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Allocated IP 172.25.3.33 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/fb2ecced-6fd3-483b-9d62-564dc6a82947) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:15.016812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:15.021738 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.040241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (97708487-e82f-4ee6-8fa5-454f39517f18), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.097905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=13']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:15.166151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '57657f3b-5163-4134-8cbd-5cd3ef788265', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:10:13Z', 'revision_number': 1, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:15.183864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-811152e5-1a82-44e9-82f1-cddc27c03b07 req-2738e3bb-2bb5-4a55-ada4-80ded146392a tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973665 Mar 22 14:10:15.191203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25875233-2ba4-4dee-b988-897fce0dd340 req-bc164edf-d27a-4674-8c3d-fad682273bde tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:15.199748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Checking router: 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:10:15.202901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25875233-2ba4-4dee-b988-897fce0dd340 req-bc164edf-d27a-4674-8c3d-fad682273bde tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.3666115 Mar 22 14:10:15.221548 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:15.222453 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:15.258558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:15.261885 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3fa42-7547-416e-8c2f-ea31a557e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:15.303260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (97708487-e82f-4ee6-8fa5-454f39517f18), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.303497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['5adea0b1-79ca-461f-8455-cd7665a6ab6f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:15.364965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Deleting port 96a50575-5077-4279-a4fb-6fb1e51f2b91 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:15.365569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.395308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:15.586400 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (97708487-e82f-4ee6-8fa5-454f39517f18), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.657228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97708487-e82f-4ee6-8fa5-454f39517f18,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:15.687367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25875233-2ba4-4dee-b988-897fce0dd340 req-7408f236-8814-4900-ad17-e3baffdacd9b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701366 Mar 22 14:10:15.727165 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.734395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:15.734649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-48164b4c-3b65-4ba4-bad3-56bf775f8440 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/97708487-e82f-4ee6-8fa5-454f39517f18 HTTP/1.1" status: 204 len: 168 time: 1.1168764 Mar 22 14:10:15.738344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for port (fb2ecced-6fd3-483b-9d62-564dc6a82947), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.756828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '57657f3b-5163-4134-8cbd-5cd3ef788265', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:10:13Z', 'revision_number': 1, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:15.781751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e4ee-6ae4-4269-8259-293ef99054ed req-73f16ca0-daae-4f8b-a69c-b4a51b3b73ee tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:15.789306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33a1e4ee-6ae4-4269-8259-293ef99054ed req-73f16ca0-daae-4f8b-a69c-b4a51b3b73ee tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 950 time: 0.4135971 Mar 22 14:10:15.793434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84d55a-2095-4a09-bce8-abf493e1a590 None None] The sync data for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 is: [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '57657f3b-5163-4134-8cbd-5cd3ef788265', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:09:46Z', 'updated_at': '2022-03-22T14:10:13Z', 'revision_number': 1, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:15.855462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c82d2eff-0d2d-4337-a729-9c31c52eedce), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.920573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] For port 96a50575-5077-4279-a4fb-6fb1e51f2b91, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96a50575-5077-4279-a4fb-6fb1e51f2b91,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:15.920942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.958076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c82d2eff-0d2d-4337-a729-9c31c52eedce), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:15.964034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Calling delete_port for 96a50575-5077-4279-a4fb-6fb1e51f2b91 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:15.983840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82d2eff-0d2d-4337-a729-9c31c52eedce']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:15.988826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33a1e4ee-6ae4-4269-8259-293ef99054ed req-9a598048-1b83-4453-a2af-7329310f6bf8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921053 Mar 22 14:10:15.997193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fb2ecced-6fd3-483b-9d62-564dc6a82947), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.015213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd7c204-b049-42c2-8312-55783a6f76ef') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:16.015577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd7c204-b049-42c2-8312-55783a6f76ef') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:16.027822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (ecd7c204-b049-42c2-8312-55783a6f76ef), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.056070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ecd7c204-b049-42c2-8312-55783a6f76ef), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.066687 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864bd6e0-470b-4458-b02c-4a225c581d35 x-openstack-request-id: req-864bd6e0-470b-4458-b02c-4a225c581d35 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:16.066978 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:16.067759 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-864bd6e0-470b-4458-b02c-4a225c581d35 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:16.071850 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864bd6e0-470b-4458-b02c-4a225c581d35'] response: {'name': 'network-changed', 'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'status': 'completed', 'code': 200} Mar 22 14:10:16.075928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c744c-42cb-4926-858b-e87d9bda090b req-71b995d9-d77e-451b-96f7-c5d619b2e769 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.077707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b7c744c-42cb-4926-858b-e87d9bda090b req-71b995d9-d77e-451b-96f7-c5d619b2e769 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e00f3127-5404-434c-a94e-1815da2115c0 HTTP/1.1" status: 200 len: 945 time: 0.2658923 Mar 22 14:10:16.079335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:16.079758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (ecd7c204-b049-42c2-8312-55783a6f76ef), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:16.086644 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:16.097291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:16.099613 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8fb39b-946a-4497-8d95-61ac348170ec" -d '{"events": [{"server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:16.206879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:16.218612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Pushing event updated for resources: {'Port': ['ID=fb2ecced-6fd3-483b-9d62-564dc6a82947,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:16.222198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c82d2eff-0d2d-4337-a729-9c31c52eedce), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.222381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:16.228857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:16.229325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.233194 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c82d2eff-0d2d-4337-a729-9c31c52eedce HTTP/1.1" status: 204 len: 168 time: 0.4977541 Mar 22 14:10:16.245240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baddcc5-6626-4268-80a0-d6160c742d06 None None] New status for floating IP 57657f3b-5163-4134-8cbd-5cd3ef788265: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:10:16.258682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-1af167f3-164f-4cc3-9f2c-9da4b812ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.260300 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-1af167f3-164f-4cc3-9f2c-9da4b812ddf6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1127 time: 0.1447234 Mar 22 14:10:16.307500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1d388-cc43-4c41-950a-14813d834494 admin admin] Pushing event deleted for resources: {'Network': ['ID=c82d2eff-0d2d-4337-a729-9c31c52eedce,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:16.370859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b7c744c-42cb-4926-858b-e87d9bda090b req-7278bef4-5e77-4b32-9925-ed16812fae1b tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265496 Mar 22 14:10:16.382414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338eb5c-f12f-4e1a-95e2-af10849a2d47 req-fa5413b7-c825-44d5-80bd-f6a70d1c0e84 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.384068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3338eb5c-f12f-4e1a-95e2-af10849a2d47 req-fa5413b7-c825-44d5-80bd-f6a70d1c0e84 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 946 time: 0.2329621 Mar 22 14:10:16.497801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-9cf9d203-4ff3-46b3-a49e-25d8e75f52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.502171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-9cf9d203-4ff3-46b3-a49e-25d8e75f52a9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.2149730 Mar 22 14:10:16.596899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.706542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-33162243-bc18-49ae-aabc-656d3f752627 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c786b40cbac64e098348f3c9b61c0dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1059268 Mar 22 14:10:16.706542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-ada9cbce-5a7c-4357-9148-5ea3e0db6a87 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 1000 time: 0.1961386 Mar 22 14:10:16.707916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:16.761006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:16.804929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-f09cab19-418a-461e-aae0-ff1b0e22a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.806560 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-f09cab19-418a-461e-aae0-ff1b0e22a2ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.0909185 Mar 22 14:10:16.843633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] Publish callbacks [] for security_group (f5d6fcd8-77fd-45c0-958d-6923139dd4e8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.861501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (96a50575-5077-4279-a4fb-6fb1e51f2b91), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.870115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] Publish callbacks [] for security_group (f5d6fcd8-77fd-45c0-958d-6923139dd4e8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.917797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-9cae44ea-0892-436c-b1e0-62c8123f01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.919955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-9cae44ea-0892-436c-b1e0-62c8123f01d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056676 Mar 22 14:10:16.920762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:16.925434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 5adea0b1-79ca-461f-8455-cd7665a6ab6f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:16.926020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:16.941673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3338eb5c-f12f-4e1a-95e2-af10849a2d47 req-bc0c8db7-b148-40f4-8967-ee30336450e8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642649 Mar 22 14:10:16.956176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event deleted for resources: {'Port': ['ID=96a50575-5077-4279-a4fb-6fb1e51f2b91,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:16.977101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782c87-84df-46d5-937b-713ac3c15a9c req-67694eed-1558-471c-8e34-146bb4bda478 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:16.978830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61782c87-84df-46d5-937b-713ac3c15a9c req-67694eed-1558-471c-8e34-146bb4bda478 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=e032d82c-1bdb-467f-8748-0efa6ff38cff HTTP/1.1" status: 200 len: 866 time: 0.4160864 Mar 22 14:10:17.105113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5adea0b1-79ca-461f-8455-cd7665a6ab6f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:17.105701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.112294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f5d6fcd8-77fd-45c0-958d-6923139dd4e8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.117132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.122189 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5d6fcd8-77fd-45c0-958d-6923139dd4e8 HTTP/1.1" status: 204 len: 168 time: 0.4107752 Mar 22 14:10:17.162676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b69d18-496a-4dc0-bc39-f99ecdc26d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6fcd8-77fd-45c0-958d-6923139dd4e8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:17.177606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:17.200987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.241228 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-52c92364-92ef-4107-a50c-2fe775c96c4e service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151424 Mar 22 14:10:17.308386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=14']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:17.317805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] No DVR routers for this DVR port 96a50575-5077-4279-a4fb-6fb1e51f2b91 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:17.365630 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.373102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f7a813-0ca8-4ab7-831e-305980c9e200 req-84731f21-9bb8-492a-bd69-27ceb2303882 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "DELETE /v2.0/ports/96a50575-5077-4279-a4fb-6fb1e51f2b91 HTTP/1.1" status: 204 len: 173 time: 2.7002728 Mar 22 14:10:17.381036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-73d3fa42-7547-416e-8c2f-ea31a557e6a5 req-6ca625ba-1976-4af1-9f99-d82c4c95503f service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333337 Mar 22 14:10:17.409093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-deleted', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:17.411415 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7473173b-2984-46ec-a651-2c88b06321d2" -d '{"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-deleted", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:17.449406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61782c87-84df-46d5-937b-713ac3c15a9c req-87596bfb-edf3-41dd-88e3-e991e70eb609 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194977 Mar 22 14:10:17.469221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router_gateway (28af065b-5f7d-464b-a6e5-69015dc334c0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:17.933048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078586b-a503-4026-baad-6847965e71b0 req-b3a9e00e-1dac-4ef2-a36c-36657a3a7ea6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:17.939903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4078586b-a503-4026-baad-6847965e71b0 req-b3a9e00e-1dac-4ef2-a36c-36657a3a7ea6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.8470335 Mar 22 14:10:18.072320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56ccd-69ad-4215-aead-cd4f9eed4856 req-510990e0-09f3-45f5-ac79-a041c9b86e7d tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.073869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f56ccd-69ad-4215-aead-cd4f9eed4856 req-510990e0-09f3-45f5-ac79-a041c9b86e7d tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 1133 time: 0.4881265 Mar 22 14:10:18.085695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4078586b-a503-4026-baad-6847965e71b0 req-fcec85c5-8d95-4195-a0bc-213955283ab3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447933 Mar 22 14:10:18.145374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.152044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.156452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f56ccd-69ad-4215-aead-cd4f9eed4856 req-cdd1a860-7f90-4993-9410-7c0ad7744daa tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Mar 22 14:10:18.163850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:18.172556 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25faa2ca-65ba-4dfe-8d39-6438d37ee17a x-openstack-request-id: req-25faa2ca-65ba-4dfe-8d39-6438d37ee17a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:18.173020 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:18.176865 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25faa2ca-65ba-4dfe-8d39-6438d37ee17a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:18.177473 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25faa2ca-65ba-4dfe-8d39-6438d37ee17a'] response: {'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771', 'code': 200} Mar 22 14:10:18.298470 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f6fe3-a41d-4f59-981d-9e685aff7388 x-openstack-request-id: req-402f6fe3-a41d-4f59-981d-9e685aff7388 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:18.298762 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e032d82c-1bdb-467f-8748-0efa6ff38cff", "name": "network-vif-deleted", "tag": "96a50575-5077-4279-a4fb-6fb1e51f2b91", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:18.299015 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-402f6fe3-a41d-4f59-981d-9e685aff7388 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:18.299453 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402f6fe3-a41d-4f59-981d-9e685aff7388'] response: {'server_uuid': 'e032d82c-1bdb-467f-8748-0efa6ff38cff', 'name': 'network-vif-deleted', 'tag': '96a50575-5077-4279-a4fb-6fb1e51f2b91', 'status': 'completed', 'code': 200} Mar 22 14:10:18.365820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1365399269-network', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:18.397910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Router 28af065b-5f7d-464b-a6e5-69015dc334c0 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:18.415017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0e296-3d58-4e9e-a206-16dbe77f6539 req-afdc7db4-f540-4129-bd35-5ce958196639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.416607 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7de0e296-3d58-4e9e-a206-16dbe77f6539 req-afdc7db4-f540-4129-bd35-5ce958196639 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 1128 time: 0.1643438 Mar 22 14:10:18.417753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Made reservation on behalf of 70dfc3ffeefc466d96a178e950df41aa for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:18.430304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.458004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.525221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-7de0e296-3d58-4e9e-a206-16dbe77f6539 req-e5075a75-2707-4bbd-b936-614f9a26f2e1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764103 Mar 22 14:10:18.544653 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3af71d09-6643-44e0-866b-b44612adb6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.592827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks [] for security_group (a79e2fb3-9c1c-44db-8a74-54a44b354e02), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.602315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a79e2fb3-9c1c-44db-8a74-54a44b354e02), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.603550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679ae89-36bd-4600-86b7-0e38088d193e req-6a58893c-4781-4679-88f2-8d473fb94cd3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.613488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6679ae89-36bd-4600-86b7-0e38088d193e req-6a58893c-4781-4679-88f2-8d473fb94cd3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 946 time: 0.2283888 Mar 22 14:10:18.633454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:18.640086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e2fb3-9c1c-44db-8a74-54a44b354e02,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:18.648695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ae8c28c-9018-4b82-a163-e6a68b5f9b95), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.649134 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Added segment 2ae8c28c-9018-4b82-a163-e6a68b5f9b95 of type vlan for network e3307e89-bbea-46e3-99ac-b6a9e45124f9 Mar 22 14:10:18.695458 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e3307e89-bbea-46e3-99ac-b6a9e45124f9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.699882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6679ae89-36bd-4600-86b7-0e38088d193e req-339ce422-94ff-4fc0-b552-33c49a923d75 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794947 Mar 22 14:10:18.720243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:18.726453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.727310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e3307e89-bbea-46e3-99ac-b6a9e45124f9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.730088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:18.730339 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] Sync routers for ids ['28af065b-5f7d-464b-a6e5-69015dc334c0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:18.730838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.738736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b3bba42-d2ca-4306-a882-75ce52bff02c tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "PUT /v2.0/routers/28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 200 len: 913 time: 5.8110342 Mar 22 14:10:18.740303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42566) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:18.750773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] Routers {'28af065b-5f7d-464b-a6e5-69015dc334c0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:18.751462 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28af065b-5f7d-464b-a6e5-69015dc334c0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:18.759184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:18.804855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 96a50575-5077-4279-a4fb-6fb1e51f2b91 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:18.805152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96a50575-5077-4279-a4fb-6fb1e51f2b91 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:18.811949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6469696 Mar 22 14:10:18.815169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42572) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:18.820928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Request body: {'subnet': {'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1365399269-subnet', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:18.829675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6218176-25e5-4cbe-825f-ed59ea1c49f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3307e89-bbea-46e3-99ac-b6a9e45124f9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:18.840807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:18.851140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Made reservation on behalf of 70dfc3ffeefc466d96a178e950df41aa for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:18.855085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:18.890828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:18.928406 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] Routers {'28af065b-5f7d-464b-a6e5-69015dc334c0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:18.929069 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28af065b-5f7d-464b-a6e5-69015dc334c0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:18.986074 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:18.986993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e5fd5-ef76-4069-b8c2-715860b735e6 None None] The sync data for ids ['28af065b-5f7d-464b-a6e5-69015dc334c0'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:18.998346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3fef2a7-97cd-46b3-944f-53516b58fb48 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 200 len: 919 time: 0.2541230 Mar 22 14:10:19.012379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42576) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.111343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.115171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e6e3-9f56-49d4-b716-38d093cb48ac req-1767e438-60f6-4b8a-8880-d04aea66bd14 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.122560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9833e6e3-9f56-49d4-b716-38d093cb48ac req-1767e438-60f6-4b8a-8880-d04aea66bd14 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 951 time: 0.1669903 Mar 22 14:10:19.176670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2434f-53ad-4417-8aec-5fa70afd5478 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.179273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fdc2434f-53ad-4417-8aec-5fa70afd5478 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=28af065b-5f7d-464b-a6e5-69015dc334c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1505718 Mar 22 14:10:19.182621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42590) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.184414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:19.194854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Checking segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:19.195266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Network hostable DHCP agents. Network: e3307e89-bbea-46e3-99ac-b6a9e45124f9, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:19.216853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:19.228160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e3307e89-bbea-46e3-99ac-b6a9e45124f9) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:19.232902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.233666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.241276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c1f48-9cb7-45d4-94df-0ae58794a11b None None] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:19.253497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-715bd74b-ade0-4061-b90a-86d7d77be058 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4371855 Mar 22 14:10:19.256623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.262032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:19.285057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.286440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.315893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9833e6e3-9f56-49d4-b716-38d093cb48ac req-4d4639c5-674a-4dc1-a8c8-c02bfac1a7ad tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849926 Mar 22 14:10:19.355025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for router_controller (8a10f3a2-9097-4023-a00f-4a85cd869030), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.368878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff771783-5e9a-473c-8a94-fe5cc4b43a63 None None] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:19.451289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f1b769-4207-48d2-ba75-b991798adea6 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.455407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a0f1b769-4207-48d2-ba75-b991798adea6 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.2687607 Mar 22 14:10:19.459074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-46d4f932-bc41-4b01-8753-8d1be9b0cb7d tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.460576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-46d4f932-bc41-4b01-8753-8d1be9b0cb7d tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.2497957 Mar 22 14:10:19.461077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42598) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.509125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f744e501-bfcd-4de2-ba57-c3de434fe704 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 200 len: 205 time: 0.0408075 Mar 22 14:10:19.512981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42602) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.523482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-f7fae417-d6c4-481a-a05b-f5ec83d80108 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/quotas/7468452afaf74bc2b35ca43622ac860c HTTP/1.1" status: 200 len: 375 time: 0.0467839 Mar 22 14:10:19.630721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6eaf2-7a3c-4a91-9d3e-bf749a31eb7c req-7ff6e63d-bae7-4b81-a627-77c02d2b608b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.632291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7a6eaf2-7a3c-4a91-9d3e-bf749a31eb7c req-7ff6e63d-bae7-4b81-a627-77c02d2b608b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.2197175 Mar 22 14:10:19.791600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-bec07d7d-67bf-4f1f-8331-039e47e788ee tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2163129 Mar 22 14:10:19.799907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.825538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7a6eaf2-7a3c-4a91-9d3e-bf749a31eb7c req-5f062bcc-9f45-4b02-901c-140a605d06c1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353855 Mar 22 14:10:19.903404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:19.913006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for router_gateway (8a10f3a2-9097-4023-a00f-4a85cd869030), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:19.935587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-d0a97568-aa92-4bd9-ad55-8cef2d0386b2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.937284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-d0a97568-aa92-4bd9-ad55-8cef2d0386b2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 946 time: 0.1467195 Mar 22 14:10:19.948323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5a1d788d-5848-4dd2-acac-3cd3d352bb9d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:19.950324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5a1d788d-5848-4dd2-acac-3cd3d352bb9d tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.3304420 Mar 22 14:10:20.027839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b48a0a7-fc73-470f-a411-3c4b7fa64103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.139266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddd791-a451-4987-8497-d4663b319b2d req-8b39e16a-940d-41e4-a0a9-fc344dc84498 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.140648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77ddd791-a451-4987-8497-d4663b319b2d req-8b39e16a-940d-41e4-a0a9-fc344dc84498 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 945 time: 0.2483177 Mar 22 14:10:20.148510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (28af065b-5f7d-464b-a6e5-69015dc334c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.179273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:20.181105 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741018de-dcd8-43d4-968c-5d3455171c8d" -d '{"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:20.183809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:20.184152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.210880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-5251a645-e68b-4ba0-a417-4effd5d7da1f service neutron] 10.222.0.81 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913865 Mar 22 14:10:20.283707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b48a0a7-fc73-470f-a411-3c4b7fa64103 admin admin] Publish callbacks [] for security_group (d6daa98c-1e9a-4420-b583-32e64528871e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.295724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22e49-c594-4c1f-94f5-8539febada5f req-a212e094-6f52-4004-9be8-912c0505a7ea tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.297214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-23b22e49-c594-4c1f-94f5-8539febada5f req-a212e094-6f52-4004-9be8-912c0505a7ea tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.82 "GET /v2.0/ports?device_id=e00f3127-5404-434c-a94e-1815da2115c0 HTTP/1.1" status: 200 len: 945 time: 0.1843908 Mar 22 14:10:20.309764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b48a0a7-fc73-470f-a411-3c4b7fa64103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d6daa98c-1e9a-4420-b583-32e64528871e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.326853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77ddd791-a451-4987-8497-d4663b319b2d req-308147d8-1bdf-45a9-92e7-100fc26ac145 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a7e1333-ac54-4d88-92dc-489b7de2e3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722710 Mar 22 14:10:20.343298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Deleting port e6bdf6b1-8081-4a00-9d80-16debedba293 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:20.343654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.459268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port 2d8ca9a2-79ab-4a08-9195-ca95bee10771, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=2d8ca9a2-79ab-4a08-9195-ca95bee10771,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:20.459638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.484720 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6b48a0a7-fc73-470f-a411-3c4b7fa64103 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb33845c1b6a42dd8486cccc819bc848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758104 Mar 22 14:10:20.488221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:20.496087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for 2d8ca9a2-79ab-4a08-9195-ca95bee10771 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:20.502385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a0a7-fc73-470f-a411-3c4b7fa64103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6daa98c-1e9a-4420-b583-32e64528871e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:20.640560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for router_gateway (8a10f3a2-9097-4023-a00f-4a85cd869030), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.692942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.711959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] Publish callbacks [] for security_group (d6daa98c-1e9a-4420-b583-32e64528871e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.754339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Deleting port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:20.754683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.761801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port fb2ecced-6fd3-483b-9d62-564dc6a82947 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:20.762250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fb2ecced-6fd3-483b-9d62-564dc6a82947), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.776387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-18161c05-6c7f-4c05-8051-f9ae82ca1d2d service neutron] 10.222.0.81 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506420 Mar 22 14:10:20.800018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-80933055-b19a-4760-ba70-f730b01337db tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.801487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-80933055-b19a-4760-ba70-f730b01337db tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 951 time: 0.5935869 Mar 22 14:10:20.840088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] Publish callbacks [] for security_group (d6daa98c-1e9a-4420-b583-32e64528871e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.917013 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee63e-42f4-4aaa-b1a2-0d9fb9debb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.926589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] For port e6bdf6b1-8081-4a00-9d80-16debedba293, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e6bdf6b1-8081-4a00-9d80-16debedba293,segment=NetworkSegment(453a1592-c587-4556-8eca-cc648d1cc5b4),segment_id=453a1592-c587-4556-8eca-cc648d1cc5b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:20.927559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:20.981120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Calling delete_port for e6bdf6b1-8081-4a00-9d80-16debedba293 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:20.993181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda3510-5785-41c2-b7b2-1a4a66dcf632 req-f5a3aa0e-aabb-41fb-82ab-a7b5d7f5650f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:20.994747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eda3510-5785-41c2-b7b2-1a4a66dcf632 req-f5a3aa0e-aabb-41fb-82ab-a7b5d7f5650f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 946 time: 0.3068695 Mar 22 14:10:20.996655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2d8ca9a2-79ab-4a08-9195-ca95bee10771), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.001944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Allocated IP 172.25.3.139 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b032cae7-4f39-424a-9799-69d55b846e6e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:21.002537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-04aede87-f15b-40c9-9b5a-f5b422ad1425 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.003996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-04aede87-f15b-40c9-9b5a-f5b422ad1425 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/ports?device_id=7271cbfc-2463-4ba2-b9ed-19a9c6f25148 HTTP/1.1" status: 200 len: 945 time: 0.3220870 Mar 22 14:10:21.013180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] For port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:21.013522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.014305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['2d8ca9a2-79ab-4a08-9195-ca95bee10771'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:21.049332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fb2ecced-6fd3-483b-9d62-564dc6a82947), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.069605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Calling delete_port for bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:21.073987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=2d8ca9a2-79ab-4a08-9195-ca95bee10771,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.092636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d6daa98c-1e9a-4420-b583-32e64528871e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.096660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.101012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6daa98c-1e9a-4420-b583-32e64528871e HTTP/1.1" status: 204 len: 168 time: 0.6077957 Mar 22 14:10:21.144372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for fb2ecced-6fd3-483b-9d62-564dc6a82947 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:21.188623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91811-29df-43c3-a4cd-82f9c1bcc2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6daa98c-1e9a-4420-b583-32e64528871e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.238054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port 2d8ca9a2-79ab-4a08-9195-ca95bee10771 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:21.241765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.246020 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e5e4dca9-c579-4a4e-a06d-f9b31da07f72 req-f610a3b8-aa43-4cc2-9982-6d25b4d516fe tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "DELETE /v2.0/ports/2d8ca9a2-79ab-4a08-9195-ca95bee10771 HTTP/1.1" status: 204 len: 173 time: 1.2989659 Mar 22 14:10:21.251507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'name': 'network-vif-deleted', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:21.254100 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c072a3-5e76-49de-8ead-8dbd03b9a050" -d '{"events": [{"server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "name": "network-vif-deleted", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:21.288921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eda3510-5785-41c2-b7b2-1a4a66dcf632 req-41f91221-d761-4def-a166-5acf2a808637 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785211 Mar 22 14:10:21.306907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Deleting port 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:21.307329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.344163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for port (b032cae7-4f39-424a-9799-69d55b846e6e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.360577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656afa9-a987-408d-8d71-c3e6ccf00ef3 req-83211bb0-f869-426f-b2b1-2f684736183c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:21.362851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3656afa9-a987-408d-8d71-c3e6ccf00ef3 req-83211bb0-f869-426f-b2b1-2f684736183c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.3513932 Mar 22 14:10:21.376577 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1d51f3-01a6-4378-a1a7-e57c8c5f73b2 x-openstack-request-id: req-af1d51f3-01a6-4378-a1a7-e57c8c5f73b2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:21.377061 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-plugged", "status": "completed", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:21.378355 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af1d51f3-01a6-4378-a1a7-e57c8c5f73b2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:21.379098 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1d51f3-01a6-4378-a1a7-e57c8c5f73b2'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'code': 200} Mar 22 14:10:21.434923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.484197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bbc37eb9-662a-4a18-8d2c-70c2d7950fc5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.496692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4258083a-ce19-4255-94e0-1100c56707d5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:21.516730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:21.525876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b032cae7-4f39-424a-9799-69d55b846e6e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.558288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bbc37eb9-662a-4a18-8d2c-70c2d7950fc5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:21.563853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:21.578699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:21.702185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event deleted for resources: {'Port': ['ID=bbc37eb9-662a-4a18-8d2c-70c2d7950fc5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.707946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:21.713626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Deleting port 4258083a-ce19-4255-94e0-1100c56707d5 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:21.713994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4258083a-ce19-4255-94e0-1100c56707d5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.719455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] No DVR routers for this DVR port bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:21.724497 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.730279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.82 "DELETE /v2.0/ports/bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 HTTP/1.1" status: 204 len: 173 time: 1.4215126 Mar 22 14:10:21.755517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a13d4218-cd03-4543-9c92-37162d356965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.800497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] For port 5adea0b1-79ca-461f-8455-cd7665a6ab6f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5adea0b1-79ca-461f-8455-cd7665a6ab6f,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:21.800866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.837026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.838437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3656afa9-a987-408d-8d71-c3e6ccf00ef3 req-0b64f175-9c39-43bb-89de-21ad32e52f61 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356833 Mar 22 14:10:21.857552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-5cf03b27-374b-4952-96e6-be36cca7ba8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.1584477 Mar 22 14:10:21.931571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Calling delete_port for 5adea0b1-79ca-461f-8455-cd7665a6ab6f owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:21.940980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e6bdf6b1-8081-4a00-9d80-16debedba293), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:21.988278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Pushing event deleted for resources: {'Port': ['ID=e6bdf6b1-8081-4a00-9d80-16debedba293,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:21.998332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f086c90-cb47-4bac-91d7-8eb12dd9caac req-6e5c2f15-d362-44d8-ba76-0a0f0467fc8f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.006352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f086c90-cb47-4bac-91d7-8eb12dd9caac req-6e5c2f15-d362-44d8-ba76-0a0f0467fc8f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 951 time: 0.4327667 Mar 22 14:10:22.032248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fb2ecced-6fd3-483b-9d62-564dc6a82947), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.038679 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d503e4-9d18-4913-8fdf-794e525b87cf x-openstack-request-id: req-c7d503e4-9d18-4913-8fdf-794e525b87cf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:22.038971 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b64faa-64ed-4df1-8c3a-31adb2d493ab", "name": "network-vif-deleted", "tag": "2d8ca9a2-79ab-4a08-9195-ca95bee10771", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:22.039307 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7d503e4-9d18-4913-8fdf-794e525b87cf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:22.039630 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d503e4-9d18-4913-8fdf-794e525b87cf'] response: {'server_uuid': '79b64faa-64ed-4df1-8c3a-31adb2d493ab', 'name': 'network-vif-deleted', 'tag': '2d8ca9a2-79ab-4a08-9195-ca95bee10771', 'status': 'completed', 'code': 200} Mar 22 14:10:22.075783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=fb2ecced-6fd3-483b-9d62-564dc6a82947,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:22.112166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-27273520-0f25-4e63-aaf6-c3c93dbdbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.114174 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-27273520-0f25-4e63-aaf6-c3c93dbdbcb0 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=eace4ae9f7dc472a8f678401a9449467&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2148852 Mar 22 14:10:22.224642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9297e81-cfb1-467c-ae0e-f28d7db0059b req-ec64616d-588e-427b-b8e6-274a70e60738 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 210 time: 0.1099560 Mar 22 14:10:22.246778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] No DVR routers for this DVR port e6bdf6b1-8081-4a00-9d80-16debedba293 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:22.258849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.269932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26fe3dbd-06a8-471a-ba0b-c82c49b6d18d req-5470c0aa-ff85-49ba-8e54-ef45d831b6e2 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.78 "DELETE /v2.0/ports/e6bdf6b1-8081-4a00-9d80-16debedba293 HTTP/1.1" status: 204 len: 173 time: 2.2952442 Mar 22 14:10:22.289265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f086c90-cb47-4bac-91d7-8eb12dd9caac req-25bb2cee-7248-4cb1-92dc-2bb26d1a4fb1 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765994 Mar 22 14:10:22.290004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-deleted', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:22.292294 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b7ce2-16ab-4875-af2b-95c546564de5" -d '{"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-deleted", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:22.308662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] For port 4258083a-ce19-4255-94e0-1100c56707d5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4258083a-ce19-4255-94e0-1100c56707d5,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:22.309055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4258083a-ce19-4255-94e0-1100c56707d5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.342827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a13d4218-cd03-4543-9c92-37162d356965 admin admin] Publish callbacks [] for security_group (980046d8-526e-428c-8218-f8438a7f0bb3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.349493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Calling delete_port for 4258083a-ce19-4255-94e0-1100c56707d5 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:22.364459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a13d4218-cd03-4543-9c92-37162d356965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (980046d8-526e-428c-8218-f8438a7f0bb3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.423390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (28af065b-5f7d-464b-a6e5-69015dc334c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.451611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-7256ed14-236f-467c-aa2f-c0814720c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:22.453258 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-7256ed14-236f-467c-aa2f-c0814720c312 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3256385 Mar 22 14:10:22.544214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for router_gateway (8a10f3a2-9097-4023-a00f-4a85cd869030), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.545477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c43d4bc-c754-4f82-9c50-a352b46a2796 req-6a570269-6373-4301-8372-b273b82a83e2 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 210 time: 0.1190968 Mar 22 14:10:22.558354 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a13d4218-cd03-4543-9c92-37162d356965 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4acd1a413b34a049a063b6aad9b9b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8337584 Mar 22 14:10:22.582647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42658) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:22.656566 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5fe1cc-f4bb-4156-91e6-35cb64bb9c67 x-openstack-request-id: req-1f5fe1cc-f4bb-4156-91e6-35cb64bb9c67 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:22.657089 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ca2096-b8d8-4e3e-9cab-f5ead23b9731", "name": "network-vif-deleted", "tag": "e6bdf6b1-8081-4a00-9d80-16debedba293", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:22.657513 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f5fe1cc-f4bb-4156-91e6-35cb64bb9c67 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:22.658113 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5fe1cc-f4bb-4156-91e6-35cb64bb9c67'] response: {'server_uuid': 'a1ca2096-b8d8-4e3e-9cab-f5ead23b9731', 'name': 'network-vif-deleted', 'tag': 'e6bdf6b1-8081-4a00-9d80-16debedba293', 'status': 'completed', 'code': 200} Mar 22 14:10:22.664066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.672213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4218-cd03-4543-9c92-37162d356965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980046d8-526e-428c-8218-f8438a7f0bb3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:22.678330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (28af065b-5f7d-464b-a6e5-69015dc334c0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.767749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:22.818982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e6bdf6b1-8081-4a00-9d80-16debedba293 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:22.819402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e6bdf6b1-8081-4a00-9d80-16debedba293 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:22.826525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f96fec4a-556c-4c07-9c78-6ee0548a2093 req-df5b4a1c-6d53-4764-a11f-9bf4f05b6b4f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.0998480 Mar 22 14:10:22.836407 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (28af065b-5f7d-464b-a6e5-69015dc334c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.837032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router 28af065b-5f7d-464b-a6e5-69015dc334c0 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:22.844068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.845349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-77ffae93-e578-4078-a721-2332577ca103 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 204 len: 168 time: 3.3289387 Mar 22 14:10:22.849049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5adea0b1-79ca-461f-8455-cd7665a6ab6f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.850485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42668) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:22.856780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-130200609', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:22.862865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804', '0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:22.897119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.898203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.903806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event deleted for resources: {'Port': ['ID=5adea0b1-79ca-461f-8455-cd7665a6ab6f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:22.914798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:22.929277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:22.939524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] Publish callbacks [] for security_group (980046d8-526e-428c-8218-f8438a7f0bb3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.011081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] No DVR routers for this DVR port 5adea0b1-79ca-461f-8455-cd7665a6ab6f on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:23.014159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.019493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc6ffd2d-c00f-4297-8e3b-888b4c78f261 req-de8e4cf7-0490-4661-bc1d-58fd9173742d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "DELETE /v2.0/ports/5adea0b1-79ca-461f-8455-cd7665a6ab6f HTTP/1.1" status: 204 len: 173 time: 2.1842937 Mar 22 14:10:23.054068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] Publish callbacks [] for security_group (980046d8-526e-428c-8218-f8438a7f0bb3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.106000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4258083a-ce19-4255-94e0-1100c56707d5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.202928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event deleted for resources: {'Port': ['ID=4258083a-ce19-4255-94e0-1100c56707d5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:23.261726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] No DVR routers for this DVR port 4258083a-ce19-4255-94e0-1100c56707d5 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:23.268012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.273117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614c342e-fcce-4f9d-a94b-de9f54b9b8ad req-93069f0a-c29a-45b4-92a8-fc53a339fac4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "DELETE /v2.0/ports/4258083a-ce19-4255-94e0-1100c56707d5 HTTP/1.1" status: 204 len: 173 time: 2.2590246 Mar 22 14:10:23.294765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (980046d8-526e-428c-8218-f8438a7f0bb3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.299414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.299987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/980046d8-526e-428c-8218-f8438a7f0bb3 HTTP/1.1" status: 204 len: 168 time: 0.7123189 Mar 22 14:10:23.419334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396beaa-1b04-47e7-82a4-f31fdb873ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980046d8-526e-428c-8218-f8438a7f0bb3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:23.531861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1e982e3-1fe7-4603-ab06-c5fd5697337b req-bf16daf4-3c1d-4d56-939c-2eafe11db466 tempest-LiveAutoBlockMigrationV225Test-1910051364 tempest-LiveAutoBlockMigrationV225Test-1910051364-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ca2096-b8d8-4e3e-9cab-f5ead23b9731 HTTP/1.1" status: 200 len: 210 time: 0.0477238 Mar 22 14:10:23.587768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-20e46684-b339-4ea0-b586-9e9165aed068 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.589324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-20e46684-b339-4ea0-b586-9e9165aed068 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.3146696 Mar 22 14:10:23.605134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Request body: {'port': {'device_id': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'admin_state_up': True, 'tenant_id': '7468452afaf74bc2b35ca43622ac860c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:23.616541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:23.639834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:23.689495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-472a0d4b-1e84-46dd-a1b2-072ac4516eaa tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:23.691119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-472a0d4b-1e84-46dd-a1b2-072ac4516eaa tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 813 time: 0.3091004 Mar 22 14:10:23.724234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Request body: {'port': {'device_id': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'admin_state_up': True, 'tenant_id': '7468452afaf74bc2b35ca43622ac860c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:23.726500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:23.726872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbc37eb9-662a-4a18-8d2c-70c2d7950fc5 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:23.782476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cb8a017-5600-4dc8-8df4-dafa396a7802 req-beec2a53-0264-4d1a-89b5-ddcf697567b2 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 210 time: 0.0870674 Mar 22 14:10:23.944425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f24b6db-d98c-4841-a4ea-0a45dc01fd3f req-f7c545dc-367d-412e-afcd-c2e7292c81bb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=4183b45b-cf6c-432e-bad9-b378956458ff HTTP/1.1" status: 200 len: 210 time: 0.1586668 Mar 22 14:10:23.959878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.016387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e7ad70-b3d7-4c89-bfb5-a7055e6bb6b8 req-b4368eb0-159e-4d89-acce-126670824cb0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.0684807 Mar 22 14:10:24.035297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Router 8a10f3a2-9097-4023-a00f-4a85cd869030 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:24.046612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:24.050281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.062822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Made reservation on behalf of 7468452afaf74bc2b35ca43622ac860c for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:24.066648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.067747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'name': 'network-vif-deleted', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:24.070624 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b49531-404e-408b-a774-e0d58ca044d8" -d '{"events": [{"server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "name": "network-vif-deleted", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:24.247278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.318317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Allocated IP 172.20.0.10 (fe306062-6405-4978-9591-79f7a662aba9/924a2ec3-7e05-44bc-98ba-552e85638712/7d076bfb-d3ae-4667-b4ee-224a3268f0b7) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:24.342714 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870132f8-0a98-4bc4-a9de-c7ac7275626a x-openstack-request-id: req-870132f8-0a98-4bc4-a9de-c7ac7275626a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:24.343039 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00f3127-5404-434c-a94e-1815da2115c0", "name": "network-vif-deleted", "tag": "bbc37eb9-662a-4a18-8d2c-70c2d7950fc5", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:24.343258 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-870132f8-0a98-4bc4-a9de-c7ac7275626a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:24.343669 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870132f8-0a98-4bc4-a9de-c7ac7275626a'] response: {'server_uuid': 'e00f3127-5404-434c-a94e-1815da2115c0', 'name': 'network-vif-deleted', 'tag': 'bbc37eb9-662a-4a18-8d2c-70c2d7950fc5', 'status': 'completed', 'code': 200} Mar 22 14:10:24.366195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-86a44426-daae-4834-b86d-e0beff14b0e6 req-78a95637-970c-4390-b160-af3d4a1e1fac tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.82 "GET /v2.0/ports?device_id=79b64faa-64ed-4df1-8c3a-31adb2d493ab HTTP/1.1" status: 200 len: 210 time: 0.2472889 Mar 22 14:10:24.383572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:24.403127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Sync routers for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:24.418118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:24.418762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:24.442433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.446896 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d6587d4-bbb7-472f-b684-8d68392d86a4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1892350 Mar 22 14:10:24.447585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42706) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:24.622322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:24.644955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:24.722287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:24.854103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4258083a-ce19-4255-94e0-1100c56707d5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:24.874312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-deleted', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f'}, {'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'name': 'network-vif-deleted', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:24.876797 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d2301-b4a0-4dc3-a3b4-57241a15d9cc" -d '{"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-deleted", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f"}, {"server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "name": "network-vif-deleted", "tag": "4258083a-ce19-4255-94e0-1100c56707d5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:24.951536 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aef997-8dac-44fc-8b5c-b1fa408cff7e x-openstack-request-id: req-e4aef997-8dac-44fc-8b5c-b1fa408cff7e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:24.951961 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183b45b-cf6c-432e-bad9-b378956458ff", "name": "network-vif-deleted", "tag": "5adea0b1-79ca-461f-8455-cd7665a6ab6f", "status": "completed", "code": 200}, {"server_uuid": "7271cbfc-2463-4ba2-b9ed-19a9c6f25148", "name": "network-vif-deleted", "tag": "4258083a-ce19-4255-94e0-1100c56707d5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:24.952215 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4aef997-8dac-44fc-8b5c-b1fa408cff7e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:24.952708 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4aef997-8dac-44fc-8b5c-b1fa408cff7e'] response: {'server_uuid': '4183b45b-cf6c-432e-bad9-b378956458ff', 'name': 'network-vif-deleted', 'tag': '5adea0b1-79ca-461f-8455-cd7665a6ab6f', 'status': 'completed', 'code': 200} Mar 22 14:10:24.953042 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4aef997-8dac-44fc-8b5c-b1fa408cff7e'] response: {'server_uuid': '7271cbfc-2463-4ba2-b9ed-19a9c6f25148', 'name': 'network-vif-deleted', 'tag': '4258083a-ce19-4255-94e0-1100c56707d5', 'status': 'completed', 'code': 200} Mar 22 14:10:24.972835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 4258083a-ce19-4255-94e0-1100c56707d5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:24.973752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4258083a-ce19-4255-94e0-1100c56707d5 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:24.974375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:24.997788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1c2b976-4b4f-4d41-b5fa-014427a05cd9 req-1a00a6ea-857d-41a8-84f2-dc513dff60eb tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 210 time: 0.0673313 Mar 22 14:10:25.031049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 5adea0b1-79ca-461f-8455-cd7665a6ab6f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:25.031404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5adea0b1-79ca-461f-8455-cd7665a6ab6f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:25.035404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.099783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.112328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks [] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.119149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:22Z', 'revision_number': 3, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:25.185630 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.188167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Deleting subnet 6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:25.191908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Publish callbacks [] for subnet (6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.200485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Checking router: 8a10f3a2-9097-4023-a00f-4a85cd869030 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:10:25.200838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Updating router 8a10f3a2-9097-4023-a00f-4a85cd869030 port b032cae7-4f39-424a-9799-69d55b846e6e binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:10:25.230108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.238535 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.271183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.376034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Network fe306062-6405-4978-9591-79f7a662aba9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:25.383605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:25.395072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:25.408430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Allocated IP 172.25.3.44 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a5832c68-0805-4f95-995a-a547b1e9fd62) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:25.425456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Allocated IP 172.20.0.5 (fe306062-6405-4978-9591-79f7a662aba9/924a2ec3-7e05-44bc-98ba-552e85638712/374258fa-6118-42f7-829a-8e00710e3711) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:25.428357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event updated for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.568270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.568913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.595356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.608977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for port (a5832c68-0805-4f95-995a-a547b1e9fd62), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.640085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.640333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ac06e73-5052-481c-92d7-ca58376dd92f tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0401492 Mar 22 14:10:25.643723 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e HTTP/1.1" status: 204 len: 168 time: 0.9973292 Mar 22 14:10:25.648497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:25.650526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649f928-50fd-4b0f-8b7e-f07626e47c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf8eeec-74a1-41bf-a6a1-29a84d1b9e4e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.664889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:25.665463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390eec5-73e5-4284-b341-3329f0890176 req-e59d995c-6be1-45fb-b67b-8357c4215578 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.666768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a390eec5-73e5-4284-b341-3329f0890176 req-e59d995c-6be1-45fb-b67b-8357c4215578 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 949 time: 0.2195790 Mar 22 14:10:25.675549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Request body: {'port': {'device_id': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:25.762807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a5832c68-0805-4f95-995a-a547b1e9fd62), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.763394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-cb33cdd1-7e41-4840-870f-2a1f6042767b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:25.770240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-cb33cdd1-7e41-4840-870f-2a1f6042767b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.3642683 Mar 22 14:10:25.809584 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:25.818149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:25.833640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:25.836145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:25.861248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5d971ccc-7eff-4121-831a-61e4a042f44d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.0900483 Mar 22 14:10:25.864286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event updated for resources: {'Port': ['ID=a5832c68-0805-4f95-995a-a547b1e9fd62,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:25.973241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-dc5bdbd6-04e6-4ee2-9165-a58c3cdf03f7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107051 Mar 22 14:10:26.004247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f26b3897-80b1-42dd-9009-48a2109a248a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.050216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a390eec5-73e5-4284-b341-3329f0890176 req-8cd526ba-c189-4d5f-b6bd-6083b55238bb tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648791 Mar 22 14:10:26.152822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.185203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks [] for port (374258fa-6118-42f7-829a-8e00710e3711), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.186601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:26.208825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5219d92b-517c-4a10-a9e6-33d330d67582', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:26.253047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Allocated IP 172.20.0.1 (e3307e89-bbea-46e3-99ac-b6a9e45124f9/5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6/2a030a74-de6d-47af-8130-f978792d80d0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:26.330381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.410590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3df965c7-aa97-4090-9a45-88cce6708024 req-01fccae8-70ca-44ef-bac4-c309088d7346 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 210 time: 0.2151365 Mar 22 14:10:26.466610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks [] for port (2a030a74-de6d-47af-8130-f978792d80d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.516314 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks [] for port (b032cae7-4f39-424a-9799-69d55b846e6e), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.538557 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.566112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:26.566509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.592552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42812) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:26.609143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.659378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:26.665298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-96b7efe7-b988-4225-b9c1-2c8e2baabe30 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909211 Mar 22 14:10:26.675224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:26.679248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.680918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Attempting to bind port b032cae7-4f39-424a-9799-69d55b846e6e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:26.682137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Attempting to bind port b032cae7-4f39-424a-9799-69d55b846e6e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:26.683566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Attempting to bind port b032cae7-4f39-424a-9799-69d55b846e6e on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:26.684512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:26.687429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:26.713307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2e6b8-62f3-4e67-a376-c15e65bb8fd7 None None] Pushing event updated for resources: {'Port': ['ID=b032cae7-4f39-424a-9799-69d55b846e6e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:26.723490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:26.724547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:26.727678 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.728868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Pushing event updated for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:26.729587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:26.730375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Bound port: b032cae7-4f39-424a-9799-69d55b846e6e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:26.730989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.740278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:26.767371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.786866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f26b3897-80b1-42dd-9009-48a2109a248a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.835138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-887edb42-81f0-4197-8099-475a0e1c151e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.852590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (8a10f3a2-9097-4023-a00f-4a85cd869030), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.860285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5219d92b-517c-4a10-a9e6-33d330d67582'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:26.877154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26b3897-80b1-42dd-9009-48a2109a248a']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:26.881102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:26.909530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] For port b032cae7-4f39-424a-9799-69d55b846e6e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:26.926733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:26.950644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453a1592-c587-4556-8eca-cc648d1cc5b4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:26.951326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453a1592-c587-4556-8eca-cc648d1cc5b4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:26.971331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] For port b032cae7-4f39-424a-9799-69d55b846e6e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b032cae7-4f39-424a-9799-69d55b846e6e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:26.991013 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.037889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (453a1592-c587-4556-8eca-cc648d1cc5b4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.095832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Network fe306062-6405-4978-9591-79f7a662aba9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:27.152712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:27.152916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-887edb42-81f0-4197-8099-475a0e1c151e admin admin] Publish callbacks [] for security_group (3c07cf78-cbe6-4998-930a-8766a94f231d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.153804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.155313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:27.160938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (453a1592-c587-4556-8eca-cc648d1cc5b4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.170330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event updated for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:27.173268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:27.179180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-887edb42-81f0-4197-8099-475a0e1c151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3c07cf78-cbe6-4998-930a-8766a94f231d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.199433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-86c96f7f-0ef5-4605-8552-0249af4994cd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.201204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-86c96f7f-0ef5-4605-8552-0249af4994cd tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 949 time: 0.5349863 Mar 22 14:10:27.213600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Router 4fc86063-cc2e-4e00-adb3-727106c2ff4b is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:27.227930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-48789505-76ff-423b-b55c-71831d65e642 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210013 Mar 22 14:10:27.253155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a030a74-de6d-47af-8130-f978792d80d0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.268533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:27.268955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (453a1592-c587-4556-8eca-cc648d1cc5b4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:27.270806 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:27.275717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887edb42-81f0-4197-8099-475a0e1c151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07cf78-cbe6-4998-930a-8766a94f231d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:27.334639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:27.445761 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-887edb42-81f0-4197-8099-475a0e1c151e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9429efc5bd284c2c87274561a7eec726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8501213 Mar 22 14:10:27.446700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42832) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:27.482941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.484262 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.487154 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:10:27.493752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2e6b8-62f3-4e67-a376-c15e65bb8fd7 None None] Pushing event updated for resources: {'Port': ['ID=b032cae7-4f39-424a-9799-69d55b846e6e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:27.546894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-dbc217c0-5d3a-477d-8386-44a0a13705a4 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8283985 Mar 22 14:10:27.561784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] Publish callbacks [] for security_group (3c07cf78-cbe6-4998-930a-8766a94f231d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.586716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Request body: {'port': {'device_id': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:27.592110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:27.602854 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] Sync routers for ids ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:27.621352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] Routers {'4fc86063-cc2e-4e00-adb3-727106c2ff4b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:27.622271 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.661290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89c1eb-a465-4085-a733-0f579d348ce5 req-47ec8676-aed5-4775-9712-146bef82cfd6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:27.664066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba89c1eb-a465-4085-a733-0f579d348ce5 req-47ec8676-aed5-4775-9712-146bef82cfd6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 949 time: 0.4794071 Mar 22 14:10:27.699807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 2d8ca9a2-79ab-4a08-9195-ca95bee10771 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:27.700413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Deleting port 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:27.700755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.718511 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.745920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] Routers {'4fc86063-cc2e-4e00-adb3-727106c2ff4b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:27.746569 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.810314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] For port 0b90316c-88f3-4f4c-9554-f02bd26cc55c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0b90316c-88f3-4f4c-9554-f02bd26cc55c,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:27.810906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.826836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Calling delete_port for 0b90316c-88f3-4f4c-9554-f02bd26cc55c owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:27.843644 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:27.844726 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df69f3ad-12ed-444a-95eb-220efb24c37b None None] The sync data for ids ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:27.903785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f26b3897-80b1-42dd-9009-48a2109a248a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.920099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 2d8ca9a2-79ab-4a08-9195-ca95bee10771 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:27.920799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 2d8ca9a2-79ab-4a08-9195-ca95bee10771 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:27.961395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:27.965180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f26b3897-80b1-42dd-9009-48a2109a248a HTTP/1.1" status: 204 len: 168 time: 2.3088796 Mar 22 14:10:27.966014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f764-e755-403c-b20c-4e827a23fcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26b3897-80b1-42dd-9009-48a2109a248a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:27.994955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:28.067304 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.091245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a030a74-de6d-47af-8130-f978792d80d0', 'name': '', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'mac_address': 'fa:16:3e:49:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:25Z', 'updated_at': '2022-03-22T14:10:26Z', 'revision_number': 1, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'subnets': [{'id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:28.144695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba89c1eb-a465-4085-a733-0f579d348ce5 req-36827c16-3ffc-4498-a55c-6e4e01a4c7f8 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472692 Mar 22 14:10:28.150411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:28.165106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks [] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.184294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7d424-1278-4f19-bf76-9dc05d5edf33 None None] The sync data for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 is: [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a030a74-de6d-47af-8130-f978792d80d0', 'name': '', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'mac_address': 'fa:16:3e:49:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:25Z', 'updated_at': '2022-03-22T14:10:26Z', 'revision_number': 1, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'subnets': [{'id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:28.198627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (374258fa-6118-42f7-829a-8e00710e3711), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.208369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235fa0-aea7-466b-b678-e846fafb29fb req-563f3dc8-ff68-40a4-9788-12b259a9a48c tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:28.210302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03235fa0-aea7-466b-b678-e846fafb29fb req-563f3dc8-ff68-40a4-9788-12b259a9a48c tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 931 time: 0.6062829 Mar 22 14:10:28.237562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] Publish callbacks [] for security_group (3c07cf78-cbe6-4998-930a-8766a94f231d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.261043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.262544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df6f4e48-b81f-43b0-94a7-5f1154e92e96 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4111650 Mar 22 14:10:28.268842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42848) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:28.278537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:28.327817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Deleting subnet b29cf907-f310-4154-8f30-548efb673fdb {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:28.365329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5358235e-efd6-41da-95ca-9cbeb5d5c62d req-b5c15419-42f8-4665-a2aa-57920cdc9441 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 210 time: 0.1033487 Mar 22 14:10:28.383753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Publish callbacks [] for subnet (b29cf907-f310-4154-8f30-548efb673fdb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.452791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3c07cf78-cbe6-4998-930a-8766a94f231d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.457223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.458176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c07cf78-cbe6-4998-930a-8766a94f231d HTTP/1.1" status: 204 len: 168 time: 1.0024858 Mar 22 14:10:28.532690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Transition to ACTIVE for port object 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:28.576848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886275fa-3159-46fa-8bdd-813ff03661cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07cf78-cbe6-4998-930a-8766a94f231d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:28.611392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks [] for port (2a030a74-de6d-47af-8130-f978792d80d0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.617056 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0b90316c-88f3-4f4c-9554-f02bd26cc55c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.623153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.632318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804', '0b90316c-88f3-4f4c-9554-f02bd26cc55c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:28.674044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (b29cf907-f310-4154-8f30-548efb673fdb), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.726559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['9b428fcb-c03d-4ad6-8b6c-9574c947e60e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:28.829942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (8a10f3a2-9097-4023-a00f-4a85cd869030), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:28.854701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Pushing event updated for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.011447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.117243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:29.152240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cec4879-9e18-40d4-9d84-e768a7247926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.327419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b29cf907-f310-4154-8f30-548efb673fdb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.360970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cec4879-9e18-40d4-9d84-e768a7247926 admin admin] Publish callbacks [] for security_group (eca37e08-1ec3-46b9-9521-e37afe24d685), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.375238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03235fa0-aea7-466b-b678-e846fafb29fb req-32550d9d-0b43-4d05-9186-87cf4e68afe7 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0645566 Mar 22 14:10:29.379154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.389801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9cec4879-9e18-40d4-9d84-e768a7247926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eca37e08-1ec3-46b9-9521-e37afe24d685), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.418804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.521649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-1ec43230-baff-4169-ba26-f3f316b5aefd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:29.526729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-1ec43230-baff-4169-ba26-f3f316b5aefd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.3597593 Mar 22 14:10:29.588962 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9cec4879-9e18-40d4-9d84-e768a7247926 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9194dd37f3a04444b9d0e651fb027690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685273 Mar 22 14:10:29.608206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:29.625316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:29.634405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:29.657653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:29.668627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.680365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0a28b2c-fa2c-4675-b20a-c925afc20d2b req-8a46dfb4-84fc-4c17-98ae-8403f03ffa6f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 210 time: 0.0529773 Mar 22 14:10:29.695150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:29.733821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a265c295-85d4-453a-a916-3c57f70f1c49 req-59ace22f-70dd-48a4-ad87-a4030bf34854 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=bba9b2ba-31d4-4b81-8779-f83046714bb3 HTTP/1.1" status: 200 len: 210 time: 0.3274455 Mar 22 14:10:29.739417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.755326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4879-9e18-40d4-9d84-e768a7247926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca37e08-1ec3-46b9-9521-e37afe24d685,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.793749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5219d92b-517c-4a10-a9e6-33d330d67582 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:29.795071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.868202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event deleted for resources: {'Port': ['ID=0b90316c-88f3-4f4c-9554-f02bd26cc55c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:29.909632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:29.910073 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.929742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] No DVR routers for this DVR port 0b90316c-88f3-4f4c-9554-f02bd26cc55c on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:29.952258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:29.957329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeac46e0-ac8d-47db-b43e-8e90bd030536 req-3563211a-31ee-41b7-9fab-63da460a6840 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "DELETE /v2.0/ports/0b90316c-88f3-4f4c-9554-f02bd26cc55c HTTP/1.1" status: 204 len: 173 time: 2.7131550 Mar 22 14:10:29.986403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-deleted', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:29.988691 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e703be-706e-49cc-9bee-55229e4c6df7" -d '{"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-deleted", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:29.993671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:30.022466 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a269037-2485-440f-beb5-7c875d855419" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:30.060094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:30.068785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.124568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:30.131739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.132810 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaac128-abc0-4e54-aa6d-966adef0525c x-openstack-request-id: req-feaac128-abc0-4e54-aa6d-966adef0525c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:30.132810 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba9b2ba-31d4-4b81-8779-f83046714bb3", "name": "network-vif-deleted", "tag": "0b90316c-88f3-4f4c-9554-f02bd26cc55c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:30.133057 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-feaac128-abc0-4e54-aa6d-966adef0525c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:30.133416 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaac128-abc0-4e54-aa6d-966adef0525c'] response: {'server_uuid': 'bba9b2ba-31d4-4b81-8779-f83046714bb3', 'name': 'network-vif-deleted', 'tag': '0b90316c-88f3-4f4c-9554-f02bd26cc55c', 'status': 'completed', 'code': 200} Mar 22 14:10:30.144397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (b29cf907-f310-4154-8f30-548efb673fdb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.220009 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0dfa1b-18d3-4240-b61e-09dac50a172a x-openstack-request-id: req-0a0dfa1b-18d3-4240-b61e-09dac50a172a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:30.220305 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:30.220564 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a0dfa1b-18d3-4240-b61e-09dac50a172a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:30.220979 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0dfa1b-18d3-4240-b61e-09dac50a172a'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:10:30.221612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:30.244134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Deleting port a5832c68-0805-4f95-995a-a547b1e9fd62 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:30.244479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a5832c68-0805-4f95-995a-a547b1e9fd62), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.269382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29cf907-f310-4154-8f30-548efb673fdb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:30.275470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.280945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d241f86-fc69-4793-b940-69eb51a329db admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b29cf907-f310-4154-8f30-548efb673fdb HTTP/1.1" status: 204 len: 168 time: 2.2802887 Mar 22 14:10:30.300631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42874) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:30.315840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Router 8a10f3a2-9097-4023-a00f-4a85cd869030 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:10:30.460283 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f89fd8de-a197-4c97-baf6-94dcaefe85ac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.477805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] Publish callbacks [] for security_group (eca37e08-1ec3-46b9-9521-e37afe24d685), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.501709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b032cae7-4f39-424a-9799-69d55b846e6e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:30.509782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Attempting to bind port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:30.510140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Attempting to bind port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:30.510510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Attempting to bind port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:30.600667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 on network fe306062-6405-4978-9591-79f7a662aba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:30.600986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Attempting to bind port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:30.605999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] Publish callbacks [] for security_group (eca37e08-1ec3-46b9-9521-e37afe24d685), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.639343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b032cae7-4f39-424a-9799-69d55b846e6e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:30.643836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.650944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:30.651294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Checking segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:30.651740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Bound using segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:30.652218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Bound port: 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:30.652581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.710656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a5832c68-0805-4f95-995a-a547b1e9fd62), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.753291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Calling delete_port for a5832c68-0805-4f95-995a-a547b1e9fd62 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:30.835032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:30.876825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0b90316c-88f3-4f4c-9554-f02bd26cc55c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:30.877546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0b90316c-88f3-4f4c-9554-f02bd26cc55c not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:30.901756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b032cae7-4f39-424a-9799-69d55b846e6e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:30.902173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.959578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b032cae7-4f39-424a-9799-69d55b846e6e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b032cae7-4f39-424a-9799-69d55b846e6e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:30.968065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:30.989183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:30.989625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374258fa-6118-42f7-829a-8e00710e3711 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:30.995957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de519d31-0922-492b-b91b-d81b29325864 req-06aa2408-ab36-43ef-ae81-d3534a6a2725 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 210 time: 0.1713989 Mar 22 14:10:31.033656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f89fd8de-a197-4c97-baf6-94dcaefe85ac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.038660 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eba04c03-28e5-4a5c-bca5-fba1c60b7c1e admin admin] 10.222.0.81 "PUT /v2.0/routers/8a10f3a2-9097-4023-a00f-4a85cd869030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5891161 Mar 22 14:10:31.061368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks [] for port (374258fa-6118-42f7-829a-8e00710e3711), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.073607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b032cae7-4f39-424a-9799-69d55b846e6e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:31.109259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf420-b111-4946-9d84-ae25336ab483 req-5fa13419-eba2-4ad2-9d3d-4defb07e85cc tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.116082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73eaf420-b111-4946-9d84-ae25336ab483 req-5fa13419-eba2-4ad2-9d3d-4defb07e85cc tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 931 time: 0.5368879 Mar 22 14:10:31.139223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89fd8de-a197-4c97-baf6-94dcaefe85ac']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:31.152718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d98ccb3-1a6e-4487-a437-bc15508cc8c1') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:31.153516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d98ccb3-1a6e-4487-a437-bc15508cc8c1') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:31.161324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.2 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/522e2f8d-107a-4951-b445-8810f1cb5d75) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:31.167778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3d98ccb3-1a6e-4487-a437-bc15508cc8c1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.179004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eca37e08-1ec3-46b9-9521-e37afe24d685), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.182218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.183743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eca37e08-1ec3-46b9-9521-e37afe24d685 HTTP/1.1" status: 204 len: 168 time: 1.5016234 Mar 22 14:10:31.205737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a5832c68-0805-4f95-995a-a547b1e9fd62), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.212993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:31.235473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Transition to ACTIVE for port object 374258fa-6118-42f7-829a-8e00710e3711 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:31.242284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3d98ccb3-1a6e-4487-a437-bc15508cc8c1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.262362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:31.262782 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3d98ccb3-1a6e-4487-a437-bc15508cc8c1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:31.295099 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:31.319786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Pushing event deleted for resources: {'Port': ['ID=a5832c68-0805-4f95-995a-a547b1e9fd62,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:31.366449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65996e-11eb-4b50-bdc8-5d4b1e830f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca37e08-1ec3-46b9-9521-e37afe24d685,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:31.377312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:31.378036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.378394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.378740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.379484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.379484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.379724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.380052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.380379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.380698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.381022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.381346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.381770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.382000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.382321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.382640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:31.389722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.487619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (4fc86063-cc2e-4e00-adb3-727106c2ff4b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.518434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.640511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:31.641460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.643617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] 10.222.0.78 "PUT /v2.0/ports/7d076bfb-d3ae-4667-b4ee-224a3268f0b7 HTTP/1.1" status: 200 len: 1092 time: 5.9953506 Mar 22 14:10:31.661285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73eaf420-b111-4946-9d84-ae25336ab483 req-1b995939-b0f9-4b0c-bd19-134e7bab71df tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761403 Mar 22 14:10:31.687878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f89fd8de-a197-4c97-baf6-94dcaefe85ac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.731179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.742647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f89fd8de-a197-4c97-baf6-94dcaefe85ac HTTP/1.1" status: 204 len: 168 time: 1.4382384 Mar 22 14:10:31.750290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Pushing event updated for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:31.773548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:31.890202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397ec9-854b-4b3f-8e5b-821cf5cf3f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89fd8de-a197-4c97-baf6-94dcaefe85ac,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:32.028632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42906) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:32.076964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c36771-9656-4f1d-abcc-9db9dd9dba4f req-1d6b0f55-631d-40f2-acf4-29a9ad10dd43 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.085608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3c36771-9656-4f1d-abcc-9db9dd9dba4f req-1d6b0f55-631d-40f2-acf4-29a9ad10dd43 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.2012737 Mar 22 14:10:32.107887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ae0a3a2-482a-4fd5-b2ad-068b772c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.111384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3ae0a3a2-482a-4fd5-b2ad-068b772c311a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 1126 time: 0.3413200 Mar 22 14:10:32.112064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.117891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.172913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:32.175630 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba6c22-2f51-49f6-9f76-130127d0bbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:32.188324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Attempting to bind port 374258fa-6118-42f7-829a-8e00710e3711 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:32.189001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Attempting to bind port 374258fa-6118-42f7-829a-8e00710e3711 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:32.189571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Attempting to bind port 374258fa-6118-42f7-829a-8e00710e3711 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:32.192314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d2bf7-603d-4e3c-a362-ffef39a6ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:32.210756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3c36771-9656-4f1d-abcc-9db9dd9dba4f req-6dbf84ba-a080-4c70-a4e2-a55260ea08e6 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241405 Mar 22 14:10:32.285412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Sync routers for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:32.302416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:32.303089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:32.337242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-69477db8-d98d-4368-b9a4-1d79e1bd23c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7 HTTP/1.1" status: 200 len: 217 time: 0.1648314 Mar 22 14:10:32.338389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Port 374258fa-6118-42f7-829a-8e00710e3711 on network fe306062-6405-4978-9591-79f7a662aba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:32.340127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Attempting to bind port 374258fa-6118-42f7-829a-8e00710e3711 on network fe306062-6405-4978-9591-79f7a662aba9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:32.351582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.363373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Router 4fc86063-cc2e-4e00-adb3-727106c2ff4b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:10:32.426790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:32.441985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:32.444590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:32.485273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:32.567965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b032cae7-4f39-424a-9799-69d55b846e6e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:32.577133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:32.578357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Checking segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:32.582137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Bound using segment: {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:32.582669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Bound port: 374258fa-6118-42f7-829a-8e00710e3711, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aee700b-c2d4-4057-b8fd-38983c17678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:32.583047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (374258fa-6118-42f7-829a-8e00710e3711), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.721431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:32.736730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-12a93eb8-d4d5-470b-ae3f-1c99c3404819 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b56a37ce00a348eebef30dc1689ab0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7021112 Mar 22 14:10:32.750138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:32.791781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-26150e05-67e9-4959-89f8-c5a849c91030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.793301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-26150e05-67e9-4959-89f8-c5a849c91030 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.4154494 Mar 22 14:10:32.800095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b032cae7-4f39-424a-9799-69d55b846e6e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:32.800811 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:32.831448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b300a-e696-4220-990b-5301a6c41d2f req-787d246d-dda3-409c-a50d-074bc65e3d26 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:32.833281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c12b300a-e696-4220-990b-5301a6c41d2f req-787d246d-dda3-409c-a50d-074bc65e3d26 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 931 time: 0.4866192 Mar 22 14:10:32.874293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-320fe366-6cd0-4464-982b-6afb756166b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499749 Mar 22 14:10:33.020971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-311dc293-b8b7-46d9-a182-ebdcd9aebcc1 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283085 Mar 22 14:10:33.028425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b032cae7-4f39-424a-9799-69d55b846e6e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:33.081870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:33.139808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] Publish callbacks [] for security_group (3a7e1333-ac54-4d88-92dc-489b7de2e3b4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.164104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=374258fa-6118-42f7-829a-8e00710e3711,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:33.184610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a030a74-de6d-47af-8130-f978792d80d0', 'name': '', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'mac_address': 'fa:16:3e:49:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:25Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 2, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'subnets': [{'id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:33.191671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.199574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-959a72ce-73cc-4e83-afa4-69cf6f4bde55 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:33.201487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-959a72ce-73cc-4e83-afa4-69cf6f4bde55 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 811 time: 0.8265254 Mar 22 14:10:33.213161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c12b300a-e696-4220-990b-5301a6c41d2f req-be619579-936f-4a46-ab58-742ed160088e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356555 Mar 22 14:10:33.219152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Checking router: 8a10f3a2-9097-4023-a00f-4a85cd869030 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:10:33.219769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Updating router 8a10f3a2-9097-4023-a00f-4a85cd869030 port 2a030a74-de6d-47af-8130-f978792d80d0 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:10:33.258717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:33.264683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] Publish callbacks [] for security_group (3a7e1333-ac54-4d88-92dc-489b7de2e3b4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.271191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a030a74-de6d-47af-8130-f978792d80d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.277379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] Sync routers for ids ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:33.280026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-e72225aa-bce0-4807-af4a-d1895fff4120 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/quotas/70dfc3ffeefc466d96a178e950df41aa HTTP/1.1" status: 200 len: 375 time: 0.0658464 Mar 22 14:10:33.296990 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] Routers {'4fc86063-cc2e-4e00-adb3-727106c2ff4b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:33.297693 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:33.297951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:33.298798 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.300197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.300446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] 10.222.0.78 "PUT /v2.0/ports/374258fa-6118-42f7-829a-8e00710e3711 HTTP/1.1" status: 200 len: 1091 time: 5.7338939 Mar 22 14:10:33.306662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec761b44-6758-4c3c-a108-968a518fac49 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "PUT /v2.0/routers/4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 200 len: 705 time: 5.0318089 Mar 22 14:10:33.320457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42958) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.370630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:33.374810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.393694 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:33.402536 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b7a37-ca8a-4a24-a2de-15a67f3e1316 x-openstack-request-id: req-2d9b7a37-ca8a-4a24-a2de-15a67f3e1316 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:33.403089 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:33.403884 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d9b7a37-ca8a-4a24-a2de-15a67f3e1316 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:33.405179 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9b7a37-ca8a-4a24-a2de-15a67f3e1316'] response: {'name': 'network-changed', 'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7', 'status': 'completed', 'code': 200} Mar 22 14:10:33.421831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] Routers {'4fc86063-cc2e-4e00-adb3-727106c2ff4b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:33.422641 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:33.528569 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-5ddcb759-c5ca-4349-9412-ce00754bfb48 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9426146 Mar 22 14:10:33.545777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Request body: {'port': {'device_id': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:33.574712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-180df724-1ce2-4011-828b-24746bdbd51f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:33.584436 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-180df724-1ce2-4011-828b-24746bdbd51f tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 949 time: 0.4839644 Mar 22 14:10:33.592016 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e506b021-3708-4bcc-8335-f003e6e02e50 tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/routers/4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 200 len: 740 time: 0.2638681 Mar 22 14:10:33.603432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42966) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.676109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592351b9-c6c5-4216-8c07-70e0d621de04 service neutron] Pushing event updated for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:33.727387 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:33.730130 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000c879-c2e3-4ef2-b2a4-cbcef7feb3d9 None None] The sync data for ids ['4fc86063-cc2e-4e00-adb3-727106c2ff4b'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:33.735051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-230048eb-6c5a-4171-89c9-1951efa895a2 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980662 Mar 22 14:10:33.767682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.777681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3e0e1ea-8d1e-4e75-9f33-f671e75d371d tempest-RoutersAdminTest-106594092 tempest-RoutersAdminTest-106594092-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 200 len: 205 time: 0.1728404 Mar 22 14:10:33.780718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42970) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.822711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3a7e1333-ac54-4d88-92dc-489b7de2e3b4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.831828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.838536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a7e1333-ac54-4d88-92dc-489b7de2e3b4 HTTP/1.1" status: 204 len: 168 time: 1.0873249 Mar 22 14:10:33.842500 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks [] for port (2a030a74-de6d-47af-8130-f978792d80d0), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.843800 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-af2b4bd2-911b-4447-a109-ab70526e2ce1 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 200 len: 205 time: 0.0558610 Mar 22 14:10:33.850970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:33.852296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.900910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51af00-083e-4d9b-8119-cd07edca12e9 None None] Pushing event updated for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:33.924653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:33.995290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-2b976cd4-fa4d-4597-ba7a-7b8a1f235d84 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7006705 Mar 22 14:10:34.002643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Attempting to bind port 2a030a74-de6d-47af-8130-f978792d80d0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:34.003336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Attempting to bind port 2a030a74-de6d-47af-8130-f978792d80d0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:34.004047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Attempting to bind port 2a030a74-de6d-47af-8130-f978792d80d0 on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:34.008892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.011649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:34.012552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Checking segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:34.013269 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.019184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Bound using segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:34.019952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Bound port: 2a030a74-de6d-47af-8130-f978792d80d0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:34.020905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a030a74-de6d-47af-8130-f978792d80d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.033616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06912e-7381-4976-8484-3971ebcf290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e1333-ac54-4d88-92dc-489b7de2e3b4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:34.108235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] For port 2a030a74-de6d-47af-8130-f978792d80d0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:34.113939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] For port 2a030a74-de6d-47af-8130-f978792d80d0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a030a74-de6d-47af-8130-f978792d80d0,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:34.141298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.211483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:34.212985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:34.344528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Deleting port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:34.345078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.407875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.414654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router_controller (4fc86063-cc2e-4e00-adb3-727106c2ff4b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.476413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42986) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.542189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51af00-083e-4d9b-8119-cd07edca12e9 None None] Pushing event updated for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:34.592014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:34.635892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (4fc86063-cc2e-4e00-adb3-727106c2ff4b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.636747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc86063-cc2e-4e00-adb3-727106c2ff4b {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:34.654980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.656109 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6638da0-96bf-45da-ad9b-ea22aa9bc530 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 204 len: 168 time: 0.7993975 Mar 22 14:10:34.672743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42988) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.704732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.715316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-b83f9864-c93b-4bd6-9fde-75825f3bf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.717221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-b83f9864-c93b-4bd6-9fde-75825f3bf2d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 1125 time: 1.3337228 Mar 22 14:10:34.726260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46af1e9-809a-474e-ad9d-eb4f17e4a0ae req-0335eba6-bc67-4209-acbb-58d2331ba41e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.728094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a46af1e9-809a-474e-ad9d-eb4f17e4a0ae req-0335eba6-bc67-4209-acbb-58d2331ba41e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 943 time: 1.2021065 Mar 22 14:10:34.750375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-43051886-304e-49bb-aed6-64e73d1d9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:34.752538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-43051886-304e-49bb-aed6-64e73d1d9acf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 1126 time: 0.9112160 Mar 22 14:10:34.794323 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cab2ffce-15cc-40d0-90be-795a34ca46ac tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 200 len: 205 time: 0.1150351 Mar 22 14:10:34.796988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.832980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-52c85b44-2aab-4a55-93cd-306c17f8d3ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374258fa-6118-42f7-829a-8e00710e3711 HTTP/1.1" status: 200 len: 217 time: 0.1035304 Mar 22 14:10:34.917231 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-761455df-eec3-43f4-b30d-257038294969 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:34.918625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-761455df-eec3-43f4-b30d-257038294969 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/4fc86063-cc2e-4e00-adb3-727106c2ff4b HTTP/1.1" status: 404 len: 336 time: 0.1206386 Mar 22 14:10:34.923561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42992) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.940561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d80f80f3-8287-4ef8-878f-4f65040a62fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b4773c5c1954933865087fcfb420bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270394 Mar 22 14:10:34.942912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] For port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:34.946432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:34.958606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42994) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:34.983614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a46af1e9-809a-474e-ad9d-eb4f17e4a0ae req-bc9b9635-a56e-447e-88e6-684d76c3803a tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363448 Mar 22 14:10:35.018992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9916f11c-565b-491b-be9e-0a5f00b047ce tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 200 len: 205 time: 0.0718718 Mar 22 14:10:35.031774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a030a74-de6d-47af-8130-f978792d80d0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:35.034982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.035180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a030a74-de6d-47af-8130-f978792d80d0', 'name': '', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'mac_address': 'fa:16:3e:49:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:25Z', 'updated_at': '2022-03-22T14:10:34Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'subnets': [{'id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:35.045414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Calling delete_port for 9b428fcb-c03d-4ad6-8b6c-9574c947e60e owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:35.072723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b193c-9d02-43c3-a443-12eaafb83347 None None] The sync data for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 is: [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:10:27Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a030a74-de6d-47af-8130-f978792d80d0', 'name': '', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'mac_address': 'fa:16:3e:49:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:25Z', 'updated_at': '2022-03-22T14:10:34Z', 'revision_number': 4, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'subnets': [{'id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:10:35.073011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3d0f2365-5016-4e86-897a-c0566e1c486b service neutron] 10.222.0.81 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0644972 Mar 22 14:10:35.147702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-e22cbfca-7195-4531-8c23-7df1a0d68f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:35.149067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-e22cbfca-7195-4531-8c23-7df1a0d68f9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.3102710 Mar 22 14:10:35.163736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2a030a74-de6d-47af-8130-f978792d80d0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:35.164032 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a030a74-de6d-47af-8130-f978792d80d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.175878 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-9593e478-d87b-4ecf-87dd-d7e856fb8272 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:35.176872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9593e478-d87b-4ecf-87dd-d7e856fb8272 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/28af065b-5f7d-464b-a6e5-69015dc334c0 HTTP/1.1" status: 404 len: 336 time: 0.1340747 Mar 22 14:10:35.184198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43002) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.281950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e2f8d-107a-4951-b445-8810f1cb5d75 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:35.297815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2a030a74-de6d-47af-8130-f978792d80d0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:35.298263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a030a74-de6d-47af-8130-f978792d80d0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.298463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] Publish callbacks [] for security_group (07b17dad-f065-450a-a8ab-26df15488259), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.341689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] Publish callbacks [] for security_group (07b17dad-f065-450a-a8ab-26df15488259), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.358660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 2a030a74-de6d-47af-8130-f978792d80d0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a030a74-de6d-47af-8130-f978792d80d0,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:35.369617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.400713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks [] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.422149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-3c994851-28f1-4fbb-9aa2-55b993741f22 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277594 Mar 22 14:10:35.423252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'tag': '374258fa-6118-42f7-829a-8e00710e3711'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:35.456227 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b599d340-38b7-4eab-b29b-24ec95a2a1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "tag": "374258fa-6118-42f7-829a-8e00710e3711"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:35.464153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.466129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Transition to ACTIVE for port object 522e2f8d-107a-4951-b445-8810f1cb5d75 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:35.483505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.502638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (07b17dad-f065-450a-a8ab-26df15488259), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.506226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-482351d3-3a68-462e-86b3-c5065c70696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:35.508219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-482351d3-3a68-462e-86b3-c5065c70696c service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 914 time: 0.6976163 Mar 22 14:10:35.514917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.516310 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07b17dad-f065-450a-a8ab-26df15488259 HTTP/1.1" status: 204 len: 168 time: 0.5442457 Mar 22 14:10:35.531854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7f8d5882-f744-4b1b-938e-b6e81c131909 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 200 len: 205 time: 0.3295224 Mar 22 14:10:35.536624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43012) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.621126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800fa9b-ad73-4889-bbdb-ac618d01871a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b17dad-f065-450a-a8ab-26df15488259,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.678456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Pushing event updated for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.714430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:35.716736 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9b428fcb-c03d-4ad6-8b6c-9574c947e60e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.752836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 9b428fcb-c03d-4ad6-8b6c-9574c947e60e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:35.753271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 9b428fcb-c03d-4ad6-8b6c-9574c947e60e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:35.757504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:35.784420 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-910adefe-3671-4f46-a3f5-0e401f6825b7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:35.791502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event deleted for resources: {'Port': ['ID=9b428fcb-c03d-4ad6-8b6c-9574c947e60e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:35.793187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-910adefe-3671-4f46-a3f5-0e401f6825b7 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/344880cb-77bf-4bc0-a90c-96b094d787b5 HTTP/1.1" status: 404 len: 336 time: 0.2514498 Mar 22 14:10:35.796049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-496d6c21-d218-463b-afd3-af1e070aeda8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7 HTTP/1.1" status: 200 len: 217 time: 0.2566552 Mar 22 14:10:35.805388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.904107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Publish callbacks [] for security_group (b0443768-1a1c-4a26-8089-96e9185a70bb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.908905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9df908fb-2d4f-47ba-ac27-a44c86a93007 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 200 len: 205 time: 0.1019793 Mar 22 14:10:35.910156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] No DVR routers for this DVR port 9b428fcb-c03d-4ad6-8b6c-9574c947e60e on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:35.916563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:35.920176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9c16b47f-bb8e-4e71-8718-2959b9e7f37d req-f7041674-e5e9-46a8-bdf5-57d5635e8e5c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.82 "DELETE /v2.0/ports/9b428fcb-c03d-4ad6-8b6c-9574c947e60e HTTP/1.1" status: 204 len: 173 time: 2.3268535 Mar 22 14:10:35.921899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:35.922358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-deleted', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:35.924870 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d31779-ebbc-4451-b40e-dc969ff02c7a" -d '{"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-deleted", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:35.984019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-88a710d4-ad36-42b4-b9c9-8c85db7bdcd8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400412 Mar 22 14:10:36.013314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b0443768-1a1c-4a26-8089-96e9185a70bb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.022453 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-2ebc4182-3cc4-44c3-9129-24328b928323 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:36.023534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ebc4182-3cc4-44c3-9129-24328b928323 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/a7f7ea15-6205-41cd-8a96-4aa1abe6c6ca HTTP/1.1" status: 404 len: 336 time: 0.0951846 Mar 22 14:10:36.026340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43024) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.037297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Attempting to bind port 522e2f8d-107a-4951-b445-8810f1cb5d75 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:36.037649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Attempting to bind port 522e2f8d-107a-4951-b445-8810f1cb5d75 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:36.038000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Attempting to bind port 522e2f8d-107a-4951-b445-8810f1cb5d75 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:36.045920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Port 522e2f8d-107a-4951-b445-8810f1cb5d75 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:36.045920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Attempting to bind port 522e2f8d-107a-4951-b445-8810f1cb5d75 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:36.081947 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-838cd4bd-bf44-47c9-a11a-ce7d62bf663b tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 200 len: 205 time: 0.0543828 Mar 22 14:10:36.087433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43026) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.108277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:36.108734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:36.109729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:36.109729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Bound port: 522e2f8d-107a-4951-b445-8810f1cb5d75, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:36.110011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.194285 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-87df2e37-38ec-4f0a-bda3-05330e374c7f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:36.195177 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-87df2e37-38ec-4f0a-bda3-05330e374c7f tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/dd7d791b-6ccb-4a92-a0ec-6580d264b826 HTTP/1.1" status: 404 len: 336 time: 0.1046212 Mar 22 14:10:36.220582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.251070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb6f4d-dd4f-485a-b028-b8ea3388ae45 req-022cd776-070c-43f8-8acb-6b2f5c9e9a12 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.258949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edfb6f4d-dd4f-485a-b028-b8ea3388ae45 req-022cd776-070c-43f8-8acb-6b2f5c9e9a12 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=b94c751d-b1e1-45c2-8907-f75a467db7c1 HTTP/1.1" status: 200 len: 867 time: 1.0640752 Mar 22 14:10:36.261675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-81baa690-0e21-4bd4-83f3-4bb33cdd5e35 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635705 Mar 22 14:10:36.271477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3381360dbc4e488e99350862f4596d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4923699 Mar 22 14:10:36.277149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43032) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.296569 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15d67dae-ed50-4c54-8698-005ff4d6973a tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "GET /v2.0/ports?device_id=916e2e26-2634-4a2e-ae75-af32ee482a07 HTTP/1.1" status: 200 len: 205 time: 0.0747840 Mar 22 14:10:36.309403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43034) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.459540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:36.466316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=522e2f8d-107a-4951-b445-8810f1cb5d75,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:36.483946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.532036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-b31eaaf1-c53d-4436-914e-7b930973b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.541901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-b31eaaf1-c53d-4436-914e-7b930973b3a7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.7071397 Mar 22 14:10:36.574481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.575142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:36.576739 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] 10.222.0.78 "PUT /v2.0/ports/522e2f8d-107a-4951-b445-8810f1cb5d75 HTTP/1.1" status: 200 len: 1091 time: 3.0354650 Mar 22 14:10:36.603477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5b4fb-d057-42fb-9b9f-c503fb214131 service neutron] Pushing event updated for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:36.733324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-7c0fb9f2-fe62-4d89-900f-349ab989322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.735147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-7c0fb9f2-fe62-4d89-900f-349ab989322f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 1125 time: 0.0949945 Mar 22 14:10:36.758593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-0b4cd510-71b2-446a-ac90-982833646f8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585665 Mar 22 14:10:36.797052 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-b56afcc8-76eb-49c7-b251-7403291bed45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522e2f8d-107a-4951-b445-8810f1cb5d75 HTTP/1.1" status: 200 len: 217 time: 0.0552731 Mar 22 14:10:36.806090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:36.852101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0443768-1a1c-4a26-8089-96e9185a70bb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:36.912979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-65965df7-491b-4b11-8161-a04919bd86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:36.916731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-65965df7-491b-4b11-8161-a04919bd86c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.1124971 Mar 22 14:10:36.933424 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-479f3dd6-2e24-4ec0-b368-c5e5fc45d304 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] delete failed (client error): The resource could not be found. Mar 22 14:10:36.934501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-479f3dd6-2e24-4ec0-b368-c5e5fc45d304 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/routers/916e2e26-2634-4a2e-ae75-af32ee482a07 HTTP/1.1" status: 404 len: 336 time: 0.5010808 Mar 22 14:10:36.940493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43062) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:36.973139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-da6154e3-0985-4ab3-8928-9161eb197152 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483303 Mar 22 14:10:37.038898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a030a74-de6d-47af-8130-f978792d80d0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:37.047942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:37.058427 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-51418f7b-3512-42f9-9aea-71f240c261d0 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] DELETE failed (client error): The resource could not be found. Mar 22 14:10:37.058930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51418f7b-3512-42f9-9aea-71f240c261d0 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:10:37.064016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-51418f7b-3512-42f9-9aea-71f240c261d0 tempest-RoutersAdminTest-349076789 tempest-RoutersAdminTest-349076789-project] 10.222.0.81 "DELETE /v2.0/subnets/605fa125-b4e2-417b-b7f5-bdc4e49939b5 HTTP/1.1" status: 404 len: 337 time: 0.0965049 Mar 22 14:10:37.066017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.066591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.067084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.067578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.068055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.068649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.069160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.069761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.070282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.070873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.071385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.071889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.072459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.072956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.073472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400417c-bcda-44f8-9479-62229f3edd24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:10:37.125229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edfb6f4d-dd4f-485a-b028-b8ea3388ae45 req-20156396-dd37-4759-ad81-3466c8170b19 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8230786 Mar 22 14:10:37.131030 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] Publish callbacks [] for security_group (b0443768-1a1c-4a26-8089-96e9185a70bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.163173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e547d-2548-4c03-ba1f-5dd490d68bf8 req-a62a49c6-a8f7-4157-83a8-4faee35c1824 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:37.172717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-608e547d-2548-4c03-ba1f-5dd490d68bf8 req-a62a49c6-a8f7-4157-83a8-4faee35c1824 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 943 time: 0.4897614 Mar 22 14:10:37.185984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'port_id': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7', 'mac_address': 'fa:16:3e:64:2b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924a2ec3-7e05-44bc-98ba-552e85638712', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:37.273828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-62fd5d56-5821-4e90-bba3-f1ea534764e6 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945588 Mar 22 14:10:37.285794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] Publish callbacks [] for security_group (b0443768-1a1c-4a26-8089-96e9185a70bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.301260 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea7789-b2dd-4101-bb8e-453e0bfbf2ca x-openstack-request-id: req-1cea7789-b2dd-4101-bb8e-453e0bfbf2ca {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:37.302477 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "tag": "374258fa-6118-42f7-829a-8e00710e3711", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:37.303659 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cea7789-b2dd-4101-bb8e-453e0bfbf2ca {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:37.304445 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cea7789-b2dd-4101-bb8e-453e0bfbf2ca'] response: {'name': 'network-changed', 'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'tag': '374258fa-6118-42f7-829a-8e00710e3711', 'status': 'completed', 'code': 200} Mar 22 14:10:37.357087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:37.357659 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.383915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2a030a74-de6d-47af-8130-f978792d80d0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:37.384291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a030a74-de6d-47af-8130-f978792d80d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.437218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:37.446872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87826a6e-2822-4b0c-9e4e-70bb5d4f0226 req-e3e32ef7-a88b-45e0-a7db-640a7d34c4b6 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1619241 Mar 22 14:10:37.493804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:37.518266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:37.554000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-6d83366b-ebff-41de-9c4c-78dd3c0aad98 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907656 Mar 22 14:10:37.590297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e03bbf6b-6cc8-4802-a96e-6f1cedef137c req-37695aea-d031-4556-82e9-56e749e5f035 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085678 Mar 22 14:10:37.596253 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66039c6e-64d2-41b4-be8f-567fb7709aa4 x-openstack-request-id: req-66039c6e-64d2-41b4-be8f-567fb7709aa4 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:37.596865 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c751d-b1e1-45c2-8907-f75a467db7c1", "name": "network-vif-deleted", "tag": "9b428fcb-c03d-4ad6-8b6c-9574c947e60e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:37.597281 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66039c6e-64d2-41b4-be8f-567fb7709aa4 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:37.597891 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66039c6e-64d2-41b4-be8f-567fb7709aa4'] response: {'server_uuid': 'b94c751d-b1e1-45c2-8907-f75a467db7c1', 'name': 'network-vif-deleted', 'tag': '9b428fcb-c03d-4ad6-8b6c-9574c947e60e', 'status': 'completed', 'code': 200} Mar 22 14:10:37.601033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:37.672281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2a030a74-de6d-47af-8130-f978792d80d0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:37.705397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-74985e70-b015-4d01-9d65-9b5c43239a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:37.712297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-74985e70-b015-4d01-9d65-9b5c43239a13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7468452afaf74bc2b35ca43622ac860c&device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 1125 time: 0.0967100 Mar 22 14:10:37.731870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7d076bfb-d3ae-4667-b4ee-224a3268f0b7'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:37.826785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43080) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:37.881136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98ba6c22-2f51-49f6-9f76-130127d0bbfd req-6b2d95f8-6ee4-4c43-8ef1-ed0a2929f188 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258314 Mar 22 14:10:37.914942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-db6c161b-0715-486c-a38c-a348712dfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:37.915488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-608e547d-2548-4c03-ba1f-5dd490d68bf8 req-84616f22-93be-42a9-9353-75158446950c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416253 Mar 22 14:10:37.929878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-db6c161b-0715-486c-a38c-a348712dfd97 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 200 len: 914 time: 0.2068784 Mar 22 14:10:37.995683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59b52-8d10-488b-9360-55e66658d1ee req-be50e587-e4da-4643-ab1d-3d7f9eb24471 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.003847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3db59b52-8d10-488b-9360-55e66658d1ee req-be50e587-e4da-4643-ab1d-3d7f9eb24471 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 943 time: 0.2221544 Mar 22 14:10:38.014738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b0443768-1a1c-4a26-8089-96e9185a70bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.020680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.030194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0443768-1a1c-4a26-8089-96e9185a70bb HTTP/1.1" status: 204 len: 168 time: 1.7215431 Mar 22 14:10:38.037303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-7386202d-4256-47fc-aff0-8ecac55085dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374258fa-6118-42f7-829a-8e00710e3711 HTTP/1.1" status: 200 len: 217 time: 0.1009047 Mar 22 14:10:38.090845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00f0d0b8-eeb7-485a-b3f6-3c11f25d0844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.114358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e49992a-ca39-4172-9205-b7858f2c06aa req-5e2b71ff-5b1c-4b3f-b9c3-0a066493ad5c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 210 time: 0.0558257 Mar 22 14:10:38.157425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b660-e273-4a4f-b730-89e6ba1e9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0443768-1a1c-4a26-8089-96e9185a70bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:38.195407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-dae23b6f-4e9d-40fa-b673-fc47b0e247f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.199320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-dae23b6f-4e9d-40fa-b673-fc47b0e247f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 200 len: 853 time: 0.1488245 Mar 22 14:10:38.218771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3db59b52-8d10-488b-9360-55e66658d1ee req-6af2bcff-b4cd-44fd-bca8-94731d3569ce tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136819 Mar 22 14:10:38.248647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-b97a5e31-fd5f-426e-9708-aa2b3edd2da1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe306062-6405-4978-9591-79f7a662aba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353527 Mar 22 14:10:38.577139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-6770786d-e5a1-4229-a2eb-a406235420f1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.578710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-6770786d-e5a1-4229-a2eb-a406235420f1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 811 time: 0.2834866 Mar 22 14:10:38.592647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Request body: {'port': {'device_id': 'fc187d62-867d-48c8-8705-3439149b3427', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'admin_state_up': True, 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:38.671415 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-bed4be08-e182-477a-bf58-d5db773b82cf service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075670 Mar 22 14:10:38.810652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 374258fa-6118-42f7-829a-8e00710e3711 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:38.815174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:38.818931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f0786-12ae-4f37-8c29-8f18ed0c9ebc req-b494aa08-2c6b-4443-96c3-60bca282bd85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:38.829074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-004f0786-12ae-4f37-8c29-8f18ed0c9ebc req-b494aa08-2c6b-4443-96c3-60bca282bd85 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1012590 Mar 22 14:10:38.890485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Made reservation on behalf of 70dfc3ffeefc466d96a178e950df41aa for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:38.891170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00f0d0b8-eeb7-485a-b3f6-3c11f25d0844 admin admin] Publish callbacks [] for security_group (9eb4715d-837c-4be8-9edb-9a1368fda73e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.895397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.901287 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b599d340-38b7-4eab-b29b-24ec95a2a1d9 req-4490b152-baf9-4b47-996c-ff6cec632637 service neutron] 10.222.0.78 "GET /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171869 Mar 22 14:10:38.926563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00f0d0b8-eeb7-485a-b3f6-3c11f25d0844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9eb4715d-837c-4be8-9edb-9a1368fda73e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:38.946660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-004f0786-12ae-4f37-8c29-8f18ed0c9ebc req-f835d589-67b0-41b0-a6fc-ba7c799e117d tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162813 Mar 22 14:10:39.013529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00f0d0b8-eeb7-485a-b3f6-3c11f25d0844 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=175d6db436244e43a9890048bd4299e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1856518 Mar 22 14:10:39.020265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:39.090953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d0b8-eeb7-485a-b3f6-3c11f25d0844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4715d-837c-4be8-9edb-9a1368fda73e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.171338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=374258fa-6118-42f7-829a-8e00710e3711,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:39.190641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '374258fa-6118-42f7-829a-8e00710e3711', 'network_id': 'fe306062-6405-4978-9591-79f7a662aba9', 'port_id': '374258fa-6118-42f7-829a-8e00710e3711', 'mac_address': 'fa:16:3e:4d:8c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924a2ec3-7e05-44bc-98ba-552e85638712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:39.207880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] Publish callbacks [] for security_group (9eb4715d-837c-4be8-9edb-9a1368fda73e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.251675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:39.259469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:39.260084 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.300771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] Publish callbacks [] for security_group (9eb4715d-837c-4be8-9edb-9a1368fda73e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.323984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 374258fa-6118-42f7-829a-8e00710e3711 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:39.324533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (374258fa-6118-42f7-829a-8e00710e3711), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.344586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374258fa-6118-42f7-829a-8e00710e3711 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:39.362029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40378a87-f5da-49fd-ae98-5bd6508a55b7 req-c36bff42-fc11-4825-b820-0890311d0412 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 210 time: 0.0646088 Mar 22 14:10:39.370769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=374258fa-6118-42f7-829a-8e00710e3711,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:39.386250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Allocated IP 172.20.0.2 (e3307e89-bbea-46e3-99ac-b6a9e45124f9/5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6/332aa88e-8d8d-4193-93da-e2e393b67dcc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:39.417830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36875-2c5b-4bbf-93dd-4c374b776cda req-060b46c1-573b-46db-aeff-3a8b124392b3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.429545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9eb4715d-837c-4be8-9edb-9a1368fda73e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.432161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81f36875-2c5b-4bbf-93dd-4c374b776cda req-060b46c1-573b-46db-aeff-3a8b124392b3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 943 time: 0.3245783 Mar 22 14:10:39.437597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.441584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9eb4715d-837c-4be8-9edb-9a1368fda73e HTTP/1.1" status: 204 len: 168 time: 0.4178734 Mar 22 14:10:39.444996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:39.445494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.447902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.480338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614929-fea2-42ec-9615-2e13f61a6c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4715d-837c-4be8-9edb-9a1368fda73e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.590609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:39.600481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:39.602527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:39.603701 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424fff19-ca49-4b25-a8f4-d4d09dc378f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:39.609802 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8cf4e6-cf0f-485f-b89d-2297f8bf62e7" -d '{"events": [{"server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:39.655484 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.690146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.713299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81f36875-2c5b-4bbf-93dd-4c374b776cda req-a65b3921-b588-4cda-91be-18c02cf5acc9 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633550 Mar 22 14:10:39.737038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['374258fa-6118-42f7-829a-8e00710e3711'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:39.766197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b9e46-62fd-4034-9e57-3747c538ccb6 req-c15945d5-1037-40fe-a1c4-59096fc33456 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:39.773650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-433b9e46-62fd-4034-9e57-3747c538ccb6 req-c15945d5-1037-40fe-a1c4-59096fc33456 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 944 time: 0.2945981 Mar 22 14:10:39.804902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks [] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.828871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:39.868638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-433b9e46-62fd-4034-9e57-3747c538ccb6 req-d5c8bd7b-fb44-4a11-a372-d8737dbb7bf2 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937412 Mar 22 14:10:39.891731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:39.996683 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a14b2-8961-43df-98f0-bc68cc206bcf x-openstack-request-id: req-254a14b2-8961-43df-98f0-bc68cc206bcf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:39.999725 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:40.000087 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-254a14b2-8961-43df-98f0-bc68cc206bcf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:40.001098 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254a14b2-8961-43df-98f0-bc68cc206bcf'] response: {'name': 'network-changed', 'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75', 'status': 'completed', 'code': 200} Mar 22 14:10:40.038142 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af8a947-a068-41cd-8353-658da10fc4f4 x-openstack-request-id: req-8af8a947-a068-41cd-8353-658da10fc4f4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:40.038511 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:40.038774 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8af8a947-a068-41cd-8353-658da10fc4f4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:40.040915 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af8a947-a068-41cd-8353-658da10fc4f4'] response: {'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7', 'code': 200} Mar 22 14:10:40.047693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:40.054584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:40.056637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Pushing event updated for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.059983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:40.103438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-d15898e5-544b-45ff-8159-2e77c5faff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.104975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-d15898e5-544b-45ff-8159-2e77c5faff1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 1125 time: 0.1390347 Mar 22 14:10:40.120083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-c1fefc61-6f91-43c9-9251-d7532e949102 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.120315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43158) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:40.123801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-c1fefc61-6f91-43c9-9251-d7532e949102 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.1999059 Mar 22 14:10:40.200816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.201437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.308299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-3c798673-d543-4bcc-930f-a821a1744c85 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7201436 Mar 22 14:10:40.326746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Request body: {'port': {'device_id': 'fc187d62-867d-48c8-8705-3439149b3427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:40.338240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Deleting port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:40.340670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.351948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-804b4ca5-bcd9-47f5-a7c9-d248f972adda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53dc8d50c6c34a3b803ab7909a3caab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306244 Mar 22 14:10:40.355266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43164) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:40.389365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-3eb1af03-073f-465a-8d5e-6d0ea7c3f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.390790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-3eb1af03-073f-465a-8d5e-6d0ea7c3f765 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.2726097 Mar 22 14:10:40.399528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062f15e-dc91-40c5-8eb3-eb58ae3044e7 req-db043e87-da72-4f8c-8dc6-9f064a91d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.401018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a062f15e-dc91-40c5-8eb3-eb58ae3044e7 req-db043e87-da72-4f8c-8dc6-9f064a91d8ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 1128 time: 0.2219718 Mar 22 14:10:40.418473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df234-9581-46e4-9e81-f68842b391d7 req-aaebebc7-0906-4f52-ae7e-cc9dd6afa00c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.419989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da7df234-9581-46e4-9e81-f68842b391d7 req-aaebebc7-0906-4f52-ae7e-cc9dd6afa00c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/ports?device_id=26590969-017f-48d4-8b62-1177764930a0 HTTP/1.1" status: 200 len: 950 time: 0.2118542 Mar 22 14:10:40.507177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-ee3a4ed1-53e1-4cc0-b0c2-3f0bd6d84d1c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522e2f8d-107a-4951-b445-8810f1cb5d75 HTTP/1.1" status: 200 len: 217 time: 0.1051769 Mar 22 14:10:40.538103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] Publish callbacks [] for security_group (42c4f038-1976-47e1-9dde-436b56e66a23), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.568011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] Publish callbacks [] for security_group (42c4f038-1976-47e1-9dde-436b56e66a23), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.572739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.644486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] For port 6b8d6173-99b8-4af5-81e2-7a0852f7b804, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6b8d6173-99b8-4af5-81e2-7a0852f7b804,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:40.644736 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.646725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a062f15e-dc91-40c5-8eb3-eb58ae3044e7 req-80bdff52-a5d6-41d4-b638-04d138dc7c7c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249014 Mar 22 14:10:40.648523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (42c4f038-1976-47e1-9dde-436b56e66a23), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.651637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:40.653268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42c4f038-1976-47e1-9dde-436b56e66a23 HTTP/1.1" status: 204 len: 168 time: 0.2957945 Mar 22 14:10:40.662462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-c935fb9c-ff6d-4a73-a545-260cde701a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:40.663950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-c935fb9c-ff6d-4a73-a545-260cde701a21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.1451612 Mar 22 14:10:40.674158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da7df234-9581-46e4-9e81-f68842b391d7 req-6382d179-cdb2-441f-9934-ee8c9182550c tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f8f15b2-52e4-4b92-b372-49351b889638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855776 Mar 22 14:10:40.682350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234f7ef-6871-4197-9079-4a1584b2a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c4f038-1976-47e1-9dde-436b56e66a23,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:40.697016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Calling delete_port for 6b8d6173-99b8-4af5-81e2-7a0852f7b804 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:40.827997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 522e2f8d-107a-4951-b445-8810f1cb5d75 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:40.831063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 374258fa-6118-42f7-829a-8e00710e3711 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:40.944495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6b8d6173-99b8-4af5-81e2-7a0852f7b804), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.025199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Pushing event deleted for resources: {'Port': ['ID=6b8d6173-99b8-4af5-81e2-7a0852f7b804,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.051770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=522e2f8d-107a-4951-b445-8810f1cb5d75,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.068602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '522e2f8d-107a-4951-b445-8810f1cb5d75', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': '522e2f8d-107a-4951-b445-8810f1cb5d75', 'mac_address': 'fa:16:3e:bd:37:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:41.071837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6b8d6173-99b8-4af5-81e2-7a0852f7b804'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:41.108352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-9a7d7f1d-7cf8-4a0b-94ff-26fed37c4ff6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626002 Mar 22 14:10:41.143052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] No DVR routers for this DVR port 6b8d6173-99b8-4af5-81e2-7a0852f7b804 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:41.147220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.150729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-777ea4a1-a9b1-404b-aeb4-f38d8a3a5f73 req-097f3042-fd4c-4368-9d29-17298d6c1d21 tempest-MigrationsAdminTest-2014516966 tempest-MigrationsAdminTest-2014516966-project] 10.222.0.78 "DELETE /v2.0/ports/6b8d6173-99b8-4af5-81e2-7a0852f7b804 HTTP/1.1" status: 204 len: 173 time: 1.0236537 Mar 22 14:10:41.196733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 374258fa-6118-42f7-829a-8e00710e3711 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:41.214052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 374258fa-6118-42f7-829a-8e00710e3711 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:41.214440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (374258fa-6118-42f7-829a-8e00710e3711), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.297758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 522e2f8d-107a-4951-b445-8810f1cb5d75 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:41.298181 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.368301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522e2f8d-107a-4951-b445-8810f1cb5d75 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:41.449912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=522e2f8d-107a-4951-b445-8810f1cb5d75,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.460580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.648313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 374258fa-6118-42f7-829a-8e00710e3711 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:41.648622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (374258fa-6118-42f7-829a-8e00710e3711), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:41.756616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['522e2f8d-107a-4951-b445-8810f1cb5d75'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:41.845105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:41.955574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=374258fa-6118-42f7-829a-8e00710e3711,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:41.970241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.002414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-deleted', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:42.004823 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66210748-1fce-4bd3-8e09-74e562b97110" -d '{"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-deleted", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:42.091560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374258fa-6118-42f7-829a-8e00710e3711'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:42.094180 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d7ca2e-21e9-4124-ba28-53ddcbb7729b" -d '{"events": [{"server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "name": "network-vif-plugged", "status": "completed", "tag": "374258fa-6118-42f7-829a-8e00710e3711"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:42.104519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:42.167581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-072f008b-a12a-4d08-a778-449793493e56 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0131369 Mar 22 14:10:42.320480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35e7d1-51b5-41ce-b76b-74fe345726b4 req-db88317a-99c0-4460-8803-774c61fb6e8c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.327941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d35e7d1-51b5-41ce-b76b-74fe345726b4 req-db88317a-99c0-4460-8803-774c61fb6e8c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 943 time: 1.4025190 Mar 22 14:10:42.346965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06081c-d34c-41ab-8be6-3d686e637dd1 req-b9fb518b-baf6-4548-bbc4-41ed4cd47d51 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.348611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac06081c-d34c-41ab-8be6-3d686e637dd1 req-b9fb518b-baf6-4548-bbc4-41ed4cd47d51 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 931 time: 1.4979486 Mar 22 14:10:42.485907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-424fff19-ca49-4b25-a8f4-d4d09dc378f7 req-dbc7b1a2-e115-465c-b54f-c45dae14cf69 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704237 Mar 22 14:10:42.495247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d35e7d1-51b5-41ce-b76b-74fe345726b4 req-cff84e49-6cbf-4125-9397-5c75e98749b7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661079 Mar 22 14:10:42.546435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac06081c-d34c-41ab-8be6-3d686e637dd1 req-4538310d-e65c-4de7-883e-2627bf515986 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775103 Mar 22 14:10:42.613530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332aa88e-8d8d-4193-93da-e2e393b67dcc {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:42.625033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks [] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.684394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Transition to ACTIVE for port object 332aa88e-8d8d-4193-93da-e2e393b67dcc will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:10:42.712669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.799559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8dbb-0942-40db-b961-0f96b3d2895e req-dff541c6-cd5e-4f57-aedf-65b641dceba8 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:42.801902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-810f8dbb-0942-40db-b961-0f96b3d2895e req-dff541c6-cd5e-4f57-aedf-65b641dceba8 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 945 time: 0.1416421 Mar 22 14:10:42.826568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 522e2f8d-107a-4951-b445-8810f1cb5d75 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:42.851656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Pushing event updated for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:42.922114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-810f8dbb-0942-40db-b961-0f96b3d2895e req-d7939617-983a-4f46-8d1c-a7a99be216ab tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121004 Mar 22 14:10:42.959995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 522e2f8d-107a-4951-b445-8810f1cb5d75 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:42.964071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Attempting to bind port 332aa88e-8d8d-4193-93da-e2e393b67dcc on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:42.964562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Attempting to bind port 332aa88e-8d8d-4193-93da-e2e393b67dcc by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:42.964883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Attempting to bind port 332aa88e-8d8d-4193-93da-e2e393b67dcc on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:42.966922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 522e2f8d-107a-4951-b445-8810f1cb5d75 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:42.967302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:42.971020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Port 332aa88e-8d8d-4193-93da-e2e393b67dcc on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:10:42.971399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Attempting to bind port 332aa88e-8d8d-4193-93da-e2e393b67dcc on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:42.979793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:42.980152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Checking segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:42.980553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Bound using segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:42.981013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Bound port: 332aa88e-8d8d-4193-93da-e2e393b67dcc, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:42.981418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.049376 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e4b1c-a884-4e2e-91d4-4d32cb7f5051 x-openstack-request-id: req-882e4b1c-a884-4e2e-91d4-4d32cb7f5051 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:43.049928 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26590969-017f-48d4-8b62-1177764930a0", "name": "network-vif-deleted", "tag": "6b8d6173-99b8-4af5-81e2-7a0852f7b804", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:43.049928 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-882e4b1c-a884-4e2e-91d4-4d32cb7f5051 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:43.050163 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882e4b1c-a884-4e2e-91d4-4d32cb7f5051'] response: {'server_uuid': '26590969-017f-48d4-8b62-1177764930a0', 'name': 'network-vif-deleted', 'tag': '6b8d6173-99b8-4af5-81e2-7a0852f7b804', 'status': 'completed', 'code': 200} Mar 22 14:10:43.135162 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25efbbf5-0819-4596-b10e-430695342d6e x-openstack-request-id: req-25efbbf5-0819-4596-b10e-430695342d6e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:43.135461 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "name": "network-vif-plugged", "status": "completed", "tag": "374258fa-6118-42f7-829a-8e00710e3711", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:43.135917 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25efbbf5-0819-4596-b10e-430695342d6e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:43.137642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:43.138124 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25efbbf5-0819-4596-b10e-430695342d6e'] response: {'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374258fa-6118-42f7-829a-8e00710e3711', 'code': 200} Mar 22 14:10:43.139195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 522e2f8d-107a-4951-b445-8810f1cb5d75 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:43.139789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.145219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:43.162673 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.196099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=522e2f8d-107a-4951-b445-8810f1cb5d75,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:43.204766 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.206131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:43.262549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6b8d6173-99b8-4af5-81e2-7a0852f7b804 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:43.263741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6b8d6173-99b8-4af5-81e2-7a0852f7b804 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:43.296381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.305715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.307163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:43.308944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] 10.222.0.78 "PUT /v2.0/ports/332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 200 len: 1091 time: 2.9912109 Mar 22 14:10:43.309732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:43.324206 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f8d09d-fba3-4798-bbe6-493c2a701999" -d '{"events": [{"name": "network-changed", "server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:43.350801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7f96-9346-48fd-9846-6ab34ade54ab service neutron] Pushing event updated for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:43.362349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05e25-d476-4c03-9fcf-bb1b96acef31 req-c4e43720-0b4b-4001-8d7a-82da49244504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.364131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6a05e25-d476-4c03-9fcf-bb1b96acef31 req-c4e43720-0b4b-4001-8d7a-82da49244504 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 1127 time: 0.1452792 Mar 22 14:10:43.425999 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f4daa-4e38-4c42-982e-38b68f8270d7 x-openstack-request-id: req-937f4daa-4e38-4c42-982e-38b68f8270d7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:43.426293 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:43.426539 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-937f4daa-4e38-4c42-982e-38b68f8270d7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:43.427200 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937f4daa-4e38-4c42-982e-38b68f8270d7'] response: {'name': 'network-changed', 'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc', 'status': 'completed', 'code': 200} Mar 22 14:10:43.460255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6a05e25-d476-4c03-9fcf-bb1b96acef31 req-cd8c219b-7261-43ae-af3e-e9470137a299 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888147 Mar 22 14:10:43.463702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-4af92b75-2676-411a-a40f-7f047474fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.465283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-4af92b75-2676-411a-a40f-7f047474fc2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1125 time: 0.0854957 Mar 22 14:10:43.604352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43274) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:43.672414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74a96-31f4-40a6-b150-f5462dc9b91a req-a13aaf35-6111-49f9-a1d4-67642d8154be tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.675921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74b74a96-31f4-40a6-b150-f5462dc9b91a req-a13aaf35-6111-49f9-a1d4-67642d8154be tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.0803208 Mar 22 14:10:43.739825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-c12e590c-3b56-4fd4-9bdd-bfee1870f5cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 200 len: 217 time: 0.0628381 Mar 22 14:10:43.865583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0221a-303c-43a7-9d52-f87d9c78508e req-720a654a-452a-4233-86fe-8e1c35657805 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.872893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9a0221a-303c-43a7-9d52-f87d9c78508e req-720a654a-452a-4233-86fe-8e1c35657805 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 943 time: 0.1309941 Mar 22 14:10:43.933555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74b74a96-31f4-40a6-b150-f5462dc9b91a req-d728bfb7-e9d6-40aa-81a7-a592a1d655ef tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912458 Mar 22 14:10:43.940869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-ac702a6a-a7b7-48ae-9698-d888e801ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:43.943284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-ac702a6a-a7b7-48ae-9698-d888e801ac90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.1616180 Mar 22 14:10:44.004665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9a0221a-303c-43a7-9d52-f87d9c78508e req-0616fa1d-83ff-4186-be2c-f4d089da135d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308131 Mar 22 14:10:44.049440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-0bbe84b8-8192-4b60-91d6-04f3db0d3954 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816135 Mar 22 14:10:44.060775 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2a2ac26b-28e9-4216-939f-6878ba025dd9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b23e930116f642bda5ce38b75f0172c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525578 Mar 22 14:10:44.061429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.115370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.160849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] Publish callbacks [] for security_group (7f8f15b2-52e4-4b92-b372-49351b889638), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.203442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-373042063', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:44.205753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f282928-a312-467d-8384-0a9ce8481f29 req-2a74803d-027e-41d9-96e6-1e574c6311ac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:44.213135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f282928-a312-467d-8384-0a9ce8481f29 req-2a74803d-027e-41d9-96e6-1e574c6311ac tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 945 time: 0.1583824 Mar 22 14:10:44.219075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] Publish callbacks [] for security_group (7f8f15b2-52e4-4b92-b372-49351b889638), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.292967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f282928-a312-467d-8384-0a9ce8481f29 req-c919a874-a384-400a-9956-53da8da97ce6 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786057 Mar 22 14:10:44.314219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-53679917-98c6-4545-9659-c63fef4484e4 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560813 Mar 22 14:10:44.318960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Made reservation on behalf of d95161db205d43f08fa2cdf882e965d0 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:44.326398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.354400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.435603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e55888d-0f18-4a00-ab1f-74307bd1920f req-5f959d2e-5e0c-426c-8b98-2f41b0fe5e70 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139729 Mar 22 14:10:44.449618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f8f15b2-52e4-4b92-b372-49351b889638), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.454696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.460043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f8f15b2-52e4-4b92-b372-49351b889638 HTTP/1.1" status: 204 len: 168 time: 0.3975830 Mar 22 14:10:44.523937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9287af-be38-4337-a7ea-932fd4a4b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f15b2-52e4-4b92-b372-49351b889638,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:44.602340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-b7bcde79-7d4e-4f0d-8047-ff606451f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:44.607580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-b7bcde79-7d4e-4f0d-8047-ff606451f0e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1125 time: 0.0785253 Mar 22 14:10:44.647863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for security_group (1cb20f5a-e04e-48b4-9d02-20a432485554), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.667652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cb20f5a-e04e-48b4-9d02-20a432485554), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:44.676841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] device_id is not set on port 1d9ab0e8-3688-42c5-b223-3fb01831b6e3 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:10:44.810818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb20f5a-e04e-48b4-9d02-20a432485554,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:44.911212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-2c09b6e5-e317-490d-a0fc-0105e9b45cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:44.912791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-2c09b6e5-e317-490d-a0fc-0105e9b45cbe service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.2994046 Mar 22 14:10:44.913279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43324) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:44.919478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Allocated IP 172.25.3.72 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1d9ab0e8-3688-42c5-b223-3fb01831b6e3) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:45.034569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-08b94469-34e9-478c-97e5-7c2b22b12a45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 200 len: 217 time: 0.1146162 Mar 22 14:10:45.121804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-11e0764b-77de-45c4-9769-1bbf28e59851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.123826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43332) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.124926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-11e0764b-77de-45c4-9769-1bbf28e59851 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.0827708 Mar 22 14:10:45.141404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:45.144488 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd5d48-340e-4521-8b29-787256b91e1b" -d '{"events": [{"server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "name": "network-vif-plugged", "status": "completed", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:45.198771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-9e7fe830-e6d3-4f81-8da4-7a53bea5a8ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594811 Mar 22 14:10:45.330536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for port (1d9ab0e8-3688-42c5-b223-3fb01831b6e3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.362490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c67b-84bd-43e9-81e7-ac5f11049b99 req-f4b7e3ac-c677-4779-9c41-9cba4f6262ba tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.370479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98e4c67b-84bd-43e9-81e7-ac5f11049b99 req-f4b7e3ac-c677-4779-9c41-9cba4f6262ba tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.2443857 Mar 22 14:10:45.406516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1d20d296-6e30-4732-9219-7abda3f2df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.412739 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-963fd7c0-2293-48ca-8b67-6d78f3c2cf76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97234b30fb8847d5af96d05dadb39098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824681 Mar 22 14:10:45.417808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.471540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98e4c67b-84bd-43e9-81e7-ac5f11049b99 req-ee0dc16d-b05d-4830-a8fb-14887725570a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997255 Mar 22 14:10:45.562465 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec89131-c6df-46d1-bf49-4bdf96c3c2f4 x-openstack-request-id: req-aec89131-c6df-46d1-bf49-4bdf96c3c2f4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:45.562933 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "name": "network-vif-plugged", "status": "completed", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:45.563295 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aec89131-c6df-46d1-bf49-4bdf96c3c2f4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:45.563840 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec89131-c6df-46d1-bf49-4bdf96c3c2f4'] response: {'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75', 'code': 200} Mar 22 14:10:45.571660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] Publish callbacks [] for security_group (14116a4e-c624-4d4d-9766-7d87aad3cd68), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.593899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1d9ab0e8-3688-42c5-b223-3fb01831b6e3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.626226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] Publish callbacks [] for security_group (14116a4e-c624-4d4d-9766-7d87aad3cd68), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.672194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-efab975f-265e-4dac-9638-84c4eb9b055d service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655769 Mar 22 14:10:45.676667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:45.681535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:45.691589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:45.751670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Pushing event updated for resources: {'Port': ['ID=1d9ab0e8-3688-42c5-b223-3fb01831b6e3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:45.779773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.780641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.809678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-27f2e17a-7253-409f-9b91-10df7bf5b858 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6931944 Mar 22 14:10:45.816170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:45.824070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}]}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:45.850771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (14116a4e-c624-4d4d-9766-7d87aad3cd68), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.853349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.858004 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14116a4e-c624-4d4d-9766-7d87aad3cd68 HTTP/1.1" status: 204 len: 168 time: 0.4358199 Mar 22 14:10:45.867543 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b719e572-4171-4137-ac53-cfefd097c9e7), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.868601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b719e572-4171-4137-ac53-cfefd097c9e7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:45.880752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166fe9-37cf-43f9-8e78-494c8f0d7107 req-043fd641-a292-4292-9275-b8359558a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.882950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50166fe9-37cf-43f9-8e78-494c8f0d7107 req-043fd641-a292-4292-9275-b8359558a507 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 1127 time: 0.2303660 Mar 22 14:10:45.910344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95baa0-efbd-4269-80f5-fd8c4f3cc72e req-c95b1a35-adb4-4bba-95d5-b1f33135b00f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.912188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d95baa0-efbd-4269-80f5-fd8c4f3cc72e req-c95b1a35-adb4-4bba-95d5-b1f33135b00f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 943 time: 0.3589599 Mar 22 14:10:45.931260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4441a6-f9e2-4b8d-83ae-08af4623a599 req-e6bbeebb-f1ec-4798-a22b-badaf7210eed tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:45.938481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d4441a6-f9e2-4b8d-83ae-08af4623a599 req-e6bbeebb-f1ec-4798-a22b-badaf7210eed tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 945 time: 0.2626758 Mar 22 14:10:45.979922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251512e6-b140-4e9a-a93d-633a527b2269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14116a4e-c624-4d4d-9766-7d87aad3cd68,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:45.989672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for router_controller (b719e572-4171-4137-ac53-cfefd097c9e7), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.150698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50166fe9-37cf-43f9-8e78-494c8f0d7107 req-5d71a187-5440-4c6a-9c25-fd71d2f2f828 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576020 Mar 22 14:10:46.213913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d4441a6-f9e2-4b8d-83ae-08af4623a599 req-c6aa998c-d09a-4764-bada-78595d6d1a8c tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582009 Mar 22 14:10:46.301300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1d20d296-6e30-4732-9219-7abda3f2df9e admin admin] Publish callbacks [] for security_group (764b472e-c1e0-4398-a432-e0c9713680e1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.315079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f8d09d-fba3-4798-bbe6-493c2a701999 req-d3a1da31-ef92-4395-b923-2a870c4c2ffa service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122997 Mar 22 14:10:46.318966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d95baa0-efbd-4269-80f5-fd8c4f3cc72e req-ee4a8156-2f5f-43d9-8361-156310c82be1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716896 Mar 22 14:10:46.319726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1d20d296-6e30-4732-9219-7abda3f2df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (764b472e-c1e0-4398-a432-e0c9713680e1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.448237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43362) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:46.475699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1d20d296-6e30-4732-9219-7abda3f2df9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45b6427acb1f43f99504bf8fb91e0b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5590169 Mar 22 14:10:46.482758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20d296-6e30-4732-9219-7abda3f2df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b472e-c1e0-4398-a432-e0c9713680e1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:46.494221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43368) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:46.658826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaab036-0bdc-4fad-9acf-a83cf3b104f0 req-b8f13561-3a8c-434e-a68e-c33fddf8822c tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:46.667048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbaab036-0bdc-4fad-9acf-a83cf3b104f0 req-b8f13561-3a8c-434e-a68e-c33fddf8822c tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 946 time: 0.3045871 Mar 22 14:10:46.688977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for router_gateway (b719e572-4171-4137-ac53-cfefd097c9e7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.717679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] Publish callbacks [] for security_group (764b472e-c1e0-4398-a432-e0c9713680e1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.747911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ff8e-8814-403c-9071-a737a1ecfc18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.835811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 332aa88e-8d8d-4193-93da-e2e393b67dcc details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:46.849948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] Publish callbacks [] for security_group (764b472e-c1e0-4398-a432-e0c9713680e1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:46.909323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbaab036-0bdc-4fad-9acf-a83cf3b104f0 req-f59d1725-cc38-4784-81a0-a550df08d7d6 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422783 Mar 22 14:10:46.932747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caeff6-08f7-4fab-986d-5104d979d126 req-73a27bf1-a2ca-456c-91ef-8e56a6684f3e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:46.935503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7caeff6-08f7-4fab-986d-5104d979d126 req-73a27bf1-a2ca-456c-91ef-8e56a6684f3e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.3002839 Mar 22 14:10:47.013649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ff8e-8814-403c-9071-a737a1ecfc18 admin admin] Publish callbacks [] for security_group (f7eba52a-cce8-488f-8c66-042eb23d56b7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.046031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ff8e-8814-403c-9071-a737a1ecfc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7eba52a-cce8-488f-8c66-042eb23d56b7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.081113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for router_gateway (b719e572-4171-4137-ac53-cfefd097c9e7), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.082534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:47.110727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '332aa88e-8d8d-4193-93da-e2e393b67dcc', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'port_id': '332aa88e-8d8d-4193-93da-e2e393b67dcc', 'mac_address': 'fa:16:3e:a3:01:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:47.123048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.133420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (764b472e-c1e0-4398-a432-e0c9713680e1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.140722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.141980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/764b472e-c1e0-4398-a432-e0c9713680e1 HTTP/1.1" status: 204 len: 168 time: 0.6466868 Mar 22 14:10:47.180369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7caeff6-08f7-4fab-986d-5104d979d126 req-210390f6-a437-4b04-b1d0-fe0e1d729f8b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270570 Mar 22 14:10:47.232710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bfb0ff8e-8814-403c-9071-a737a1ecfc18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab03870b4c7d4ec2b175344a22279028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7787235 Mar 22 14:10:47.237608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43394) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:47.247224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 332aa88e-8d8d-4193-93da-e2e393b67dcc is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:47.247625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.278137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0ff8e-8814-403c-9071-a737a1ecfc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eba52a-cce8-488f-8c66-042eb23d56b7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.289333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332aa88e-8d8d-4193-93da-e2e393b67dcc {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:47.307623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dead88-e7cc-4b98-a93d-f1801c33dc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b472e-c1e0-4398-a432-e0c9713680e1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.330661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:47.357898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] Publish callbacks [] for security_group (f7eba52a-cce8-488f-8c66-042eb23d56b7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.368260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.410076 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] Publish callbacks [] for security_group (f7eba52a-cce8-488f-8c66-042eb23d56b7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.509270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7eba52a-cce8-488f-8c66-042eb23d56b7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.512050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.514182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7eba52a-cce8-488f-8c66-042eb23d56b7 HTTP/1.1" status: 204 len: 168 time: 0.2632318 Mar 22 14:10:47.546085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7a4e5-15bb-4b92-8cfd-bd7382a4acbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eba52a-cce8-488f-8c66-042eb23d56b7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.561158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for router (b719e572-4171-4137-ac53-cfefd097c9e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.569844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:47.669026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['332aa88e-8d8d-4193-93da-e2e393b67dcc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:47.686680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33fdfa-e636-4d4a-90b4-d5f94de9bedf req-991e0a35-8710-489c-8804-7d5ed5c404e2 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.687714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a33fdfa-e636-4d4a-90b4-d5f94de9bedf req-991e0a35-8710-489c-8804-7d5ed5c404e2 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 944 time: 0.1343327 Mar 22 14:10:47.812066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a33fdfa-e636-4d4a-90b4-d5f94de9bedf req-2411d54f-d808-46ac-b6e8-64518496c6ce tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176395 Mar 22 14:10:47.872878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beb1b5-13f0-43e5-b1f0-885140fc409d req-99c6d88a-7505-4670-a0a9-52473fbd05dd tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:47.886733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0beb1b5-13f0-43e5-b1f0-885140fc409d req-99c6d88a-7505-4670-a0a9-52473fbd05dd tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 946 time: 0.1067178 Mar 22 14:10:47.942801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b719e572-4171-4137-ac53-cfefd097c9e7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.945127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks [] for router_controller (b719e572-4171-4137-ac53-cfefd097c9e7), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:47.977117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0beb1b5-13f0-43e5-b1f0-885140fc409d req-fed6a675-1833-4430-ae2a-46844e242ce0 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890512 Mar 22 14:10:48.003843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b719e572-4171-4137-ac53-cfefd097c9e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.004766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b719e572-4171-4137-ac53-cfefd097c9e7 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:10:48.031904 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:10:48.035991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43416) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:48.036137 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-81b50c01-430d-40a3-8c29-72b946178ad8 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2188582 Mar 22 14:10:48.137631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Deleting port 1d9ab0e8-3688-42c5-b223-3fb01831b6e3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:48.138478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d9ab0e8-3688-42c5-b223-3fb01831b6e3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.256230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:48.276903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b6b9b8cb-8c37-4953-9025-124e0fae26f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.279997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d9ab0e8-3688-42c5-b223-3fb01831b6e3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.298538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Calling delete_port for 1d9ab0e8-3688-42c5-b223-3fb01831b6e3 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:48.456175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1bdb6-0396-49e3-8768-1b1d2240855f req-b9f3aeb5-17be-4839-8c4d-08cdd2df81e0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:48.473231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9a1bdb6-0396-49e3-8768-1b1d2240855f req-b9f3aeb5-17be-4839-8c4d-08cdd2df81e0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.1621575 Mar 22 14:10:48.497794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b6b9b8cb-8c37-4953-9025-124e0fae26f2 admin admin] Publish callbacks [] for security_group (cb515ecc-700c-4530-a308-a875d61815e1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.514836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b6b9b8cb-8c37-4953-9025-124e0fae26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cb515ecc-700c-4530-a308-a875d61815e1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.567160 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b6b9b8cb-8c37-4953-9025-124e0fae26f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=368414653afd49a8b1ba160d5b582cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095720 Mar 22 14:10:48.573090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9a1bdb6-0396-49e3-8768-1b1d2240855f req-6c800218-0ed9-4d41-af1a-1d79240fb8cd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988317 Mar 22 14:10:48.574676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:48.579684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9b8cb-8c37-4953-9025-124e0fae26f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb515ecc-700c-4530-a308-a875d61815e1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.618262 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e6af-18ae-44a5-9d1a-7c4fcbf2d585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.686366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1d9ab0e8-3688-42c5-b223-3fb01831b6e3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.735719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] Publish callbacks [] for security_group (cb515ecc-700c-4530-a308-a875d61815e1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.772462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] Publish callbacks [] for security_group (cb515ecc-700c-4530-a308-a875d61815e1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.799027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d9ab0e8-3688-42c5-b223-3fb01831b6e3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.846110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 332aa88e-8d8d-4193-93da-e2e393b67dcc up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:48.855069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cb515ecc-700c-4530-a308-a875d61815e1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.857835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.858995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb515ecc-700c-4530-a308-a875d61815e1 HTTP/1.1" status: 204 len: 168 time: 0.2807527 Mar 22 14:10:48.874675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1c0ba-0341-47b4-afb2-304af222eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb515ecc-700c-4530-a308-a875d61815e1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:48.909908 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:48.916975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4187b930-2f5c-461a-b26f-e21923c62fa5 tempest-RoutersAdminNegativeTest-1744431166 tempest-RoutersAdminNegativeTest-1744431166-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1d9ab0e8-3688-42c5-b223-3fb01831b6e3 HTTP/1.1" status: 204 len: 168 time: 0.8764303 Mar 22 14:10:48.977300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 332aa88e-8d8d-4193-93da-e2e393b67dcc completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:10:48.988562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 332aa88e-8d8d-4193-93da-e2e393b67dcc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:48.990502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.162958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93597-065e-4235-be6d-939d4ea09351 req-8861afbe-5474-4aef-aca3-24898e67af77 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:49.164758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 332aa88e-8d8d-4193-93da-e2e393b67dcc is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:49.165160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.165615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86d93597-065e-4235-be6d-939d4ea09351 req-8861afbe-5474-4aef-aca3-24898e67af77 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 944 time: 0.1667159 Mar 22 14:10:49.196390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:49.200349 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28593f7e-7f33-43d4-b594-466211a19818" -d '{"events": [{"server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "name": "network-vif-plugged", "status": "completed", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:49.223368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:49.231404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.266791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-03934174-4adb-4ae8-93d0-39d6de2787f1 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:49.269245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-03934174-4adb-4ae8-93d0-39d6de2787f1 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 946 time: 0.2311683 Mar 22 14:10:49.283588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86d93597-065e-4235-be6d-939d4ea09351 req-072b5441-ac63-4901-9ba2-131362b10bc2 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069925 Mar 22 14:10:49.365797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:49.511669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Deleting port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:49.512026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.536478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a12adc-c50d-4212-aad0-76c7f100a24c req-d48f33a8-57d9-4ce5-9216-c64d114b0629 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:49.544720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49a12adc-c50d-4212-aad0-76c7f100a24c req-d48f33a8-57d9-4ce5-9216-c64d114b0629 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.1424308 Mar 22 14:10:49.560205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43476) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:49.782175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde06d82-7d74-4309-b85b-875695dec9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.964545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde06d82-7d74-4309-b85b-875695dec9b9 admin admin] Publish callbacks [] for security_group (0b85e98e-ce0c-4154-8a49-5b65e021b9c7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:49.977281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde06d82-7d74-4309-b85b-875695dec9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b85e98e-ce0c-4154-8a49-5b65e021b9c7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.033517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bde06d82-7d74-4309-b85b-875695dec9b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8544076cd44a4a9cb42bd64794db9dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706402 Mar 22 14:10:50.034268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.037383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde06d82-7d74-4309-b85b-875695dec9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85e98e-ce0c-4154-8a49-5b65e021b9c7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.101634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] Publish callbacks [] for security_group (0b85e98e-ce0c-4154-8a49-5b65e021b9c7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.135677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] Publish callbacks [] for security_group (0b85e98e-ce0c-4154-8a49-5b65e021b9c7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.205733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b85e98e-ce0c-4154-8a49-5b65e021b9c7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.205889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49a12adc-c50d-4212-aad0-76c7f100a24c req-1602c595-8e5a-44e2-9766-d3bc33856445 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603000 Mar 22 14:10:50.209228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.212770 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b85e98e-ce0c-4154-8a49-5b65e021b9c7 HTTP/1.1" status: 204 len: 168 time: 0.1740308 Mar 22 14:10:50.224195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338b77-53f8-4aa4-88c6-bcd86a2bc34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85e98e-ce0c-4154-8a49-5b65e021b9c7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.238562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-a5e2bc96-aa49-4acb-8956-9584cac8072b tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.240298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-a5e2bc96-aa49-4acb-8956-9584cac8072b tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "GET /v2.0/ports?device_id=e80f53cb-176c-47d3-a853-ba6053d0d35d HTTP/1.1" status: 200 len: 945 time: 0.6779230 Mar 22 14:10:50.268061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] For port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:50.268429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.297226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.297697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.298190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.298639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.299165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.299619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.300065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.301908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1aa1e6a-0c37-46a7-a51e-5b7b1fb8ab77 req-e4e89bc7-552e-4619-a4bd-16149956b003 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5005 time: 0.3859355 Mar 22 14:10:50.311151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Calling delete_port for 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:50.345339 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9a80d-b357-4af0-9658-a76a501d038f x-openstack-request-id: req-54d9a80d-b357-4af0-9658-a76a501d038f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:50.346327 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "name": "network-vif-plugged", "status": "completed", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:50.346581 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54d9a80d-b357-4af0-9658-a76a501d038f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:50.346989 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d9a80d-b357-4af0-9658-a76a501d038f'] response: {'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc', 'code': 200} Mar 22 14:10:50.526172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdbca-a53b-466b-9a32-7a4b93b4e02c req-7239d144-030a-47a4-a6a3-8826e26a6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.526393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc642c7-7e6f-45bd-b698-64b8a3c82d63 req-b3e8767d-9138-462e-851b-d431b3728668 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.526494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-713fdbca-a53b-466b-9a32-7a4b93b4e02c req-7239d144-030a-47a4-a6a3-8826e26a6289 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1127 time: 0.0924358 Mar 22 14:10:50.526582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dc642c7-7e6f-45bd-b698-64b8a3c82d63 req-b3e8767d-9138-462e-851b-d431b3728668 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 946 time: 0.2186530 Mar 22 14:10:50.600299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-713fdbca-a53b-466b-9a32-7a4b93b4e02c req-7b737324-5c14-40b0-9372-3a5c409e9afa service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682435 Mar 22 14:10:50.605481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0f72-49e6-4c24-ad39-574b1e26f8fa req-371255ed-a912-4a8b-8211-18dfd4b0f039 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:50.607146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83db0f72-49e6-4c24-ad39-574b1e26f8fa req-371255ed-a912-4a8b-8211-18dfd4b0f039 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.1516242 Mar 22 14:10:50.618918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Deleting port 374258fa-6118-42f7-829a-8e00710e3711 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:50.619240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (374258fa-6118-42f7-829a-8e00710e3711), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.700059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dc642c7-7e6f-45bd-b698-64b8a3c82d63 req-83d4aa19-73ba-422e-99a5-ad5fb3c854ba tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6ee6b66-532f-49ba-b840-d3e10a8a04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630497 Mar 22 14:10:50.763497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43540) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.799597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83db0f72-49e6-4c24-ad39-574b1e26f8fa req-6f20158b-01af-486f-9dd0-2b50f4b03abb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830482 Mar 22 14:10:50.804771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7d076bfb-d3ae-4667-b4ee-224a3268f0b7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.817597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7d076bfb-d3ae-4667-b4ee-224a3268f0b7', '374258fa-6118-42f7-829a-8e00710e3711'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:50.862870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event deleted for resources: {'Port': ['ID=7d076bfb-d3ae-4667-b4ee-224a3268f0b7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:50.870187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] For port 374258fa-6118-42f7-829a-8e00710e3711, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=374258fa-6118-42f7-829a-8e00710e3711,segment=NetworkSegment(2aee700b-c2d4-4057-b8fd-38983c17678c),segment_id=2aee700b-c2d4-4057-b8fd-38983c17678c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:50.870878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (374258fa-6118-42f7-829a-8e00710e3711), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.906880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74c728db-009e-43f7-ae07-29dd534b8716 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d95161db205d43f08fa2cdf882e965d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411722 Mar 22 14:10:50.909433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43546) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:50.929071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Calling delete_port for 374258fa-6118-42f7-829a-8e00710e3711 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:50.975264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] Publish callbacks [] for security_group (1cb20f5a-e04e-48b4-9d02-20a432485554), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:50.994837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55e5b9ed-6520-414a-91e3-ea95282fe4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.001868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] Publish callbacks [] for security_group (1cb20f5a-e04e-48b4-9d02-20a432485554), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.008247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] No DVR routers for this DVR port 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:51.040855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.044443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87a04b2b-0f1d-434c-8391-aacc9f461edf req-7f7db047-f6e4-4dfe-9f78-1706270a0502 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "DELETE /v2.0/ports/7d076bfb-d3ae-4667-b4ee-224a3268f0b7 HTTP/1.1" status: 204 len: 173 time: 1.7546911 Mar 22 14:10:51.046769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'name': 'network-vif-deleted', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:51.049426 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449713e7-2199-498c-8c3c-ea132257554e" -d '{"events": [{"server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "name": "network-vif-deleted", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:51.082273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cb20f5a-e04e-48b4-9d02-20a432485554), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.086371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.088634 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cb20f5a-e04e-48b4-9d02-20a432485554 HTTP/1.1" status: 204 len: 168 time: 0.1773243 Mar 22 14:10:51.115936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4d63-5aff-4781-921f-1f64ee05c3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb20f5a-e04e-48b4-9d02-20a432485554,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:51.176394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871895-36bc-4361-9d38-b908e518c9fb req-9a227e41-e3d3-47a0-ab42-b9f32bf3560d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.183302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12871895-36bc-4361-9d38-b908e518c9fb req-9a227e41-e3d3-47a0-ab42-b9f32bf3560d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2488196 Mar 22 14:10:51.187403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ebc4-b15f-4c81-8675-27857e3c149f req-f13f299f-9d0f-4d81-bd55-5205eba70b26 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.197337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91a9ebc4-b15f-4c81-8675-27857e3c149f req-f13f299f-9d0f-4d81-bd55-5205eba70b26 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 886 time: 0.2696688 Mar 22 14:10:51.270646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12871895-36bc-4361-9d38-b908e518c9fb req-440fbc6b-49f3-4c0d-a963-f0ba8d0ef81f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863750 Mar 22 14:10:51.308056 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (374258fa-6118-42f7-829a-8e00710e3711), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.339354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Pushing event deleted for resources: {'Port': ['ID=374258fa-6118-42f7-829a-8e00710e3711,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:51.430642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] No DVR routers for this DVR port 374258fa-6118-42f7-829a-8e00710e3711 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:51.433765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.437169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-317a816d-5479-4172-ae71-e42c6c3fa81c req-6abada2e-ec40-474f-8b20-f481dff16951 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.78 "DELETE /v2.0/ports/374258fa-6118-42f7-829a-8e00710e3711 HTTP/1.1" status: 204 len: 173 time: 1.1885118 Mar 22 14:10:51.471549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7df0a-fd54-4479-af08-2f7435c54a02 req-794929e6-b499-4660-95ad-4b37a6a6673d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.478141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78d7df0a-fd54-4479-af08-2f7435c54a02 req-794929e6-b499-4660-95ad-4b37a6a6673d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.1269345 Mar 22 14:10:51.552288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78d7df0a-fd54-4479-af08-2f7435c54a02 req-4ce38165-305b-4410-85b7-55053b0c09cd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673304 Mar 22 14:10:51.635081 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ba79d4-6d16-4838-b4c4-bb5a5b146199 x-openstack-request-id: req-b5ba79d4-6d16-4838-b4c4-bb5a5b146199 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:51.636485 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a8908-18de-467d-88d6-24cd3b498ab7", "name": "network-vif-deleted", "tag": "7d076bfb-d3ae-4667-b4ee-224a3268f0b7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:51.636858 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5ba79d4-6d16-4838-b4c4-bb5a5b146199 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:51.637372 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ba79d4-6d16-4838-b4c4-bb5a5b146199'] response: {'server_uuid': 'fd2a8908-18de-467d-88d6-24cd3b498ab7', 'name': 'network-vif-deleted', 'tag': '7d076bfb-d3ae-4667-b4ee-224a3268f0b7', 'status': 'completed', 'code': 200} Mar 22 14:10:51.845103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:51.879818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d3b124d-1996-42a9-b5b0-cd08de541401 req-b08c0230-f7f9-4796-b003-5a1c8888a478 tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd2a8908-18de-467d-88d6-24cd3b498ab7 HTTP/1.1" status: 200 len: 210 time: 0.0462282 Mar 22 14:10:51.887580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.888072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.888598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.889106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.890059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.890238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.890718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:51.906699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8644c7d0-f8df-4728-90bd-a2f33ad59c09 req-37505ebc-0380-4bf4-92ea-c235f8898050 tempest-NetworksTest-1412256611 tempest-NetworksTest-1412256611-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5005 time: 0.2258694 Mar 22 14:10:51.979492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.016307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0be02-ff49-4255-8eaa-43ee7a69441c req-ad38c4b4-5da1-42d2-89bd-9424011a0ef1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.018787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35e0be02-ff49-4255-8eaa-43ee7a69441c req-ad38c4b4-5da1-42d2-89bd-9424011a0ef1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.0721405 Mar 22 14:10:52.078392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35e0be02-ff49-4255-8eaa-43ee7a69441c req-24b1ba6e-54f3-42ec-ae06-08b05fbcb42d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533423 Mar 22 14:10:52.302246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c56e88aa-c046-4711-8e4d-09e13faf7cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.312974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43644) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.333802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43648) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.426826 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a05e4ddf-5cf4-491a-81a4-372a7e4083f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.446858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c56e88aa-c046-4711-8e4d-09e13faf7cdd admin admin] Publish callbacks [] for security_group (c85805c5-b82a-4fd7-8389-a55c8255e731), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.460019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c56e88aa-c046-4711-8e4d-09e13faf7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c85805c5-b82a-4fd7-8389-a55c8255e731), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.467159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d909-e31c-41a4-97aa-221a067dbd00 req-a284aece-2ced-4c54-befc-ba0368c80cf6 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.468702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62c3d909-e31c-41a4-97aa-221a067dbd00 req-a284aece-2ced-4c54-befc-ba0368c80cf6 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.0983732 Mar 22 14:10:52.510727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c56e88aa-c046-4711-8e4d-09e13faf7cdd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2f8d4d08f57413f8818d2c6441731c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295949 Mar 22 14:10:52.514235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.523449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e88aa-c046-4711-8e4d-09e13faf7cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85805c5-b82a-4fd7-8389-a55c8255e731,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.525928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c7708a3b-b1ac-4c4e-b255-922287ceefab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.599808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] Publish callbacks [] for security_group (c85805c5-b82a-4fd7-8389-a55c8255e731), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.635319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a05e4ddf-5cf4-491a-81a4-372a7e4083f8 admin admin] Publish callbacks [] for security_group (0fb25967-651d-46e2-a308-bee2967c0218), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.644252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43664) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.653323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] Publish callbacks [] for security_group (c85805c5-b82a-4fd7-8389-a55c8255e731), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.672299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a05e4ddf-5cf4-491a-81a4-372a7e4083f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0fb25967-651d-46e2-a308-bee2967c0218), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.708406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c85805c5-b82a-4fd7-8389-a55c8255e731), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.711164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.714044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c85805c5-b82a-4fd7-8389-a55c8255e731 HTTP/1.1" status: 204 len: 168 time: 0.1972766 Mar 22 14:10:52.722731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62c3d909-e31c-41a4-97aa-221a067dbd00 req-dfa22c1a-bf5f-40bf-b955-606855e803c1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423816 Mar 22 14:10:52.737023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb0f65-7eda-44b8-94d1-4a0d22150435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85805c5-b82a-4fd7-8389-a55c8255e731,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.769337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e4ddf-5cf4-491a-81a4-372a7e4083f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb25967-651d-46e2-a308-bee2967c0218,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:52.780999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a05e4ddf-5cf4-491a-81a4-372a7e4083f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=110f5298cac74ec8888ee3a4cd8b8eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650283 Mar 22 14:10:52.781467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43672) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.786419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-002c14fb-ba77-425d-89e1-36b7bc5813b3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.787971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-002c14fb-ba77-425d-89e1-36b7bc5813b3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.2778141 Mar 22 14:10:52.850638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2fc3-bbdb-400a-829a-509239669e3b req-17c76dc7-4f4c-46c9-9317-15181ff52ccd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:52.852337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0ad2fc3-bbdb-400a-829a-509239669e3b req-17c76dc7-4f4c-46c9-9317-15181ff52ccd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.2125719 Mar 22 14:10:52.864093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-e7868264-0f75-41a6-96f5-d4e3024837db tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.865274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e7868264-0f75-41a6-96f5-d4e3024837db tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2136266 Mar 22 14:10:52.869113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.877518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 374258fa-6118-42f7-829a-8e00710e3711 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:52.886606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-752663d5-91d2-4fa2-b9c1-ba4517735b35 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.890565 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-752663d5-91d2-4fa2-b9c1-ba4517735b35 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0154929 Mar 22 14:10:52.895902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43676) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.907852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-e5c704f5-f274-452a-bd32-5ba59662279e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.908881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5c704f5-f274-452a-bd32-5ba59662279e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0103598 Mar 22 14:10:52.912889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 374258fa-6118-42f7-829a-8e00710e3711 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:52.913057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43678) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.913619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 374258fa-6118-42f7-829a-8e00710e3711 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:52.914226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:52.919242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] Publish callbacks [] for security_group (0fb25967-651d-46e2-a308-bee2967c0218), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.940250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:52.941034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7d076bfb-d3ae-4667-b4ee-224a3268f0b7 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:52.950832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-46f0ee0c-22a8-4de5-89a9-30346d8ff35d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.952074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-46f0ee0c-22a8-4de5-89a9-30346d8ff35d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0149095 Mar 22 14:10:52.956192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43682) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.961474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c7708a3b-b1ac-4c4e-b255-922287ceefab admin admin] Publish callbacks [] for security_group (7547c5ca-65e8-4ca1-9948-09c4eaea5b5f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.963662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-4aad1d7a-94b0-4c5f-b9e4-5adb8011266a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.967032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4aad1d7a-94b0-4c5f-b9e4-5adb8011266a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0076904 Mar 22 14:10:52.967831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] Publish callbacks [] for security_group (0fb25967-651d-46e2-a308-bee2967c0218), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.967943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.974746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-44182ef1-ef1b-47cd-afbe-ad88b2ed8ac5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.976432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-44182ef1-ef1b-47cd-afbe-ad88b2ed8ac5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077305 Mar 22 14:10:52.979968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:52.985346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-2ecd79f7-baed-4682-91f2-4e7b302c28c9 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:52.986605 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ecd79f7-baed-4682-91f2-4e7b302c28c9 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057957 Mar 22 14:10:52.996092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c7708a3b-b1ac-4c4e-b255-922287ceefab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7547c5ca-65e8-4ca1-9948-09c4eaea5b5f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:52.998287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.005435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-06c54e6a-d6ce-49e5-a541-6a943d915549 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.010724 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06c54e6a-d6ce-49e5-a541-6a943d915549 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107071 Mar 22 14:10:53.020531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.029570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-75414a54-f3dd-4286-9d51-edb4c6f849f5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.032628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75414a54-f3dd-4286-9d51-edb4c6f849f5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071809 Mar 22 14:10:53.036631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.043887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-5d21cda8-6567-441a-9ed2-5febbf0da350 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.047362 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d21cda8-6567-441a-9ed2-5febbf0da350 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061698 Mar 22 14:10:53.048002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0ad2fc3-bbdb-400a-829a-509239669e3b req-f0862338-d8e8-4dac-8a95-3234ecff7081 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881325 Mar 22 14:10:53.055451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43700) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.077667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-e1c9e56b-c2fb-45a9-aebf-d1509ab1af39 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.078827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e1c9e56b-c2fb-45a9-aebf-d1509ab1af39 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0209944 Mar 22 14:10:53.082069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.094865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-53899632-8b18-4e9b-b81b-be67f76bd605 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.096178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53899632-8b18-4e9b-b81b-be67f76bd605 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055974 Mar 22 14:10:53.097455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0fb25967-651d-46e2-a308-bee2967c0218), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.100706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.104690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0fb25967-651d-46e2-a308-bee2967c0218 HTTP/1.1" status: 204 len: 168 time: 0.3222663 Mar 22 14:10:53.105491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.113730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-4b52e010-3228-405e-b8cf-dae398d0f616 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.115454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b52e010-3228-405e-b8cf-dae398d0f616 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057714 Mar 22 14:10:53.118076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.128903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-c300db8d-b68a-4d39-a7c5-cb0089fcdc9e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.130616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c300db8d-b68a-4d39-a7c5-cb0089fcdc9e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059283 Mar 22 14:10:53.131534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43710) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.134183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c8611-f847-47db-aae5-5325f55720bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb25967-651d-46e2-a308-bee2967c0218,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.136063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.150061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c7708a3b-b1ac-4c4e-b255-922287ceefab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7c5940d802e4ab38636451046858d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8150594 Mar 22 14:10:53.151934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7708a3b-b1ac-4c4e-b255-922287ceefab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7547c5ca-65e8-4ca1-9948-09c4eaea5b5f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.162020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.167481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-ee7718ad-a9fb-43f7-a2a8-c01159ac4d3b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.168656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee7718ad-a9fb-43f7-a2a8-c01159ac4d3b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080094 Mar 22 14:10:53.172271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.204867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port 522e2f8d-107a-4951-b445-8810f1cb5d75 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:10:53.205440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.216122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-15878c87-dddc-49c0-a9cf-dc3abaae4271 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.217431 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15878c87-dddc-49c0-a9cf-dc3abaae4271 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124297 Mar 22 14:10:53.249655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43722) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.254946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-3ba485de-4764-431a-868a-bb23a57435e6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.255946 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ba485de-4764-431a-868a-bb23a57435e6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052898 Mar 22 14:10:53.266943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43726) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.274779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-fbfcbf06-2877-4aea-aa0a-477f08130920 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.275955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fbfcbf06-2877-4aea-aa0a-477f08130920 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078716 Mar 22 14:10:53.283001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43728) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.297027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-d37dff9d-1f12-4e39-be1b-c4005e211878 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.298153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d37dff9d-1f12-4e39-be1b-c4005e211878 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080364 Mar 22 14:10:53.299133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Deleting subnet 924a2ec3-7e05-44bc-98ba-552e85638712 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:10:53.302340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43730) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.305206 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Publish callbacks [] for subnet (924a2ec3-7e05-44bc-98ba-552e85638712), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.306001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-0c0abbef-51b1-4048-a139-c19ecda88ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.307515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-0c0abbef-51b1-4048-a139-c19ecda88ca1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1127 time: 0.2878616 Mar 22 14:10:53.313446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-368a15f0-7f24-455c-81e8-cff659ad6b5b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.314978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-368a15f0-7f24-455c-81e8-cff659ad6b5b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0108690 Mar 22 14:10:53.322278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43732) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.338387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] Publish callbacks [] for security_group (7547c5ca-65e8-4ca1-9948-09c4eaea5b5f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.348427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3144f-2554-41ef-bf99-6509996522b6 req-b00c13c3-099b-4268-b9e5-ac28af85d80b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.349903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f3144f-2554-41ef-bf99-6509996522b6 req-b00c13c3-099b-4268-b9e5-ac28af85d80b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2509990 Mar 22 14:10:53.358248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-6a52ed7f-b7de-41e9-b37d-e5a92e957626 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.359738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a52ed7f-b7de-41e9-b37d-e5a92e957626 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0325668 Mar 22 14:10:53.360751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (924a2ec3-7e05-44bc-98ba-552e85638712), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.366325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43736) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.393165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-eefaf9a5-b6f9-4a78-94d0-d1424f0f125d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.396693 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eefaf9a5-b6f9-4a78-94d0-d1424f0f125d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0092630 Mar 22 14:10:53.396693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] Publish callbacks [] for security_group (7547c5ca-65e8-4ca1-9948-09c4eaea5b5f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.400879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.409922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-9fc89807-e5ff-4704-9ee5-97d36826f5b5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.413323 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9fc89807-e5ff-4704-9ee5-97d36826f5b5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042536 Mar 22 14:10:53.415875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.422183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-c35e4718-fb94-490a-9245-f472d6319705 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.425556 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c35e4718-fb94-490a-9245-f472d6319705 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064235 Mar 22 14:10:53.429285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.436757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-cf60137f-63b8-475a-a363-b37430e22233 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.438014 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf60137f-63b8-475a-a363-b37430e22233 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060322 Mar 22 14:10:53.442491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.451967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-2d56fa6a-d58a-4814-98bd-c4848e062fd8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.453214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2d56fa6a-d58a-4814-98bd-c4848e062fd8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062492 Mar 22 14:10:53.456760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.460641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (924a2ec3-7e05-44bc-98ba-552e85638712), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.465024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-4984e75c-85c4-415e-b4f7-319b30d175f5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.468445 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4984e75c-85c4-415e-b4f7-319b30d175f5 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067325 Mar 22 14:10:53.468579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port 522e2f8d-107a-4951-b445-8810f1cb5d75, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=522e2f8d-107a-4951-b445-8810f1cb5d75,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:53.468579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.474990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.491265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-68bf519b-f38b-4a4c-93c1-c8e97abad81c tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.495222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-68bf519b-f38b-4a4c-93c1-c8e97abad81c tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0111032 Mar 22 14:10:53.495377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43752) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.503135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-2c46029c-e747-49fe-b5bf-cc42dc3c8a40 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.506654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2c46029c-e747-49fe-b5bf-cc42dc3c8a40 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078728 Mar 22 14:10:53.506793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for 522e2f8d-107a-4951-b445-8810f1cb5d75 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:10:53.506892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43754) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.510982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-d7638d90-7759-4475-b1e2-8c6cf71cc0d6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.514407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7638d90-7759-4475-b1e2-8c6cf71cc0d6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044825 Mar 22 14:10:53.514578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9f3144f-2554-41ef-bf99-6509996522b6 req-f1c8d5cb-6090-4f9c-8408-e3fc4f50b404 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519699 Mar 22 14:10:53.514759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.520399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-d2b852fd-88db-4d1e-8178-19556f31ed4b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.523683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d2b852fd-88db-4d1e-8178-19556f31ed4b tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057857 Mar 22 14:10:53.523962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.534533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-83fcdae8-b352-438f-a559-79ca63512b0d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.534533 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83fcdae8-b352-438f-a559-79ca63512b0d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065911 Mar 22 14:10:53.537604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.560800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7547c5ca-65e8-4ca1-9948-09c4eaea5b5f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.564776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-1db458de-83f5-4fe6-8d64-1faf49b102c0 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.565731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.566211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1db458de-83f5-4fe6-8d64-1faf49b102c0 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0126042 Mar 22 14:10:53.569505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7547c5ca-65e8-4ca1-9948-09c4eaea5b5f HTTP/1.1" status: 204 len: 168 time: 0.3954849 Mar 22 14:10:53.580623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43766) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.582769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a27f-d003-4d85-aad8-370a59686646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7547c5ca-65e8-4ca1-9948-09c4eaea5b5f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.590072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-2d8c03d9-4340-4c88-9624-2ec78ec3fe89 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.591030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2d8c03d9-4340-4c88-9624-2ec78ec3fe89 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051892 Mar 22 14:10:53.593931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.594211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.600331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-a53980db-ae29-4539-8eca-f4ae7594702d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.601725 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a53980db-ae29-4539-8eca-f4ae7594702d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048487 Mar 22 14:10:53.611598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.621617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-40cf285d-0586-4f31-8e62-4431124a2beb tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.622187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-e956f3c8-a674-439b-8fe6-1bae6bf19142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:53.622873 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-40cf285d-0586-4f31-8e62-4431124a2beb tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078158 Mar 22 14:10:53.623952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-e956f3c8-a674-439b-8fe6-1bae6bf19142 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.3024886 Mar 22 14:10:53.626608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43778) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.631411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (924a2ec3-7e05-44bc-98ba-552e85638712), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.632241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.633306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-fc4efaea-7896-47d7-bb72-f39aa45ddc7a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.634390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc4efaea-7896-47d7-bb72-f39aa45ddc7a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065529 Mar 22 14:10:53.636172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-23a12a2c-f255-4b1e-bf51-f236d918755f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.637861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'name': 'network-vif-deleted', 'tag': '374258fa-6118-42f7-829a-8e00710e3711'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:53.640183 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4ebc6-5806-4260-bda5-aac3b9b5462e" -d '{"events": [{"server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "name": "network-vif-deleted", "tag": "374258fa-6118-42f7-829a-8e00710e3711"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:53.641653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43780) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.667792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-43f1c8b7-9f9c-4144-9bf2-f3bde78d6b5a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.668942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43f1c8b7-9f9c-4144-9bf2-f3bde78d6b5a tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0134697 Mar 22 14:10:53.686504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43784) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.699077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-8c8260d8-5ed7-457b-95b7-4d6b0acfdac8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.702334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c8260d8-5ed7-457b-95b7-4d6b0acfdac8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102093 Mar 22 14:10:53.704779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-232f6140-b76d-408c-af23-cd99dcf7726c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 200 len: 217 time: 0.0693376 Mar 22 14:10:53.705563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43786) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.707176 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0049108-9781-4901-bf29-e8df68b806a0 x-openstack-request-id: req-a0049108-9781-4901-bf29-e8df68b806a0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:53.707676 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80f53cb-176c-47d3-a853-ba6053d0d35d", "name": "network-vif-deleted", "tag": "374258fa-6118-42f7-829a-8e00710e3711", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:53.708138 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0049108-9781-4901-bf29-e8df68b806a0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:53.708601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924a2ec3-7e05-44bc-98ba-552e85638712,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:53.708945 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0049108-9781-4901-bf29-e8df68b806a0'] response: {'server_uuid': 'e80f53cb-176c-47d3-a853-ba6053d0d35d', 'name': 'network-vif-deleted', 'tag': '374258fa-6118-42f7-829a-8e00710e3711', 'status': 'completed', 'code': 200} Mar 22 14:10:53.717552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.719385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-1393dcc9-ed88-4779-892e-869b70f013d3 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.720611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1393dcc9-ed88-4779-892e-869b70f013d3 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0089059 Mar 22 14:10:53.726783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24399d7a-473d-4287-96ae-f2728a07ff74 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/924a2ec3-7e05-44bc-98ba-552e85638712 HTTP/1.1" status: 204 len: 168 time: 0.5938287 Mar 22 14:10:53.731086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43788) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.731657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.742673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-753cf512-a103-4a2f-812c-e57d8ce0ef7f tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.743780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-753cf512-a103-4a2f-812c-e57d8ce0ef7f tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110276 Mar 22 14:10:53.749931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43792) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.756612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-16310dc3-ff74-4663-b2ed-1fce247ea5d7 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.757638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16310dc3-ff74-4663-b2ed-1fce247ea5d7 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065422 Mar 22 14:10:53.761303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43794) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.767140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-fdf147cb-45cc-4f5b-ba2f-e9c67257c6d3 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.769378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fdf147cb-45cc-4f5b-ba2f-e9c67257c6d3 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071442 Mar 22 14:10:53.772030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.776747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:53.777054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-517083ed-3b25-45c4-93cc-0273b5bea438 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.778049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-517083ed-3b25-45c4-93cc-0273b5bea438 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051181 Mar 22 14:10:53.780563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.786433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-9d2be77f-b305-4ed8-8d41-027210bdb610 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.789053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9d2be77f-b305-4ed8-8d41-027210bdb610 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056205 Mar 22 14:10:53.792123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.797936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-0aa551a8-ef74-41e4-aaad-031f5c385a39 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.799147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0aa551a8-ef74-41e4-aaad-031f5c385a39 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0058720 Mar 22 14:10:53.804235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.810286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-bed9a8b8-cc89-4412-a2fb-5e631857c607 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.813906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bed9a8b8-cc89-4412-a2fb-5e631857c607 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0062761 Mar 22 14:10:53.814703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43804) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.819048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-176e6bec-d034-4bee-8f27-1f8a2652b4b0 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.822312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-176e6bec-d034-4bee-8f27-1f8a2652b4b0 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045924 Mar 22 14:10:53.824943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.831235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-394a5a60-e109-47e1-84cc-bc8d751dc3c4 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.837396 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-394a5a60-e109-47e1-84cc-bc8d751dc3c4 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092261 Mar 22 14:10:53.838427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43810) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.916117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-23a12a2c-f255-4b1e-bf51-f236d918755f admin admin] Publish callbacks [] for security_group (0508d3fc-69c1-468f-817f-2254335cf502), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.926930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:53.927492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.929180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-e885185d-fb6d-43dd-8593-6084f9247d45 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.930646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e885185d-fb6d-43dd-8593-6084f9247d45 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0212801 Mar 22 14:10:53.933080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-23a12a2c-f255-4b1e-bf51-f236d918755f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0508d3fc-69c1-468f-817f-2254335cf502), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:53.956999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:53.961019 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2021efc-6839-4bbb-8134-a35fc8ffbdf2" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:53.964946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:53.981164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-f4a917c0-df40-4fd8-99f2-9700b12b462d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:53.982505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f4a917c0-df40-4fd8-99f2-9700b12b462d tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0149834 Mar 22 14:10:53.991133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.003981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:54.008580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-90d720eb-c75d-4f7e-9e2a-5a42ad5357d2 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.016701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.019467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-90d720eb-c75d-4f7e-9e2a-5a42ad5357d2 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0141630 Mar 22 14:10:54.039393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43822) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.050742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-23a12a2c-f255-4b1e-bf51-f236d918755f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5606b62783bb4eebbe10deb1a8cdcd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550052 Mar 22 14:10:54.052208 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d308e8-06c1-4f0f-8922-c7a6b11f8a6a x-openstack-request-id: req-77d308e8-06c1-4f0f-8922-c7a6b11f8a6a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:54.052740 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:54.053131 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77d308e8-06c1-4f0f-8922-c7a6b11f8a6a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:54.053817 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d308e8-06c1-4f0f-8922-c7a6b11f8a6a'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:10:54.061203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-9f22097c-31f6-46f2-a8e1-702c066ec748 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.064497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9f22097c-31f6-46f2-a8e1-702c066ec748 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0195622 Mar 22 14:10:54.073223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43824) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.073552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43826) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.087242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-4d6a7113-3422-4b57-bbfe-70ca12cf3ca8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.088285 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d6a7113-3422-4b57-bbfe-70ca12cf3ca8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0120637 Mar 22 14:10:54.094159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.129413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.145461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-c1203966-95e0-447e-8d83-42d7f0eb0abf tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.147211 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c1203966-95e0-447e-8d83-42d7f0eb0abf tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0166574 Mar 22 14:10:54.149642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12a2c-f255-4b1e-bf51-f236d918755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0508d3fc-69c1-468f-817f-2254335cf502,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.156912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43834) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.157308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43836) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.168879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-90ad9fc2-3a4e-4ee9-ab4e-103e88790c5e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.170022 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-90ad9fc2-3a4e-4ee9-ab4e-103e88790c5e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092902 Mar 22 14:10:54.177355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43838) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.189585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-f912191e-7845-4134-a146-d6270150b69f tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.190672 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f912191e-7845-4134-a146-d6270150b69f tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0109448 Mar 22 14:10:54.195665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43840) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.197794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75cf66bd-f45e-445c-90dc-26d20e8321c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.211289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-6d5790d8-0e83-45f9-850c-b5cf871b6549 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.212365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d5790d8-0e83-45f9-850c-b5cf871b6549 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0156140 Mar 22 14:10:54.223274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.236061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-0d83007a-a378-48df-a095-3dab9e628274 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.237086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d83007a-a378-48df-a095-3dab9e628274 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0125101 Mar 22 14:10:54.239635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.239978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.251511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-e3b79857-bf53-4e3d-8c93-33e5d808fa85 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.252494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e3b79857-bf53-4e3d-8c93-33e5d808fa85 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077243 Mar 22 14:10:54.257696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.261931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-2e07b4fc-dda2-4a23-b608-8fb1b553f5d6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.262914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e07b4fc-dda2-4a23-b608-8fb1b553f5d6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043075 Mar 22 14:10:54.265496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] Publish callbacks [] for security_group (0508d3fc-69c1-468f-817f-2254335cf502), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.266983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.270621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-50a3760e-e08b-4f13-9831-d04f3ae2267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.272075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-50a3760e-e08b-4f13-9831-d04f3ae2267a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.5502687 Mar 22 14:10:54.277440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-60a2efb1-7fe7-4ecb-870a-59eaefcb8e41 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.278420 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60a2efb1-7fe7-4ecb-870a-59eaefcb8e41 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083601 Mar 22 14:10:54.281543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.295119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-00530b60-ec8f-4603-a5ac-30de266c8f8e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.298584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00530b60-ec8f-4603-a5ac-30de266c8f8e tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120504 Mar 22 14:10:54.299397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.306958 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-ea741630-0b22-47a3-a674-bba6b70aa331 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.307909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ea741630-0b22-47a3-a674-bba6b70aa331 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076408 Mar 22 14:10:54.313906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.318641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (fe306062-6405-4978-9591-79f7a662aba9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.322699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] Publish callbacks [] for security_group (0508d3fc-69c1-468f-817f-2254335cf502), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.342288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-7c5a5682-dcf6-4fcd-8ac4-2b83152bb2ff tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.343259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7c5a5682-dcf6-4fcd-8ac4-2b83152bb2ff tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0227711 Mar 22 14:10:54.347680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.354997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-9eb48c1c-40e7-43e1-8b59-2d45ac1e364e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618684 Mar 22 14:10:54.358972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [None req-0bd3789a-7eee-4627-ae7b-648a8196b6e6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.359888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0bd3789a-7eee-4627-ae7b-648a8196b6e6 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073452 Mar 22 14:10:54.366609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.376730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-5008437a-abdb-47c7-974e-a4861b46b819 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.377939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5008437a-abdb-47c7-974e-a4861b46b819 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099046 Mar 22 14:10:54.380629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43864) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.385473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-435110e6-c998-40b1-9bf8-f30cdfbc5150 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.386629 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-435110e6-c998-40b1-9bf8-f30cdfbc5150 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049641 Mar 22 14:10:54.390390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.394798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-d7ea65f2-468b-46e9-9f15-087133bbf573 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.397900 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7ea65f2-468b-46e9-9f15-087133bbf573 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042675 Mar 22 14:10:54.400249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.408730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-2fbd848b-6e30-43be-bf2f-31b9b6074ff8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.409657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2fbd848b-6e30-43be-bf2f-31b9b6074ff8 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066483 Mar 22 14:10:54.412759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-network', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:54.417943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75cf66bd-f45e-445c-90dc-26d20e8321c8 admin admin] Publish callbacks [] for security_group (eaebc2a0-f89a-4053-9a1f-a32df430e7d9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.418693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43870) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.425401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [None req-97c79fcc-f836-4987-bd2e-ec79446c5cb2 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:10:54.426357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-97c79fcc-f836-4987-bd2e-ec79446c5cb2 tempest-ExtensionsTestJSON-1648870145 tempest-ExtensionsTestJSON-1648870145-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060148 Mar 22 14:10:54.434192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0508d3fc-69c1-468f-817f-2254335cf502), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.434523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee98e-68c8-4a5c-8119-38eb34e7e340 req-a9d876a1-5113-4f2d-882f-eca51315f3ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.436653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-961ee98e-68c8-4a5c-8119-38eb34e7e340 req-a9d876a1-5113-4f2d-882f-eca51315f3ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f25697e-dfb3-4812-b3f5-63890f3ac71e HTTP/1.1" status: 200 len: 945 time: 0.2315185 Mar 22 14:10:54.436978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.441293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0508d3fc-69c1-468f-817f-2254335cf502 HTTP/1.1" status: 204 len: 168 time: 0.3665044 Mar 22 14:10:54.441488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (522e2f8d-107a-4951-b445-8810f1cb5d75), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.456411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['522e2f8d-107a-4951-b445-8810f1cb5d75'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:54.457746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75cf66bd-f45e-445c-90dc-26d20e8321c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eaebc2a0-f89a-4053-9a1f-a32df430e7d9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.478278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:54.481394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.488450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18e88-b223-4e1e-a871-5318b9c2b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508d3fc-69c1-468f-817f-2254335cf502,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.520955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75cf66bd-f45e-445c-90dc-26d20e8321c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72838b4d21b0472fade6a4a4af0a500b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593650 Mar 22 14:10:54.527558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.542089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=522e2f8d-107a-4951-b445-8810f1cb5d75,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.545006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.606453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf66bd-f45e-445c-90dc-26d20e8321c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaebc2a0-f89a-4053-9a1f-a32df430e7d9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.679454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] Publish callbacks [] for security_group (eaebc2a0-f89a-4053-9a1f-a32df430e7d9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.702193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port 522e2f8d-107a-4951-b445-8810f1cb5d75 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:10:54.704904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.708916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3448137-349d-46c6-9e80-934427d0c0a5 req-a71e155f-e023-45ba-8aa2-8ee263b16556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "DELETE /v2.0/ports/522e2f8d-107a-4951-b445-8810f1cb5d75 HTTP/1.1" status: 204 len: 173 time: 1.9127107 Mar 22 14:10:54.717936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] Publish callbacks [] for security_group (eaebc2a0-f89a-4053-9a1f-a32df430e7d9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.743217 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (fe306062-6405-4978-9591-79f7a662aba9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.767085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-961ee98e-68c8-4a5c-8119-38eb34e7e340 req-1ee62045-1a93-4636-a2a3-dbed3f759362 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294435 Mar 22 14:10:54.778939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-82a80724-e19d-4c28-85b0-5e39c7842ffc service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127319 Mar 22 14:10:54.780930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks [] for security_group (cd141bb9-effa-40d9-8e00-eceae5cc0662), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.792887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cd141bb9-effa-40d9-8e00-eceae5cc0662), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.805735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe306062-6405-4978-9591-79f7a662aba9']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:54.826004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43888) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:54.847158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd141bb9-effa-40d9-8e00-eceae5cc0662,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.862481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:10:54.862967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aee700b-c2d4-4057-b8fd-38983c17678c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:54.863635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aee700b-c2d4-4057-b8fd-38983c17678c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:54.865016 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.875517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cb4d1fce-6192-4196-ac5b-0bec7627f755), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.875958 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Added segment cb4d1fce-6192-4196-ac5b-0bec7627f755 of type vlan for network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d Mar 22 14:10:54.887360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (2aee700b-c2d4-4057-b8fd-38983c17678c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.900008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca6d9-962e-4146-88b4-12ddf016fd1a req-73ff0afc-19db-402f-b432-c0e29d7c253e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.912139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-684ca6d9-962e-4146-88b4-12ddf016fd1a req-73ff0afc-19db-402f-b432-c0e29d7c253e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2547166 Mar 22 14:10:54.921988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eaebc2a0-f89a-4053-9a1f-a32df430e7d9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.924597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.925786 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eaebc2a0-f89a-4053-9a1f-a32df430e7d9 HTTP/1.1" status: 204 len: 168 time: 0.3957174 Mar 22 14:10:54.936644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2aee700b-c2d4-4057-b8fd-38983c17678c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.944303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:10:54.944930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (2aee700b-c2d4-4057-b8fd-38983c17678c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.949519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec334a9-c511-435c-878d-15ecc0ef96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaebc2a0-f89a-4053-9a1f-a32df430e7d9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:54.953221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:10:54.963138 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:10:54.985490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:54.986986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:54.987783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.053370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6688842-411d-47e8-bd79-9bba9130dcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.075570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8317356 Mar 22 14:10:55.079618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43898) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:55.089799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Request body: {'subnet': {'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-subnet', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:55.092542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02e09d34-cb14-4ead-ab36-15b6995246aa req-e77037df-c459-4ef6-8b3a-48d4eedad788 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000371 Mar 22 14:10:55.093239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (fe306062-6405-4978-9591-79f7a662aba9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.099506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-684ca6d9-962e-4146-88b4-12ddf016fd1a req-2dc15a57-d586-4ec2-9442-501b2ba4d2dc tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855698 Mar 22 14:10:55.125812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.126001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ddc6-bd79-436d-9afa-c29ca37a493b admin admin] Pushing event updated for resources: {'Network': ['ID=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.126597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fe306062-6405-4978-9591-79f7a662aba9 HTTP/1.1" status: 204 len: 168 time: 1.3914857 Mar 22 14:10:55.126597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf5cf9-b9f7-4fba-b526-681ec1952b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe306062-6405-4978-9591-79f7a662aba9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.140112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:10:55.155889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:55.159347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.376326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43912) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:55.429274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6688842-411d-47e8-bd79-9bba9130dcb4 admin admin] Publish callbacks [] for security_group (49768c43-a851-44d0-a79a-a3440ef6fe69), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.438359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6688842-411d-47e8-bd79-9bba9130dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (49768c43-a851-44d0-a79a-a3440ef6fe69), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.440817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (51796fc1-4e2f-4939-8248-a200eed44545), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.507583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2feea5a9-4cfa-49d1-91cc-4ea971d563e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7468452afaf74bc2b35ca43622ac860c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253133 Mar 22 14:10:55.510383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:55.526642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688842-411d-47e8-bd79-9bba9130dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49768c43-a851-44d0-a79a-a3440ef6fe69,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.536608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d6688842-411d-47e8-bd79-9bba9130dcb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=912f0695680c474aab5bf37d044e50a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068608 Mar 22 14:10:55.537570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:55.543923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51796fc1-4e2f-4939-8248-a200eed44545,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.564334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Checking segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:55.564733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Network hostable DHCP agents. Network: 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:10:55.583963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:10:55.599033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:55.610780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5a9cd-db22-41cf-8c0c-d4b1a3bd6176 None None] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:55.622552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:55.625029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] Publish callbacks [] for security_group (49768c43-a851-44d0-a79a-a3440ef6fe69), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.626200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.632645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] Publish callbacks [] for security_group (a6ee6b66-532f-49ba-b840-d3e10a8a04c2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.656876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] Publish callbacks [] for security_group (a6ee6b66-532f-49ba-b840-d3e10a8a04c2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.658803 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83f2123c-7573-4e1b-bc35-575d59a8d06c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5754709 Mar 22 14:10:55.661301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43934) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:55.667206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:55.707147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] Publish callbacks [] for security_group (49768c43-a851-44d0-a79a-a3440ef6fe69), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.708396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.709750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'name': 'network-vif-deleted', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:55.712431 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fe5b2-1c3e-4e76-972f-a0d46b382531" -d '{"events": [{"server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "name": "network-vif-deleted", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:55.713601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.735145 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a6ee6b66-532f-49ba-b840-d3e10a8a04c2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.739205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.740707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6ee6b66-532f-49ba-b840-d3e10a8a04c2 HTTP/1.1" status: 204 len: 168 time: 0.2292066 Mar 22 14:10:55.765494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9f3a-026a-4868-bf5e-cc93215e8918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee6b66-532f-49ba-b840-d3e10a8a04c2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.796561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (49768c43-a851-44d0-a79a-a3440ef6fe69), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.800778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.804867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49768c43-a851-44d0-a79a-a3440ef6fe69 HTTP/1.1" status: 204 len: 168 time: 0.2662802 Mar 22 14:10:55.817085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc658d-cc5f-49b8-8aa0-0289593f3e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49768c43-a851-44d0-a79a-a3440ef6fe69,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:55.838838 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d7d40b-57cb-43ba-ae72-b51d19b6c161 x-openstack-request-id: req-b8d7d40b-57cb-43ba-ae72-b51d19b6c161 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:55.839139 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f25697e-dfb3-4812-b3f5-63890f3ac71e", "name": "network-vif-deleted", "tag": "522e2f8d-107a-4951-b445-8810f1cb5d75", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:55.839394 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8d7d40b-57cb-43ba-ae72-b51d19b6c161 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:55.839813 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d7d40b-57cb-43ba-ae72-b51d19b6c161'] response: {'server_uuid': '6f25697e-dfb3-4812-b3f5-63890f3ac71e', 'name': 'network-vif-deleted', 'tag': '522e2f8d-107a-4951-b445-8810f1cb5d75', 'status': 'completed', 'code': 200} Mar 22 14:10:55.883983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for router_controller (048a3d85-9f6a-4680-8814-a5940026e8dc), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:55.997810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:10:56.079931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for router_gateway (048a3d85-9f6a-4680-8814-a5940026e8dc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.214797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:56.227792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:10:56.228821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.291293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc17c-abcb-49d8-8e00-9829720904bb req-ee76381e-a7ce-459b-8a69-9f329ca64ad9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.303763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-077fc17c-abcb-49d8-8e00-9829720904bb req-ee76381e-a7ce-459b-8a69-9f329ca64ad9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.1092138 Mar 22 14:10:56.379386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for router_gateway (048a3d85-9f6a-4680-8814-a5940026e8dc), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.415451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.430842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-077fc17c-abcb-49d8-8e00-9829720904bb req-3b8562e6-f85c-4086-98c3-b1b63257cb79 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215243 Mar 22 14:10:56.451653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5219d92b-517c-4a10-a9e6-33d330d67582', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:10:56.479203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Allocated IP 172.20.0.2 (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d/51796fc1-4e2f-4939-8248-a200eed44545/8106475e-970c-476e-b083-b9ddb9ad49ec) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:56.601168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Allocated IP 172.25.3.52 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/50b5fb63-d0cc-47f0-a7e2-178290acdce4) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:10:56.609577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-1b42aa10-793a-4439-8a4f-d3edb9872e0b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:56.611468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-1b42aa10-793a-4439-8a4f-d3edb9872e0b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.1479981 Mar 22 14:10:56.633631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-33d1a83c-d650-4478-8337-ce7993280e24 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.0119400 Mar 22 14:10:56.651295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:56.651943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.671367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:10:56.717486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-1eea71da-e177-446e-93d4-e7dbdaa78a73 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776892 Mar 22 14:10:56.729068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:56.740630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.748030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.799087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks [] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.804403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.817238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:56.822828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:56.855301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5219d92b-517c-4a10-a9e6-33d330d67582'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:10:56.887028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Pushing event updated for resources: {'Port': ['ID=50b5fb63-d0cc-47f0-a7e2-178290acdce4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:56.896937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:56.898289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:56.900582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:56.904977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 522e2f8d-107a-4951-b445-8810f1cb5d75 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:10:56.919831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:10:56.947088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:10:56.949803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:10:56.964778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c90d6c7f-88c3-4f80-b60f-bca452a414c3 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394354 Mar 22 14:10:56.968260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 522e2f8d-107a-4951-b445-8810f1cb5d75 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:10:56.968793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 522e2f8d-107a-4951-b445-8810f1cb5d75 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:10:56.984011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Pushing event updated for resources: {'Port': ['ID=8106475e-970c-476e-b083-b9ddb9ad49ec,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.044717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Attempting to bind port 8106475e-970c-476e-b083-b9ddb9ad49ec on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:10:57.045102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Attempting to bind port 8106475e-970c-476e-b083-b9ddb9ad49ec by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:10:57.045478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Attempting to bind port 8106475e-970c-476e-b083-b9ddb9ad49ec on network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:10:57.086173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:10:57.087467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Checking segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:10:57.088042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.089066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Bound using segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:10:57.089737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Bound port: 8106475e-970c-476e-b083-b9ddb9ad49ec, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:10:57.090791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.181587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-989182f3-ad55-4016-bf71-50fb8ab589a1 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146821 Mar 22 14:10:57.220208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] For port 8106475e-970c-476e-b083-b9ddb9ad49ec, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:10:57.223949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] For port 8106475e-970c-476e-b083-b9ddb9ad49ec, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8106475e-970c-476e-b083-b9ddb9ad49ec,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:10:57.251328 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.411484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for router_gateway (048a3d85-9f6a-4680-8814-a5940026e8dc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.503155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21abc68-1036-4ecc-b4e8-f26f61784b70 None None] Pushing event updated for resources: {'Port': ['ID=8106475e-970c-476e-b083-b9ddb9ad49ec,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:57.518830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28372ac5-b4bd-40a1-97c1-3d019bb6f3e3 req-8866932f-b21b-4f33-8906-e22a20ac8138 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 210 time: 0.0908210 Mar 22 14:10:57.802337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:57.821459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c3e0-0557-404e-bd8f-6e202849db25 req-52e761db-5818-48a2-bcd1-dc4ae748927c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:57.838264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c96c3e0-0557-404e-bd8f-6e202849db25 req-52e761db-5818-48a2-bcd1-dc4ae748927c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2345259 Mar 22 14:10:57.935981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5219d92b-517c-4a10-a9e6-33d330d67582 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:57.938186 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:57.967401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c96c3e0-0557-404e-bd8f-6e202849db25 req-6a1db35e-238e-4725-a938-83df9443dbce tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271620 Mar 22 14:10:58.086067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.103788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:58.104189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.147210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:10:58.148592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:10:58.151689 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61074730-d4e8-4b34-836b-1551942f15b0" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:10:58.155166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.174895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.276027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:10:58.283590 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9590fe-305d-4f2c-aed7-bf27a1b7d120 x-openstack-request-id: req-9e9590fe-305d-4f2c-aed7-bf27a1b7d120 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:10:58.284124 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:10:58.284827 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e9590fe-305d-4f2c-aed7-bf27a1b7d120 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:10:58.285380 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9590fe-305d-4f2c-aed7-bf27a1b7d120'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:10:58.339438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Router 048a3d85-9f6a-4680-8814-a5940026e8dc is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:10:58.512155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:10:58.526273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Sync routers for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:10:58.545940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:10:58.545940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:10:58.573733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:58.578083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44066) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:58.578455 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ba7d2236-1eaa-473b-b5db-55c5b1775f69 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9157174 Mar 22 14:10:58.776294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9c40e7b-9a9f-4d3a-8b4b-10023164bced req-5c3df378-8564-4d8a-92b6-cd89b4d12cc5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 210 time: 0.0568764 Mar 22 14:10:58.891351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:10:59.049930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:59.144800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8106475e-970c-476e-b083-b9ddb9ad49ec up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:10:59.233090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.297511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485eb60b-2dec-4705-9bd5-77f4b03f353d None None] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:10:59.459925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-d0fd38f0-c3a4-4981-8c87-0897f5469c71 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:59.461340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-d0fd38f0-c3a4-4981-8c87-0897f5469c71 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.3162274 Mar 22 14:10:59.473708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641dc9f-863f-4c58-be03-a8c53e98ebf6 req-487e3a07-953f-4978-8793-20ace28bb493 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:10:59.480823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7641dc9f-863f-4c58-be03-a8c53e98ebf6 req-487e3a07-953f-4978-8793-20ace28bb493 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2744043 Mar 22 14:10:59.489318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:59.529155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1433275610-network', 'tenant_id': 'ed094216551d4f18b877a2118de61b92'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:59.546723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1190875060', 'description': 'tempest-description-29545861'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:10:59.576505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Made reservation on behalf of ed094216551d4f18b877a2118de61b92 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:10:59.579369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.670305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.712500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Provisioning complete for port 8106475e-970c-476e-b083-b9ddb9ad49ec triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:59.712936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.717152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8106475e-970c-476e-b083-b9ddb9ad49ec triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:10:59.720775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.741516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7641dc9f-863f-4c58-be03-a8c53e98ebf6 req-6eccd532-0d88-4249-a54b-f1ce9e6fbafa tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596936 Mar 22 14:10:59.780980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44096) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:10:59.795128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.944292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8106475e-970c-476e-b083-b9ddb9ad49ec is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:10:59.945028 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:10:59.959910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38e0418e-1cb8-4c7e-afbd-ae983b34c51a req-2dbb0144-0e3a-4d52-9398-0599945b7dbc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 210 time: 0.0626466 Mar 22 14:10:59.985707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.044085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:00.047173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Current status of the port 8106475e-970c-476e-b083-b9ddb9ad49ec is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:00.052676 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.054251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.111998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:10:57Z', 'revision_number': 3, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:00.116981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 8106475e-970c-476e-b083-b9ddb9ad49ec, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8106475e-970c-476e-b083-b9ddb9ad49ec,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:00.175299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-215308337'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:00.187813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Checking router: 048a3d85-9f6a-4680-8814-a5940026e8dc for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:00.188322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Updating router 048a3d85-9f6a-4680-8814-a5940026e8dc port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:00.191817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.214218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:00.218226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.307762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.321903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (6837820b-2685-4d28-a5a8-c969145b1fa3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.340211 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.378457 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6837820b-2685-4d28-a5a8-c969145b1fa3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.403411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.428628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6837820b-2685-4d28-a5a8-c969145b1fa3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.500382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks [] for security_group (541a8574-2237-49d5-9821-2da760c03613), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.511050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (541a8574-2237-49d5-9821-2da760c03613), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.588285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541a8574-2237-49d5-9821-2da760c03613,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.626323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Allocated IP 172.20.0.1 (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d/51796fc1-4e2f-4939-8248-a200eed44545/02e5d6e3-cdd2-4f79-bfbc-606047beb82b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:00.630863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.11 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/4d62bba7-db63-4b21-a096-fd3a47b9a33e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:00.631117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:00.688897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (345abb86-ecc5-4447-91ca-29d2cdf98f12), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.695649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (66649b14-9150-43d2-ae0d-f5d46b8887f3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.697096 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Added segment 66649b14-9150-43d2-ae0d-f5d46b8887f3 of type vlan for network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 Mar 22 14:11:00.745678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (345abb86-ecc5-4447-91ca-29d2cdf98f12), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.780475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:00.781119 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:00.781505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ad2a3eb7-4a73-4879-b177-507a49cd3fa4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.781902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=8106475e-970c-476e-b083-b9ddb9ad49ec,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.826699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345abb86-ecc5-4447-91ca-29d2cdf98f12,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:00.836283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ad2a3eb7-4a73-4879-b177-507a49cd3fa4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.837538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:00.845023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.864892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (eb85b414-bd52-4320-8730-6411421c5e47), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.893725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.895038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25ca81c1-9bf2-4fa4-b48f-f8b12764e409 req-c1a017fb-762d-405d-9604-2b4eaed2566e tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3968139 Mar 22 14:11:00.906182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb85b414-bd52-4320-8730-6411421c5e47), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.929725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:00.953489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7720f844-ad9b-4f6e-9379-41baef075b38), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:00.953807 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 7720f844-ad9b-4f6e-9379-41baef075b38 of type vlan for network 981da7fd-fe2b-4498-b496-f6ff1e952099 Mar 22 14:11:01.005305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (981da7fd-fe2b-4498-b496-f6ff1e952099), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.009105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2a3eb7-4a73-4879-b177-507a49cd3fa4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.043807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1966654367', 'description': 'tempest-description-232209110'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:01.052506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a4cc58f-f6e4-4d51-b0d1-75b06b917036 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9985998 Mar 22 14:11:01.052735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:01.057617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Request body: {'subnet': {'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1433275610-subnet', 'tenant_id': 'ed094216551d4f18b877a2118de61b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:01.070358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:01.100507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Made reservation on behalf of ed094216551d4f18b877a2118de61b92 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:01.103467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.164775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8106475e-970c-476e-b083-b9ddb9ad49ec up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:01.410634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (40f51c30-292f-46ce-94d7-1fb39e252e21), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.516321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f51c30-292f-46ce-94d7-1fb39e252e21,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.537600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks [] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.553468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (981da7fd-fe2b-4498-b496-f6ff1e952099), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.553909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Checking segment: {'id': '66649b14-9150-43d2-ae0d-f5d46b8887f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:01.554309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Network hostable DHCP agents. Network: ad2a3eb7-4a73-4879-b177-507a49cd3fa4, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:01.562714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:01.563515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.563963 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.588963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:01.602184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ad2a3eb7-4a73-4879-b177-507a49cd3fa4) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:01.610209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:01.610209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.642685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-11d4e4d9-e0f4-44f5-83cc-6597c0ea7480 None None] Current status of the port 8106475e-970c-476e-b083-b9ddb9ad49ec is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:01.645202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a24b88-ef63-40cf-bd17-ff04042ea69b None None] Network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:01.675113 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7ab4d107-833f-4d47-85c6-8ff3793c54e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6204090 Mar 22 14:11:01.699904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb85b414-bd52-4320-8730-6411421c5e47,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.732716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Attempting to bind port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:01.733309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Attempting to bind port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:01.733850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Attempting to bind port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:01.750317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.756086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8106475e-970c-476e-b083-b9ddb9ad49ec triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:01.756629 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.758136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks [] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.758820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60dfe-1768-42a2-b6ad-6cd0a067ed3a None None] Pushing event updated for resources: {'Port': ['ID=50b5fb63-d0cc-47f0-a7e2-178290acdce4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.761429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:01.762478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:01.762478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.763070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:01.763641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Bound port: 50b5fb63-d0cc-47f0-a7e2-178290acdce4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:01.764110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.770859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9741900 Mar 22 14:11:01.775156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:01.784400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'name': 'tempest-PortsTestJSON-884236791'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:01.786488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a9362-d2f2-4d6d-ae45-27503dcfeff6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=981da7fd-fe2b-4498-b496-f6ff1e952099,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:01.807945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ade7-df03-4851-b794-6c85f9c56095 req-3c7968f6-64e6-443d-b23d-4409d6ed2206 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:01.809597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41c0ade7-df03-4851-b794-6c85f9c56095 req-3c7968f6-64e6-443d-b23d-4409d6ed2206 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.9428432 Mar 22 14:11:01.861270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:01.893885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:01.903627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:01.969727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41c0ade7-df03-4851-b794-6c85f9c56095 req-cb47cb18-bab2-40a4-b87e-05fae70128cf tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431026 Mar 22 14:11:02.002100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.048143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f211705b-de1b-405f-bb44-6b77382c18cb None None] Provisioning complete for port 8106475e-970c-476e-b083-b9ddb9ad49ec triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:02.048574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f211705b-de1b-405f-bb44-6b77382c18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.048769 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (cf9a4775-efe0-43cf-a1dc-c9a126da669e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.071515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf9a4775-efe0-43cf-a1dc-c9a126da669e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.074526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:02.078275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:02.085854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.094725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fd334-3bd4-4592-a23a-f1e8fd4455fc None None] Network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:02.105598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] For port 50b5fb63-d0cc-47f0-a7e2-178290acdce4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:02.110142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.124398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port db84c309-4db8-4e6d-9093-1f1c0953f4cc yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:02.152625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:02.155335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:02.194681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] For port 50b5fb63-d0cc-47f0-a7e2-178290acdce4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=50b5fb63-d0cc-47f0-a7e2-178290acdce4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:02.196950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Pushing event updated for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.229718 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.296905 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.307040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe67e10d-a6f7-46a3-a4e8-71f483d29f7e req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.2692585 Mar 22 14:11:02.355569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-547ddc78-1944-473d-bfe1-efbd52c8b046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.363334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8106475e-970c-476e-b083-b9ddb9ad49ec is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:02.377501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddad08-7882-4d22-ae52-e25da609eca0 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9a4775-efe0-43cf-a1dc-c9a126da669e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.391540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:02.440406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60dfe-1768-42a2-b6ad-6cd0a067ed3a None None] Pushing event updated for resources: {'Port': ['ID=50b5fb63-d0cc-47f0-a7e2-178290acdce4,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.453336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:02.454413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:02.457824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f211705b-de1b-405f-bb44-6b77382c18cb None None] Current status of the port 8106475e-970c-476e-b083-b9ddb9ad49ec is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:02.494296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:02.526444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:02.570762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.588803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.589453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.608528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.611613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (048a3d85-9f6a-4680-8814-a5940026e8dc), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.638749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.639824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-c795b929-73c3-43c7-a360-5ab6e5d00832 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1561935 Mar 22 14:11:02.664636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:02.669820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6d6d6-79de-4d96-8886-b8da5c0c2b9c req-4ceb7a37-e7c5-4072-ba55-1a4731de4c57 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.675432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ec6d6d6-79de-4d96-8886-b8da5c0c2b9c req-4ceb7a37-e7c5-4072-ba55-1a4731de4c57 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 932 time: 0.5140314 Mar 22 14:11:02.744279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=db84c309-4db8-4e6d-9093-1f1c0953f4cc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:02.765951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Request body: {'port': {'device_id': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:02.794995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '7720f844-ad9b-4f6e-9379-41baef075b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:02.797793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 981da7fd-fe2b-4498-b496-f6ff1e952099, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:02.799416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c0a142d1-e432-46f7-8536-5468fc025a45 None None] Provisioning complete for port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:02.800205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0a142d1-e432-46f7-8536-5468fc025a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.845136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:02.881753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 981da7fd-fe2b-4498-b496-f6ff1e952099) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:02.890849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:02.910440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e8d67-3f89-4046-b2f1-41e738dedf20 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:02.910918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:02.911431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:02.946458 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e2d29572-3bee-4dee-bdab-306201c264aa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1691642 Mar 22 14:11:02.949834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44214) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:02.955152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1347193458'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:02.988158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ec6d6d6-79de-4d96-8886-b8da5c0c2b9c req-b83f6e33-1967-4c43-877c-4ef4ccaa6a32 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850252 Mar 22 14:11:03.005037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0a142d1-e432-46f7-8536-5468fc025a45 None None] Port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:03.041628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:03.045266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.089456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:03.095348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-750888740', 'description': 'tempest-description-1630108355'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:03.099891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca981fbe-814c-4322-a425-d075eed241a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.100355 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment ca981fbe-814c-4322-a425-d075eed241a8 of type vlan for network 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7 Mar 22 14:11:03.143454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:10:57Z', 'revision_number': 3, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:03.146847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (690a30f3-97ff-45b9-8393-ebeb1a7e5ae7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.180965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (690a30f3-97ff-45b9-8393-ebeb1a7e5ae7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.185565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfede098-80d3-4333-9cc1-c9f3566801e7 None None] The sync data for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 is: [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:10:57Z', 'revision_number': 3, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:03.192096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.193818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.288188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3372285 Mar 22 14:11:03.291187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44224) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:03.300078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'ports': [{'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'}, {'network_id': '690a30f3-97ff-45b9-8393-ebeb1a7e5ae7'}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:03.300416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:03.300879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '690a30f3-97ff-45b9-8393-ebeb1a7e5ae7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:03.315390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.357824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbe86e-7393-4572-83b7-94f470f81d3b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=690a30f3-97ff-45b9-8393-ebeb1a7e5ae7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:03.371835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.374744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:03.398779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.429670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.513752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:03.518288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.544108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.700568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-547ddc78-1944-473d-bfe1-efbd52c8b046 admin admin] Publish callbacks [] for security_group (75ca4eb2-72bb-4955-973a-20d9298b2ed8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.733463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-547ddc78-1944-473d-bfe1-efbd52c8b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75ca4eb2-72bb-4955-973a-20d9298b2ed8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.764922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 697528a3-f4ec-4a49-9792-1df45c7c7813 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:03.876604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492e2c4-7753-4aa1-a0af-f9464ca2d8d2 req-f9cb83ce-5f83-4074-acb0-67e5a5126c71 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:03.884570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1492e2c4-7753-4aa1-a0af-f9464ca2d8d2 req-f9cb83ce-5f83-4074-acb0-67e5a5126c71 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.5497444 Mar 22 14:11:03.916322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (697528a3-f4ec-4a49-9792-1df45c7c7813), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:03.937452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-547ddc78-1944-473d-bfe1-efbd52c8b046 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa1eaa248430432ab9ff0c5a332a55af&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0750690 Mar 22 14:11:03.938243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ddc78-1944-473d-bfe1-efbd52c8b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca4eb2-72bb-4955-973a-20d9298b2ed8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:03.941779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44226) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:04.021568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port a63a5b6b-c624-4e71-8708-393657f4f9c1 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:04.128635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1492e2c4-7753-4aa1-a0af-f9464ca2d8d2 req-0280884d-984d-4670-83ca-396478afcd07 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428799 Mar 22 14:11:04.159467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (a63a5b6b-c624-4e71-8708-393657f4f9c1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.211752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (3daad581-5af0-49ac-b5d0-d77835acc9f2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.222792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (697528a3-f4ec-4a49-9792-1df45c7c7813), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.231653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] Publish callbacks [] for security_group (75ca4eb2-72bb-4955-973a-20d9298b2ed8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.234920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3daad581-5af0-49ac-b5d0-d77835acc9f2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.245767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks [] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.279681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.288907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:04.292977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:04.303139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:04.304235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a63a5b6b-c624-4e71-8708-393657f4f9c1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.326744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=697528a3-f4ec-4a49-9792-1df45c7c7813,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.391034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=a63a5b6b-c624-4e71-8708-393657f4f9c1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.391429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] Publish callbacks [] for security_group (75ca4eb2-72bb-4955-973a-20d9298b2ed8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.424081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daad581-5af0-49ac-b5d0-d77835acc9f2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.428045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': 'ca981fbe-814c-4322-a425-d075eed241a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '690a30f3-97ff-45b9-8393-ebeb1a7e5ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:04.428045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:04.459798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:04.471806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (048a3d85-9f6a-4680-8814-a5940026e8dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.476936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:04.479156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d62bba7-db63-4b21-a096-fd3a47b9a33e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:04.487557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:11:04.492234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Pushing event updated for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.505273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66faaac0-5618-4006-932b-5526e1433d3e None None] Network 690a30f3-97ff-45b9-8393-ebeb1a7e5ae7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:04.513778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks [] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.531658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:04.544606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.561355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:04.562214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.584334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Transition to ACTIVE for port object 4d62bba7-db63-4b21-a096-fd3a47b9a33e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:04.587142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.639937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-698a38fe-0177-4a9f-ba07-f8d974050305 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3453150 Mar 22 14:11:04.640406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44236) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:04.840698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.843856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.902679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port a63a5b6b-c624-4e71-8708-393657f4f9c1 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:04.903283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a63a5b6b-c624-4e71-8708-393657f4f9c1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.922919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75ca4eb2-72bb-4955-973a-20d9298b2ed8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.925257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.929160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75ca4eb2-72bb-4955-973a-20d9298b2ed8 HTTP/1.1" status: 204 len: 168 time: 0.9750185 Mar 22 14:11:04.934281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:04.942802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:04.944102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-508a19a9-7e94-4a91-9b14-a0ff12155197 req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.8970685 Mar 22 14:11:04.950210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dedf9-f45f-4b38-86f1-51532f40f470 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:04.952759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:04.993558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7f58d-13cd-4397-a330-d337bd6eb758 req-bfabaaef-da5f-4bd7-8b80-d880b7dd7835 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.000856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40f7f58d-13cd-4397-a330-d337bd6eb758 req-bfabaaef-da5f-4bd7-8b80-d880b7dd7835 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 932 time: 0.4957116 Mar 22 14:11:05.010486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.023511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82849-641a-457c-b05c-c24349f0cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca4eb2-72bb-4955-973a-20d9298b2ed8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.108130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a63a5b6b-c624-4e71-8708-393657f4f9c1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.158194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for a63a5b6b-c624-4e71-8708-393657f4f9c1 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:05.213033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 50b5fb63-d0cc-47f0-a7e2-178290acdce4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:05.272774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:05.273601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.282216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a63a5b6b-c624-4e71-8708-393657f4f9c1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.304012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.309402 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/a63a5b6b-c624-4e71-8708-393657f4f9c1 HTTP/1.1" status: 204 len: 168 time: 0.6675775 Mar 22 14:11:05.311865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44256) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:05.389052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98424196-fd50-42d3-8700-9fc6bd3eac5b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=a63a5b6b-c624-4e71-8708-393657f4f9c1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.441228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1685405678', 'description': 'tempest-description-2005431470'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:05.455342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40f7f58d-13cd-4397-a330-d337bd6eb758 req-622c18a3-f3fe-43f2-a900-9566194ce71f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536104 Mar 22 14:11:05.475405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a1b8f-46d9-48b5-b83c-20f9ff3060e3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.481889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a1b8f-46d9-48b5-b83c-20f9ff3060e3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.485297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-556a1b8f-46d9-48b5-b83c-20f9ff3060e3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1723161 Mar 22 14:11:05.488842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44258) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:05.507372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:05.507960 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.515101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-86487d83-12ed-427b-a978-a9b3e37d8b87 None None] Provisioning complete for port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:05.515492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86487d83-12ed-427b-a978-a9b3e37d8b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.533472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Attempting to bind port 4d62bba7-db63-4b21-a096-fd3a47b9a33e on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:05.533881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Attempting to bind port 4d62bba7-db63-4b21-a096-fd3a47b9a33e by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:05.534236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Attempting to bind port 4d62bba7-db63-4b21-a096-fd3a47b9a33e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:05.560742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Port 4d62bba7-db63-4b21-a096-fd3a47b9a33e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:05.561675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Attempting to bind port 4d62bba7-db63-4b21-a096-fd3a47b9a33e on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:05.575894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.616151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:05.617825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:05.618908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:05.619643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Bound port: 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:05.620168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.633998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 50b5fb63-d0cc-47f0-a7e2-178290acdce4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=50b5fb63-d0cc-47f0-a7e2-178290acdce4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:05.645290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:05.649667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.659835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-86487d83-12ed-427b-a978-a9b3e37d8b87 None None] Port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:05.677589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02139667-13ce-4509-9d84-83920d32cf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.719834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:05.723969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:05.725469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=50b5fb63-d0cc-47f0-a7e2-178290acdce4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.735505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.736257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.736747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.737360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.737842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.738488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.738960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.739567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.740267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.740798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.741303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.741872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.742639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.744402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.745019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:05.745261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.773761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 697528a3-f4ec-4a49-9792-1df45c7c7813 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:05.774141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (697528a3-f4ec-4a49-9792-1df45c7c7813), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.806646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Router 048a3d85-9f6a-4680-8814-a5940026e8dc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:05.826552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.827176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.828574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] 10.222.0.78 "PUT /v2.0/ports/4d62bba7-db63-4b21-a096-fd3a47b9a33e HTTP/1.1" status: 200 len: 1092 time: 3.0686104 Mar 22 14:11:05.831710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:05.834082 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b412c704-eab8-4044-9bb1-104e49930ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:05.840826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02139667-13ce-4509-9d84-83920d32cf60 admin admin] Publish callbacks [] for security_group (306d387a-210c-4dee-81a9-d884fd4d2b4f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.858826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02139667-13ce-4509-9d84-83920d32cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (306d387a-210c-4dee-81a9-d884fd4d2b4f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.888931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebef1e-4f4c-4078-a03e-2cb554d7421a req-749e7413-1a94-4d04-9e0a-e62a77c79066 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:05.896447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecebef1e-4f4c-4078-a03e-2cb554d7421a req-749e7413-1a94-4d04-9e0a-e62a77c79066 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2501001 Mar 22 14:11:05.918210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4cbbc-e66e-4664-8935-8943412a1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.924764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (697528a3-f4ec-4a49-9792-1df45c7c7813), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:05.937158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02139667-13ce-4509-9d84-83920d32cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d387a-210c-4dee-81a9-d884fd4d2b4f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:05.947726 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02139667-13ce-4509-9d84-83920d32cf60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b7b97c2dfcb46999cbdf715db68affd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988868 Mar 22 14:11:05.949191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:05.978377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 697528a3-f4ec-4a49-9792-1df45c7c7813 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:06.043027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] Publish callbacks [] for security_group (306d387a-210c-4dee-81a9-d884fd4d2b4f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.074206 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] Publish callbacks [] for security_group (306d387a-210c-4dee-81a9-d884fd4d2b4f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.134661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (306d387a-210c-4dee-81a9-d884fd4d2b4f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.137408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.140959 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/306d387a-210c-4dee-81a9-d884fd4d2b4f HTTP/1.1" status: 204 len: 168 time: 0.1885629 Mar 22 14:11:06.154748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19ad98-da02-4069-90f9-8b793db5c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d387a-210c-4dee-81a9-d884fd4d2b4f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:06.190792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (697528a3-f4ec-4a49-9792-1df45c7c7813), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.224111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=697528a3-f4ec-4a49-9792-1df45c7c7813,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:06.237059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.242474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e89f36b9-3ad5-4db2-b14e-8eedd2016f3f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/697528a3-f4ec-4a49-9792-1df45c7c7813 HTTP/1.1" status: 204 len: 168 time: 0.7498050 Mar 22 14:11:06.246568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44274) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.343548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb7356-19bd-48aa-9a68-e3526452f6ea tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.348410 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3beb7356-19bd-48aa-9a68-e3526452f6ea tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0979078 Mar 22 14:11:06.349079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44276) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.379848 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-64741a5e-3cec-495c-8544-7985b65508a7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:06.389898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64741a5e-3cec-495c-8544-7985b65508a7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/a63a5b6b-c624-4e71-8708-393657f4f9c1 HTTP/1.1" status: 404 len: 333 time: 0.0390172 Mar 22 14:11:06.390664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44278) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.411138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (ca7e33af-2918-40bf-99c2-931f838c9700), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.427122 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e6446-bc41-4233-b3af-a7971838833f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:06.432105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca7e33af-2918-40bf-99c2-931f838c9700), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.432698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae9e6446-bc41-4233-b3af-a7971838833f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/697528a3-f4ec-4a49-9792-1df45c7c7813 HTTP/1.1" status: 404 len: 333 time: 0.0409262 Mar 22 14:11:06.434518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:06.485696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecebef1e-4f4c-4078-a03e-2cb554d7421a req-46b5b958-5077-4676-a0fc-ffad0d7ef6b9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776107 Mar 22 14:11:06.534076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-239efb21-6c3d-4a53-95a7-08a3d660b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.535599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-239efb21-6c3d-4a53-95a7-08a3d660b99c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 1126 time: 0.6371531 Mar 22 14:11:06.546683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.552346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (690a30f3-97ff-45b9-8393-ebeb1a7e5ae7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.570663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-751dca25-854e-4976-9eec-8cf31470f494 req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3575616 Mar 22 14:11:06.595329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceefb95-0f12-41ec-a0cf-e88c8c1257db tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e33af-2918-40bf-99c2-931f838c9700,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:06.625488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:06.644441 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Sync routers for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:06.668493 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f29758-95d8-4efa-b89f-96baac13aff6 x-openstack-request-id: req-30f29758-95d8-4efa-b89f-96baac13aff6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:06.668762 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:06.669013 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30f29758-95d8-4efa-b89f-96baac13aff6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:06.669411 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f29758-95d8-4efa-b89f-96baac13aff6'] response: {'name': 'network-changed', 'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'status': 'completed', 'code': 200} Mar 22 14:11:06.671856 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:06.672691 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.673096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a938d11-65a1-4e40-a91d-701d4758247a admin admin] 10.222.0.81 "PUT /v2.0/routers/048a3d85-9f6a-4680-8814-a5940026e8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0939207 Mar 22 14:11:06.687963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-6a91b935-e8b9-4180-8a86-126134ecd43e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e HTTP/1.1" status: 200 len: 217 time: 0.1160743 Mar 22 14:11:06.812020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (690a30f3-97ff-45b9-8393-ebeb1a7e5ae7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.817631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-4e1d7fff-0fd2-4ea5-9e62-a94f1944a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.819208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-4e1d7fff-0fd2-4ea5-9e62-a94f1944a6fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.1243920 Mar 22 14:11:06.855566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1861e6-9f33-4218-8dd6-29652288173a req-597ccb1d-30a8-4df3-8210-a18b58f64ec3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:06.861597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690a30f3-97ff-45b9-8393-ebeb1a7e5ae7']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.863991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc1861e6-9f33-4218-8dd6-29652288173a req-597ccb1d-30a8-4df3-8210-a18b58f64ec3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.2282503 Mar 22 14:11:06.886137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca981fbe-814c-4322-a425-d075eed241a8') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.887498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca981fbe-814c-4322-a425-d075eed241a8') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:06.918198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (ca981fbe-814c-4322-a425-d075eed241a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.919317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-ea048dca-9cda-4279-9021-5fd997844b80 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911558 Mar 22 14:11:06.949644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca981fbe-814c-4322-a425-d075eed241a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:06.958000 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:06.965190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:06.965607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (ca981fbe-814c-4322-a425-d075eed241a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.072376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 50b5fb63-d0cc-47f0-a7e2-178290acdce4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:07.109912 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:07.136905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (690a30f3-97ff-45b9-8393-ebeb1a7e5ae7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.170623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.185300 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/690a30f3-97ff-45b9-8393-ebeb1a7e5ae7 HTTP/1.1" status: 204 len: 168 time: 0.7490177 Mar 22 14:11:07.186625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:07.217390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:07.218071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.247952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1298565581'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:07.295086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e079b-a2c4-4363-9c00-2cdc06acb0b0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=690a30f3-97ff-45b9-8393-ebeb1a7e5ae7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:07.321452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:07.327932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.354431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:07.374582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:07.393512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5bc022e4-41ce-468b-a473-f96df4184d34), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.394616 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 5bc022e4-41ce-468b-a473-f96df4184d34 of type vlan for network 5d974536-045c-42c6-92d2-ffd37918b563 Mar 22 14:11:07.421895 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 2, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:07.440936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc1861e6-9f33-4218-8dd6-29652288173a req-ed50ac47-f03e-4dc6-9c86-0a1190c5c448 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319762 Mar 22 14:11:07.444085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-813e9e80-a4cd-43ab-b86b-47d140320297 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014956 Mar 22 14:11:07.466229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5d974536-045c-42c6-92d2-ffd37918b563), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.520957 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Checking router: 048a3d85-9f6a-4680-8814-a5940026e8dc for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:07.524003 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Updating router 048a3d85-9f6a-4680-8814-a5940026e8dc port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:07.551353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5d974536-045c-42c6-92d2-ffd37918b563), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.556478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:07.557208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.580224 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:07.623170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-33c39365-4971-482e-a748-858649d376c9 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39879 time: 0.9488037 Mar 22 14:11:07.686015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4530904 Mar 22 14:11:07.686845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:07.691906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '5d974536-045c-42c6-92d2-ffd37918b563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:07.695816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254a77b-ae6e-484e-abae-2d48d97729b7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=5d974536-045c-42c6-92d2-ffd37918b563,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:07.708431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5d974536-045c-42c6-92d2-ffd37918b563 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:07.824703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cea66c39-19c2-4cf4-b8e7-0f269f6abeb0 req-d94d6606-d6bd-4ab5-83bd-48972ac40e8c service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902337 Mar 22 14:11:07.946831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-1549bea8-00e6-4747-9ea7-dbd92ff1246e tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/321dc52d-3a25-4faa-b129-7b5e3496defa HTTP/1.1" status: 200 len: 2990 time: 0.1238923 Mar 22 14:11:07.973302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-e4a2df7d-28cb-4d79-90f9-4d609ba261c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:07.975234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-e4a2df7d-28cb-4d79-90f9-4d609ba261c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 1126 time: 0.0880651 Mar 22 14:11:07.984429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ce2e0-072c-41c5-8d8d-03865c91975b req-39ecbdbf-c549-42e5-a45c-a4524fa4f7ae tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:07.993336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:07.995325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09ce2e0-072c-41c5-8d8d-03865c91975b req-39ecbdbf-c549-42e5-a45c-a4524fa4f7ae tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.3709588 Mar 22 14:11:07.996861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.048346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:08.059935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-network', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:08.137267 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks [] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.150056 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.179090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Made reservation on behalf of e08ca4dd4687429495b50d7f766cc36e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:08.189387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09ce2e0-072c-41c5-8d8d-03865c91975b req-9913b3f9-700b-4ed6-973e-cd91b7cf7eed tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928616 Mar 22 14:11:08.194761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.216448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-3923ce64-29c9-4a5c-a991-fdf92980b001 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/321dc52d-3a25-4faa-b129-7b5e3496defa HTTP/1.1" status: 200 len: 2990 time: 0.2560482 Mar 22 14:11:08.262044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Performing IP validity checks on allocation pools {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:11:08.262694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:11:08.354528 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Pushing event updated for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:08.397105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-339479c5-3d8a-4dd1-af4e-194ef7db83b4 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/3daad581-5af0-49ac-b5d0-d77835acc9f2 HTTP/1.1" status: 200 len: 3002 time: 0.1622276 Mar 22 14:11:08.416592 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.417001 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.417343 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.417684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.419029 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.419577 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.422381 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.422932 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.423426 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.424945 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.429661 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.431963 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.432651 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.433513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.435097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:08.467860 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Attempting to bind port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:08.468367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Attempting to bind port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:08.468772 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Attempting to bind port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b on network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:08.477596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44348) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:08.478660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.486718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:08.487089 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Checking segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:08.492178 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.493167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Bound using segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:08.494087 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Bound port: 02e5d6e3-cdd2-4f79-bfbc-606047beb82b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:08.494663 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.504486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c4acd82c-7deb-49f1-baf1-8cb557c29064 None None] Provisioning complete for port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:08.505869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c4acd82c-7deb-49f1-baf1-8cb557c29064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.523269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-9fe72783-c5e9-48e4-ab9e-115ee1405115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.525036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-9fe72783-c5e9-48e4-ab9e-115ee1405115 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.5261054 Mar 22 14:11:08.531529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-25336f00-11f3-4d78-acc3-55b1cd04aca3 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/3daad581-5af0-49ac-b5d0-d77835acc9f2 HTTP/1.1" status: 200 len: 3002 time: 0.1245713 Mar 22 14:11:08.582870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-4658e44a-d2b4-4ded-a208-c87b0968f091 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e HTTP/1.1" status: 200 len: 217 time: 0.0491343 Mar 22 14:11:08.617148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c4acd82c-7deb-49f1-baf1-8cb557c29064 None None] Port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:08.704533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a96bcd5f-5501-4196-8013-833ec1a69733), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.716368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-d94f3f5a-1025-451c-aa0f-6de1e6dc5bbf tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/541a8574-2237-49d5-9821-2da760c03613 HTTP/1.1" status: 200 len: 3002 time: 0.1746349 Mar 22 14:11:08.726351 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] For port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:08.731922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-a683276a-13de-4558-bbe1-4d035c56f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.733538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-a683276a-13de-4558-bbe1-4d035c56f6f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.1413667 Mar 22 14:11:08.746632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ef88676-05bc-4eea-8aee-d5d83cf5d839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.771989 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] For port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:08.785059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a681-ea6b-4548-8ae7-db081c312e03 req-89142d5f-0ddc-4538-a1d5-2e592408b705 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.788745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dac3a681-ea6b-4548-8ae7-db081c312e03 req-89142d5f-0ddc-4538-a1d5-2e592408b705 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.1511273 Mar 22 14:11:08.792381 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.801133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=a96bcd5f-5501-4196-8013-833ec1a69733,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:08.822755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks [] for security_group (338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.830111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '5bc022e4-41ce-468b-a473-f96df4184d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:08.830532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 5d974536-045c-42c6-92d2-ffd37918b563, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:08.839861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.843291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:08.844200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:08.873830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-1fac4851-49a2-4ce7-a3bd-b9d02a66d5e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292446 Mar 22 14:11:08.889025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:08.909890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 5d974536-045c-42c6-92d2-ffd37918b563 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:08.932734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:08.936108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4240bf44-edef-4d13-8b7e-9800ac68a994), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.936576 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Added segment 4240bf44-edef-4d13-8b7e-9800ac68a994 of type vlan for network 1eed32ac-a468-4269-aada-1c4024b715d4 Mar 22 14:11:08.946716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 5d974536-045c-42c6-92d2-ffd37918b563) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:08.952429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:08.953173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:08.962181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3e82a-9037-4b1b-8d7a-5e97e24f3b09 None None] Network 5d974536-045c-42c6-92d2-ffd37918b563 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:09.004301 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47a865fd-2db0-4743-bc08-dcc811978664 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3139162 Mar 22 14:11:09.008692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:09.017529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '5d974536-045c-42c6-92d2-ffd37918b563', 'name': 'tempest-PortsTestJSON-24602813'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:09.048300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (1eed32ac-a468-4269-aada-1c4024b715d4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.094815 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7095008-40e5-4841-9bf4-f43db68eaa36 None None] Pushing event updated for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.145938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-f8fbcc2b-be1f-49ed-b9d1-95514ed304d0 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/541a8574-2237-49d5-9821-2da760c03613 HTTP/1.1" status: 200 len: 3002 time: 0.4283085 Mar 22 14:11:09.148062 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:09.158068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (1eed32ac-a468-4269-aada-1c4024b715d4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.159423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.160777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.222270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-5d974536-045c-42c6-92d2-ffd37918b563', 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': 'a96bcd5f-5501-4196-8013-833ec1a69733'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:09.225546 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.250674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dac3a681-ea6b-4548-8ae7-db081c312e03 req-5c5e9c16-d7a2-4621-a6ad-84b450f7ea24 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610109 Mar 22 14:11:09.345149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2951000 Mar 22 14:11:09.359341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44362) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:09.364700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Request body: {'subnet': {'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-subnet', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:09.385450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-6c3fde62-d532-475a-b0da-83974dec9230 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6837820b-2685-4d28-a5a8-c969145b1fa3 HTTP/1.1" status: 200 len: 3002 time: 0.2111206 Mar 22 14:11:09.391375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-e1eb0f1c-fe73-42ab-9774-9cfb8d65f6f9 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045321 Mar 22 14:11:09.408342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:09.412882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.433001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d3059-6487-45ed-a32d-1253ef1d7532 admin admin] Pushing event updated for resources: {'Network': ['ID=1eed32ac-a468-4269-aada-1c4024b715d4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.459315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 180d9397-8798-4b8f-a2a7-fc317ad05022 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:09.487704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Allocated IP 172.20.0.2 (5d974536-045c-42c6-92d2-ffd37918b563/a96bcd5f-5501-4196-8013-833ec1a69733/01b80e9a-1398-4ac4-82fa-054419978ab0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:09.537449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Made reservation on behalf of e08ca4dd4687429495b50d7f766cc36e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:09.540023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.558540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ef88676-05bc-4eea-8aee-d5d83cf5d839 admin admin] Publish callbacks [] for security_group (a38df37b-c28e-4c1f-9269-1f0150ff0e8c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.596190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ef88676-05bc-4eea-8aee-d5d83cf5d839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a38df37b-c28e-4c1f-9269-1f0150ff0e8c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.597374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 1eed32ac-a468-4269-aada-1c4024b715d4 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:09.598848 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:08Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:09.648884 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b0f9e-cd11-497e-b5ce-e3ef22b69cc5 None None] The sync data for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 is: [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:08Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:09.680858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ef88676-05bc-4eea-8aee-d5d83cf5d839 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=520ca5b277194d0f8b5537783179ab92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2011478 Mar 22 14:11:09.683735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-c71fc995-193e-4dc2-a2fe-49595251244d tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6837820b-2685-4d28-a5a8-c969145b1fa3 HTTP/1.1" status: 200 len: 3002 time: 0.2971423 Mar 22 14:11:09.685492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44366) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:09.706351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef88676-05bc-4eea-8aee-d5d83cf5d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38df37b-c28e-4c1f-9269-1f0150ff0e8c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:09.748328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b412c704-eab8-4044-9bb1-104e49930ca5 req-f187dbaa-dda0-4535-bf05-741368982628 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419006 Mar 22 14:11:09.773674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Provisioning complete for port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:09.774226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.805599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103ec89-697a-44d4-9c7b-86e1782620ce req-72b221fe-0b44-403c-978f-9c55fed6f303 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:09.808454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6103ec89-697a-44d4-9c7b-86e1782620ce req-72b221fe-0b44-403c-978f-9c55fed6f303 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2645731 Mar 22 14:11:09.850409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-9c86fa6d-8a26-4e17-88ea-288d9aa92114 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/72ba1e7a-58df-478c-bb74-d56729cb2fca HTTP/1.1" status: 200 len: 2994 time: 0.1523504 Mar 22 14:11:09.914632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6103ec89-697a-44d4-9c7b-86e1782620ce req-c5539161-dd27-4b32-92b9-645215286852 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952275 Mar 22 14:11:09.928452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] Publish callbacks [] for security_group (a38df37b-c28e-4c1f-9269-1f0150ff0e8c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.955968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-852d3cd8-9a23-4f3a-a39e-fb9401f06d22 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/72ba1e7a-58df-478c-bb74-d56729cb2fca HTTP/1.1" status: 200 len: 2994 time: 0.0976372 Mar 22 14:11:09.988853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] Publish callbacks [] for security_group (a38df37b-c28e-4c1f-9269-1f0150ff0e8c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:09.990981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (98195296-b9e1-4825-acc8-90d5f7066c7d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.013908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Current status of the port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:10.020592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-f03cf76f-e97d-4b3a-9237-19bca8f0ec2c tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7c282cbd-eb77-4fec-88ee-392004125466 HTTP/1.1" status: 200 len: 2998 time: 0.0567844 Mar 22 14:11:10.021491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.052351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks [] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.086793 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.115342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98195296-b9e1-4825-acc8-90d5f7066c7d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:10.141714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-c18fb9b5-9d28-48ff-afda-52293b66c832 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7c282cbd-eb77-4fec-88ee-392004125466 HTTP/1.1" status: 200 len: 2998 time: 0.1090655 Mar 22 14:11:10.164944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] For port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:10.166058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Pushing event updated for resources: {'Port': ['ID=01b80e9a-1398-4ac4-82fa-054419978ab0,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:10.178604 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.239492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17a242-395c-45f7-aecc-577e89bdeeca None None] Pushing event updated for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:10.244261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Network 5d974536-045c-42c6-92d2-ffd37918b563 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:10.246405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:10.250135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:10.261050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-620ab6f2-7f8f-4add-a494-7da05e2bd5ff tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a18e5784-01cf-48c2-8dcc-cff4fc30c6fa HTTP/1.1" status: 200 len: 3002 time: 0.1101279 Mar 22 14:11:10.271794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.13 (5d974536-045c-42c6-92d2-ffd37918b563/a96bcd5f-5501-4196-8013-833ec1a69733/180d9397-8798-4b8f-a2a7-fc317ad05022) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:10.321199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-94b12729-41f9-4148-aad3-0312f439f4a2 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a18e5784-01cf-48c2-8dcc-cff4fc30c6fa HTTP/1.1" status: 200 len: 3002 time: 0.0438030 Mar 22 14:11:10.398309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Checking segment: {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:10.407977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Network hostable DHCP agents. Network: 1eed32ac-a468-4269-aada-1c4024b715d4, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:10.416962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-1379618d-a23b-432b-acfc-cd4fac4551f8 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a79e2fb3-9c1c-44db-8a74-54a44b354e02 HTTP/1.1" status: 200 len: 3002 time: 0.0894852 Mar 22 14:11:10.418304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a38df37b-c28e-4c1f-9269-1f0150ff0e8c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.428951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.434874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Attempting to bind port 01b80e9a-1398-4ac4-82fa-054419978ab0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:10.435828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Attempting to bind port 01b80e9a-1398-4ac4-82fa-054419978ab0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5bc022e4-41ce-468b-a473-f96df4184d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:10.436924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Attempting to bind port 01b80e9a-1398-4ac4-82fa-054419978ab0 on network 5d974536-045c-42c6-92d2-ffd37918b563 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:10.440813 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a38df37b-c28e-4c1f-9269-1f0150ff0e8c HTTP/1.1" status: 204 len: 168 time: 0.7540681 Mar 22 14:11:10.461049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:10.461669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Checking segment: {'id': '5bc022e4-41ce-468b-a473-f96df4184d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:10.462310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.462808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Bound using segment: {'id': '5bc022e4-41ce-468b-a473-f96df4184d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:10.464581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Bound port: 01b80e9a-1398-4ac4-82fa-054419978ab0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc022e4-41ce-468b-a473-f96df4184d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5d974536-045c-42c6-92d2-ffd37918b563'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:10.464742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.520701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7772-5965-4ba2-8f5d-d93359191668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38df37b-c28e-4c1f-9269-1f0150ff0e8c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:10.565551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Network 1eed32ac-a468-4269-aada-1c4024b715d4 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:10.597201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 1eed32ac-a468-4269-aada-1c4024b715d4) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:10.603168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-a1b2b614-c9ac-40f2-b76d-d6601adde80c tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a79e2fb3-9c1c-44db-8a74-54a44b354e02 HTTP/1.1" status: 200 len: 3002 time: 0.1738408 Mar 22 14:11:10.645537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.646246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.652523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da41d3-3621-469f-ab82-439dab7629a7 req-9489948d-2fdf-4cd2-a313-836b5b7cf9e5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:10.654780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7da41d3-3621-469f-ab82-439dab7629a7 req-9489948d-2fdf-4cd2-a313-836b5b7cf9e5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.1871495 Mar 22 14:11:10.660590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e566a3-aa50-4e5a-942f-f48599646095 None None] Network 1eed32ac-a468-4269-aada-1c4024b715d4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:10.708634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-10424a79-276b-4608-bcf6-212ae1ef4a36 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/afcb2e31-5b75-4d07-95b6-19dec43aabf3 HTTP/1.1" status: 200 len: 3002 time: 0.0936208 Mar 22 14:11:10.777504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7da41d3-3621-469f-ab82-439dab7629a7 req-a4881919-c8bd-4aa3-a34c-4f90faa1712c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149583 Mar 22 14:11:10.811514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (180d9397-8798-4b8f-a2a7-fc317ad05022), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.848958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-d0a09e83-ab9f-4228-8d91-542a47846b4e tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/afcb2e31-5b75-4d07-95b6-19dec43aabf3 HTTP/1.1" status: 200 len: 3002 time: 0.1274049 Mar 22 14:11:10.858800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44388) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:10.860559 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b389711f-9a49-4d3b-a67b-50bff681c2a3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4995935 Mar 22 14:11:10.866360 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (180d9397-8798-4b8f-a2a7-fc317ad05022), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:10.867888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:11.019841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.021296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.023378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 5d974536-045c-42c6-92d2-ffd37918b563 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:11.025223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=180d9397-8798-4b8f-a2a7-fc317ad05022,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:11.029200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:11.038888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:11.052284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] For port 01b80e9a-1398-4ac4-82fa-054419978ab0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:11.069446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:11.098639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-1eed32ac-a468-4269-aada-1c4024b715d4', 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4', 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'fixed_ips': [{'subnet_id': '98195296-b9e1-4825-acc8-90d5f7066c7d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:11.102224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.114444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] For port 01b80e9a-1398-4ac4-82fa-054419978ab0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01b80e9a-1398-4ac4-82fa-054419978ab0,segment=NetworkSegment(5bc022e4-41ce-468b-a473-f96df4184d34),segment_id=5bc022e4-41ce-468b-a473-f96df4184d34)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:11.133162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02e5d6e3-cdd2-4f79-bfbc-606047beb82b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:11.146853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.184931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-c10bee8f-91c6-493c-9e64-ed13b1c4f94f tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cd141bb9-effa-40d9-8e00-eceae5cc0662 HTTP/1.1" status: 200 len: 3002 time: 0.3277259 Mar 22 14:11:11.186848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.187513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.228046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9084b95e-6734-477a-8d67-a9b814782f72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2152035 Mar 22 14:11:11.228688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:11.493895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for router_controller (c12cda68-63fa-483c-a257-f157bdcdcb84), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.528020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 180d9397-8798-4b8f-a2a7-fc317ad05022 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:11.528395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (180d9397-8798-4b8f-a2a7-fc317ad05022), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.739394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Allocated IP 172.20.0.2 (1eed32ac-a468-4269-aada-1c4024b715d4/98195296-b9e1-4825-acc8-90d5f7066c7d/5d93f8e0-0cc8-4b8a-94a5-f0066064fab3) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:11.803014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (180d9397-8798-4b8f-a2a7-fc317ad05022), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:11.817537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcee56-efe5-46d5-9e2c-b0cbb2370669 None None] Pushing event updated for resources: {'Port': ['ID=01b80e9a-1398-4ac4-82fa-054419978ab0,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:11.855167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 180d9397-8798-4b8f-a2a7-fc317ad05022 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:11.859829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-0d002ffb-efd5-43d7-8723-67cc6dcd4ecd tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:11.862245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-0d002ffb-efd5-43d7-8723-67cc6dcd4ecd tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/networks?id=ad2a3eb7-4a73-4879-b177-507a49cd3fa4 HTTP/1.1" status: 200 len: 810 time: 0.8762746 Mar 22 14:11:11.881934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-36477602-76cd-46b2-b5b9-450534d093f6 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cd141bb9-effa-40d9-8e00-eceae5cc0662 HTTP/1.1" status: 200 len: 3002 time: 0.6785898 Mar 22 14:11:11.939271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-3dbcea29-2c10-4ddf-92ae-53a83efb5d04 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/quotas/ed094216551d4f18b877a2118de61b92 HTTP/1.1" status: 200 len: 375 time: 0.0546269 Mar 22 14:11:11.944003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:11.960735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:11.962090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.070681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (180d9397-8798-4b8f-a2a7-fc317ad05022), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.152161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-f42fa1d3-a031-46e8-8dd8-2b431ec4ad90 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed094216551d4f18b877a2118de61b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1492004 Mar 22 14:11:12.172450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for router_gateway (c12cda68-63fa-483c-a257-f157bdcdcb84), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.220207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=180d9397-8798-4b8f-a2a7-fc317ad05022,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:12.298131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-f068b062-c8f9-4b38-9a48-0a9c52814114 service neutron] 10.222.0.81 "GET /v2.0/networks/ad2a3eb7-4a73-4879-b177-507a49cd3fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208739 Mar 22 14:11:12.330715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks [] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.347108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.353467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-613142ac-b01d-4b99-814f-76ca8d38dbe0 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/eb85b414-bd52-4320-8730-6411421c5e47 HTTP/1.1" status: 200 len: 3002 time: 0.4701810 Mar 22 14:11:12.354523 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-171fe396-241c-4dd7-af70-1e3532e1ffce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/180d9397-8798-4b8f-a2a7-fc317ad05022 HTTP/1.1" status: 204 len: 168 time: 1.1233547 Mar 22 14:11:12.355680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.369068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'mac_address': 'fa:16:3e:fb:d1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:12.380702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.417706 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcc6287-1eb8-48e7-8658-34062455c65c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:11:12.418352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcc6287-1eb8-48e7-8658-34062455c65c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:12.427006 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ebcc6287-1eb8-48e7-8658-34062455c65c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/180d9397-8798-4b8f-a2a7-fc317ad05022 HTTP/1.1" status: 404 len: 333 time: 0.0675299 Mar 22 14:11:12.427772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.469653 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c993f9-b6a8-4aa6-8f0d-ad0216f3acb1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:12.471328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c8c993f9-b6a8-4aa6-8f0d-ad0216f3acb1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/180d9397-8798-4b8f-a2a7-fc317ad05022 HTTP/1.1" status: 404 len: 333 time: 0.0426214 Mar 22 14:11:12.486965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:12.487359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.503858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Network 1eed32ac-a468-4269-aada-1c4024b715d4 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:12.528065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:12.554607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01416249-7e49-4c5d-b161-460d6f51d363 req-5fc19ad0-373b-499f-b9f6-81d7f5093f31 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/eb85b414-bd52-4320-8730-6411421c5e47 HTTP/1.1" status: 200 len: 3002 time: 0.1994934 Mar 22 14:11:12.586300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-761c6611-ee9f-4c90-ab9f-8806af155c2f service neutron] 10.222.0.81 "GET /v2.0/networks/ad2a3eb7-4a73-4879-b177-507a49cd3fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868123 Mar 22 14:11:12.628145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Pushing event updated for resources: {'Port': ['ID=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:12.632940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d62bba7-db63-4b21-a096-fd3a47b9a33e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:12.665310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet a96bcd5f-5501-4196-8013-833ec1a69733 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:12.668001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:12.675230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:12.676490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (a96bcd5f-5501-4196-8013-833ec1a69733), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.699063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:12.735516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.746533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (a96bcd5f-5501-4196-8013-833ec1a69733), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.920484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a96bcd5f-5501-4196-8013-833ec1a69733), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:12.940845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e15ac-a9e1-4a56-908d-5f5da1b5871c req-b6cabc20-f89a-4a17-92da-d20f09f0aff1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:12.950997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc7e15ac-a9e1-4a56-908d-5f5da1b5871c req-b6cabc20-f89a-4a17-92da-d20f09f0aff1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.2394397 Mar 22 14:11:12.995218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for router_gateway (c12cda68-63fa-483c-a257-f157bdcdcb84), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.037806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:13.051722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4d62bba7-db63-4b21-a096-fd3a47b9a33e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:13.063351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.095296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (a96bcd5f-5501-4196-8013-833ec1a69733), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.127878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.132547 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/a96bcd5f-5501-4196-8013-833ec1a69733 HTTP/1.1" status: 204 len: 168 time: 0.6034319 Mar 22 14:11:13.148377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44452) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:13.180918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e9f7a-b3c0-4364-8403-86bcbdd98ba6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=a96bcd5f-5501-4196-8013-833ec1a69733,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:13.386947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5d974536-045c-42c6-92d2-ffd37918b563), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.443994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Attempting to bind port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:13.444372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Attempting to bind port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:13.445031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Attempting to bind port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 on network 1eed32ac-a468-4269-aada-1c4024b715d4 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:13.446658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc7e15ac-a9e1-4a56-908d-5f5da1b5871c req-92504236-c956-4024-9f94-6f9af1c98f08 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944723 Mar 22 14:11:13.510352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:13.510790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Checking segment: {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:13.511137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.511544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Bound using segment: {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:13.512039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Bound port: 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:13.512414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.623581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] For port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:13.632899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] For port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:13.660901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50be89-4aff-45bc-b98b-876125333fdb None None] Network 5d974536-045c-42c6-92d2-ffd37918b563 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:13.711214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:13.716559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:13.717752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:13.948441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01b80e9a-1398-4ac4-82fa-054419978ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:13.957281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-364669773'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:14.034451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Provisioning complete for port 01b80e9a-1398-4ac4-82fa-054419978ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:14.035241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.047760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d8790-2807-43b8-ae44-ced62beaad3e None None] Pushing event updated for resources: {'Port': ['ID=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:14.063628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (167e0285-d436-46ab-af43-4698bb8bad97), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.065845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (167e0285-d436-46ab-af43-4698bb8bad97), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.185794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 01b80e9a-1398-4ac4-82fa-054419978ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:14.186551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.199346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (167e0285-d436-46ab-af43-4698bb8bad97), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.210565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (167e0285-d436-46ab-af43-4698bb8bad97), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.240316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.254990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-55d9b1df-5844-4e2b-aebe-3c9928258cee tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5368943 Mar 22 14:11:14.256117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:14.303319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b00d1595-a68b-45b9-bd37-eff072bee919 req-6990f649-bb6d-4242-afcb-037892d04675 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5025c853340404684ea356f5887ad29 HTTP/1.1" status: 200 len: 6160 time: 0.7836032 Mar 22 14:11:14.343516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] DHCP port deletion for 5d974536-045c-42c6-92d2-ffd37918b563 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:14.374973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Current status of the port 01b80e9a-1398-4ac4-82fa-054419978ab0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:14.375774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.418060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (167e0285-d436-46ab-af43-4698bb8bad97), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.527805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b584d8-a57c-4368-8048-1296901255b9 req-f3c9aaff-0239-4621-a639-46d930453ae7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:14.546244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26b584d8-a57c-4368-8048-1296901255b9 req-f3c9aaff-0239-4621-a639-46d930453ae7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 945 time: 1.1559932 Mar 22 14:11:14.590797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] For port 01b80e9a-1398-4ac4-82fa-054419978ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01b80e9a-1398-4ac4-82fa-054419978ab0,segment=NetworkSegment(5bc022e4-41ce-468b-a473-f96df4184d34),segment_id=5bc022e4-41ce-468b-a473-f96df4184d34)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:14.607635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Allocated IP 172.25.3.81 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/538d5d33-d440-4241-b1a9-5bf7b64e4835) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:14.612853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.623412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b00d1595-a68b-45b9-bd37-eff072bee919 req-9b3db904-e5ed-4410-9a09-25e38cd7b46c tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "GET /v2.0/security-groups/6837820b-2685-4d28-a5a8-c969145b1fa3 HTTP/1.1" status: 200 len: 3002 time: 0.2179458 Mar 22 14:11:14.673736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 01b80e9a-1398-4ac4-82fa-054419978ab0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:14.674195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.680625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572207d9-031e-46ec-a5b3-a44d92579901 None None] Pushing event updated for resources: {'Port': ['ID=01b80e9a-1398-4ac4-82fa-054419978ab0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:14.707328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Deleting port 01b80e9a-1398-4ac4-82fa-054419978ab0 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:14.707708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.760311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 01b80e9a-1398-4ac4-82fa-054419978ab0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:14.761566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.818535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (167e0285-d436-46ab-af43-4698bb8bad97), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.822666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (167e0285-d436-46ab-af43-4698bb8bad97), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.919843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-100bce50-e236-444f-8753-3433127d9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:14.923401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-100bce50-e236-444f-8753-3433127d9d02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1128 time: 0.3843694 Mar 22 14:11:14.924514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (167e0285-d436-46ab-af43-4698bb8bad97), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.925248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 167e0285-d436-46ab-af43-4698bb8bad97 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:11:14.933925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.937942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f266838-05a2-4492-a414-7d7d47c0bcbe tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "DELETE /v2.0/routers/167e0285-d436-46ab-af43-4698bb8bad97 HTTP/1.1" status: 204 len: 168 time: 0.6774848 Mar 22 14:11:14.938869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:14.948550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Request body: {'router': {'name': 'tempest-router-961638799', 'distributed': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:14.975834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] For port 01b80e9a-1398-4ac4-82fa-054419978ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01b80e9a-1398-4ac4-82fa-054419978ab0,segment=NetworkSegment(5bc022e4-41ce-468b-a473-f96df4184d34),segment_id=5bc022e4-41ce-468b-a473-f96df4184d34)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:14.976359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:14.980496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b00d1595-a68b-45b9-bd37-eff072bee919 req-cde3c5d6-3bd0-416b-9f13-e9c5ed38c5a5 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "GET /v2.0/security-groups/6837820b-2685-4d28-a5a8-c969145b1fa3 HTTP/1.1" status: 200 len: 3002 time: 0.3345709 Mar 22 14:11:15.020578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Calling delete_port for 01b80e9a-1398-4ac4-82fa-054419978ab0 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:15.023478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26b584d8-a57c-4368-8048-1296901255b9 req-5cea4c9b-ff31-45fc-8bc0-16f468551fdc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763258 Mar 22 14:11:15.041236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:15.041598 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:15.159313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.167100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.190950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] For port 01b80e9a-1398-4ac4-82fa-054419978ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01b80e9a-1398-4ac4-82fa-054419978ab0,segment=NetworkSegment(5bc022e4-41ce-468b-a473-f96df4184d34),segment_id=5bc022e4-41ce-468b-a473-f96df4184d34)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:15.191619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.220767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 01b80e9a-1398-4ac4-82fa-054419978ab0 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:15.267701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.320275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] Pushing event deleted for resources: {'Port': ['ID=01b80e9a-1398-4ac4-82fa-054419978ab0,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:15.336352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a5e73-5142-4924-8fe6-09ef0327cd6d None None] No DVR routers for this DVR port 01b80e9a-1398-4ac4-82fa-054419978ab0 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:15.376216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (01b80e9a-1398-4ac4-82fa-054419978ab0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.388107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7720e49f-55c6-4e0a-8e05-c0faef3db715 req-bb4d5b14-83dc-42fb-a298-d35398eedddf tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 210 time: 0.0643430 Mar 22 14:11:15.445336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.576300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=01b80e9a-1398-4ac4-82fa-054419978ab0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:15.584486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.589215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Port 01b80e9a-1398-4ac4-82fa-054419978ab0 update to ACTIVE by agent not found {{(pid=103892) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 14:11:15.689673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No DVR routers for this DVR port 01b80e9a-1398-4ac4-82fa-054419978ab0 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:15.795764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:15.808475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:15.813426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a568b8e-f79c-4cd6-bd8d-a42c0fafd4e9 None None] Network 1eed32ac-a468-4269-aada-1c4024b715d4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:15.829807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:15.912180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (426cc01f-0f7e-4ee7-8680-c1154c597cbd), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.915323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-5656b95d-c0d5-4d98-96fa-c59a95d67a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:15.917090 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-5656b95d-c0d5-4d98-96fa-c59a95d67a56 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.9463036 Mar 22 14:11:15.926206 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:15.928709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:16.003336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Provisioning complete for port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:16.003336 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.028083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.041144 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-168c42ae-39e0-4e8b-b085-29f1d9e189b3 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1011319 Mar 22 14:11:16.046892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44492) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:16.060518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:16.060993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.114140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-9cf9b970-098c-43d6-aedf-9ea6ead77e1a tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.116227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-9cf9b970-098c-43d6-aedf-9ea6ead77e1a tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.78 "GET /v2.0/networks?id=ad2a3eb7-4a73-4879-b177-507a49cd3fa4 HTTP/1.1" status: 200 len: 810 time: 1.1683886 Mar 22 14:11:16.123429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Pushing event updated for resources: {'Port': ['ID=538d5d33-d440-4241-b1a9-5bf7b64e4835,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:16.142835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48c745f5-826a-4c21-8232-ce17cead632a req-87d50466-2496-4d31-ab23-4b4ecae4f754 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ca7e33af-2918-40bf-99c2-931f838c9700 HTTP/1.1" status: 200 len: 1797 time: 0.5860028 Mar 22 14:11:16.151035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Request body: {'port': {'device_id': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4', 'admin_state_up': True, 'tenant_id': 'ed094216551d4f18b877a2118de61b92'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:16.267414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5d974536-045c-42c6-92d2-ffd37918b563), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.286420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7293-8e86-4403-975f-fb7d79958ac3 req-8b071be1-93fd-43c0-bbc8-de706c6a7e3d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.295776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b28e7293-8e86-4403-975f-fb7d79958ac3 req-8b071be1-93fd-43c0-bbc8-de706c6a7e3d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.8050952 Mar 22 14:11:16.299147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-8341f9f1-dcd6-4076-98d8-6a63a8aa7471 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 1000 time: 0.3686175 Mar 22 14:11:16.300354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.424445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:16.426675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.504846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d974536-045c-42c6-92d2-ffd37918b563']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:16.516828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Current status of the port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:16.518756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.586885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc022e4-41ce-468b-a473-f96df4184d34') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:16.587263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc022e4-41ce-468b-a473-f96df4184d34') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:16.596850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Made reservation on behalf of ed094216551d4f18b877a2118de61b92 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:16.600059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:16.603066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.603254 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.606730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (426cc01f-0f7e-4ee7-8680-c1154c597cbd), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.617033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.748615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01b80e9a-1398-4ac4-82fa-054419978ab0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:16.755158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-3f0fee2f-49a7-48e4-bf9d-b15f09d42fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.756851 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-3f0fee2f-49a7-48e4-bf9d-b15f09d42fc9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.3234224 Mar 22 14:11:16.761823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (426cc01f-0f7e-4ee7-8680-c1154c597cbd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.765256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 426cc01f-0f7e-4ee7-8680-c1154c597cbd {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:11:16.772116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.774557 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53854652-f819-45a1-ab6d-d4b9a080ed18 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "DELETE /v2.0/routers/426cc01f-0f7e-4ee7-8680-c1154c597cbd HTTP/1.1" status: 204 len: 168 time: 0.7251601 Mar 22 14:11:16.780438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44500) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:16.800056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 01b80e9a-1398-4ac4-82fa-054419978ab0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:16.800433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01b80e9a-1398-4ac4-82fa-054419978ab0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:16.821943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:16.822493 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:16.838861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Request body: {'router': {'name': 'tempest-router-1678014844', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '792e9ee2fae1442298eb61d86aa5530d'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:16.855516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:16.878261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (5bc022e4-41ce-468b-a473-f96df4184d34), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.884792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-ba7d0875-58f9-4b7c-ab78-028aedffb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:16.886600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-ba7d0875-58f9-4b7c-ab78-028aedffb949 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092138 Mar 22 14:11:16.891943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.893312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.956625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5bc022e4-41ce-468b-a473-f96df4184d34), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.968396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:16.976663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:16.984183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.080826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b28e7293-8e86-4403-975f-fb7d79958ac3 req-8e21f581-9dbe-45b6-b1e2-327e05309b6c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840493 Mar 22 14:11:17.103698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:17.104223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (5bc022e4-41ce-468b-a473-f96df4184d34), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.105137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.106483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eaf3c4f4-645d-45fc-9faf-e663428db405 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2753353 Mar 22 14:11:17.109402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:17.114506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4d62bba7-db63-4b21-a096-fd3a47b9a33e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:17.119139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4d62bba7-db63-4b21-a096-fd3a47b9a33e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:17.119522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:17.130184 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:17.149274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:17.234008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-48c745f5-826a-4c21-8232-ce17cead632a req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (ca7e33af-2918-40bf-99c2-931f838c9700), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.255756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:17.256457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.303773 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-48c745f5-826a-4c21-8232-ce17cead632a req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (ca7e33af-2918-40bf-99c2-931f838c9700), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.399066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-48c745f5-826a-4c21-8232-ce17cead632a req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca7e33af-2918-40bf-99c2-931f838c9700), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.403272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-48c745f5-826a-4c21-8232-ce17cead632a req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.406160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48c745f5-826a-4c21-8232-ce17cead632a req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca7e33af-2918-40bf-99c2-931f838c9700 HTTP/1.1" status: 204 len: 173 time: 1.2620423 Mar 22 14:11:17.456712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-38bbe0a0-e762-46e4-95e5-0db81457c6c7 None None] Current status of the port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:17.473507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:17.481829 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e449ca-d25d-4032-8c55-d5ef00598b22" -d '{"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-plugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:17.547857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:17.564544 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.581248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0b615-bcde-4212-8c8e-b13801acf7ec tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e33af-2918-40bf-99c2-931f838c9700,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:17.654259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f11feff1-ec33-4279-9611-24127c606f80 req-0c909bb4-9ff8-4904-9ea8-89c077b58048 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 210 time: 0.0956247 Mar 22 14:11:17.686469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Allocated IP 172.20.0.5 (ad2a3eb7-4a73-4879-b177-507a49cd3fa4/40f51c30-292f-46ce-94d7-1fb39e252e21/c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:17.718615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5d974536-045c-42c6-92d2-ffd37918b563), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.841387 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.844801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/5d974536-045c-42c6-92d2-ffd37918b563 HTTP/1.1" status: 204 len: 168 time: 4.6764860 Mar 22 14:11:17.855962 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-acf3d15a-e9bf-4f6f-8e8a-d1178f989d42 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8854890 Mar 22 14:11:17.855962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:17.860449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:17.896164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365933782'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:17.917452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for router_gateway (c12cda68-63fa-483c-a257-f157bdcdcb84), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:17.960080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c7bbb3f1-0a7c-4b68-80e5-d40b6e9e51b8 None None] Provisioning complete for port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:17.970524 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb3f1-0a7c-4b68-80e5-d40b6e9e51b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.161030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cce04-f441-4f88-9d66-b019cc93fef9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=5d974536-045c-42c6-92d2-ffd37918b563,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:18.211475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:18.219572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.220175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.248678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:18.249565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.276349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:18.280562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.323949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb3f1-0a7c-4b68-80e5-d40b6e9e51b8 None None] Current status of the port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:18.394337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.396059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-75166d2f-7261-4298-b9b5-5a30ca2c8e73 req-3ebb78b4-851b-4d57-a13b-f44ee883de31 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244348 Mar 22 14:11:18.398488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103891) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 22 14:11:18.398934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Router 5516f19d-01e8-44b7-ac9e-5953bbd9024f migrating from provider to provider. {{(pid=103891) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 22 14:11:18.399381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.407101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:18.408180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:18.410453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.424043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.424682 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d of type vlan for network 285500e9-8d86-4f54-b4cf-b56f82690ebd Mar 22 14:11:18.428728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416656ee-e7a1-4074-9243-82862d713c5f req-cd48f97f-e93a-4346-9c5e-8e60736f216c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:18.431119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-416656ee-e7a1-4074-9243-82862d713c5f req-cd48f97f-e93a-4346-9c5e-8e60736f216c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 945 time: 1.0488188 Mar 22 14:11:18.457120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.546008 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a97b9570-9352-475c-8fb2-e853466b8ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.570924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-e5af518f-85c0-49bc-864b-239091ae0ae5 tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "GET /v2.0/security-groups/06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6 HTTP/1.1" status: 200 len: 1796 time: 0.8411329 Mar 22 14:11:18.612068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (285500e9-8d86-4f54-b4cf-b56f82690ebd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.629139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-416656ee-e7a1-4074-9243-82862d713c5f req-6f9c3b17-4d19-4424-aa6e-193c82a6f403 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882370 Mar 22 14:11:18.649754 n-d-758851-5 neutron-server[103891]: WARNING neutron.scheduler.l3_agent_scheduler [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] No L3 agents can host the router 5516f19d-01e8-44b7-ac9e-5953bbd9024f Mar 22 14:11:18.746676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.796375 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d52e55-bf94-4680-afc6-c0527b0fae93 x-openstack-request-id: req-99d52e55-bf94-4680-afc6-c0527b0fae93 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:18.796710 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-plugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:18.796944 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99d52e55-bf94-4680-afc6-c0527b0fae93 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:18.797360 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d52e55-bf94-4680-afc6-c0527b0fae93'] response: {'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'code': 200} Mar 22 14:11:18.805093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.820989 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks [] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.918380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (285500e9-8d86-4f54-b4cf-b56f82690ebd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.924091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:18.924795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.936697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.946282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Router c12cda68-63fa-483c-a257-f157bdcdcb84 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:11:18.952425 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.962608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:18.967669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1aa7fcb-7252-4640-9cf9-de9858697870 req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6 HTTP/1.1" status: 204 len: 173 time: 0.3863406 Mar 22 14:11:19.068680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Hosts for router 5516f19d-01e8-44b7-ac9e-5953bbd9024f: [] {{(pid=103891) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 22 14:11:19.108182 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2469163 Mar 22 14:11:19.108401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:19.112627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:19.114531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44524) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.117159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66ca6-b127-4a63-8155-6f5cdcba28ff tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=285500e9-8d86-4f54-b4cf-b56f82690ebd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.119976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:19.122415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:19.126474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Hosts for other DVR routers connected to router 5516f19d-01e8-44b7-ac9e-5953bbd9024f: set() {{(pid=103891) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 22 14:11:19.129136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.132990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-daba74d4-7e07-468f-8f8a-a01a63669323 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "PUT /v2.0/routers/5516f19d-01e8-44b7-ac9e-5953bbd9024f HTTP/1.1" status: 200 len: 717 time: 2.0177002 Mar 22 14:11:19.133355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.141060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:19.168561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853911ad-513f-48d9-80ba-1bc1bc00ad6b tempest-SecurityGroupsTestAdminJSON-1332834365 tempest-SecurityGroupsTestAdminJSON-1332834365-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f91e20-3bb0-40e7-b61d-0d3b36e7a0b6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.417572 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da1deaac-f48f-4d9f-9293-f69c2e91123f tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "GET /v2.0/routers/5516f19d-01e8-44b7-ac9e-5953bbd9024f HTTP/1.1" status: 200 len: 717 time: 0.2807922 Mar 22 14:11:19.430063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44528) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.490925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:19.494470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.814636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:19.867809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-08416888-ce15-43d0-875f-944f4ea86af1 tempest-RoutersTestDVR-1130765133 tempest-RoutersTestDVR-1130765133-project] 10.222.0.81 "GET /v2.0/routers/5516f19d-01e8-44b7-ac9e-5953bbd9024f HTTP/1.1" status: 200 len: 683 time: 0.4336133 Mar 22 14:11:19.870391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44538) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:19.874839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.875676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:19.896765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87cb08-a003-449d-ac33-76e8d7c5a0e2 req-cd3c57a9-e5b2-4c5c-8386-56624527739f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.904304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e87cb08-a003-449d-ac33-76e8d7c5a0e2 req-cd3c57a9-e5b2-4c5c-8386-56624527739f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.9113979 Mar 22 14:11:19.926010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99a8e-a052-47e7-80c9-066408341606 req-ef4cbedf-014f-4b1e-ad80-caba89ee1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.926010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5cd99a8e-a052-47e7-80c9-066408341606 req-ef4cbedf-014f-4b1e-ad80-caba89ee1bb4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 1128 time: 0.9570832 Mar 22 14:11:19.949508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a63f5-67e3-4322-83ed-8f3b4ab1e7d0 req-421f397b-cba6-4c5b-8928-1ee3c3598569 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:19.951285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e6a63f5-67e3-4322-83ed-8f3b4ab1e7d0 req-421f397b-cba6-4c5b-8928-1ee3c3598569 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 931 time: 0.7840369 Mar 22 14:11:19.970627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-79c97c29-0dea-446b-8920-18d9a772858f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8435104 Mar 22 14:11:19.998500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Request body: {'port': {'device_id': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:20.012672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:20.016904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.036765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Sync routers for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:20.066008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:20.066008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:10:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:20.088892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a620ee1d-91ec-4295-ba67-56545f427112), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.176756 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.184444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5fef2c73-624f-4678-8a8c-ea888efd2068 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3229358 Mar 22 14:11:20.187595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44540) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.226388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e87cb08-a003-449d-ac33-76e8d7c5a0e2 req-22489925-58d5-436a-9673-53ec2066cf26 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200548 Mar 22 14:11:20.227671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:20.261976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e6a63f5-67e3-4322-83ed-8f3b4ab1e7d0 req-97aa19eb-62f8-4334-b563-8652c2f223fa tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965763 Mar 22 14:11:20.267518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5cd99a8e-a052-47e7-80c9-066408341606 req-c1b17473-0037-4c75-a251-b5d44b5b7ace service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332713 Mar 22 14:11:20.275487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.515019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:16Z', 'revision_number': 3, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:20.530480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-156b66f5-d44c-4ff2-9136-1aab2028c045 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "GET /v2.0/security-groups/cf9a4775-efe0-43cf-a1dc-c9a126da669e HTTP/1.1" status: 200 len: 1796 time: 0.1938968 Mar 22 14:11:20.583552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Checking router: c12cda68-63fa-483c-a257-f157bdcdcb84 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:20.584230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Updating router c12cda68-63fa-483c-a257-f157bdcdcb84 port 538d5d33-d440-4241-b1a9-5bf7b64e4835 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:20.619004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.697429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccb335-793f-4075-939e-dc710f8942b1 req-dd651b4f-b80f-402a-92a9-8154221acc65 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:20.699247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ccb335-793f-4075-939e-dc710f8942b1 req-dd651b4f-b80f-402a-92a9-8154221acc65 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.2458920 Mar 22 14:11:20.741689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (cf9a4775-efe0-43cf-a1dc-c9a126da669e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.744024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=a620ee1d-91ec-4295-ba67-56545f427112,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:20.752525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.760480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (5516f19d-01e8-44b7-ac9e-5953bbd9024f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.804132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (cf9a4775-efe0-43cf-a1dc-c9a126da669e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.815323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:20.815608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 285500e9-8d86-4f54-b4cf-b56f82690ebd, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:20.835140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5516f19d-01e8-44b7-ac9e-5953bbd9024f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.835635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5516f19d-01e8-44b7-ac9e-5953bbd9024f {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:11:20.844238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.844423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ccb335-793f-4075-939e-dc710f8942b1 req-9e7abd5a-729d-420d-bb8c-7f7b64ddbe41 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309266 Mar 22 14:11:20.848681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91eec4ad-0266-475e-986c-7ac6048b4889 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "DELETE /v2.0/routers/5516f19d-01e8-44b7-ac9e-5953bbd9024f HTTP/1.1" status: 204 len: 168 time: 0.9733140 Mar 22 14:11:20.850584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44546) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:20.856779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Request body: {'router': {'name': 'tempest-router-1517363545', 'distributed': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:20.871673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:20.943398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:20.953664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks [] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.977606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2dc1-c1b4-409c-b4c9-52049f8c59fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.979090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Transition to ACTIVE for port object c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:20.982825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf9a4775-efe0-43cf-a1dc-c9a126da669e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.985982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:20.987417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614f4e6f-f7f7-42a4-b93b-761eb8158927 req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf9a4775-efe0-43cf-a1dc-c9a126da669e HTTP/1.1" status: 204 len: 173 time: 0.4560764 Mar 22 14:11:20.998445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.019526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 285500e9-8d86-4f54-b4cf-b56f82690ebd) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:21.024677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.025665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.044295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5e015-b4d3-4fd6-b58a-ae252d9a630d None None] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:21.048560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (deae9916-5702-4ed1-aeba-f868e456db13), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.050534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (deae9916-5702-4ed1-aeba-f868e456db13), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.071550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905bd65-5391-4bde-a6e3-cd64f4001209 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9a4775-efe0-43cf-a1dc-c9a126da669e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.094501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-dda31961-8256-4b4a-9f72-08a20bc32906 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "GET /v2.0/security-groups/345abb86-ecc5-4447-91ca-29d2cdf98f12 HTTP/1.1" status: 200 len: 1795 time: 0.0776112 Mar 22 14:11:21.118530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (deae9916-5702-4ed1-aeba-f868e456db13), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.131355 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f826e453-49b2-406f-9cbf-7305f60da755 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0150168 Mar 22 14:11:21.135154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:21.143012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-616422652'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:21.152972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.220298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (345abb86-ecc5-4447-91ca-29d2cdf98f12), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.225368 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks [] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.239719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.254827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (deae9916-5702-4ed1-aeba-f868e456db13), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.259741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (345abb86-ecc5-4447-91ca-29d2cdf98f12), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.294491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Attempting to bind port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:21.294858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Attempting to bind port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '66649b14-9150-43d2-ae0d-f5d46b8887f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:21.295280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Attempting to bind port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 on network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:21.320530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.324477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2da8d061-d9a7-4a03-adfa-f42f9041ed40 tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4693971 Mar 22 14:11:21.325016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44560) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:21.339733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:21.359658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.364669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-285500e9-8d86-4f54-b4cf-b56f82690ebd', 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': 'a620ee1d-91ec-4295-ba67-56545f427112'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:21.365824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.368029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 on network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:21.368362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Attempting to bind port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 on network ad2a3eb7-4a73-4879-b177-507a49cd3fa4 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:21.370208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bf399-cdd5-4c41-8212-0ea51d0aa86b None None] Pushing event updated for resources: {'Port': ['ID=538d5d33-d440-4241-b1a9-5bf7b64e4835,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.373907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Attempting to bind port 538d5d33-d440-4241-b1a9-5bf7b64e4835 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:21.375113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Attempting to bind port 538d5d33-d440-4241-b1a9-5bf7b64e4835 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:21.375732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Attempting to bind port 538d5d33-d440-4241-b1a9-5bf7b64e4835 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:21.394091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:21.395045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:21.395686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.396291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:21.396980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Bound port: 538d5d33-d440-4241-b1a9-5bf7b64e4835, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:21.397592 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.485766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port d4998ede-7173-4702-8998-0dd56b6d06ca yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:21.563907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] For port 538d5d33-d440-4241-b1a9-5bf7b64e4835, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:21.570329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] For port 538d5d33-d440-4241-b1a9-5bf7b64e4835, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=538d5d33-d440-4241-b1a9-5bf7b64e4835,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:21.576640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:21.576640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Checking segment: {'id': '66649b14-9150-43d2-ae0d-f5d46b8887f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:21.576640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Bound using segment: {'id': '66649b14-9150-43d2-ae0d-f5d46b8887f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:21.576640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Bound port: c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66649b14-9150-43d2-ae0d-f5d46b8887f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:21.577086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.600624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.626768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (deae9916-5702-4ed1-aeba-f868e456db13), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.664184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bf399-cdd5-4c41-8212-0ea51d0aa86b None None] Pushing event updated for resources: {'Port': ['ID=538d5d33-d440-4241-b1a9-5bf7b64e4835,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.673397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (345abb86-ecc5-4447-91ca-29d2cdf98f12), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.676943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.678379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f8203-5c21-425e-b724-4f13483f8e25 req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] 10.222.0.81 "DELETE /v2.0/security-groups/345abb86-ecc5-4447-91ca-29d2cdf98f12 HTTP/1.1" status: 204 len: 173 time: 0.5722980 Mar 22 14:11:21.740001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Allocated IP 172.20.0.2 (285500e9-8d86-4f54-b4cf-b56f82690ebd/a620ee1d-91ec-4295-ba67-56545f427112/b12989e6-b11e-43ef-874c-80232a55bc75) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:21.755642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:21.761433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:21.768913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2678ff-39e4-4808-bb02-15f49b2843e6 tempest-SecurityGroupsTestAdminJSON-201329640 tempest-SecurityGroupsTestAdminJSON-201329640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345abb86-ecc5-4447-91ca-29d2cdf98f12,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:21.805233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e01ee-25c6-4c52-b190-67ce1e3f5cdb req-c4829b0b-f7d9-43a8-8227-98939f141ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.807639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-043e01ee-25c6-4c52-b190-67ce1e3f5cdb req-c4829b0b-f7d9-43a8-8227-98939f141ade service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1127 time: 0.3054688 Mar 22 14:11:21.855096 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.901265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87531413-7e2c-4413-b0eb-3f223a89840e req-ff695daa-4abf-4c5e-bed9-7187964525a8 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:21.902975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87531413-7e2c-4413-b0eb-3f223a89840e req-ff695daa-4abf-4c5e-bed9-7187964525a8 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.4000869 Mar 22 14:11:21.971942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (deae9916-5702-4ed1-aeba-f868e456db13), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:21.975563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router_controller (deae9916-5702-4ed1-aeba-f868e456db13), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.086645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:22.116023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Allocated IP 172.20.0.1 (1eed32ac-a468-4269-aada-1c4024b715d4/98195296-b9e1-4825-acc8-90d5f7066c7d/b7578c3b-8a87-45f7-b171-560ac8bc39ca) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:22.156701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.167978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:22.194097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (deae9916-5702-4ed1-aeba-f868e456db13), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.194683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router deae9916-5702-4ed1-aeba-f868e456db13 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:11:22.206528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:22.212554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.217778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08e93d94-8896-4b72-86ba-22d206b9b29c tempest-RoutersTestDVR-1920330561 tempest-RoutersTestDVR-1920330561-project-admin] 10.222.0.81 "DELETE /v2.0/routers/deae9916-5702-4ed1-aeba-f868e456db13 HTTP/1.1" status: 204 len: 168 time: 0.8913867 Mar 22 14:11:22.244359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.260593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:22.323738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-043e01ee-25c6-4c52-b190-67ce1e3f5cdb req-8b3557b0-a8fd-48b5-b7a8-2fd369cfd8d8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772274 Mar 22 14:11:22.335341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f24cc-4654-4cf2-93b1-3df69f93a723 req-6cf5209d-7059-437c-be23-6aac9e2a6347 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.336879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f89f24cc-4654-4cf2-93b1-3df69f93a723 req-6cf5209d-7059-437c-be23-6aac9e2a6347 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 943 time: 0.4893672 Mar 22 14:11:22.337619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.348516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.350323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.351766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-6c103165-6edd-45ae-a393-c845e92bfb49 service neutron] 10.222.0.78 "PUT /v2.0/ports/c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 HTTP/1.1" status: 200 len: 1091 time: 2.3671458 Mar 22 14:11:22.352329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks [] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.357090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:22.359682 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:22.380324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87531413-7e2c-4413-b0eb-3f223a89840e req-1ab3dfb2-7a70-4f8b-9de7-734326b66a9d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455633 Mar 22 14:11:22.421167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks [] for port (b12989e6-b11e-43ef-874c-80232a55bc75), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.422791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f89f24cc-4654-4cf2-93b1-3df69f93a723 req-b0b10d5c-e67f-4654-b627-39e0d7bd59d4 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Mar 22 14:11:22.460079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.512217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.515244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Pushing event updated for resources: {'Port': ['ID=b12989e6-b11e-43ef-874c-80232a55bc75,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.531390 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a7ac05-1297-4128-9e48-d9f46509b31f x-openstack-request-id: req-09a7ac05-1297-4128-9e48-d9f46509b31f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:22.531624 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:22.531873 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09a7ac05-1297-4128-9e48-d9f46509b31f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:22.532386 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a7ac05-1297-4128-9e48-d9f46509b31f'] response: {'name': 'network-changed', 'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'status': 'completed', 'code': 200} Mar 22 14:11:22.538466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:22.553251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:22.556462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:22.636402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44592) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:22.637793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Network 1eed32ac-a468-4269-aada-1c4024b715d4 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:22.639851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e457ea0f-1b0d-4b3e-a1d3-25a06d82c272 {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:22.640364 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:22.642778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:22.656165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6aaf8-354d-4f2b-b7c9-38b8e540b18e req-ddc82a95-4423-4d69-9fb3-7fde1ffd53b4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.657455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eca6aaf8-354d-4f2b-b7c9-38b8e540b18e req-ddc82a95-4423-4d69-9fb3-7fde1ffd53b4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.1166463 Mar 22 14:11:22.661675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-d543d749-a839-4120-afa4-4c97decc864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.663200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:16Z', 'revision_number': 3, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:22.663453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-d543d749-a839-4120-afa4-4c97decc864f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed094216551d4f18b877a2118de61b92&device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 1125 time: 0.1023526 Mar 22 14:11:22.683066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Pushing event updated for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:22.707560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:22.775493 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0d40836-5e10-4d89-9e5b-0dbe267330c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5025c853340404684ea356f5887ad29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5130560 Mar 22 14:11:22.778247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:22.817869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (c12cda68-63fa-483c-a257-f157bdcdcb84), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.865188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-cdabe276-0fe4-43f5-a657-43d55c512d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:22.866989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-cdabe276-0fe4-43f5-a657-43d55c512d2a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ed094216551d4f18b877a2118de61b92&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1960344 Mar 22 14:11:22.880925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eca6aaf8-354d-4f2b-b7c9-38b8e540b18e req-1cec1acf-883d-4d82-a551-3984ecd5aa07 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996932 Mar 22 14:11:22.915251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Attempting to bind port b12989e6-b11e-43ef-874c-80232a55bc75 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:22.915251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Attempting to bind port b12989e6-b11e-43ef-874c-80232a55bc75 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:22.915569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Attempting to bind port b12989e6-b11e-43ef-874c-80232a55bc75 on network 285500e9-8d86-4f54-b4cf-b56f82690ebd {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:22.918769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76580fb-d399-435b-bbbd-7eba2aa1bce8 None None] The sync data for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 is: [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:16Z', 'revision_number': 3, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:22.923305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:22.923703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Checking segment: {'id': '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:22.924110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.924511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Bound using segment: {'id': '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:22.925055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Bound port: b12989e6-b11e-43ef-874c-80232a55bc75, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '285500e9-8d86-4f54-b4cf-b56f82690ebd'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:22.925367 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.955945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec4f1-bb62-4805-8ed7-26e64eb269db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:22.962003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] Publish callbacks [] for security_group (6837820b-2685-4d28-a5a8-c969145b1fa3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.038411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-34be79be-de65-4889-9591-3327f031429e None None] Provisioning complete for port b7578c3b-8a87-45f7-b171-560ac8bc39ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:23.040117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34be79be-de65-4889-9591-3327f031429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.059489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] Publish callbacks [] for security_group (6837820b-2685-4d28-a5a8-c969145b1fa3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.081243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec4f1-bb62-4805-8ed7-26e64eb269db admin admin] Publish callbacks [] for security_group (2e4317e0-2df4-4e62-9aa7-2943c42d92ff), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.097674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec4f1-bb62-4805-8ed7-26e64eb269db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2e4317e0-2df4-4e62-9aa7-2943c42d92ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.101143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-34be79be-de65-4889-9591-3327f031429e None None] Port b7578c3b-8a87-45f7-b171-560ac8bc39ca cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:23.105756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] For port b12989e6-b11e-43ef-874c-80232a55bc75, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:23.126729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] For port b12989e6-b11e-43ef-874c-80232a55bc75, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b12989e6-b11e-43ef-874c-80232a55bc75,segment=NetworkSegment(52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d),segment_id=52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:23.137741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.159562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.187408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.218720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1a4ec4f1-bb62-4805-8ed7-26e64eb269db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=792e9ee2fae1442298eb61d86aa5530d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803759 Mar 22 14:11:23.221667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:23.223011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6837820b-2685-4d28-a5a8-c969145b1fa3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.227945 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.229221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6837820b-2685-4d28-a5a8-c969145b1fa3 HTTP/1.1" status: 204 len: 168 time: 0.4499927 Mar 22 14:11:23.230742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:23.243751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bc082-c8e9-41cf-8bde-8eb2a5e416de None None] Pushing event updated for resources: {'Port': ['ID=b12989e6-b11e-43ef-874c-80232a55bc75,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.283975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e003bf-cf18-4734-945d-94c5ef5bc053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837820b-2685-4d28-a5a8-c969145b1fa3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.357552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec4f1-bb62-4805-8ed7-26e64eb269db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4317e0-2df4-4e62-9aa7-2943c42d92ff,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:23.451788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-7de2441a-d2cc-477c-b189-2f3d7c0ef33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.462319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d8a8f18-0d23-4b19-a1ca-0cdcae67dce5 req-7de2441a-d2cc-477c-b189-2f3d7c0ef33e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5715375 Mar 22 14:11:23.614911 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.692477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1eaed-bdcb-4953-911a-8abbed5b3c80 req-7a6db245-796f-4f5c-9678-cdb7201bcc29 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.716675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cd1eaed-bdcb-4953-911a-8abbed5b3c80 req-7a6db245-796f-4f5c-9678-cdb7201bcc29 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.3946135 Mar 22 14:11:23.719323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] Publish callbacks [] for security_group (2e4317e0-2df4-4e62-9aa7-2943c42d92ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.811236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.12 (285500e9-8d86-4f54-b4cf-b56f82690ebd/a620ee1d-91ec-4295-ba67-56545f427112/5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:23.875194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] Publish callbacks [] for security_group (2e4317e0-2df4-4e62-9aa7-2943c42d92ff), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:23.941469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cd1eaed-bdcb-4953-911a-8abbed5b3c80 req-704462f0-a410-4def-bf2e-7b429ef9f093 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730921 Mar 22 14:11:23.950594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-add3b87f-c936-499b-b125-640c9da0d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:23.952124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-add3b87f-c936-499b-b125-640c9da0d9ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed094216551d4f18b877a2118de61b92&device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 1125 time: 0.3927822 Mar 22 14:11:24.025212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b12989e6-b11e-43ef-874c-80232a55bc75 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:24.025450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-52744d47-e9f9-4030-b0ff-6bbc6247ad6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 HTTP/1.1" status: 200 len: 217 time: 0.0513639 Mar 22 14:11:24.052642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634b7d5-a405-4d35-9f5c-bee73c14370f req-d34e4dd1-7766-4776-8a21-1c18fe3be69b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.059951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3634b7d5-a405-4d35-9f5c-bee73c14370f req-d34e4dd1-7766-4776-8a21-1c18fe3be69b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.1912990 Mar 22 14:11:24.061668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.084238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks [] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.094061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.138005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b12989e6-b11e-43ef-874c-80232a55bc75 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:24.144780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.154271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Pushing event updated for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.171548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2e4317e0-2df4-4e62-9aa7-2943c42d92ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.174270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.175498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e4317e0-2df4-4e62-9aa7-2943c42d92ff HTTP/1.1" status: 204 len: 168 time: 0.9522002 Mar 22 14:11:24.228578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (c12cda68-63fa-483c-a257-f157bdcdcb84), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.240383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-a79ef938-2889-4da6-ad7d-2064e53b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.241859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-a79ef938-2889-4da6-ad7d-2064e53b438b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40f51c30-292f-46ce-94d7-1fb39e252e21 HTTP/1.1" status: 200 len: 850 time: 0.2073398 Mar 22 14:11:24.253639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ce79f-15b2-433a-b4b5-b2c4815533c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4317e0-2df4-4e62-9aa7-2943c42d92ff,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.265358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b12989e6-b11e-43ef-874c-80232a55bc75 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:24.266262 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.315808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-4e63af56-cdbe-42da-ace6-4d7529f70f24 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ad2a3eb7-4a73-4879-b177-507a49cd3fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555499 Mar 22 14:11:24.321559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9e1806f1-aeb5-4de6-89a9-ef5b4b71cadb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf6fdc3c96894ab2b83d3d1a3bc5e591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326334 Mar 22 14:11:24.324852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.326177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b12989e6-b11e-43ef-874c-80232a55bc75, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b12989e6-b11e-43ef-874c-80232a55bc75,segment=NetworkSegment(52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d),segment_id=52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:24.334126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.334941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 538d5d33-d440-4241-b1a9-5bf7b64e4835 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:24.348604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3634b7d5-a405-4d35-9f5c-bee73c14370f req-c4e96ed5-8525-44d3-b13d-5a3c8e0f0982 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876391 Mar 22 14:11:24.364597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.436115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.450457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c178c-b347-42a6-ac66-33202b589d59 req-3450b210-4ef3-4df9-99f9-23c2704f88bc tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.459930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-171c178c-b347-42a6-ac66-33202b589d59 req-3450b210-4ef3-4df9-99f9-23c2704f88bc tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 943 time: 0.3497169 Mar 22 14:11:24.525303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b12989e6-b11e-43ef-874c-80232a55bc75,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.548517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 538d5d33-d440-4241-b1a9-5bf7b64e4835 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:24.551219 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.561702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.619370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:24.634404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:24.641906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:24.648274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-171c178c-b347-42a6-ac66-33202b589d59 req-c572a477-552d-41aa-8c77-cf4be13582e3 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873128 Mar 22 14:11:24.725605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] Publish callbacks [] for security_group (3daad581-5af0-49ac-b5d0-d77835acc9f2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.733066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Network 1eed32ac-a468-4269-aada-1c4024b715d4 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:24.738390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:24.743399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-49d26a53-5485-44c3-9c1a-d56803cd542c service neutron] 10.222.0.78 "GET /v2.0/networks/ad2a3eb7-4a73-4879-b177-507a49cd3fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194682 Mar 22 14:11:24.785019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 538d5d33-d440-4241-b1a9-5bf7b64e4835 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:24.785551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.816032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 538d5d33-d440-4241-b1a9-5bf7b64e4835, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=538d5d33-d440-4241-b1a9-5bf7b64e4835,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:24.825761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.868038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.868484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.908325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c666b482-7832-4794-94ee-70a3b2d6c0ce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7703810 Mar 22 14:11:24.909039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44652) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.909277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:24.926603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.933538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=538d5d33-d440-4241-b1a9-5bf7b64e4835,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:24.939976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd43f7-f2a8-4907-a208-b5621c2f62a6 req-2b7b79f7-fbd5-4d02-aeee-cf7c388ee746 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:24.948047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7bd43f7-f2a8-4907-a208-b5621c2f62a6 req-2b7b79f7-fbd5-4d02-aeee-cf7c388ee746 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.4510324 Mar 22 14:11:24.953103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] Publish callbacks [] for security_group (3daad581-5af0-49ac-b5d0-d77835acc9f2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:24.972348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebc1-59be-458a-b64e-b6f433d43d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.059409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7bd43f7-f2a8-4907-a208-b5621c2f62a6 req-47cdd7f3-2eb0-4649-9d28-7a29e1c10509 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102593 Mar 22 14:11:25.096981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3daad581-5af0-49ac-b5d0-d77835acc9f2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.104744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.107397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3daad581-5af0-49ac-b5d0-d77835acc9f2 HTTP/1.1" status: 204 len: 168 time: 0.7566586 Mar 22 14:11:25.118939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Router c12cda68-63fa-483c-a257-f157bdcdcb84 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:25.129829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-536e1ad5-efa5-40e4-af04-d2b7331580f0 req-9f69fbc3-a1b6-4c2a-af28-a461043d431d service neutron] 10.222.0.78 "GET /v2.0/networks/ad2a3eb7-4a73-4879-b177-507a49cd3fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634541 Mar 22 14:11:25.148149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177528ea-bcd4-4462-93ea-7a9bd026146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daad581-5af0-49ac-b5d0-d77835acc9f2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:25.255411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-99dab19c-4122-4b0a-9e70-8db12773b265 None None] Provisioning complete for port b7578c3b-8a87-45f7-b171-560ac8bc39ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:25.256438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99dab19c-4122-4b0a-9e70-8db12773b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.314734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad48c282-57f5-482d-aacd-1eea3860574b None None] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:25.330680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:25.332957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.378943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-7d7b9209-5750-4c87-ae4b-326a59793fed tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:25.388448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-7d7b9209-5750-4c87-ae4b-326a59793fed tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 811 time: 0.1797118 Mar 22 14:11:25.413638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99dab19c-4122-4b0a-9e70-8db12773b265 None None] Port b7578c3b-8a87-45f7-b171-560ac8bc39ca cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:25.422477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-ec35066f-2f7b-4d64-984b-a74382130d18 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/quotas/70dfc3ffeefc466d96a178e950df41aa HTTP/1.1" status: 200 len: 375 time: 0.0310910 Mar 22 14:11:25.425296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebc1-59be-458a-b64e-b6f433d43d09 admin admin] Publish callbacks [] for security_group (e8cf1611-f7f4-4648-9d53-532a2655b7f9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.450134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebc1-59be-458a-b64e-b6f433d43d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e8cf1611-f7f4-4648-9d53-532a2655b7f9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.566365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1633473a-c9c3-4ecc-9ae1-c28fed155b39 None None] Provisioning complete for port b12989e6-b11e-43ef-874c-80232a55bc75 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:25.566656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1633473a-c9c3-4ecc-9ae1-c28fed155b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.579373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-241c4185-da85-4323-ac5a-867cb8b47909 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557701 Mar 22 14:11:25.586146 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ebdcebc1-59be-458a-b64e-b6f433d43d09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e5a427824474247a9c4bac29a7c0af3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705174 Mar 22 14:11:25.591321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:25.592437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:25.642114 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d3c9c4d-569f-49d6-ad88-f00ec9a1be3e admin admin] 10.222.0.81 "PUT /v2.0/routers/c12cda68-63fa-483c-a257-f157bdcdcb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024576 Mar 22 14:11:25.645647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcebc1-59be-458a-b64e-b6f433d43d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf1611-f7f4-4648-9d53-532a2655b7f9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:25.664391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.715623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:25.772239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] Publish callbacks [] for security_group (e8cf1611-f7f4-4648-9d53-532a2655b7f9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.809334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1633473a-c9c3-4ecc-9ae1-c28fed155b39 None None] Current status of the port b12989e6-b11e-43ef-874c-80232a55bc75 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:25.843583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] Publish callbacks [] for security_group (e8cf1611-f7f4-4648-9d53-532a2655b7f9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:25.881200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Sync routers for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:25.900256 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:25.901419 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:25.908856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b12989e6-b11e-43ef-874c-80232a55bc75 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:25.946795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:26.116936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d78c7f-3890-4fae-87b7-da68a413c0a8 req-01e88fc1-2b93-457e-a6b7-ef3c3bb66e4a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:26.118864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86d78c7f-3890-4fae-87b7-da68a413c0a8 req-01e88fc1-2b93-457e-a6b7-ef3c3bb66e4a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.6722348 Mar 22 14:11:26.151612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Provisioning complete for port 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:26.152259 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.206261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b12989e6-b11e-43ef-874c-80232a55bc75 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:26.206925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.269372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.318839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e8cf1611-f7f4-4648-9d53-532a2655b7f9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.323829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.325215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86d78c7f-3890-4fae-87b7-da68a413c0a8 req-c957f571-89ee-4349-873a-d67d3774b61e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921403 Mar 22 14:11:26.328236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8cf1611-f7f4-4648-9d53-532a2655b7f9 HTTP/1.1" status: 204 len: 168 time: 0.7327824 Mar 22 14:11:26.330580 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:26.347812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:26.368237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.388658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-b61161c2-e4d8-4dbb-8244-b0b37239c53a service neutron] 10.222.0.81 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076639 Mar 22 14:11:26.466992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:26.480696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.481613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:26.487244 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195f3e9-959f-4c9d-9604-fc7bfb17cd14" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:26.491769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daceb47-7f6d-459b-b103-9b29431e0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf1611-f7f4-4648-9d53-532a2655b7f9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.498995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Port 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:26.545945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.675018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-294f72e8-a8a6-4233-9844-688f1d0d56c8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853374 Mar 22 14:11:26.693261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Provisioning complete for port b12989e6-b11e-43ef-874c-80232a55bc75 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:26.697457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.699897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:26.710223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=11']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:26.714984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44740) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:26.716033 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02070aed-fc7b-4240-9e35-dea58afabc72 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 HTTP/1.1" status: 204 len: 168 time: 1.8018913 Mar 22 14:11:26.841994 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbe0219-1c16-4361-a7b0-d4884a54ef81 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:26.843499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-adbe0219-1c16-4361-a7b0-d4884a54ef81 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 HTTP/1.1" status: 404 len: 333 time: 0.1262059 Mar 22 14:11:26.846422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:26.899136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b12989e6-b11e-43ef-874c-80232a55bc75 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:26.901304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 538d5d33-d440-4241-b1a9-5bf7b64e4835 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:26.924029 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:23Z', 'revision_number': 4, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b7578c3b-8a87-45f7-b171-560ac8bc39ca', 'name': '', 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'mac_address': 'fa:16:3e:15:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:21Z', 'updated_at': '2022-03-22T14:11:23Z', 'revision_number': 2, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'subnets': [{'id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:26.970987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-418d9a49-3dd5-4808-9d29-368749100581 None None] Current status of the port b12989e6-b11e-43ef-874c-80232a55bc75 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:26.988057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet a620ee1d-91ec-4295-ba67-56545f427112 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:26.995230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (a620ee1d-91ec-4295-ba67-56545f427112), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.009605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:27.034990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 538d5d33-d440-4241-b1a9-5bf7b64e4835 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:27.035367 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.052739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (a620ee1d-91ec-4295-ba67-56545f427112), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.060271 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Checking router: c12cda68-63fa-483c-a257-f157bdcdcb84 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:27.061942 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Updating router c12cda68-63fa-483c-a257-f157bdcdcb84 port b7578c3b-8a87-45f7-b171-560ac8bc39ca binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:27.141744 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.156422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a620ee1d-91ec-4295-ba67-56545f427112), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.225427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-24487cc6-b8bc-4e54-a377-d17713d115e3 None None] Could not find standard attr ID for object 5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:11:27.229219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00433d8-a5a8-4d71-a117-39d52ff1b95e req-c96c7b21-cf6c-40d9-a566-3d8402ef057f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:27.231018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a00433d8-a5a8-4d71-a117-39d52ff1b95e req-c96c7b21-cf6c-40d9-a566-3d8402ef057f tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 943 time: 0.5550287 Mar 22 14:11:27.313279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f40ff-e4f5-40e1-8d66-746804f8251c req-c6ae573c-54d0-4427-9e7d-5885251e4edd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:27.321637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a4f40ff-e4f5-40e1-8d66-746804f8251c req-c6ae573c-54d0-4427-9e7d-5885251e4edd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.1828151 Mar 22 14:11:27.331155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a00433d8-a5a8-4d71-a117-39d52ff1b95e req-01b92e2f-aa6a-460c-8148-28bee075418b tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892420 Mar 22 14:11:27.343925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:27.395245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 538d5d33-d440-4241-b1a9-5bf7b64e4835 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:27.423008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (a620ee1d-91ec-4295-ba67-56545f427112), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.436106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'network_id': 'ad2a3eb7-4a73-4879-b177-507a49cd3fa4', 'port_id': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'mac_address': 'fa:16:3e:1c:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f51c30-292f-46ce-94d7-1fb39e252e21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:27.457719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=a620ee1d-91ec-4295-ba67-56545f427112,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.462753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.465987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-463cbb01-8d4b-4e91-89d4-dc34704209f5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/a620ee1d-91ec-4295-ba67-56545f427112 HTTP/1.1" status: 204 len: 168 time: 0.6154141 Mar 22 14:11:27.469562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:27.481364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a7941-5171-4d08-b709-02c77e53be82 None None] Network 285500e9-8d86-4f54-b4cf-b56f82690ebd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:27.494287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a4f40ff-e4f5-40e1-8d66-746804f8251c req-28fe9d07-e4ae-4b70-8966-8116730a11d4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669385 Mar 22 14:11:27.669359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (285500e9-8d86-4f54-b4cf-b56f82690ebd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.686929 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc24c0c7-3a88-4943-bf38-5e63ecd45395 x-openstack-request-id: req-fc24c0c7-3a88-4943-bf38-5e63ecd45395 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:27.687512 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:27.689274 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc24c0c7-3a88-4943-bf38-5e63ecd45395 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:27.690931 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc24c0c7-3a88-4943-bf38-5e63ecd45395'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:11:27.728187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa832060-d769-4925-81d3-03afdbe7515b req-01ab2b3d-32a1-4074-9341-07fe8b31dc9a tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 210 time: 0.0524259 Mar 22 14:11:27.757862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0cd3-7f99-453d-897c-0202c4f774a0 req-1cce33e9-f8a0-4091-b46a-94005b2fe155 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:27.765017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee1e0cd3-7f99-453d-897c-0202c4f774a0 req-1cce33e9-f8a0-4091-b46a-94005b2fe155 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1667938 Mar 22 14:11:27.821926 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks [] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.835733 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.837230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:27.837646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:27.899150 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597434d-6d7d-467a-8f86-1d7e974694c2 None None] Pushing event updated for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:27.906163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:27.999166 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Attempting to bind port b7578c3b-8a87-45f7-b171-560ac8bc39ca on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:28.000036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Attempting to bind port b7578c3b-8a87-45f7-b171-560ac8bc39ca by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:28.000239 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Attempting to bind port b7578c3b-8a87-45f7-b171-560ac8bc39ca on network 1eed32ac-a468-4269-aada-1c4024b715d4 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:28.016339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee1e0cd3-7f99-453d-897c-0202c4f774a0 req-7bcfbbe4-1a7a-49f5-8370-ca7e5ad01336 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503533 Mar 22 14:11:28.041467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:28.041859 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Checking segment: {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:28.045118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port b12989e6-b11e-43ef-874c-80232a55bc75 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:28.045668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.049345 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.049783 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Bound using segment: {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:28.050689 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Bound port: b7578c3b-8a87-45f7-b171-560ac8bc39ca, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240bf44-edef-4d13-8b7e-9800ac68a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:28.050689 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.056515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:28.077775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.214346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.226467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] For port b12989e6-b11e-43ef-874c-80232a55bc75, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b12989e6-b11e-43ef-874c-80232a55bc75,segment=NetworkSegment(52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d),segment_id=52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:28.228670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.261365 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] For port b7578c3b-8a87-45f7-b171-560ac8bc39ca, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:28.275911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] For port b7578c3b-8a87-45f7-b171-560ac8bc39ca, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b7578c3b-8a87-45f7-b171-560ac8bc39ca,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:28.286259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] DHCP port deletion for 285500e9-8d86-4f54-b4cf-b56f82690ebd request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:11:28.288294 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.295617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for b12989e6-b11e-43ef-874c-80232a55bc75 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:28.314834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.385051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Deleting port b12989e6-b11e-43ef-874c-80232a55bc75 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:28.385683 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.418010 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:28.418753 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:28.505778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.550708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:28.608809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No DVR routers for this DVR port b12989e6-b11e-43ef-874c-80232a55bc75 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:28.616807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=b12989e6-b11e-43ef-874c-80232a55bc75,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.656351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] For port b12989e6-b11e-43ef-874c-80232a55bc75, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b12989e6-b11e-43ef-874c-80232a55bc75,segment=NetworkSegment(52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d),segment_id=52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:28.662362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.681381 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597434d-6d7d-467a-8f86-1d7e974694c2 None None] Pushing event updated for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:28.748177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Calling delete_port for b12989e6-b11e-43ef-874c-80232a55bc75 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:28.799955 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:28.811335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44838) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:28.841725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a16d-ed17-4214-b5c7-038695153bd6 req-6356f03a-dd29-43bd-8bc0-684b9175d6ef tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:28.841989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Provisioning complete for port b7578c3b-8a87-45f7-b171-560ac8bc39ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:28.842237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:28.846450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6207a16d-ed17-4214-b5c7-038695153bd6 req-6356f03a-dd29-43bd-8bc0-684b9175d6ef tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 944 time: 0.3568203 Mar 22 14:11:28.926073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (285500e9-8d86-4f54-b4cf-b56f82690ebd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.002900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285500e9-8d86-4f54-b4cf-b56f82690ebd']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:29.043969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:29.044352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:29.045115 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.056295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.072694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.080942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:29.081527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (52f5dcaa-4ab1-4a1d-81ed-9b06f71f203d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.111135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-906278430'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:29.123245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b12989e6-b11e-43ef-874c-80232a55bc75), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.155071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:29.159555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.168887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] Pushing event deleted for resources: {'Port': ['ID=b12989e6-b11e-43ef-874c-80232a55bc75,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:29.175637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8855379c-e65a-4da7-8faa-41a53f96786e None None] No DVR routers for this DVR port b12989e6-b11e-43ef-874c-80232a55bc75 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:29.177912 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.179874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Current status of the port b7578c3b-8a87-45f7-b171-560ac8bc39ca is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:29.180265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:29.204823 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:29.222992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] For port b7578c3b-8a87-45f7-b171-560ac8bc39ca, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b7578c3b-8a87-45f7-b171-560ac8bc39ca,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:29.233037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.247217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6207a16d-ed17-4214-b5c7-038695153bd6 req-9263757c-f992-4f1e-82bc-fb1ca72d9899 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916063 Mar 22 14:11:29.307208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (285500e9-8d86-4f54-b4cf-b56f82690ebd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.388216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e98156-71e9-4696-a2d0-543b1b934f61 None None] Pushing event updated for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:29.393349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for security_group (176e7e0f-66b0-40e9-8b11-13dcbf21ba1e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.405755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (176e7e0f-66b0-40e9-8b11-13dcbf21ba1e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.410795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2561b36-f35c-4e37-8549-833e397198a1 None None] Provisioning complete for port b7578c3b-8a87-45f7-b171-560ac8bc39ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:29.411174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2561b36-f35c-4e37-8549-833e397198a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.427937 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:23Z', 'revision_number': 4, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b7578c3b-8a87-45f7-b171-560ac8bc39ca', 'name': '', 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'mac_address': 'fa:16:3e:15:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:21Z', 'updated_at': '2022-03-22T14:11:28Z', 'revision_number': 4, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'subnets': [{'id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:29.435404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.441104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/285500e9-8d86-4f54-b4cf-b56f82690ebd HTTP/1.1" status: 204 len: 168 time: 1.9704432 Mar 22 14:11:29.453451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:29.460375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:29.470543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'name': 'tempest-PortsTestJSON-1397999356'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:29.503820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1a972-033e-45c8-ba42-bb6ae4d7e9f2 None None] The sync data for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 is: [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:11:23Z', 'revision_number': 4, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b7578c3b-8a87-45f7-b171-560ac8bc39ca', 'name': '', 'network_id': '1eed32ac-a468-4269-aada-1c4024b715d4', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'mac_address': 'fa:16:3e:15:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:21Z', 'updated_at': '2022-03-22T14:11:28Z', 'revision_number': 4, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'subnets': [{'id': '98195296-b9e1-4825-acc8-90d5f7066c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:29.561347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176e7e0f-66b0-40e9-8b11-13dcbf21ba1e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:29.593796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2561b36-f35c-4e37-8549-833e397198a1 None None] Current status of the port b7578c3b-8a87-45f7-b171-560ac8bc39ca is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:29.599108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c9af8de4-2944-4386-a87e-8a8eaf576fd2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.601000 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Added segment c9af8de4-2944-4386-a87e-8a8eaf576fd2 of type vlan for network bbe66d07-7519-4a6a-acb4-71b13dd41879 Mar 22 14:11:29.619724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff1d503f-f5ed-4cc9-ada4-837763aca701 req-43f88b5c-a62e-4e34-8465-3e1353c5e88e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 210 time: 0.2345624 Mar 22 14:11:29.718152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (bbe66d07-7519-4a6a-acb4-71b13dd41879), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.814395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86a06-d671-4e68-8205-3bf0069ab3fe tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=285500e9-8d86-4f54-b4cf-b56f82690ebd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:29.829795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:29.843801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.847440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (bbe66d07-7519-4a6a-acb4-71b13dd41879), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.852382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:29.858710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:29.913944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b7578c3b-8a87-45f7-b171-560ac8bc39ca up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:29.949321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-8f8880e0-465a-4add-8ba9-9425dd563f92 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:29.950943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-8f8880e0-465a-4add-8ba9-9425dd563f92 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 811 time: 0.6242933 Mar 22 14:11:29.967864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:29.983029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Request body: {'port': {'device_id': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'admin_state_up': True, 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:29.997117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2019-b6b5-4631-a7c0-36e4e1b3b633 req-45a008eb-7dc9-4657-9cc7-cad739f7e9f0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:29.998684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-650f2019-b6b5-4631-a7c0-36e4e1b3b633 req-45a008eb-7dc9-4657-9cc7-cad739f7e9f0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.7886956 Mar 22 14:11:30.008591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 98838faa-521b-495b-a4e6-d3c24207e0a8 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:30.044848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2319064 Mar 22 14:11:30.059627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44874) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:30.067443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'subnet': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:30.147811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b20af2-2492-4709-8e1e-57de9464e67a tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Network': ['ID=bbe66d07-7519-4a6a-acb4-71b13dd41879,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:30.181506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:30.215176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79e8d-59cc-4693-a1b0-620df3e865cb req-dd490f49-7e6a-4df1-8fe2-88d2f06f4824 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:30.228944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a79e8d-59cc-4693-a1b0-620df3e865cb req-dd490f49-7e6a-4df1-8fe2-88d2f06f4824 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4000416 Mar 22 14:11:30.288893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-650f2019-b6b5-4631-a7c0-36e4e1b3b633 req-e7697a87-f2ee-4aed-8211-e564b677782f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532001 Mar 22 14:11:30.369183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:30.477414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a79e8d-59cc-4693-a1b0-620df3e865cb req-fea87d58-6342-4342-ac92-513293f6e80d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441466 Mar 22 14:11:30.518936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Made reservation on behalf of 70dfc3ffeefc466d96a178e950df41aa for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:30.523239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.587740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:30.596153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.890767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '5219d92b-517c-4a10-a9e6-33d330d67582', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5219d92b-517c-4a10-a9e6-33d330d67582', 'mac_address': 'fa:16:3e:7b:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:30.900602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b7578c3b-8a87-45f7-b171-560ac8bc39ca triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:30.904138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:30.916533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31472d-5a28-417a-be75-95702ee32fdd req-729c639e-03e4-424e-9c48-948bd7760829 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:30.923623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad31472d-5a28-417a-be75-95702ee32fdd req-729c639e-03e4-424e-9c48-948bd7760829 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 944 time: 0.3688276 Mar 22 14:11:30.986642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (98838faa-521b-495b-a4e6-d3c24207e0a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.046756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ba56472-858c-4901-842b-48715fbcce1e req-bb828d06-78bd-408e-8a33-7fb738222336 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 210 time: 0.1991644 Mar 22 14:11:31.063987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (98838faa-521b-495b-a4e6-d3c24207e0a8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.093072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:31.119653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:31.121026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.180189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (809786c5-569f-4e52-a874-1212247542ff), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.180917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad31472d-5a28-417a-be75-95702ee32fdd req-d2d23399-c836-48a7-b593-6b41775b5781 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563674 Mar 22 14:11:31.215671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:31.265629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Allocated IP 172.20.0.4 (e3307e89-bbea-46e3-99ac-b6a9e45124f9/5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6/dafa3e69-fe42-4899-bf3a-8c72f2933449) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:31.300637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:31.355559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.423994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:31.426808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Subnet': ['ID=809786c5-569f-4e52-a874-1212247542ff,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.445658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b7578c3b-8a87-45f7-b171-560ac8bc39ca is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:31.455299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:31.469869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:31.477624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.478302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.488275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.488675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.489080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.489409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.489741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.490154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.490480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.491030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.491360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.491815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.492148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.492468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.493566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.494018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.494481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:31.503917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=98838faa-521b-495b-a4e6-d3c24207e0a8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.513276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:31.533408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['5219d92b-517c-4a10-a9e6-33d330d67582'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:31.535944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b897745-ee63-40b5-815a-bac5294ce373 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0752945 Mar 22 14:11:31.536702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:31.622653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b12989e6-b11e-43ef-874c-80232a55bc75 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:31.644251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:31.644628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.659330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Checking segment: {'id': 'c9af8de4-2944-4386-a87e-8a8eaf576fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:31.659693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network hostable DHCP agents. Network: bbe66d07-7519-4a6a-acb4-71b13dd41879, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:31.691007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c69f59-028d-4349-881a-e28b114ab619 req-8d8a2bb7-fbde-46bd-a918-ba02f2fdf463 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.700364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c69f59-028d-4349-881a-e28b114ab619 req-8d8a2bb7-fbde-46bd-a918-ba02f2fdf463 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.2127447 Mar 22 14:11:31.777453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b12989e6-b11e-43ef-874c-80232a55bc75 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:11:31.777802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b12989e6-b11e-43ef-874c-80232a55bc75 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:11:31.784220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:31.797458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=12']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:31.851933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, bbe66d07-7519-4a6a-acb4-71b13dd41879) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:31.875522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8864332-0501-4d74-9419-48b7c512486e None None] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:31.888066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 98838faa-521b-495b-a4e6-d3c24207e0a8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:31.888421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (98838faa-521b-495b-a4e6-d3c24207e0a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.905891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks [] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:31.985221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:31.986166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.020203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892312f-bdc6-4850-b84f-25a5097c12fe req-333c1730-1b38-4326-a760-d269400bae47 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:32.036561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3892312f-bdc6-4850-b84f-25a5097c12fe req-333c1730-1b38-4326-a760-d269400bae47 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 0.2603722 Mar 22 14:11:32.050381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (98838faa-521b-495b-a4e6-d3c24207e0a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.072882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 98838faa-521b-495b-a4e6-d3c24207e0a8 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:32.107415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55c69f59-028d-4349-881a-e28b114ab619 req-8b6e979f-1925-4bed-aaa1-594c4a631b33 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028652 Mar 22 14:11:32.120959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:32.121507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.140950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.160695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-bbe66d07-7519-4a6a-acb4-71b13dd41879', 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'project_id': '37ea46c7f8be40078caebb0a62f8e699', 'fixed_ips': [{'subnet_id': '809786c5-569f-4e52-a874-1212247542ff'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:32.162128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.173818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['332aa88e-8d8d-4193-93da-e2e393b67dcc'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:32.216985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (98838faa-521b-495b-a4e6-d3c24207e0a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.254546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:32.257098 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf59f3-93b7-4edf-8412-81ec4637c2fd" -d '{"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:32.266671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=98838faa-521b-495b-a4e6-d3c24207e0a8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:32.285951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aeefaae5-4538-4f90-becb-6b80c3e9ca41 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2226791 Mar 22 14:11:32.291352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:32.306546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1570488129'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.307905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:32.318688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.333232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47d51833-f743-4899-a793-5e78a98c1947 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/98838faa-521b-495b-a4e6-d3c24207e0a8 HTTP/1.1" status: 204 len: 168 time: 0.7899642 Mar 22 14:11:32.341909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:32.358287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'mac_address': 'fa:16:3e:b8:06:78', 'name': 'tempest-PortsTestJSON-1932927507'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:32.372973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.513757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:32.546526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Allocated IP 2001:db8::2 (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/45238a4c-7976-46e0-8657-b3adf641edb8) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:32.585282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3892312f-bdc6-4850-b84f-25a5097c12fe req-19f71b95-5501-4a2f-b6cf-7be990760d4f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5467348 Mar 22 14:11:32.599511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Network e3307e89-bbea-46e3-99ac-b6a9e45124f9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:32.633794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:32.650570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:32.660107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:32.815550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Pushing event updated for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:32.882376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks [] for port (45238a4c-7976-46e0-8657-b3adf641edb8), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:32.906272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.003739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccea0e-b76b-4937-948c-7c663d6ca93f req-3ed39a90-25e8-4878-9574-f0ad91cc286d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.017353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15ccea0e-b76b-4937-948c-7c663d6ca93f req-3ed39a90-25e8-4878-9574-f0ad91cc286d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 931 time: 0.4869344 Mar 22 14:11:33.032158 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.032380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:33.042055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:33.044852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.045729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.065568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:33.101296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-bfa332da-7b2c-4f30-a1d4-ef38bb762386 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1349146 Mar 22 14:11:33.128511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196cc2a-d3b3-421b-9032-6f26dd9622ba req-9017a04e-66d2-4938-8eab-1422fb283d55 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:33.129335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6196cc2a-d3b3-421b-9032-6f26dd9622ba req-9017a04e-66d2-4938-8eab-1422fb283d55 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.3933582 Mar 22 14:11:33.133888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 5f2304c2-8e82-4453-b190-3f012a8ab46e yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:33.148441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Pushing event updated for resources: {'Port': ['ID=45238a4c-7976-46e0-8657-b3adf641edb8,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.149556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Request body: {'port': {'device_id': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:33.231945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Attempting to bind port 45238a4c-7976-46e0-8657-b3adf641edb8 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:33.232417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Attempting to bind port 45238a4c-7976-46e0-8657-b3adf641edb8 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c9af8de4-2944-4386-a87e-8a8eaf576fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:33.232721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Attempting to bind port 45238a4c-7976-46e0-8657-b3adf641edb8 on network bbe66d07-7519-4a6a-acb4-71b13dd41879 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:33.239076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:33.241643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:33.242057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Checking segment: {'id': 'c9af8de4-2944-4386-a87e-8a8eaf576fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:33.242472 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.243068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Bound using segment: {'id': 'c9af8de4-2944-4386-a87e-8a8eaf576fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:33.243557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Bound port: 45238a4c-7976-46e0-8657-b3adf641edb8, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af8de4-2944-4386-a87e-8a8eaf576fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:33.244329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15ccea0e-b76b-4937-948c-7c663d6ca93f req-197c351f-6995-4908-9b08-a957853ad6cb tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254961 Mar 22 14:11:33.244553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.248392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.281388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port 922194ee-087e-4594-bc67-870d5df5035f yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:33.353285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] For port 45238a4c-7976-46e0-8657-b3adf641edb8, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:33.357811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] For port 45238a4c-7976-46e0-8657-b3adf641edb8, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=45238a4c-7976-46e0-8657-b3adf641edb8,segment=NetworkSegment(c9af8de4-2944-4386-a87e-8a8eaf576fd2),segment_id=c9af8de4-2944-4386-a87e-8a8eaf576fd2)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:33.371955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.443016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6196cc2a-d3b3-421b-9032-6f26dd9622ba req-6fa507c8-d0d4-4a4a-83db-13a2ccbb3023 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825341 Mar 22 14:11:33.521986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::24e (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/922194ee-087e-4594-bc67-870d5df5035f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:33.592530 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a299ba7-b7a8-4ad5-83c4-402c8f65ba97 x-openstack-request-id: req-9a299ba7-b7a8-4ad5-83c4-402c8f65ba97 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:33.592855 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:33.593115 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a299ba7-b7a8-4ad5-83c4-402c8f65ba97 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:33.593555 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a299ba7-b7a8-4ad5-83c4-402c8f65ba97'] response: {'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'code': 200} Mar 22 14:11:33.636008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c0d0-23f3-423c-8c5e-e6330b53087f None None] Pushing event updated for resources: {'Port': ['ID=45238a4c-7976-46e0-8657-b3adf641edb8,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:33.738724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:33.942338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:34.095290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 5219d92b-517c-4a10-a9e6-33d330d67582 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:34.095703 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.186109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (922194ee-087e-4594-bc67-870d5df5035f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.283044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (922194ee-087e-4594-bc67-870d5df5035f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.285824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:34.289416 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.355551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:34.365421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.399658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:34.411418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=922194ee-087e-4594-bc67-870d5df5035f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.426387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:34.428497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:34.434809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:34.441434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.442137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.470048 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8468b7c1-e98d-4fe3-b1f6-0e87d135006e tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1736596 Mar 22 14:11:34.471625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:34.484184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1849201421', 'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:8b:c3:35'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:34.496447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=13']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:34.681499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b1f08bbe-468d-4825-bcd8-c38b4fab08fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.757753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:34.818942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (5f2304c2-8e82-4453-b190-3f012a8ab46e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.892847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b1f08bbe-468d-4825-bcd8-c38b4fab08fc admin admin] Publish callbacks [] for security_group (7c8e5616-744b-42ab-b883-d2c3261589ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.910416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b1f08bbe-468d-4825-bcd8-c38b4fab08fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c8e5616-744b-42ab-b883-d2c3261589ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.920663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6f81d-71ea-450a-8870-a22a55132a5c req-0064b61b-27b0-4570-b2de-cd924f17d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.922257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01c6f81d-71ea-450a-8870-a22a55132a5c req-0064b61b-27b0-4570-b2de-cd924f17d45b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 1127 time: 1.1997004 Mar 22 14:11:34.981145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:34.987195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9abe1d-0e23-4771-b208-351cc86e4d87 req-5ceb90fa-bc05-4658-bd2d-cf1150eaa5c4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:34.995063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da9abe1d-0e23-4771-b208-351cc86e4d87 req-5ceb90fa-bc05-4658-bd2d-cf1150eaa5c4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 945 time: 1.2117651 Mar 22 14:11:35.015317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port 5afb854e-ccd2-4562-81a2-97946375030b yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:35.053753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a263e5-d2c5-4ea6-a370-ea6ded8ba444 req-a77ad60f-5d52-4799-85d7-a42b98606a7f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.061146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6a263e5-d2c5-4ea6-a370-ea6ded8ba444 req-a77ad60f-5d52-4799-85d7-a42b98606a7f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 1.2600203 Mar 22 14:11:35.092925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08bbe-468d-4825-bcd8-c38b4fab08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8e5616-744b-42ab-b883-d2c3261589ea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.136966 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b1f08bbe-468d-4825-bcd8-c38b4fab08fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=982e6d7a5a02487b833a7ce3b21cfcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357285 Mar 22 14:11:35.139844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:35.168585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5f2304c2-8e82-4453-b190-3f012a8ab46e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.211434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::3c3 (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/5afb854e-ccd2-4562-81a2-97946375030b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:35.243405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] Publish callbacks [] for security_group (7c8e5616-744b-42ab-b883-d2c3261589ea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.289481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] Publish callbacks [] for security_group (7c8e5616-744b-42ab-b883-d2c3261589ea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.298908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01c6f81d-71ea-450a-8870-a22a55132a5c req-829daa71-fcdd-4920-9df5-9cc98b4f4c95 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663564 Mar 22 14:11:35.316263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da9abe1d-0e23-4771-b208-351cc86e4d87 req-57700008-df7b-45f7-b73e-3f52e84d7244 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199053 Mar 22 14:11:35.352353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafa3e69-fe42-4899-bf3a-8c72f2933449 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:35.403859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:35.407312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks [] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.426631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6a263e5-d2c5-4ea6-a370-ea6ded8ba444 req-a134b752-0a06-4e7c-a8e6-b6a3fcf35f43 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594437 Mar 22 14:11:35.427925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:35.456510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:35.462864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.463504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.476118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=5f2304c2-8e82-4453-b190-3f012a8ab46e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.571522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c8e5616-744b-42ab-b883-d2c3261589ea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.574470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.578586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c8e5616-744b-42ab-b883-d2c3261589ea HTTP/1.1" status: 204 len: 168 time: 0.4377038 Mar 22 14:11:35.578724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Transition to ACTIVE for port object dafa3e69-fe42-4899-bf3a-8c72f2933449 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:11:35.587982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ebe1ff-bfc9-485f-bcbc-9506453e0e65 None None] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:35.600880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162817-b50e-4904-9336-92aa3721a854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8e5616-744b-42ab-b883-d2c3261589ea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.610905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (5afb854e-ccd2-4562-81a2-97946375030b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.617870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:35.620411 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca0eb3-220e-4169-a8c4-563bd43e4c04" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:35.631338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4a335a8d-613d-4c40-b17a-14bfc81971c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2805161 Mar 22 14:11:35.636316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44960) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:35.641345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.702812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e1f9c-f01f-490f-8ad2-ced45700aa02 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.704703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-035e1f9c-f01f-490f-8ad2-ced45700aa02 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/5f2304c2-8e82-4453-b190-3f012a8ab46e HTTP/1.1" status: 200 len: 841 time: 0.0666656 Mar 22 14:11:35.706887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5afb854e-ccd2-4562-81a2-97946375030b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.709121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:35.763565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Provisioning complete for port 45238a4c-7976-46e0-8657-b3adf641edb8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:35.763945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.806487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a496c7-42af-4fb6-acdf-d842f4ddede3 req-1c4042f6-b17c-49cc-85f2-645f653db807 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.822528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17a496c7-42af-4fb6-acdf-d842f4ddede3 req-1c4042f6-b17c-49cc-85f2-645f653db807 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 931 time: 0.3372307 Mar 22 14:11:35.838188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:35.842400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:35.846146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:35.852821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.853925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:35.884627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Pushing event updated for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.886434 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4113147 Mar 22 14:11:35.890166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44964) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:35.917572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6128fb-62bf-4008-bbf7-9d53dcf3dce5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=5afb854e-ccd2-4562-81a2-97946375030b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:35.961696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b4b47-1fe6-4d1e-a340-54599fadcc5c req-8d49f44e-fa0a-4e35-87f0-1b539e1e98e1 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:35.963826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b6b4b47-1fe6-4d1e-a340-54599fadcc5c req-8d49f44e-fa0a-4e35-87f0-1b539e1e98e1 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.4201159 Mar 22 14:11:36.014773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b74540-a21f-4013-9139-218be9ebc9c5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:36.028421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b74540-a21f-4013-9139-218be9ebc9c5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:36.037586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b74540-a21f-4013-9139-218be9ebc9c5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:36.039558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-81b74540-a21f-4013-9139-218be9ebc9c5 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1444380 Mar 22 14:11:36.042455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 5f2304c2-8e82-4453-b190-3f012a8ab46e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:36.042885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5f2304c2-8e82-4453-b190-3f012a8ab46e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.106464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.108096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 45238a4c-7976-46e0-8657-b3adf641edb8 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:36.154301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5f2304c2-8e82-4453-b190-3f012a8ab46e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.170720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 5f2304c2-8e82-4453-b190-3f012a8ab46e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:36.235984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Current status of the port 45238a4c-7976-46e0-8657-b3adf641edb8 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:36.236378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.266131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44970) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.282703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-290f27cd-e28f-4207-9c38-98649d4be60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.291380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5f2304c2-8e82-4453-b190-3f012a8ab46e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.330289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=5f2304c2-8e82-4453-b190-3f012a8ab46e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:36.337422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17a496c7-42af-4fb6-acdf-d842f4ddede3 req-9aa9778b-45f8-4bfb-be61-6a36b139c144 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140133 Mar 22 14:11:36.348584 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.360397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-56d3e377-8d25-4d63-9dbd-df6e3314c361 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/5f2304c2-8e82-4453-b190-3f012a8ab46e HTTP/1.1" status: 204 len: 168 time: 0.6504111 Mar 22 14:11:36.364975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.413695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] For port 45238a4c-7976-46e0-8657-b3adf641edb8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=45238a4c-7976-46e0-8657-b3adf641edb8,segment=NetworkSegment(c9af8de4-2944-4386-a87e-8a8eaf576fd2),segment_id=c9af8de4-2944-4386-a87e-8a8eaf576fd2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:36.432456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.446603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b6b4b47-1fe6-4d1e-a340-54599fadcc5c req-b0ddd2a4-af88-4ae0-af08-e8344d1a4c8c tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757164 Mar 22 14:11:36.461510 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee2207-7006-47b7-9388-4c7dedfec39b x-openstack-request-id: req-e7ee2207-7006-47b7-9388-4c7dedfec39b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:36.461805 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-plugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:36.462090 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7ee2207-7006-47b7-9388-4c7dedfec39b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:36.467266 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ee2207-7006-47b7-9388-4c7dedfec39b'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:11:36.540196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 45238a4c-7976-46e0-8657-b3adf641edb8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:36.545692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.559469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Attempting to bind port dafa3e69-fe42-4899-bf3a-8c72f2933449 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:36.578189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Attempting to bind port dafa3e69-fe42-4899-bf3a-8c72f2933449 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:36.578659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Attempting to bind port dafa3e69-fe42-4899-bf3a-8c72f2933449 on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:36.592630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-290f27cd-e28f-4207-9c38-98649d4be60e admin admin] Publish callbacks [] for security_group (c8eaadda-be7b-4053-bf45-fcbec4012df6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.598140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Port dafa3e69-fe42-4899-bf3a-8c72f2933449 on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:11:36.598773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Attempting to bind port dafa3e69-fe42-4899-bf3a-8c72f2933449 on network e3307e89-bbea-46e3-99ac-b6a9e45124f9 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:36.605665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:36.606504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Checking segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:36.607085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Bound using segment: {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:36.608328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Bound port: dafa3e69-fe42-4899-bf3a-8c72f2933449, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae8c28c-9018-4b82-a163-e6a68b5f9b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:36.608328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.670684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-290f27cd-e28f-4207-9c38-98649d4be60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c8eaadda-be7b-4053-bf45-fcbec4012df6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.686629 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-03761439-1cec-4306-9f6a-7635d06eb54a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:36.695066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03761439-1cec-4306-9f6a-7635d06eb54a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/5f2304c2-8e82-4453-b190-3f012a8ab46e HTTP/1.1" status: 404 len: 333 time: 0.3188670 Mar 22 14:11:36.696169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:36.700829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:36.705946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.728887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4cffc-8050-4702-a609-06700e3a7723 None None] Pushing event updated for resources: {'Port': ['ID=45238a4c-7976-46e0-8657-b3adf641edb8,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:36.785241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 45238a4c-7976-46e0-8657-b3adf641edb8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:36.799079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Provisioning complete for port 5afb854e-ccd2-4562-81a2-97946375030b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:36.799685 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5afb854e-ccd2-4562-81a2-97946375030b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.808368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'name': 'tempest-PortsTestJSON-943453450'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:36.829083 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-290f27cd-e28f-4207-9c38-98649d4be60e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c8ea02451a24b9899d2569b5b6d72f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5612621 Mar 22 14:11:36.830136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f27cd-e28f-4207-9c38-98649d4be60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eaadda-be7b-4053-bf45-fcbec4012df6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:36.837836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44982) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:36.867909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Port 5afb854e-ccd2-4562-81a2-97946375030b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:36.881017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Provisioning complete for port 45238a4c-7976-46e0-8657-b3adf641edb8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:36.885094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.961447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] Publish callbacks [] for security_group (c8eaadda-be7b-4053-bf45-fcbec4012df6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:36.967179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.013589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] Publish callbacks [] for security_group (c8eaadda-be7b-4053-bf45-fcbec4012df6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.057985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Current status of the port 45238a4c-7976-46e0-8657-b3adf641edb8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:37.076112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port 5afb854e-ccd2-4562-81a2-97946375030b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:37.076468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5afb854e-ccd2-4562-81a2-97946375030b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.084784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Provisioning complete for port 922194ee-087e-4594-bc67-870d5df5035f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:37.085096 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (922194ee-087e-4594-bc67-870d5df5035f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.112926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c8eaadda-be7b-4053-bf45-fcbec4012df6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.117933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.125905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8eaadda-be7b-4053-bf45-fcbec4012df6 HTTP/1.1" status: 204 len: 168 time: 0.2867334 Mar 22 14:11:37.135871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50996ade-a92b-4d2f-a11f-9ac7312878c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eaadda-be7b-4053-bf45-fcbec4012df6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:37.222960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-286b35a9-bc20-4098-a2d4-aed6614edeba None None] Port 922194ee-087e-4594-bc67-870d5df5035f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:37.234655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.235294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.236776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] 10.222.0.78 "PUT /v2.0/ports/dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 200 len: 1091 time: 4.1065145 Mar 22 14:11:37.363901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7df271dc-ae57-4559-bc8e-ea9f1bbce740 None None] Provisioning complete for port 922194ee-087e-4594-bc67-870d5df5035f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:37.364205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7df271dc-ae57-4559-bc8e-ea9f1bbce740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (922194ee-087e-4594-bc67-870d5df5035f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.389163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:37.392004 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af743b-f884-4438-832a-1597109944d0" -d '{"events": [{"name": "network-changed", "server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:37.396955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Pushing event updated for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:37.414870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7df271dc-ae57-4559-bc8e-ea9f1bbce740 None None] Port 922194ee-087e-4594-bc67-870d5df5035f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:37.442033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.442589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.443101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.443646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.444160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.444662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.445163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.445668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.446204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.446899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.447396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.447907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.448402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.448911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.449411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555a032-a1f5-4394-b8f9-35b0b50ef464 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:11:37.605590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dca557-5145-46ce-baa2-ebdbacdb3087 req-f4a7fd28-5d60-4cf8-8672-642015500dfe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.614631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11dca557-5145-46ce-baa2-ebdbacdb3087 req-f4a7fd28-5d60-4cf8-8672-642015500dfe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.9857898 Mar 22 14:11:37.642089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5b695223-8492-456b-8802-1e55ed086358 None None] Provisioning complete for port 5afb854e-ccd2-4562-81a2-97946375030b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:37.643443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b695223-8492-456b-8802-1e55ed086358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5afb854e-ccd2-4562-81a2-97946375030b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.651412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-2ea1c5b7-9d46-4e14-bc45-c4ee9136118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.654341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-2ea1c5b7-9d46-4e14-bc45-c4ee9136118b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1125 time: 0.2196040 Mar 22 14:11:37.655424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:37.661029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.676728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5afb854e-ccd2-4562-81a2-97946375030b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:37.706985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87be269-9fcd-4471-afde-106a953860af req-47143d02-f428-4ab0-8ef2-e4aebc4873ef tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:37.714109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f87be269-9fcd-4471-afde-106a953860af req-47143d02-f428-4ab0-8ef2-e4aebc4873ef tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.7849150 Mar 22 14:11:37.741433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5b695223-8492-456b-8802-1e55ed086358 None None] Port 5afb854e-ccd2-4562-81a2-97946375030b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:37.862547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for 5afb854e-ccd2-4562-81a2-97946375030b owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:37.881010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-6026fa61-0d1f-4609-a30f-aff1f4705286 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 200 len: 217 time: 0.1667056 Mar 22 14:11:37.881010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port b15c0f58-bebd-44ac-8a76-dd8116066806 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:37.989747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 45238a4c-7976-46e0-8657-b3adf641edb8 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:38.010494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11dca557-5145-46ce-baa2-ebdbacdb3087 req-6009c98d-5fc3-4c5e-bb24-1aad4c7141e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830113 Mar 22 14:11:38.127068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f87be269-9fcd-4471-afde-106a953860af req-e0747eb1-703a-41a5-ac86-fa0a1a1619f6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682866 Mar 22 14:11:38.153275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 45238a4c-7976-46e0-8657-b3adf641edb8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:38.154567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.286620 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c16b31-ed3b-4532-a7b2-73e8e5070880 x-openstack-request-id: req-78c16b31-ed3b-4532-a7b2-73e8e5070880 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:38.292761 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:38.293135 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78c16b31-ed3b-4532-a7b2-73e8e5070880 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:38.293593 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c16b31-ed3b-4532-a7b2-73e8e5070880'] response: {'name': 'network-changed', 'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449', 'status': 'completed', 'code': 200} Mar 22 14:11:38.400451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 45238a4c-7976-46e0-8657-b3adf641edb8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:38.423857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:38.439254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-8c61c5e3-1205-4448-910e-3673732d077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.440748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-8c61c5e3-1205-4448-910e-3673732d077b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.5427973 Mar 22 14:11:38.544319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-72ff26fa-f4c0-47f6-8744-15f2711c7df4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677283 Mar 22 14:11:38.590445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5afb854e-ccd2-4562-81a2-97946375030b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.627909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-network', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:38.637705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fdfe1-6c6f-42d8-8513-7f09a2438090 req-a41f0fe7-e461-49e5-aa70-e10cb52c8e89 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.639316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d42fdfe1-6c6f-42d8-8513-7f09a2438090 req-a41f0fe7-e461-49e5-aa70-e10cb52c8e89 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 943 time: 0.5012555 Mar 22 14:11:38.663940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Made reservation on behalf of cc1ac18d333442c2aed547e0a5e8fc85 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:38.667294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.679022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.740022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669444a0-f1f6-4289-9895-5a2eb7db4382 req-506cff6d-bf38-4d8d-9aac-97793723daf0 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.741624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-669444a0-f1f6-4289-9895-5a2eb7db4382 req-506cff6d-bf38-4d8d-9aac-97793723daf0 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.3251169 Mar 22 14:11:38.742458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=5afb854e-ccd2-4562-81a2-97946375030b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:38.792590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks [] for security_group (f77a4083-1327-436c-8bee-ecf20092c542), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.803390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f77a4083-1327-436c-8bee-ecf20092c542), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.854880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a4083-1327-436c-8bee-ecf20092c542,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:38.860727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:38.876543 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (16c9a9d1-7cb0-486e-a1e9-3789a2debfd7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.876983 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Added segment 16c9a9d1-7cb0-486e-a1e9-3789a2debfd7 of type vlan for network cc004514-13e8-4bc4-94a7-0c8719e38679 Mar 22 14:11:38.948641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (cc004514-13e8-4bc4-94a7-0c8719e38679), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.994623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (cc004514-13e8-4bc4-94a7-0c8719e38679), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:38.996408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:38.997070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.014159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-669444a0-f1f6-4289-9895-5a2eb7db4382 req-8716a3b8-b28f-44a2-8c43-05b9bc87b8ea tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602348 Mar 22 14:11:39.038195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6092377 Mar 22 14:11:39.063854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45024) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:39.115019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666e98-59c2-421a-94b2-466cf2d4079a admin admin] Pushing event updated for resources: {'Network': ['ID=cc004514-13e8-4bc4-94a7-0c8719e38679,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:39.119329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Request body: {'subnet': {'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-subnet', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:39.133439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network cc004514-13e8-4bc4-94a7-0c8719e38679 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:39.169226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.174738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.178737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3f14bec7-8e3d-41d2-9a0a-3b8d3e313385 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/5afb854e-ccd2-4562-81a2-97946375030b HTTP/1.1" status: 204 len: 168 time: 3.0590003 Mar 22 14:11:39.182500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45030) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:39.228815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Made reservation on behalf of cc1ac18d333442c2aed547e0a5e8fc85 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:39.231105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.234633 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-41534b1d-e5e9-457f-b0d9-00c9e46e7193 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] GET failed (client error): The resource could not be found. Mar 22 14:11:39.236703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41534b1d-e5e9-457f-b0d9-00c9e46e7193 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports/5afb854e-ccd2-4562-81a2-97946375030b HTTP/1.1" status: 404 len: 333 time: 0.0524371 Mar 22 14:11:39.242471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45032) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:39.249701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527036141'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:39.320203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d42fdfe1-6c6f-42d8-8513-7f09a2438090 req-ae62d689-5110-4969-bb46-f65ced898001 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340368 Mar 22 14:11:39.342810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-dd2ad515-f063-4202-b474-9060ec2f4891 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828758 Mar 22 14:11:39.502234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:39.507193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.561513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port 214ff7ac-86c3-435a-bd47-da8890e3a1db yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:39.600842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a96d13-340f-435f-a18b-d1997a832753 req-d0649b06-092e-477c-a477-0daca421af90 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:39.602677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41a96d13-340f-435f-a18b-d1997a832753 req-d0649b06-092e-477c-a477-0daca421af90 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.4476931 Mar 22 14:11:39.710425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73db914e-b83f-488b-bc33-5ba9f7219db6 req-45560439-cf2f-499c-8c36-6adecbde913a service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551564 Mar 22 14:11:39.730312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.733272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::32f (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/214ff7ac-86c3-435a-bd47-da8890e3a1db) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:39.907796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:39.930706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:39.935748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:39.936602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.942557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:39.943628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.981836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:39.992728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41a96d13-340f-435f-a18b-d1997a832753 req-84da4696-6eca-4d62-9bbd-89c461782dee tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517702 Mar 22 14:11:40.010518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=b15c0f58-bebd-44ac-8a76-dd8116066806,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.039154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:40.041725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:40.048926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:40.054309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.054970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.066609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=214ff7ac-86c3-435a-bd47-da8890e3a1db,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:40.088027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48e3dcd9-6e3f-48ac-8446-d555c094bddb tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8438253 Mar 22 14:11:40.091384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:40.100972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:8b:c3:35'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:40.122408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c87a-4842-4d97-8181-fff9a5af5acb req-40040ce8-91b8-43c6-a268-2b49fbee8b2a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.133791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75e7c87a-4842-4d97-8181-fff9a5af5acb req-40040ce8-91b8-43c6-a268-2b49fbee8b2a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.5264730 Mar 22 14:11:40.170244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e904f36f-4634-4fc8-a580-c1cc00a82925 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.4626820 Mar 22 14:11:40.301831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:40.349006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:40.352414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75e7c87a-4842-4d97-8181-fff9a5af5acb req-bfcbbcb8-a242-4484-8830-0dbf93f6e37b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176678 Mar 22 14:11:40.357151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.388399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af743b-f884-4438-832a-1597109944d0 req-32074e3c-6992-4b72-b0df-63fe3ecec8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.393264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-32074e3c-6992-4b72-b0df-63fe3ecec8ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1125 time: 0.5873415 Mar 22 14:11:40.394574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (65b9b5fa-9774-435e-a6ee-1207ab2c4ab2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.526050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c5d27231-6344-44b7-a578-2cef6a94094c None None] Provisioning complete for port 214ff7ac-86c3-435a-bd47-da8890e3a1db triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:40.527483 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c5d27231-6344-44b7-a578-2cef6a94094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.575676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.648125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c5d27231-6344-44b7-a578-2cef6a94094c None None] Port 214ff7ac-86c3-435a-bd47-da8890e3a1db cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:40.798665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.811703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.880800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] In _notify_port_updated(), no bound segment for port b15c0f58-bebd-44ac-8a76-dd8116066806 on network 981da7fd-fe2b-4498-b496-f6ff1e952099 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:40.951679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:40.956901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:40.966054 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/ports/b15c0f58-bebd-44ac-8a76-dd8116066806 HTTP/1.1" status: 200 len: 818 time: 0.6178474 Mar 22 14:11:40.983977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:41.063481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c92c47-7128-4658-b19e-88cd4d04d073 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=b15c0f58-bebd-44ac-8a76-dd8116066806,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.089786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dafa3e69-fe42-4899-bf3a-8c72f2933449 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:41.138276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.195480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f44f84-f75b-424c-b33f-9986862318b8 req-8ea845dc-b4e0-4c80-b79f-3722a5506e6e tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.201749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6f44f84-f75b-424c-b33f-9986862318b8 req-8ea845dc-b4e0-4c80-b79f-3722a5506e6e tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.7430291 Mar 22 14:11:41.203676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Checking segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:41.204047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Network hostable DHCP agents. Network: cc004514-13e8-4bc4-94a7-0c8719e38679, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:41.216172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d6a1-4a4d-4406-9c2b-c87a0e789546 req-c96e1218-f186-4b0a-b9e5-3f1e6d1376ff tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.223366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c219d6a1-4a4d-4406-9c2b-c87a0e789546 req-c96e1218-f186-4b0a-b9e5-3f1e6d1376ff tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 943 time: 0.6733727 Mar 22 14:11:41.238939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af743b-f884-4438-832a-1597109944d0 req-f91a4654-4019-4dfd-9daf-35b0bda0ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.240402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-f91a4654-4019-4dfd-9daf-35b0bda0ed66 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.8313479 Mar 22 14:11:41.296286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.297352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-97f0e354-651a-4072-8260-abad3475c23f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 200 len: 217 time: 0.0410879 Mar 22 14:11:41.322408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.350280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:41.363749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'dafa3e69-fe42-4899-bf3a-8c72f2933449', 'network_id': 'e3307e89-bbea-46e3-99ac-b6a9e45124f9', 'port_id': 'dafa3e69-fe42-4899-bf3a-8c72f2933449', 'mac_address': 'fa:16:3e:bc:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:41.383831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:41.411264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port dafa3e69-fe42-4899-bf3a-8c72f2933449 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:41.411600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6f44f84-f75b-424c-b33f-9986862318b8 req-99af1436-0b80-4fe9-a873-b22861054c2b tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088692 Mar 22 14:11:41.411715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.422509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, cc004514-13e8-4bc4-94a7-0c8719e38679) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:41.445187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c219d6a1-4a4d-4406-9c2b-c87a0e789546 req-315d153e-960c-48fa-8c23-b2e7208e903a tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208476 Mar 22 14:11:41.447088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffbfc0-ff69-4ce6-a906-c50050e8b469 None None] Network cc004514-13e8-4bc4-94a7-0c8719e38679 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:41.455290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.455717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.474980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] In _notify_port_updated(), no bound segment for port 214ff7ac-86c3-435a-bd47-da8890e3a1db on network bbe66d07-7519-4a6a-acb4-71b13dd41879 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:41.487234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafa3e69-fe42-4899-bf3a-8c72f2933449 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:41.487879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:11:41.493478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.494887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.507342 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "PUT /v2.0/ports/214ff7ac-86c3-435a-bd47-da8890e3a1db HTTP/1.1" status: 200 len: 1002 time: 1.4148147 Mar 22 14:11:41.508663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45054) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:41.509035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb65c1-03a3-4ea9-ae8e-048fc4e23855 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=214ff7ac-86c3-435a-bd47-da8890e3a1db,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.564447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af743b-f884-4438-832a-1597109944d0 req-bf6540af-3e49-4e11-85cd-4d7d3d12418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:41.565324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port b15c0f58-bebd-44ac-8a76-dd8116066806 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:41.565774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.569575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-bf6540af-3e49-4e11-85cd-4d7d3d12418f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.2625060 Mar 22 14:11:41.621358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:41.639757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f91eef9a-158d-4665-98fd-ea3c73ac6f9f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5379603 Mar 22 14:11:41.647223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45056) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:41.652064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.703540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:41.743478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-260c23b5-d99b-4081-80a2-de474c3cff83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247728 Mar 22 14:11:41.763634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.771692 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.774993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.781932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:41.813293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for b15c0f58-bebd-44ac-8a76-dd8116066806 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:41.877062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-cc004514-13e8-4bc4-94a7-0c8719e38679', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:41.878083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:41.931687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['dafa3e69-fe42-4899-bf3a-8c72f2933449'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:42.049526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1f189d6-4e97-466b-bd1b-4f0e9554e12e None None] Provisioning complete for port 214ff7ac-86c3-435a-bd47-da8890e3a1db triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:42.050260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1f189d6-4e97-466b-bd1b-4f0e9554e12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.052600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for router_controller (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.056812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b15c0f58-bebd-44ac-8a76-dd8116066806), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.071891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf03fe-c0cf-48f5-b0ed-01fb3cc08aef req-f30b1bda-f348-4483-adb2-33389366dd4b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.078705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5cf03fe-c0cf-48f5-b0ed-01fb3cc08aef req-f30b1bda-f348-4483-adb2-33389366dd4b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.4511747 Mar 22 14:11:42.105421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826bda3-7ed7-40b8-bf00-73235911d791 req-99a5647d-4c04-4bcb-bd0d-9c352693e81d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.113259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6826bda3-7ed7-40b8-bf00-73235911d791 req-99a5647d-4c04-4bcb-bd0d-9c352693e81d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.4968982 Mar 22 14:11:42.138516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1f189d6-4e97-466b-bd1b-4f0e9554e12e None None] Port 214ff7ac-86c3-435a-bd47-da8890e3a1db cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:42.157330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=b15c0f58-bebd-44ac-8a76-dd8116066806,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.165547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.187704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Allocated IP 172.20.0.2 (cc004514-13e8-4bc4-94a7-0c8719e38679/65b9b5fa-9774-435e-a6ee-1207ab2c4ab2/e266607e-eb6b-4d2d-b721-c348047f4eb0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:42.194349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3882a73-8485-4696-a89f-341e3ad804b8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/b15c0f58-bebd-44ac-8a76-dd8116066806 HTTP/1.1" status: 204 len: 168 time: 1.1929479 Mar 22 14:11:42.196642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:42.265514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-4bf49593-0b5d-41ae-9538-aa23dbd6807d tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.267062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-4bf49593-0b5d-41ae-9538-aa23dbd6807d tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.78 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.4371891 Mar 22 14:11:42.279440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-981c100b-c305-4cc2-b600-c5ad54da4365 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834650 Mar 22 14:11:42.288332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port 214ff7ac-86c3-435a-bd47-da8890e3a1db {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:42.288688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.320816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fed95-6993-43c6-a18c-49a52e4a0b34 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.328232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-259fed95-6993-43c6-a18c-49a52e4a0b34 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1246681 Mar 22 14:11:42.328232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:42.369361 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c1cf22-f60f-404c-9d60-207957384dd2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:42.374797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82c1cf22-f60f-404c-9d60-207957384dd2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/b15c0f58-bebd-44ac-8a76-dd8116066806 HTTP/1.1" status: 404 len: 333 time: 0.0443108 Mar 22 14:11:42.375421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:42.386110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2115854438'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:42.416590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:42.421645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.465719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:11:42.497180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (833469a9-3183-4761-9215-2f23be5fd02a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.497531 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 833469a9-3183-4761-9215-2f23be5fd02a of type vlan for network c221186b-4630-4ac6-9938-bb611fe615bb Mar 22 14:11:42.509438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5cf03fe-c0cf-48f5-b0ed-01fb3cc08aef req-b70d1d09-294f-445d-8068-c450fbf1370a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297428 Mar 22 14:11:42.573864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for router_gateway (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.607697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c221186b-4630-4ac6-9938-bb611fe615bb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.613786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6826bda3-7ed7-40b8-bf00-73235911d791 req-3deaded8-a812-4b2b-a7e4-0e9c541d819e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995711 Mar 22 14:11:42.645605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks [] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.661460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.668353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c221186b-4630-4ac6-9938-bb611fe615bb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.686220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:42.688140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.712554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:42.728979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:42.739072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:42.763719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Pushing event updated for resources: {'Port': ['ID=e266607e-eb6b-4d2d-b721-c348047f4eb0,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.780224 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4037166 Mar 22 14:11:42.796136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:42.797140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b3c34-9b32-49e8-9290-1ec9a23f2c62 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=c221186b-4630-4ac6-9938-bb611fe615bb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:42.799903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45070) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:42.809119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:42.827604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:11:42.832662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for 214ff7ac-86c3-435a-bd47-da8890e3a1db owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:42.976696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Attempting to bind port e266607e-eb6b-4d2d-b721-c348047f4eb0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:42.977070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Attempting to bind port e266607e-eb6b-4d2d-b721-c348047f4eb0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:42.977451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Attempting to bind port e266607e-eb6b-4d2d-b721-c348047f4eb0 on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:42.994882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:43.003331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.025569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:43.025981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Checking segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:43.026396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.026777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Bound using segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:43.027516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Bound port: e266607e-eb6b-4d2d-b721-c348047f4eb0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:43.027906 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.108339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dafa3e69-fe42-4899-bf3a-8c72f2933449 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:43.165314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42af743b-f884-4438-832a-1597109944d0 req-a69a8773-d0bc-4049-9bea-c3dcdec92b52 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571949 Mar 22 14:11:43.218565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] For port e266607e-eb6b-4d2d-b721-c348047f4eb0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:43.223904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] For port e266607e-eb6b-4d2d-b721-c348047f4eb0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e266607e-eb6b-4d2d-b721-c348047f4eb0,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:43.229011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port dafa3e69-fe42-4899-bf3a-8c72f2933449 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:11:43.233768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port dafa3e69-fe42-4899-bf3a-8c72f2933449 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:43.234554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.262902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.280018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8c113-b0e1-419f-8475-a5432936eeff req-f1c3159e-660b-4171-bc20-32c0baa5abd1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:43.281534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b8c113-b0e1-419f-8475-a5432936eeff req-f1c3159e-660b-4171-bc20-32c0baa5abd1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 944 time: 0.2895806 Mar 22 14:11:43.318273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bee65-e356-4689-843e-80b707ffa3f4 req-cd080d78-368c-4f12-ba9d-997eca3bc539 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:43.320712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-017bee65-e356-4689-843e-80b707ffa3f4 req-cd080d78-368c-4f12-ba9d-997eca3bc539 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 945 time: 0.6789258 Mar 22 14:11:43.368711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (06738bbf-7df1-4f1d-93af-f46477982591), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.378478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac1a7-138b-4d27-942d-8206fa7e0c48 None None] Pushing event updated for resources: {'Port': ['ID=e266607e-eb6b-4d2d-b721-c348047f4eb0,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.378712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Deleting port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:43.378827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.406482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (214ff7ac-86c3-435a-bd47-da8890e3a1db), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.460352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port dafa3e69-fe42-4899-bf3a-8c72f2933449 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:43.461069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.496981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=06738bbf-7df1-4f1d-93af-f46477982591,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.515610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '833469a9-3183-4761-9215-2f23be5fd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:43.516002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: c221186b-4630-4ac6-9938-bb611fe615bb, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:11:43.520010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:43.522815 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f62f9a-4a0a-4de4-9605-ba6408900f6b" -d '{"events": [{"server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "name": "network-vif-plugged", "status": "completed", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:43.555839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:43.564347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network c221186b-4630-4ac6-9938-bb611fe615bb is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:11:43.567847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.590324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c221186b-4630-4ac6-9938-bb611fe615bb) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:43.601829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-017bee65-e356-4689-843e-80b707ffa3f4 req-7b918566-9ed8-4095-a621-e72f490d332d tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639332 Mar 22 14:11:43.604820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:43.606951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:43.632718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1042cc26-2092-4bad-aadd-f68400ba0aa4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8291187 Mar 22 14:11:43.643119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45080) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:43.666775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b8c113-b0e1-419f-8475-a5432936eeff req-8b6c3d75-ac7a-40c5-8753-b0723b17dacf tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749418 Mar 22 14:11:43.672483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=214ff7ac-86c3-435a-bd47-da8890e3a1db,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.701392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:43.825555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:43.859807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69f52d-f7e2-4320-a132-7885f5f09ed7 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:43.906737 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d2d359-5f85-49c2-8437-e4af4ff82556 x-openstack-request-id: req-28d2d359-5f85-49c2-8437-e4af4ff82556 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:43.907223 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "name": "network-vif-plugged", "status": "completed", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:43.907944 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28d2d359-5f85-49c2-8437-e4af4ff82556 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:43.909494 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d2d359-5f85-49c2-8437-e4af4ff82556'] response: {'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449', 'code': 200} Mar 22 14:11:43.973184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:43.978180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.186122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c221186b-4630-4ac6-9938-bb611fe615bb', 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': '06738bbf-7df1-4f1d-93af-f46477982591'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:11:44.187961 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.309589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e266607e-eb6b-4d2d-b721-c348047f4eb0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:44.310560 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 06738bbf-7df1-4f1d-93af-f46477982591 (CIDR: 172.20.0.0/28) Mar 22 14:11:44.317793 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:11:44.318370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:11:44.358013 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76328f79-0bd8-4f96-bf3c-f546e8f209cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7118402 Mar 22 14:11:44.360059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:44.381099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:44.439582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e266607e-eb6b-4d2d-b721-c348047f4eb0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:44.440227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.494489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Allocated IP 172.20.0.2 (c221186b-4630-4ac6-9938-bb611fe615bb/06738bbf-7df1-4f1d-93af-f46477982591/0550afb6-fb9e-4dce-a05d-bcf150d56979) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:44.565270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e266607e-eb6b-4d2d-b721-c348047f4eb0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:44.565942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.678534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port e266607e-eb6b-4d2d-b721-c348047f4eb0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e266607e-eb6b-4d2d-b721-c348047f4eb0,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:44.697810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.730663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:44.735526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.793352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=e266607e-eb6b-4d2d-b721-c348047f4eb0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:44.970126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:44.987900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-49e922aa-bc2e-468a-b6e6-a705495d4df6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/214ff7ac-86c3-435a-bd47-da8890e3a1db HTTP/1.1" status: 204 len: 168 time: 3.4644713 Mar 22 14:11:44.988767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45090) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:45.010037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:45.010037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.063459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks [] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.066018 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb14d79-b038-40b2-865f-6053c15f6c1c tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] GET failed (client error): The resource could not be found. Mar 22 14:11:45.073084 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-afb14d79-b038-40b2-865f-6053c15f6c1c tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports/214ff7ac-86c3-435a-bd47-da8890e3a1db HTTP/1.1" status: 404 len: 333 time: 0.0792720 Mar 22 14:11:45.073084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45094) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:45.075739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.089340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1e37-34c9-42a2-b01d-77bcbae6a1e9 req-419fb652-91f8-4260-8f62-79048e912b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.093068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a5a1e37-34c9-42a2-b01d-77bcbae6a1e9 req-419fb652-91f8-4260-8f62-79048e912b3b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1127 time: 1.0393426 Mar 22 14:11:45.095844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1765293872'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:45.140738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Calling delete_port for c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:45.175999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:11:45.291436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7582d-2633-4a13-89e8-7fa222c72761 req-991db08e-6ed0-41e7-bdd2-2811cc48ee3a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.301547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37d7582d-2633-4a13-89e8-7fa222c72761 req-991db08e-6ed0-41e7-bdd2-2811cc48ee3a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 1.1997869 Mar 22 14:11:45.370182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec746c-0d90-4198-80ad-2849b1a7f06c req-961a892d-8f14-4309-9472-fec2e30c0116 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.372155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7ec746c-0d90-4198-80ad-2849b1a7f06c req-961a892d-8f14-4309-9472-fec2e30c0116 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 1.4288530 Mar 22 14:11:45.374970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a5a1e37-34c9-42a2-b01d-77bcbae6a1e9 req-346e16d4-cd4d-4022-8a69-d7a3fb2bfe18 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572408 Mar 22 14:11:45.382535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for router_gateway (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.423510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.433448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Network c221186b-4630-4ac6-9938-bb611fe615bb is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:45.436932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e7d48-6897-453c-a653-d42bad17e31a None None] Network cc004514-13e8-4bc4-94a7-0c8719e38679 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:45.466917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Pushing event updated for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.472006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:45.476683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:45.512700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-49366f33-0c3d-4c67-aae4-b57ee51510da None None] Provisioning complete for port e266607e-eb6b-4d2d-b721-c348047f4eb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:45.513073 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-49366f33-0c3d-4c67-aae4-b57ee51510da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.582261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (3bce2f95-e84f-40fa-a21f-b4cd7cb165fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.636119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:45.636435 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.659162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network c221186b-4630-4ac6-9938-bb611fe615bb is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:45.669721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Allocated IP 172.25.3.205 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:45.670736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:45.692309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:45.693478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.732546 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3681762 Mar 22 14:11:45.741110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:45.744002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f7e2d-a840-4697-ac22-941a1a214a7a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=3bce2f95-e84f-40fa-a21f-b4cd7cb165fa,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:45.764598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,segment=NetworkSegment(66649b14-9150-43d2-ae0d-f5d46b8887f3),segment_id=66649b14-9150-43d2-ae0d-f5d46b8887f3)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:45.767212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'fixed_ips': [{'subnet_id': '06738bbf-7df1-4f1d-93af-f46477982591'}, {'subnet_id': '3bce2f95-e84f-40fa-a21f-b4cd7cb165fa'}], 'name': 'tempest-PortsTestJSON-1617196104'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:45.777122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.791585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Attempting to bind port 0550afb6-fb9e-4dce-a05d-bcf150d56979 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:45.791964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Attempting to bind port 0550afb6-fb9e-4dce-a05d-bcf150d56979 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '833469a9-3183-4761-9215-2f23be5fd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:45.792343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Attempting to bind port 0550afb6-fb9e-4dce-a05d-bcf150d56979 on network c221186b-4630-4ac6-9938-bb611fe615bb {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:45.802030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:45.802421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Checking segment: {'id': '833469a9-3183-4761-9215-2f23be5fd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:45.802838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.803255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Bound using segment: {'id': '833469a9-3183-4761-9215-2f23be5fd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:45.803743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Bound port: 0550afb6-fb9e-4dce-a05d-bcf150d56979, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833469a9-3183-4761-9215-2f23be5fd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:45.804126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:45.882786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-49366f33-0c3d-4c67-aae4-b57ee51510da None None] Current status of the port e266607e-eb6b-4d2d-b721-c348047f4eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:45.910422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:45.912971 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0515d-ed56-4b35-a0dd-cb5779ed8b51" -d '{"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:45.948450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.009698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:46.015727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.033756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.067398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e266607e-eb6b-4d2d-b721-c348047f4eb0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:46.076149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:46.082820 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.136961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:46.163642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0550afb6-fb9e-4dce-a05d-bcf150d56979,segment=NetworkSegment(833469a9-3183-4761-9215-2f23be5fd02a),segment_id=833469a9-3183-4761-9215-2f23be5fd02a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:46.190487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.223044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Pushing event updated for resources: {'Port': ['ID=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.315645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e266607e-eb6b-4d2d-b721-c348047f4eb0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:46.317089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.318691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:46.333064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:46.346644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:46.415370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::172 (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/34b19dbf-0715-4a3c-8ee8-7b4916cf36a3) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:46.443627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb0ba-9dae-4b20-bba3-fc858ccecffc None None] Pushing event updated for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:46.579582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e266607e-eb6b-4d2d-b721-c348047f4eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:46.656408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c30ac836-61e2-44a9-b849-d5a85d10fbae None None] Provisioning complete for port e266607e-eb6b-4d2d-b721-c348047f4eb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:46.658342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c30ac836-61e2-44a9-b849-d5a85d10fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:46.794558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37d7582d-2633-4a13-89e8-7fa222c72761 req-c190f286-c864-492a-95a2-e29018337c8e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4912100 Mar 22 14:11:46.829450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7ec746c-0d90-4198-80ad-2849b1a7f06c req-9824d505-850d-47a4-9803-482225f8d49f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4125962 Mar 22 14:11:46.969622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c30ac836-61e2-44a9-b849-d5a85d10fbae None None] Current status of the port e266607e-eb6b-4d2d-b721-c348047f4eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:47.166990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.209766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241a0f-bae4-4b53-badc-5b505c13022d req-eedbbc84-9e67-4a00-9361-3b8fc8b626ff tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.219959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48241a0f-bae4-4b53-badc-5b505c13022d req-eedbbc84-9e67-4a00-9361-3b8fc8b626ff tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/ports?device_id=3667a35b-a71b-4d97-a0e1-e9f6806ba51f HTTP/1.1" status: 200 len: 865 time: 0.2374468 Mar 22 14:11:47.237810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560df7-8787-43e7-91ee-0802bcd63a78 req-9b9cf3ca-082d-4e82-a3e9-f7eb610a5371 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.245119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e560df7-8787-43e7-91ee-0802bcd63a78 req-9b9cf3ca-082d-4e82-a3e9-f7eb610a5371 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2504494 Mar 22 14:11:47.262102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Pushing event deleted for resources: {'Port': ['ID=c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.307827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.364335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.392823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] No DVR routers for this DVR port c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:11:47.419208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:47.445755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:47.455014 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.458707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a445f9d-08e6-4056-9767-c54edaf9a4c7 req-b6747df7-8acd-4adb-980c-eb5ec756e011 tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.78 "DELETE /v2.0/ports/c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6 HTTP/1.1" status: 204 len: 173 time: 5.1732912 Mar 22 14:11:47.459316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for router_gateway (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.510998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:47.517117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:47.546346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:47.547037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.569534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=34b19dbf-0715-4a3c-8ee8-7b4916cf36a3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:47.603526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9416a84e-1a91-49f3-860a-f270347bc4ff tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5258727 Mar 22 14:11:47.640888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-deleted', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:47.656004 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bc915-bfcd-4f15-a44d-33feb6f7b9cb" -d '{"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-deleted", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:47.660170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45108) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:47.743074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.802853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48241a0f-bae4-4b53-badc-5b505c13022d req-8688e8ca-b6e1-4a3e-a8c0-d6bfcbe116fc tempest-ServerGroupTestJSON-380267543 tempest-ServerGroupTestJSON-380267543-project] 10.222.0.81 "GET /v2.0/security-groups?id=541a8574-2237-49d5-9821-2da760c03613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819740 Mar 22 14:11:47.806554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e560df7-8787-43e7-91ee-0802bcd63a78 req-66895220-3ee5-4a45-b1c5-1f6b33ca43dd tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606163 Mar 22 14:11:47.815161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:c3:35'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:47.819009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 2d063e62-5391-418d-a35b-b69e9352288b yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:47.890222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:47.996633 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973a6394-f55e-47d9-9926-8a4d7363f58a x-openstack-request-id: req-973a6394-f55e-47d9-9926-8a4d7363f58a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:47.997126 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:47.997213 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-973a6394-f55e-47d9-9926-8a4d7363f58a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:47.997589 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973a6394-f55e-47d9-9926-8a4d7363f58a'] response: {'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'code': 200} Mar 22 14:11:48.092152 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5704a5-064b-4aad-a924-3e58f7be279c x-openstack-request-id: req-3d5704a5-064b-4aad-a924-3e58f7be279c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:11:48.092663 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3667a35b-a71b-4d97-a0e1-e9f6806ba51f", "name": "network-vif-deleted", "tag": "c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:11:48.093318 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d5704a5-064b-4aad-a924-3e58f7be279c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:11:48.093886 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5704a5-064b-4aad-a924-3e58f7be279c'] response: {'server_uuid': '3667a35b-a71b-4d97-a0e1-e9f6806ba51f', 'name': 'network-vif-deleted', 'tag': 'c4e0e0ce-1fca-4f0c-aaaa-6f8dd41beef6', 'status': 'completed', 'code': 200} Mar 22 14:11:48.129552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0550afb6-fb9e-4dce-a05d-bcf150d56979 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:48.251609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7313928b-ee3c-4944-a367-189d48e99be2 None None] Provisioning complete for port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:48.252013 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7313928b-ee3c-4944-a367-189d48e99be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.253691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82b66d-65b7-45e6-bdfb-8191d135fe55 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:48.309612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd67f6-6219-46f1-a7f4-c5e53b11cef2 req-98c209ce-2787-4395-8e1d-a23ac2e27af5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.311965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33dd67f6-6219-46f1-a7f4-c5e53b11cef2 req-98c209ce-2787-4395-8e1d-a23ac2e27af5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.1949644 Mar 22 14:11:48.369710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.595425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:48.595978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.734406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7313928b-ee3c-4944-a367-189d48e99be2 None None] Port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:48.740390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-58881e66-0145-4300-ae5e-38d7a36e94cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:48.783471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.6 (c221186b-4630-4ac6-9938-bb611fe615bb/06738bbf-7df1-4f1d-93af-f46477982591/2d063e62-5391-418d-a35b-b69e9352288b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:48.790766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.29 (c221186b-4630-4ac6-9938-bb611fe615bb/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa/2d063e62-5391-418d-a35b-b69e9352288b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:48.884622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33dd67f6-6219-46f1-a7f4-c5e53b11cef2 req-bd06cc0f-646f-4560-b2dc-628f3c20615c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158601 Mar 22 14:11:48.901884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:11:48.930800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-84334dce-7250-44b7-8ef1-85ee13f4b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:48.932328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-84334dce-7250-44b7-8ef1-85ee13f4b780 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1127 time: 0.2256317 Mar 22 14:11:48.932618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:48.933131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.060613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffc669-cddc-4cfc-90d9-795b1f8c930e req-453af547-a210-4d05-8fdc-3f6b3e0c6359 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.069300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7ffc669-cddc-4cfc-90d9-795b1f8c930e req-453af547-a210-4d05-8fdc-3f6b3e0c6359 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.3647575 Mar 22 14:11:49.100861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:49.101507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.104796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (2d063e62-5391-418d-a35b-b69e9352288b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.188925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2d063e62-5391-418d-a35b-b69e9352288b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.244457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Update dhcp port {'port': {'network_id': 'c221186b-4630-4ac6-9938-bb611fe615bb', 'fixed_ips': [{'subnet_id': '06738bbf-7df1-4f1d-93af-f46477982591', 'ip_address': '172.20.0.2'}, {'subnet_id': '3bce2f95-e84f-40fa-a21f-b4cd7cb165fa'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '0550afb6-fb9e-4dce-a05d-bcf150d56979'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:11:49.270022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=2d063e62-5391-418d-a35b-b69e9352288b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.284151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network c221186b-4630-4ac6-9938-bb611fe615bb is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:49.286320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:49.298281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:49.302288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0550afb6-fb9e-4dce-a05d-bcf150d56979,segment=NetworkSegment(833469a9-3183-4761-9215-2f23be5fd02a),segment_id=833469a9-3183-4761-9215-2f23be5fd02a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:49.324050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.327976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.340033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:49.340668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.390522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.397982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.410300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7ffc669-cddc-4cfc-90d9-795b1f8c930e req-bd9d3fea-9060-4fd6-be86-e6b54f54eec3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377743 Mar 22 14:11:49.436813 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47793c5b-d3ed-4f6e-83d9-fcec005b9b88 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6912904 Mar 22 14:11:49.437029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45132) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:49.444860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06738bbf-7df1-4f1d-93af-f46477982591'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:49.474194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.520194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.623197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:49.628502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] In _notify_port_updated(), no bound segment for port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 on network bbe66d07-7519-4a6a-acb4-71b13dd41879 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:49.639199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.639818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d063e62-5391-418d-a35b-b69e9352288b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.642558 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.652666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "PUT /v2.0/ports/34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 HTTP/1.1" status: 200 len: 1003 time: 1.8450580 Mar 22 14:11:49.662157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Allocated IP 172.20.0.18 (c221186b-4630-4ac6-9938-bb611fe615bb/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa/0550afb6-fb9e-4dce-a05d-bcf150d56979) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:49.694441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45140) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:49.774584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f9577-7b62-4f0f-b81f-e9e5cd886fb8 req-790347ea-63ff-4b8f-aca3-7aa0204ccb77 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.776556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b5f9577-7b62-4f0f-b81f-e9e5cd886fb8 req-790347ea-63ff-4b8f-aca3-7aa0204ccb77 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.7249255 Mar 22 14:11:49.777410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4464cb1-405e-4817-969c-00fae9409bf4 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=34b19dbf-0715-4a3c-8ee8-7b4916cf36a3,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.791163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-23ae5b70-d81f-4657-b776-9028f7b9e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:49.793590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-23ae5b70-d81f-4657-b776-9028f7b9e1bc service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.8429670 Mar 22 14:11:49.813206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:49.899197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:11:49.899513 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:11:49.900386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:49.931939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-54dc6264-ef02-482c-a3c1-556290ea78fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 200 len: 217 time: 0.1230531 Mar 22 14:11:49.943123 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:49.949547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:49.954592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aba809bb-4c15-4738-b0c2-4290e3e0c47a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.2788680 Mar 22 14:11:49.969663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:49.970736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:50.107214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0550afb6-fb9e-4dce-a05d-bcf150d56979,segment=NetworkSegment(833469a9-3183-4761-9215-2f23be5fd02a),segment_id=833469a9-3183-4761-9215-2f23be5fd02a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:50.150106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0550afb6-fb9e-4dce-a05d-bcf150d56979 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:50.187422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Publish callbacks [] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.191181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b5f9577-7b62-4f0f-b81f-e9e5cd886fb8 req-ab0fbe35-8fc9-4143-9ab2-4c91924dcc75 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871267 Mar 22 14:11:50.209034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-1a68664f-84c6-4a41-a54e-c4fb8f56c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.214068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-1a68664f-84c6-4a41-a54e-c4fb8f56c7c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.2739604 Mar 22 14:11:50.218338 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.222763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:50.322461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-91f5c072-5df2-4a1d-8534-39d0d5f41313 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956466 Mar 22 14:11:50.391277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45160) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:50.407851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde83f-b398-491e-94ea-187fa6bff5ef req-eeb8c7b1-e334-4ccd-8de3-8e2c1f995b40 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:50.416053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efcde83f-b398-491e-94ea-187fa6bff5ef req-eeb8c7b1-e334-4ccd-8de3-8e2c1f995b40 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.3484244 Mar 22 14:11:50.515686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ff6567c2-ffe6-4c18-bcfa-1c2be04d80e1 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:50.699354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Deleting subnet 40f51c30-292f-46ce-94d7-1fb39e252e21 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:50.719660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Publish callbacks [] for subnet (40f51c30-292f-46ce-94d7-1fb39e252e21), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.906104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (40f51c30-292f-46ce-94d7-1fb39e252e21), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.977044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efcde83f-b398-491e-94ea-187fa6bff5ef req-80f33202-9f91-4adf-98e0-1e970ce4fd5f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5591471 Mar 22 14:11:50.985212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (40f51c30-292f-46ce-94d7-1fb39e252e21), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:50.993940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe3ea3-720c-45d5-8684-cf37c54da345 None None] Pushing event updated for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.041241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-6c44da5e-b412-4dd1-bedd-3ea303b814a5 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064693 Mar 22 14:11:51.075741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579300f-ca1b-4957-993c-ae08870f3991 req-efff8cbe-90a3-4541-bac2-1b594b65fe55 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:51.093730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b579300f-ca1b-4957-993c-ae08870f3991 req-efff8cbe-90a3-4541-bac2-1b594b65fe55 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.5754569 Mar 22 14:11:51.115018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:51.116060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.117718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (40f51c30-292f-46ce-94d7-1fb39e252e21), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.120541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-44a91fdf-da73-4c6c-9edb-49d849f75f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.124207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:51.125086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.197591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-aeec755d-c322-4230-8455-666c71b07d92 None None] Provisioning complete for port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:51.198373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aeec755d-c322-4230-8455-666c71b07d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.232058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d530772-1e8d-4aa7-959e-73df1093d746 req-50e5d2cd-dd8f-497a-8561-5f6036c4271c service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773956 Mar 22 14:11:51.331990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b579300f-ca1b-4957-993c-ae08870f3991 req-1f547441-2770-4862-adc9-b466a1a340e2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323382 Mar 22 14:11:51.344421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Delete allocated IP 172.20.0.29 (c221186b-4630-4ac6-9938-bb611fe615bb/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa) {{(pid=103891) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:11:51.347311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aeec755d-c322-4230-8455-666c71b07d92 None None] Port 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:51.417085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f51c30-292f-46ce-94d7-1fb39e252e21,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:51.422888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.429540 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bb7a2ff0-1042-4562-a36d-5b76a585a442 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/40f51c30-292f-46ce-94d7-1fb39e252e21 HTTP/1.1" status: 204 len: 168 time: 1.0349190 Mar 22 14:11:51.429983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:51.457511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d2b9-0755-434a-9572-9078b6e45742 req-ee45e76f-71e3-41e9-9d8d-be285a34c2d9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:51.466265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bf8d2b9-0755-434a-9572-9078b6e45742 req-ee45e76f-71e3-41e9-9d8d-be285a34c2d9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.1322088 Mar 22 14:11:51.500353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:47Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:51.514520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:51.569679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bf8d2b9-0755-434a-9572-9078b6e45742 req-0435a17a-baf0-4341-aceb-ebd2a99261f0 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Mar 22 14:11:51.600772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:51.601220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Updating router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:51.644070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.670348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ad2a3eb7-4a73-4879-b177-507a49cd3fa4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.790469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.811637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30cb87-4e12-4827-8c99-7947b746f8b7 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:11:51.924014 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:51.943950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for 34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:51.971306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2500c516-31db-49c5-b47c-779c5d487a74 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:51.971681 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2500c516-31db-49c5-b47c-779c5d487a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.051829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0550afb6-fb9e-4dce-a05d-bcf150d56979 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:52.123768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (2d063e62-5391-418d-a35b-b69e9352288b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.250255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508318c4-0e61-447c-a252-601881fbdeb1 req-e9fa6a90-1695-4f3d-876f-00aca249ff3b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.251953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-508318c4-0e61-447c-a252-601881fbdeb1 req-e9fa6a90-1695-4f3d-876f-00aca249ff3b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.1558371 Mar 22 14:11:52.280526 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks [] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.284764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2500c516-31db-49c5-b47c-779c5d487a74 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:52.289374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:52.289887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.295464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ad2a3eb7-4a73-4879-b177-507a49cd3fa4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.299315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2d063e62-5391-418d-a35b-b69e9352288b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.321853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (34b19dbf-0715-4a3c-8ee8-7b4916cf36a3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.329047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.375857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-508318c4-0e61-447c-a252-601881fbdeb1 req-a9b827fc-66f7-430c-b6b0-cbd25941ffbc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106646 Mar 22 14:11:52.414354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2a3eb7-4a73-4879-b177-507a49cd3fa4']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.457775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c1efe-fe9b-431f-aa0d-024697c4dded None None] Pushing event updated for resources: {'Port': ['ID=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.462352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Attempting to bind port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:11:52.463041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Attempting to bind port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:11:52.463573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Attempting to bind port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:11:52.499089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66649b14-9150-43d2-ae0d-f5d46b8887f3') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.499715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66649b14-9150-43d2-ae0d-f5d46b8887f3') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:52.521827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (66649b14-9150-43d2-ae0d-f5d46b8887f3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.531938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:52.535288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:11:52.536072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:11:52.536633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.537178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:11:52.538087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Bound port: ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:11:52.538936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.539239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (66649b14-9150-43d2-ae0d-f5d46b8887f3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.545724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:11:52.546336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (66649b14-9150-43d2-ae0d-f5d46b8887f3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.660811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca8df0-9fcf-4d10-95ae-9ab4ad9229ef req-31a209a8-5410-438a-9941-1a2557257b7b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.668814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74ca8df0-9fcf-4d10-95ae-9ab4ad9229ef req-31a209a8-5410-438a-9941-1a2557257b7b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.1066613 Mar 22 14:11:52.669132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=2d063e62-5391-418d-a35b-b69e9352288b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:11:52.671745 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:11:52.702431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Provisioning complete for port 2d063e62-5391-418d-a35b-b69e9352288b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:52.703069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d063e62-5391-418d-a35b-b69e9352288b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.720141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ad2a3eb7-4a73-4879-b177-507a49cd3fa4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.745573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] For port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:11:52.767510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] For port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:11:52.772438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Port 2d063e62-5391-418d-a35b-b69e9352288b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:52.787194 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.894457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:52.895455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:52.906157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74ca8df0-9fcf-4d10-95ae-9ab4ad9229ef req-5e7e2985-9a9c-4073-8c9a-b2fa7790a100 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320867 Mar 22 14:11:52.937871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9a97d-d2a7-456b-b01e-d5ea170c072c req-ef4f53b8-a9fa-4d71-a5dd-457ecea6a55a tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:52.944992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17b9a97d-d2a7-456b-b01e-d5ea170c072c req-ef4f53b8-a9fa-4d71-a5dd-457ecea6a55a tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2586613 Mar 22 14:11:53.058605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17b9a97d-d2a7-456b-b01e-d5ea170c072c req-bdbce08a-4b4b-443e-9043-292f34657b4c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121125 Mar 22 14:11:53.072210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.081526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c1efe-fe9b-431f-aa0d-024697c4dded None None] Pushing event updated for resources: {'Port': ['ID=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.087686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:53.089169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:53.100375 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad2a3eb7-4a73-4879-b177-507a49cd3fa4 HTTP/1.1" status: 204 len: 168 time: 1.6651831 Mar 22 14:11:53.101943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.107928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45194) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.113600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 HTTP/1.1" status: 204 len: 168 time: 3.4016004 Mar 22 14:11:53.114708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] In _notify_port_updated(), no bound segment for port 2d063e62-5391-418d-a35b-b69e9352288b on network c221186b-4630-4ac6-9938-bb611fe615bb {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:53.133342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.134067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.150889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e676f30-cc73-4298-a675-05de48abaeaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/ports/2d063e62-5391-418d-a35b-b69e9352288b HTTP/1.1" status: 200 len: 919 time: 3.7102652 Mar 22 14:11:53.151902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff2b0-eb77-4c50-9635-ad14b9a39173 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=34b19dbf-0715-4a3c-8ee8-7b4916cf36a3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.162584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.175337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06738bbf-7df1-4f1d-93af-f46477982591'}, {'subnet_id': '3bce2f95-e84f-40fa-a21f-b4cd7cb165fa'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:53.186001 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-617d8e6c-abdf-4259-a02f-6ab5ccb19bc2 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] GET failed (client error): The resource could not be found. Mar 22 14:11:53.192238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-617d8e6c-abdf-4259-a02f-6ab5ccb19bc2 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports/34b19dbf-0715-4a3c-8ee8-7b4916cf36a3 HTTP/1.1" status: 404 len: 333 time: 0.0827639 Mar 22 14:11:53.198315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45198) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.199013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177330-963b-4230-828f-cc925183b3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2a3eb7-4a73-4879-b177-507a49cd3fa4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:53.221662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1972755550'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:53.416432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.423823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fbc79285-eb9f-4aff-a406-0e4ff4f62b33 None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:53.513179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:53.634677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c90f00d5-3eb9-43f8-90ba-92bd6ed354ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed094216551d4f18b877a2118de61b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089901 Mar 22 14:11:53.636889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45204) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:53.657851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:53.662243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.704073 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.708010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.710211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5fe7a6f7-8ad6-4020-b91e-199665ac5a2a None None] Provisioning complete for port 2d063e62-5391-418d-a35b-b69e9352288b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:53.731443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a6f7-8ad6-4020-b91e-199665ac5a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d063e62-5391-418d-a35b-b69e9352288b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.772101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28f7b4-d795-4c84-8b0b-54b6f065d33b req-2e575fde-9a39-4df8-bb36-c8ca9a438952 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:53.773750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e28f7b4-d795-4c84-8b0b-54b6f065d33b req-2e575fde-9a39-4df8-bb36-c8ca9a438952 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.2102714 Mar 22 14:11:53.795659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d063e62-5391-418d-a35b-b69e9352288b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.816977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port ba6c9571-bf40-4886-919d-e5d2c9c9454b yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:53.849265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] Publish callbacks [] for security_group (541a8574-2237-49d5-9821-2da760c03613), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:53.865567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7a6f7-8ad6-4020-b91e-199665ac5a2a None None] Port 2d063e62-5391-418d-a35b-b69e9352288b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:54.023348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:47Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:54.033096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7e0203fc-f778-40a9-95c0-13839792f65d None None] Provisioning complete for port 2d063e62-5391-418d-a35b-b69e9352288b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:54.033463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e0203fc-f778-40a9-95c0-13839792f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d063e62-5391-418d-a35b-b69e9352288b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.068923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] Publish callbacks [] for security_group (541a8574-2237-49d5-9821-2da760c03613), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.123244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f54f00-b0e3-4857-b9ba-7af035c40043 None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:47Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:11:54.153932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e28f7b4-d795-4c84-8b0b-54b6f065d33b req-096d79b4-644b-4672-89ff-17b01b8aa602 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541501 Mar 22 14:11:54.223246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7e0203fc-f778-40a9-95c0-13839792f65d None None] Port 2d063e62-5391-418d-a35b-b69e9352288b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:54.265535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a41e08-f3eb-406e-9961-f47aac6ce373 req-91ea0f16-db90-40ee-9c2a-7723c8ce1a96 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.271578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a41e08-f3eb-406e-9961-f47aac6ce373 req-91ea0f16-db90-40ee-9c2a-7723c8ce1a96 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.2743011 Mar 22 14:11:54.331247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::381 (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/ba6c9571-bf40-4886-919d-e5d2c9c9454b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:54.365690 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (541a8574-2237-49d5-9821-2da760c03613), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.368307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.372398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/541a8574-2237-49d5-9821-2da760c03613 HTTP/1.1" status: 204 len: 168 time: 0.7312748 Mar 22 14:11:54.431610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a41e08-f3eb-406e-9961-f47aac6ce373 req-fd682cd4-cc9b-45b7-baf0-53ce2991f4ca tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525528 Mar 22 14:11:54.437883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb72a6-2c19-412c-9f78-a7a2d567b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541a8574-2237-49d5-9821-2da760c03613,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:54.510985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80074c-6929-4229-9d7b-15bf068caa17 req-f28492f7-5609-4438-b335-2fcec93111ae tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:54.512759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a80074c-6929-4229-9d7b-15bf068caa17 req-f28492f7-5609-4438-b335-2fcec93111ae tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.1877916 Mar 22 14:11:54.602713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.30 (c221186b-4630-4ac6-9938-bb611fe615bb/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa/2d063e62-5391-418d-a35b-b69e9352288b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:54.747441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a80074c-6929-4229-9d7b-15bf068caa17 req-a0c171d3-ad3f-4286-b80a-4996a1590ec9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057328 Mar 22 14:11:54.803195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Allocated IP 172.20.0.1 (cc004514-13e8-4bc4-94a7-0c8719e38679/65b9b5fa-9774-435e-a6ee-1207ab2c4ab2/2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:54.888631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:54.991708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (2d063e62-5391-418d-a35b-b69e9352288b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.003920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (2d063e62-5391-418d-a35b-b69e9352288b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.032526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.123914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:11:55.212794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks [] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.268141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.276528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=2d063e62-5391-418d-a35b-b69e9352288b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.372764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:55.377442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:55.401087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:55.404978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] In _notify_port_updated(), no bound segment for port 2d063e62-5391-418d-a35b-b69e9352288b on network c221186b-4630-4ac6-9938-bb611fe615bb {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:11:55.408393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.409253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.424311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.424311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.429898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-52ecde8e-3a53-4a20-aadc-ddeccb120242 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/ports/2d063e62-5391-418d-a35b-b69e9352288b HTTP/1.1" status: 200 len: 999 time: 2.2632473 Mar 22 14:11:55.461577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45230) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:55.620194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=ba6c9571-bf40-4886-919d-e5d2c9c9454b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.665700 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6acf4d7-cd67-476a-a0e9-eed91912f433 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4642441 Mar 22 14:11:55.668722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:55.677652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'network_id': 'bbe66d07-7519-4a6a-acb4-71b13dd41879', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1275053541'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:55.710330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.740363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3fc558cf-408b-4bae-b57e-3ff1cbd33594 None None] Provisioning complete for port 2d063e62-5391-418d-a35b-b69e9352288b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:55.740739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3fc558cf-408b-4bae-b57e-3ff1cbd33594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d063e62-5391-418d-a35b-b69e9352288b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:55.834189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:55.859211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dedf3-0963-4884-9ebf-d0ceb74cee8b req-1701f848-1888-44fe-9f42-4fa2d0503c5e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:55.873555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac7dedf3-0963-4884-9ebf-d0ceb74cee8b req-1701f848-1888-44fe-9f42-4fa2d0503c5e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.5061033 Mar 22 14:11:55.878633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:55.882262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:55.889314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:56.018221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3fc558cf-408b-4bae-b57e-3ff1cbd33594 None None] Port 2d063e62-5391-418d-a35b-b69e9352288b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:56.084632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.123526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:56.138118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'mac_address': 'fa:16:3e:fb:d1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:11:56.200330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac7dedf3-0963-4884-9ebf-d0ceb74cee8b req-827b3d28-f4ab-4571-a2cd-b24bdca2b181 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262560 Mar 22 14:11:56.228653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:56.376817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:56.377355 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.410194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d62bba7-db63-4b21-a096-fd3a47b9a33e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:11:56.421414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-621d2e06-0c0b-484a-bc90-c6b230f4f976 None None] Provisioning complete for port ba6c9571-bf40-4886-919d-e5d2c9c9454b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:56.425293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-621d2e06-0c0b-484a-bc90-c6b230f4f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.474957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 2d063e62-5391-418d-a35b-b69e9352288b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:11:56.475228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d063e62-5391-418d-a35b-b69e9352288b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.507221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.526356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:56.535323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-621d2e06-0c0b-484a-bc90-c6b230f4f976 None None] Port ba6c9571-bf40-4886-919d-e5d2c9c9454b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:56.538210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:56.539211 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.578709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ccbe3-04f5-40e9-bfbb-7cd75c8fce02 req-b3ae42d0-2d4e-4e57-8cf0-dc7cb10509ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.580277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a57ccbe3-04f5-40e9-bfbb-7cd75c8fce02 req-b3ae42d0-2d4e-4e57-8cf0-dc7cb10509ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.8691823 Mar 22 14:11:56.591782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.714322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4d62bba7-db63-4b21-a096-fd3a47b9a33e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:11:56.715819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Made reservation on behalf of 37ea46c7f8be40078caebb0a62f8e699 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:11:56.719892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.738270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa267-e7f9-4527-b3b1-8a891bb25ba0 req-3b0471a1-1d3d-4e68-abf1-c7f6e21d4838 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:56.740054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bcaa267-e7f9-4527-b3b1-8a891bb25ba0 req-3b0471a1-1d3d-4e68-abf1-c7f6e21d4838 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.3242030 Mar 22 14:11:56.746027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d063e62-5391-418d-a35b-b69e9352288b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.747174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9d0a6e6a-83e1-4f28-95d8-0c0bb8b8a415 None None] Provisioning complete for port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:56.747548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6e6a-83e1-4f28-95d8-0c0bb8b8a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.758787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a57ccbe3-04f5-40e9-bfbb-7cd75c8fce02 req-d62a62d7-2a21-4c68-8257-376af357cb1b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519699 Mar 22 14:11:56.791922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] device_id is not set on port bf2b5aec-b789-432b-90c9-88af4f6860dc yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:11:56.881730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks [] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.885837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a6e6a-83e1-4f28-95d8-0c0bb8b8a415 None None] Port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:56.891428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:56.902538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:56.992969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Allocated IP 2001:db8::cd (bbe66d07-7519-4a6a-acb4-71b13dd41879/809786c5-569f-4e52-a874-1212247542ff/bf2b5aec-b789-432b-90c9-88af4f6860dc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:11:56.995876 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.002172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:57.039680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 2d063e62-5391-418d-a35b-b69e9352288b owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:11:57.199922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:57.200504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.305563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:57.332279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.446395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bcaa267-e7f9-4527-b3b1-8a891bb25ba0 req-9b99b102-991c-4bba-b842-50246fe4c38a tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863017 Mar 22 14:11:57.590024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:57.682756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:57.684370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:57.941649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d063e62-5391-418d-a35b-b69e9352288b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:57.953183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b6e75-3080-44f2-9a47-2976698b5ff2 req-717f85df-58e9-4fca-adda-d64853d50fb0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:57.953829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:11:57.960986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff5b6e75-3080-44f2-9a47-2976698b5ff2 req-717f85df-58e9-4fca-adda-d64853d50fb0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.6097534 Mar 22 14:11:57.974016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45328) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.002768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.098857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:58.105526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=2d063e62-5391-418d-a35b-b69e9352288b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.184799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.262196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-84a6b16e-ca09-45f3-a25e-8c4c95fadac0 None None] Provisioning complete for port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:58.262763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84a6b16e-ca09-45f3-a25e-8c4c95fadac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.340997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.347494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:58.348697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.362164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:11:58.379481 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aed8df84-67ef-4381-ad8b-9c64a08fc8a3 admin admin] 10.222.0.81 "PUT /v2.0/routers/ba527ed7-ca40-4f7f-8d86-5ec264b8e80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4146481 Mar 22 14:11:58.380625 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:11:58.429144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65fcd325-9cb0-4288-9710-63e09eb9857e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.436347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:11:58.438988 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:58.450820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-84a6b16e-ca09-45f3-a25e-8c4c95fadac0 None None] Port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:58.655774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:11:58.674044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:11:58.689531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:11:58.700270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.702804 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.710226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65fcd325-9cb0-4288-9710-63e09eb9857e admin admin] Publish callbacks [] for security_group (69888b60-8661-40e5-8a35-5135c3584855), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.710936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:58.722340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65fcd325-9cb0-4288-9710-63e09eb9857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (69888b60-8661-40e5-8a35-5135c3584855), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.752409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0800240 Mar 22 14:11:58.776819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45356) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.782939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff5b6e75-3080-44f2-9a47-2976698b5ff2 req-3313dab4-137a-42a1-933e-b77b02deac68 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8206019 Mar 22 14:11:58.811335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b653b1-25a8-459f-905b-386fd4b5f9ca req-69fc12fc-4a2c-4242-8e98-17f70adbc493 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:58.826360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b653b1-25a8-459f-905b-386fd4b5f9ca req-69fc12fc-4a2c-4242-8e98-17f70adbc493 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 945 time: 0.9031253 Mar 22 14:11:58.832044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:8b:c3:35'}, {'ip_address': '2001:db8::381', 'mac_address': 'fa:16:3e:42:c9:7c'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:11:58.835959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe5b4e-6e48-4fe0-b803-a196048b4bd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=bf2b5aec-b789-432b-90c9-88af4f6860dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:58.855481 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.859451 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:11:58.863356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b7ea3a8-c5b5-44b6-8bfe-d5ea8d3607d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/2d063e62-5391-418d-a35b-b69e9352288b HTTP/1.1" status: 204 len: 168 time: 3.3909187 Mar 22 14:11:58.879792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:58.959918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:58.967328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b653b1-25a8-459f-905b-386fd4b5f9ca req-a8c5a0d7-b8e2-4c76-a740-ef4812a009ba tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426148 Mar 22 14:11:58.975337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcd325-9cb0-4288-9710-63e09eb9857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69888b60-8661-40e5-8a35-5135c3584855,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.045036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a3f9-83b2-4fd8-a30d-06e573407fca req-36074321-0a00-467e-bb65-655d1ad90ef3 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.052501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c708a3f9-83b2-4fd8-a30d-06e573407fca req-36074321-0a00-467e-bb65-655d1ad90ef3 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.1144178 Mar 22 14:11:59.076739 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65fcd325-9cb0-4288-9710-63e09eb9857e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f7609230d834511a448654e493a5642&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0919590 Mar 22 14:11:59.084379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45374) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:59.149257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:11:59.154810 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-015456a1-31da-4df9-a3c6-188257b852ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:11:59.164212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-015456a1-31da-4df9-a3c6-188257b852ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/2d063e62-5391-418d-a35b-b69e9352288b HTTP/1.1" status: 404 len: 333 time: 0.2512519 Mar 22 14:11:59.165072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45376) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:11:59.183775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c708a3f9-83b2-4fd8-a30d-06e573407fca req-7bbf29eb-32d2-468e-8527-de6e55cb1913 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300416 Mar 22 14:11:59.248335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] Publish callbacks [] for security_group (69888b60-8661-40e5-8a35-5135c3584855), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.302253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4d62bba7-db63-4b21-a096-fd3a47b9a33e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:59.302795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.313883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] Publish callbacks [] for security_group (69888b60-8661-40e5-8a35-5135c3584855), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.335924 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 2, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:11:59.359350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 3bce2f95-e84f-40fa-a21f-b4cd7cb165fa {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:11:59.369908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (3bce2f95-e84f-40fa-a21f-b4cd7cb165fa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.370759 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:11:59.371302 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Updating router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:11:59.401445 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.465215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-08b721f0-e6fc-437d-a149-dbbf37a04ddd None None] Provisioning complete for port bf2b5aec-b789-432b-90c9-88af4f6860dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:11:59.468934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08b721f0-e6fc-437d-a149-dbbf37a04ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.471943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:11:59.474319 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.578957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.582848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (3bce2f95-e84f-40fa-a21f-b4cd7cb165fa), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.606935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:11:59.614063 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5282f0-219e-41b9-969b-e2714c04062a" -d '{"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-plugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:11:59.644417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-08b721f0-e6fc-437d-a149-dbbf37a04ddd None None] Port bf2b5aec-b789-432b-90c9-88af4f6860dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:11:59.648305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad362e2-3928-47c2-8d12-c7406a324e4c req-eef78791-9214-44b3-a2cf-21e7e413bbab tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.657950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dad362e2-3928-47c2-8d12-c7406a324e4c req-eef78791-9214-44b3-a2cf-21e7e413bbab tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 946 time: 0.2931416 Mar 22 14:11:59.667506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:11:59.679623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.702008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-5e05dde1-40bf-4bac-975c-a1e9686b1dfb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:11:59.704020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-5e05dde1-40bf-4bac-975c-a1e9686b1dfb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 821 time: 0.3540452 Mar 22 14:11:59.708126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (69888b60-8661-40e5-8a35-5135c3584855), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.711498 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.712925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69888b60-8661-40e5-8a35-5135c3584855 HTTP/1.1" status: 204 len: 168 time: 0.6251709 Mar 22 14:11:59.777569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3deee3-eaad-4b0e-a310-dccef3a18bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69888b60-8661-40e5-8a35-5135c3584855,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.798248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-be818a46-97a6-4f3d-927e-a0cd7cb3c8b2 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/quotas/cc1ac18d333442c2aed547e0a5e8fc85 HTTP/1.1" status: 200 len: 375 time: 0.0777719 Mar 22 14:11:59.853493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dad362e2-3928-47c2-8d12-c7406a324e4c req-69b8aee4-c9e1-4d9b-bee2-2d8a259f3c18 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928995 Mar 22 14:11:59.882251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:11:59.992773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3bce2f95-e84f-40fa-a21f-b4cd7cb165fa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:11:59.995350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:00.061844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-f1913c24-953e-4175-96ef-87da5554572e tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2473254 Mar 22 14:12:00.096046 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f2e6b-8fa9-4417-9687-287e2dc487da x-openstack-request-id: req-662f2e6b-8fa9-4417-9687-287e2dc487da {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:00.096291 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-plugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:00.096518 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-662f2e6b-8fa9-4417-9687-287e2dc487da {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:00.096932 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662f2e6b-8fa9-4417-9687-287e2dc487da'] response: {'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'code': 200} Mar 22 14:12:00.167928 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks [] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.183832 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.334541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-31d9d64c-4ed4-4e2d-81b7-ec83a5653dc2 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675068 Mar 22 14:12:00.361604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 5219d92b-517c-4a10-a9e6-33d330d67582 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:00.362277 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.381788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b522d1-e356-4620-aca7-e04cb0fdc7eb None None] Pushing event updated for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.436676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3bce2f95-e84f-40fa-a21f-b4cd7cb165fa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.448894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:00.459525 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.526711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07dee-eab9-4177-ba34-72de4d2777cc req-b2c4fe5b-b13b-4f02-ab41-d6300b60a659 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:00.540128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e07dee-eab9-4177-ba34-72de4d2777cc req-b2c4fe5b-b13b-4f02-ab41-d6300b60a659 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.2040451 Mar 22 14:12:00.596081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=14']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.602076 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Attempting to bind port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:00.602558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Attempting to bind port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:00.602807 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Attempting to bind port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:00.612194 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:00.612513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Checking segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:00.615156 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.615768 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Bound using segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:00.616080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Bound port: 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:00.616469 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.636039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e07dee-eab9-4177-ba34-72de4d2777cc req-61c8a4f9-3a9d-473a-95e2-da337fd659dc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945287 Mar 22 14:12:00.650801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.661047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c645aad-164e-4cdb-9a1d-b8b079170ea0 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:00.692227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45422) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:00.700440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa HTTP/1.1" status: 204 len: 168 time: 1.4779360 Mar 22 14:12:00.701432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028cfa9-5175-46b7-98b0-edb4c64c2d89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=3bce2f95-e84f-40fa-a21f-b4cd7cb165fa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.755081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.774159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.830920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] For port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:00.840377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] For port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:00.857268 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.912639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event updated for resources: {'Port': ['ID=bf2b5aec-b789-432b-90c9-88af4f6860dc,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:00.946462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] In _notify_port_updated(), no bound segment for port bf2b5aec-b789-432b-90c9-88af4f6860dc on network bbe66d07-7519-4a6a-acb4-71b13dd41879 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:12:00.956535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:00.957304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:00.958779 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-17c3e88b-34a5-4a92-bb70-e3b314f68b49 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "PUT /v2.0/ports/bf2b5aec-b789-432b-90c9-88af4f6860dc HTTP/1.1" status: 200 len: 1067 time: 2.1362135 Mar 22 14:12:00.961527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:01.004214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Provisioning complete for port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:01.005133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.014837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-8dbef30c-fb66-47bb-81d4-706a5758a513 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274648 Mar 22 14:12:01.077030 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:01.085595 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:11:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:01.088904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f007c8-4d23-4261-8bb2-75e37fd4ae0c req-9896eebf-74cc-4eec-8125-9e41dcf0fc20 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:01.104716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0f007c8-4d23-4261-8bb2-75e37fd4ae0c req-9896eebf-74cc-4eec-8125-9e41dcf0fc20 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2424390 Mar 22 14:12:01.331020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 06738bbf-7df1-4f1d-93af-f46477982591 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:01.359979 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (06738bbf-7df1-4f1d-93af-f46477982591), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.403420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port bf2b5aec-b789-432b-90c9-88af4f6860dc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:01.405082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.407611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0f007c8-4d23-4261-8bb2-75e37fd4ae0c req-2353c4e2-5fed-43b7-b6c9-064a1e26d52d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997124 Mar 22 14:12:01.407999 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b522d1-e356-4620-aca7-e04cb0fdc7eb None None] Pushing event updated for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:01.559390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Current status of the port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:01.559972 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.705685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] For port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:01.716650 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:01.718280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.821891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2cb86-0193-4632-9399-bfaf4f3dff53 None None] Pushing event updated for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:01.889679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.898598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Provisioning complete for port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:01.902418 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:01.974095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for bf2b5aec-b789-432b-90c9-88af4f6860dc owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:02.139603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:02.142974 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e360045c-085b-47a1-9269-97077387f0bf" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:02.204933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Current status of the port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:02.245863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Provisioning complete for port bf2b5aec-b789-432b-90c9-88af4f6860dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:02.246144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.391296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-97a798a1-8f17-4606-a5d0-4de8ef407513 None None] Port bf2b5aec-b789-432b-90c9-88af4f6860dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:02.468134 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:00Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:02.528432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3efc5-a5ca-4029-ad9f-f15adf7ea251 None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:00Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:02.565864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bf2b5aec-b789-432b-90c9-88af4f6860dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:02.735363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=bf2b5aec-b789-432b-90c9-88af4f6860dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:02.975306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cbf9a311-928a-42dc-8f26-e31c33e3eb0d None None] Provisioning complete for port 0550afb6-fb9e-4dce-a05d-bcf150d56979 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:02.979117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a311-928a-42dc-8f26-e31c33e3eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.068979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3019daf-88d3-46c9-883b-8fa11399a803 req-cee74e77-af96-4b5b-918e-54d8d3f70321 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 210 time: 0.3557770 Mar 22 14:12:03.111174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (06738bbf-7df1-4f1d-93af-f46477982591), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.348097 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a36423c-40be-4328-8921-8cf99438a377 x-openstack-request-id: req-5a36423c-40be-4328-8921-8cf99438a377 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:03.352665 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-unplugged", "status": "completed", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:03.354313 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a36423c-40be-4328-8921-8cf99438a377 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:03.355214 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a36423c-40be-4328-8921-8cf99438a377'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'code': 200} Mar 22 14:12:03.358822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9a311-928a-42dc-8f26-e31c33e3eb0d None None] Current status of the port 0550afb6-fb9e-4dce-a05d-bcf150d56979 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:03.367602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807930-3f46-4940-a597-354b5a03444f req-e953cc2a-d0bb-45e2-9a72-2019234a0da1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:03.378189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56807930-3f46-4940-a597-354b5a03444f req-e953cc2a-d0bb-45e2-9a72-2019234a0da1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.6547208 Mar 22 14:12:03.470267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.477627 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-04e44240-04c5-46fc-be6a-a067d4e8ad03 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/bf2b5aec-b789-432b-90c9-88af4f6860dc HTTP/1.1" status: 204 len: 168 time: 2.5149019 Mar 22 14:12:03.478409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45522) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:03.518645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56807930-3f46-4940-a597-354b5a03444f req-b4eb7c2f-c732-46f3-a021-f8ba7d396313 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355417 Mar 22 14:12:03.533058 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a400601-8f87-4e09-95e0-730d588d01ba tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] GET failed (client error): The resource could not be found. Mar 22 14:12:03.536814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45530) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:03.548580 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a400601-8f87-4e09-95e0-730d588d01ba tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports/bf2b5aec-b789-432b-90c9-88af4f6860dc HTTP/1.1" status: 404 len: 333 time: 0.0687296 Mar 22 14:12:03.640754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (06738bbf-7df1-4f1d-93af-f46477982591), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:03.682951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa296f-166b-4e05-88e2-d643de6ec2a3 req-ef5688a5-1e2f-4306-9326-0db5a79e8000 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:03.692935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45aa296f-166b-4e05-88e2-d643de6ec2a3 req-ef5688a5-1e2f-4306-9326-0db5a79e8000 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2887304 Mar 22 14:12:04.072096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port ba6c9571-bf40-4886-919d-e5d2c9c9454b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:04.072573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.084985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45aa296f-166b-4e05-88e2-d643de6ec2a3 req-4d42d46d-d617-4ebb-a8a0-946ecd636e60 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908458 Mar 22 14:12:04.201812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (06738bbf-7df1-4f1d-93af-f46477982591), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.222105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:04.278726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:04.278890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=06738bbf-7df1-4f1d-93af-f46477982591,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:04.279471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.314252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-06d5f67e-6613-4574-94d2-6eb0f8568574 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:04.321637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-06d5f67e-6613-4574-94d2-6eb0f8568574 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 821 time: 0.4595368 Mar 22 14:12:04.325993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.327934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee04fd69-6630-49b1-bce0-6e74b3d848b4 None None] Network c221186b-4630-4ac6-9938-bb611fe615bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:04.332516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:04.340999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-457087d9-62ff-475a-8386-0145458def66 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/06738bbf-7df1-4f1d-93af-f46477982591 HTTP/1.1" status: 204 len: 168 time: 3.6353509 Mar 22 14:12:04.367934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'port': {'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'admin_state_up': True, 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:04.441421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:04.579723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e593654-9690-41d5-885a-481c4e05076e None None] DHCP port deletion for c221186b-4630-4ac6-9938-bb611fe615bb request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:04.617949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836b859-1248-448b-a181-bda7c9a0779c req-96aa9d8d-2c56-4f34-839e-2b589c75b991 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:04.619636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f836b859-1248-448b-a181-bda7c9a0779c req-96aa9d8d-2c56-4f34-839e-2b589c75b991 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5577698 Mar 22 14:12:04.622115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c221186b-4630-4ac6-9938-bb611fe615bb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.669202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.673758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b3ee640-2656-40d1-8fa3-d1c74e0130e0 req-ae1a26a3-b8fb-4a8e-923a-136ac85764e3 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 210 time: 0.1628990 Mar 22 14:12:04.698846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Made reservation on behalf of cc1ac18d333442c2aed547e0a5e8fc85 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:04.701899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.721582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for ba6c9571-bf40-4886-919d-e5d2c9c9454b owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:04.758472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 0550afb6-fb9e-4dce-a05d-bcf150d56979 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:04.758818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.781023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Deleting port 0550afb6-fb9e-4dce-a05d-bcf150d56979 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:04.787354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.949066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0550afb6-fb9e-4dce-a05d-bcf150d56979,segment=NetworkSegment(833469a9-3183-4761-9215-2f23be5fd02a),segment_id=833469a9-3183-4761-9215-2f23be5fd02a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:04.955467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:04.977461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 0550afb6-fb9e-4dce-a05d-bcf150d56979 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:05.025065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1e593654-9690-41d5-885a-481c4e05076e None None] For port 0550afb6-fb9e-4dce-a05d-bcf150d56979, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0550afb6-fb9e-4dce-a05d-bcf150d56979,segment=NetworkSegment(833469a9-3183-4761-9215-2f23be5fd02a),segment_id=833469a9-3183-4761-9215-2f23be5fd02a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:05.025463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.060322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Calling delete_port for 0550afb6-fb9e-4dce-a05d-bcf150d56979 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:05.205837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.264421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0550afb6-fb9e-4dce-a05d-bcf150d56979), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.270301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f836b859-1248-448b-a181-bda7c9a0779c req-da3b982d-0a3e-4998-bf52-82d6d2e245b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6205170 Mar 22 14:12:05.304859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.312212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No DVR routers for this DVR port 0550afb6-fb9e-4dce-a05d-bcf150d56979 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:05.376570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e593654-9690-41d5-885a-481c4e05076e None None] No DVR routers for this DVR port 0550afb6-fb9e-4dce-a05d-bcf150d56979 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:05.381141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593654-9690-41d5-885a-481c4e05076e None None] Pushing event deleted for resources: {'Port': ['ID=0550afb6-fb9e-4dce-a05d-bcf150d56979,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.436387 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ba6c9571-bf40-4886-919d-e5d2c9c9454b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.473859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c221186b-4630-4ac6-9938-bb611fe615bb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.517593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=ba6c9571-bf40-4886-919d-e5d2c9c9454b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.525608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221186b-4630-4ac6-9938-bb611fe615bb']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.552906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833469a9-3183-4761-9215-2f23be5fd02a') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.552906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833469a9-3183-4761-9215-2f23be5fd02a') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:05.576074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (833469a9-3183-4761-9215-2f23be5fd02a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.591331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (833469a9-3183-4761-9215-2f23be5fd02a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.596285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b9ca8-90cf-46eb-ad59-62a30fb48629 req-5dff9074-f47c-4ed8-b1f4-e68f751112b1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.597825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-710b9ca8-90cf-46eb-ad59-62a30fb48629 req-5dff9074-f47c-4ed8-b1f4-e68f751112b1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.6139853 Mar 22 14:12:05.606311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:05.606877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (833469a9-3183-4761-9215-2f23be5fd02a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:05.614756 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:05.740639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Allocated IP 172.20.0.3 (cc004514-13e8-4bc4-94a7-0c8719e38679/65b9b5fa-9774-435e-a6ee-1207ab2c4ab2/1a24bf7b-d231-470a-bf66-a7c64a048514) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:05.743800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.758717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-28cf56c5-472c-4a18-9b21-120751cacfd9 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/ba6c9571-bf40-4886-919d-e5d2c9c9454b HTTP/1.1" status: 204 len: 168 time: 2.2152293 Mar 22 14:12:05.765177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45576) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:05.807614 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20e9ffd-2414-4335-b4b9-c852229666bd tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] GET failed (client error): The resource could not be found. Mar 22 14:12:05.814364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45580) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:05.814596 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f20e9ffd-2414-4335-b4b9-c852229666bd tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "GET /v2.0/ports/ba6c9571-bf40-4886-919d-e5d2c9c9454b HTTP/1.1" status: 404 len: 333 time: 0.0456986 Mar 22 14:12:05.816653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c221186b-4630-4ac6-9938-bb611fe615bb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.860963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:05.876414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/c221186b-4630-4ac6-9938-bb611fe615bb HTTP/1.1" status: 204 len: 168 time: 1.5426922 Mar 22 14:12:05.877478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b434d-ea31-4662-a441-a999e67844a8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=c221186b-4630-4ac6-9938-bb611fe615bb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:05.884720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45582) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:05.919770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-710b9ca8-90cf-46eb-ad59-62a30fb48629 req-587f2fda-c642-4b06-81eb-ab444d466635 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974441 Mar 22 14:12:05.939808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c836-557f-443f-a2be-dcc1f0925aca req-9309655f-c8b2-4491-9059-686f740562fe tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:05.941840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40d6c836-557f-443f-a2be-dcc1f0925aca req-9309655f-c8b2-4491-9059-686f740562fe tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.4900351 Mar 22 14:12:06.016044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65248b-7e5a-45f3-af4e-b8a619911cdf tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.022194 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a65248b-7e5a-45f3-af4e-b8a619911cdf tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1363640 Mar 22 14:12:06.032217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:06.095278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0550afb6-fb9e-4dce-a05d-bcf150d56979 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:06.131497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0550afb6-fb9e-4dce-a05d-bcf150d56979 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:06.131845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0550afb6-fb9e-4dce-a05d-bcf150d56979 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:06.187414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-becca059-421a-4a10-8218-975d2966e038 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1539676 Mar 22 14:12:06.196085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:06.202574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741394852'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:06.289772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40d6c836-557f-443f-a2be-dcc1f0925aca req-ab6559a2-7002-4bd3-97c1-c07944dc7616 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321617 Mar 22 14:12:06.315789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:06.319622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.366058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.384086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1fea-4f81-4add-8eb0-549e91ea3896 req-37e94705-c782-49d0-8d40-81dfc3dc33ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.392299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b0c1fea-4f81-4add-8eb0-549e91ea3896 req-37e94705-c782-49d0-8d40-81dfc3dc33ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2528081 Mar 22 14:12:06.400094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port 922194ee-087e-4594-bc67-870d5df5035f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:06.400581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (922194ee-087e-4594-bc67-870d5df5035f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.483402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:06.542524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e36d4826-1a45-495b-b9d2-fbd637929c57 req-a949f130-c616-49bb-b2ea-3b2db7f21a3c tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 210 time: 0.1100399 Mar 22 14:12:06.594788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ff56fbc-ef57-42bb-b175-6bd651999cfd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.595332 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 2ff56fbc-ef57-42bb-b175-6bd651999cfd of type vlan for network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 Mar 22 14:12:06.689981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b0c1fea-4f81-4add-8eb0-549e91ea3896 req-04ded959-7f53-4408-8a5c-52a98a8414a1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917027 Mar 22 14:12:06.709717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (922194ee-087e-4594-bc67-870d5df5035f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.715137 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (614e4bcc-209f-4cc8-b968-87fc66cb8c30), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.723629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.777466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for 922194ee-087e-4594-bc67-870d5df5035f owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:06.777707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:06.822776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:06.829428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (614e4bcc-209f-4cc8-b968-87fc66cb8c30), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.834497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:06.835226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:06.877015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:06.897282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event updated for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:06.900077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:07.072007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8714685 Mar 22 14:12:07.079773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45602) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:07.082238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d81417-4921-4465-a2bf-48dabc9fd9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.101026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:07.127313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120d12f-60b7-4f24-b9f8-459ce2bc2b3c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=614e4bcc-209f-4cc8-b968-87fc66cb8c30,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.138737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:07.230400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.231248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.312431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9e4b-b2d0-488b-96b9-dfbd83b10f9b req-517a07de-e7f1-4363-b7ca-45cdd64db277 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.320083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86fe9e4b-b2d0-488b-96b9-dfbd83b10f9b req-517a07de-e7f1-4363-b7ca-45cdd64db277 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4918847 Mar 22 14:12:07.325030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-eef70f36-3cf0-4785-8893-2b6c1da487f4 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9737675 Mar 22 14:12:07.333780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d81417-4921-4465-a2bf-48dabc9fd9b0 admin admin] Publish callbacks [] for security_group (814b542a-b0c9-48ed-9d5a-de0327b8c5da), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.342164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d81417-4921-4465-a2bf-48dabc9fd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (814b542a-b0c9-48ed-9d5a-de0327b8c5da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.346272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Request body: {'port': {'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:07.432086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c174-ccb8-4a1a-82c8-d11ab85c95aa req-9965d492-7ea5-42e1-bed8-5916dac40de4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:07.434926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d81417-4921-4465-a2bf-48dabc9fd9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814b542a-b0c9-48ed-9d5a-de0327b8c5da,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.442889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-57d81417-4921-4465-a2bf-48dabc9fd9b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ecf6d6575985420ca1ec96b6c8edccc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640942 Mar 22 14:12:07.443443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77f1c174-ccb8-4a1a-82c8-d11ab85c95aa req-9965d492-7ea5-42e1-bed8-5916dac40de4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.3644035 Mar 22 14:12:07.450328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:07.531652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:07.535828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.566038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] Publish callbacks [] for security_group (814b542a-b0c9-48ed-9d5a-de0327b8c5da), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.617419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86fe9e4b-b2d0-488b-96b9-dfbd83b10f9b req-ac42ca57-9748-4a71-99f6-d3422b3aedb7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961688 Mar 22 14:12:07.666156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] Publish callbacks [] for security_group (814b542a-b0c9-48ed-9d5a-de0327b8c5da), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.683010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ecc5a697-a6a7-4e04-9b96-d8dcefe493b9 None None] Provisioning complete for port 1a24bf7b-d231-470a-bf66-a7c64a048514 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:07.683866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a697-a6a7-4e04-9b96-d8dcefe493b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.717739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (922194ee-087e-4594-bc67-870d5df5035f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.732646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.741429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5a697-a6a7-4e04-9b96-d8dcefe493b9 None None] Port 1a24bf7b-d231-470a-bf66-a7c64a048514 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:07.765268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77f1c174-ccb8-4a1a-82c8-d11ab85c95aa req-5077c44c-7ef2-4937-a5e0-1659ee91c3eb tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207612 Mar 22 14:12:07.836646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (814b542a-b0c9-48ed-9d5a-de0327b8c5da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.838756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=922194ee-087e-4594-bc67-870d5df5035f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:07.840489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:07.851709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/814b542a-b0c9-48ed-9d5a-de0327b8c5da HTTP/1.1" status: 204 len: 168 time: 0.3998549 Mar 22 14:12:07.865734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a11b48-9aaf-4d71-941f-e4665da6f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b542a-b0c9-48ed-9d5a-de0327b8c5da,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.368842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.397044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c796830-efc4-4775-8a60-dd9b91c5dcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.540836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c796830-efc4-4775-8a60-dd9b91c5dcb8 admin admin] Publish callbacks [] for security_group (bebc5147-e29b-422c-b6ff-a2cf5d4bd80e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.547995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c796830-efc4-4775-8a60-dd9b91c5dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bebc5147-e29b-422c-b6ff-a2cf5d4bd80e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.561166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.567013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-70c1d9e1-5912-49a9-9d60-dc47b5f0a718 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/ports/922194ee-087e-4594-bc67-870d5df5035f HTTP/1.1" status: 204 len: 168 time: 2.7304718 Mar 22 14:12:08.578889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45624) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.585813 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c796830-efc4-4775-8a60-dd9b91c5dcb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b579b79fbaca4ee3a72e710e51a072fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137251 Mar 22 14:12:08.589976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45626) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:08.655077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting subnet 809786c5-569f-4e52-a874-1212247542ff {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:08.656497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa463-f9c2-41f9-bb44-77d9d17c3a42 req-054526a7-aced-43e0-bcf7-dd32738fe2cb tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.659341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb7fa463-f9c2-41f9-bb44-77d9d17c3a42 req-054526a7-aced-43e0-bcf7-dd32738fe2cb tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.9327884 Mar 22 14:12:08.662779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks [] for subnet (809786c5-569f-4e52-a874-1212247542ff), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.754722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (809786c5-569f-4e52-a874-1212247542ff), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.817730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ca4de-279a-4c29-93ce-142ef4f8afe7 req-03811146-798d-4958-98ee-53e54a81f09f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:08.828214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-152ca4de-279a-4c29-93ce-142ef4f8afe7 req-03811146-798d-4958-98ee-53e54a81f09f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 931 time: 0.9568524 Mar 22 14:12:08.855085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796830-efc4-4775-8a60-dd9b91c5dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc5147-e29b-422c-b6ff-a2cf5d4bd80e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:08.858292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] Publish callbacks [] for security_group (bebc5147-e29b-422c-b6ff-a2cf5d4bd80e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.892217 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] Publish callbacks [] for security_group (bebc5147-e29b-422c-b6ff-a2cf5d4bd80e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.915890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (809786c5-569f-4e52-a874-1212247542ff), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.978254 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bebc5147-e29b-422c-b6ff-a2cf5d4bd80e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.981172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:08.984934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bebc5147-e29b-422c-b6ff-a2cf5d4bd80e HTTP/1.1" status: 204 len: 168 time: 0.3884237 Mar 22 14:12:09.017758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (809786c5-569f-4e52-a874-1212247542ff), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.069560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf490b-9d73-4412-96ce-54f7c80ffc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc5147-e29b-422c-b6ff-a2cf5d4bd80e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:09.103271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb7fa463-f9c2-41f9-bb44-77d9d17c3a42 req-36048071-bdf0-4e04-9ffd-fa7058efb758 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338758 Mar 22 14:12:09.129391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Subnet': ['ID=809786c5-569f-4e52-a874-1212247542ff,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:09.140571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.150353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc25c7-bbb3-46ee-ac93-b9fece2e04ee None None] Network bbe66d07-7519-4a6a-acb4-71b13dd41879 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:09.150871 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3177d418-9d93-439e-8cc3-a7952fd5b2c6 tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/subnets/809786c5-569f-4e52-a874-1212247542ff HTTP/1.1" status: 204 len: 168 time: 0.5642011 Mar 22 14:12:09.155026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:09.163707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-152ca4de-279a-4c29-93ce-142ef4f8afe7 req-64a79c17-37c6-4756-b90f-9e18425f678e tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342350 Mar 22 14:12:09.185314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a24bf7b-d231-470a-bf66-a7c64a048514 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:09.196652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (d627df1f-befb-48e7-ac68-572f4ba94d51), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.244833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks [] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.378411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (bbe66d07-7519-4a6a-acb4-71b13dd41879), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.413447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Transition to ACTIVE for port object 1a24bf7b-d231-470a-bf66-a7c64a048514 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:09.435522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=d627df1f-befb-48e7-ac68-572f4ba94d51,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:09.467710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.483771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] DHCP port deletion for bbe66d07-7519-4a6a-acb4-71b13dd41879 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:09.525081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Deleting port 45238a4c-7976-46e0-8657-b3adf641edb8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:09.526940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.609909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0340-1793-4cfc-8490-35ae2f0148ae req-3ef92cfa-f271-4179-b06b-208c16762c22 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.613033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Deleting port 45238a4c-7976-46e0-8657-b3adf641edb8 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:09.614516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dfd0340-1793-4cfc-8490-35ae2f0148ae req-3ef92cfa-f271-4179-b06b-208c16762c22 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.2857196 Mar 22 14:12:09.623002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.636220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '2ff56fbc-ef57-42bb-b175-6bd651999cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:09.636644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 614e4bcc-209f-4cc8-b968-87fc66cb8c30, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:09.710210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:09.744362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] For port 45238a4c-7976-46e0-8657-b3adf641edb8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=45238a4c-7976-46e0-8657-b3adf641edb8,segment=NetworkSegment(c9af8de4-2944-4386-a87e-8a8eaf576fd2),segment_id=c9af8de4-2944-4386-a87e-8a8eaf576fd2)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:09.744932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.794684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Calling delete_port for 45238a4c-7976-46e0-8657-b3adf641edb8 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:09.821684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] For port 45238a4c-7976-46e0-8657-b3adf641edb8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=45238a4c-7976-46e0-8657-b3adf641edb8,segment=NetworkSegment(c9af8de4-2944-4386-a87e-8a8eaf576fd2),segment_id=c9af8de4-2944-4386-a87e-8a8eaf576fd2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:09.822985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:09.847482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Calling delete_port for 45238a4c-7976-46e0-8657-b3adf641edb8 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:09.926152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:09.938419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Attempting to bind port 1a24bf7b-d231-470a-bf66-a7c64a048514 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:09.938982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Attempting to bind port 1a24bf7b-d231-470a-bf66-a7c64a048514 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:09.939530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Attempting to bind port 1a24bf7b-d231-470a-bf66-a7c64a048514 on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:09.953884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-fcef2444-6d60-411c-a19d-c04900e161da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.957010 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-fcef2444-6d60-411c-a19d-c04900e161da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1955366 Mar 22 14:12:09.957953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dfd0340-1793-4cfc-8490-35ae2f0148ae req-354f0e90-7830-4b55-9819-3749ef1be3a3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265111 Mar 22 14:12:09.966672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b370-aee7-4b1f-8f76-7a1ffdcf4b1c req-b7907318-2d67-4455-bd4d-8ecdde76a582 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:09.977927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed68b370-aee7-4b1f-8f76-7a1ffdcf4b1c req-b7907318-2d67-4455-bd4d-8ecdde76a582 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3485425 Mar 22 14:12:09.982066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 614e4bcc-209f-4cc8-b968-87fc66cb8c30) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:09.996425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Port 1a24bf7b-d231-470a-bf66-a7c64a048514 on network cc004514-13e8-4bc4-94a7-0c8719e38679 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:09.998707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Attempting to bind port 1a24bf7b-d231-470a-bf66-a7c64a048514 on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:10.011325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:10.013196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Checking segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:10.013738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Bound using segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:10.014380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Bound port: 1a24bf7b-d231-470a-bf66-a7c64a048514, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:10.021591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.027533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e10ae0-9e04-4cc5-977e-f69171b92eb0 None None] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:10.055522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.056130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.196428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bb7bfa88-2bbe-4332-9b94-d61cfe62cb84 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1019187 Mar 22 14:12:10.213315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:10.216792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 45238a4c-7976-46e0-8657-b3adf641edb8 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:10.244538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30', 'name': 'tempest-PortsTestJSON-1326135459'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:10.357777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-a2dc6e9d-67e1-4cef-866f-5e2489e09a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.360082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-a2dc6e9d-67e1-4cef-866f-5e2489e09a29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3916090 Mar 22 14:12:10.362005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.408015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Port 45238a4c-7976-46e0-8657-b3adf641edb8 update to DOWN by agent not found {{(pid=103892) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 14:12:10.411156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed68b370-aee7-4b1f-8f76-7a1ffdcf4b1c req-4aab3804-1df7-48f5-a3f5-91e1aca4729d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234331 Mar 22 14:12:10.438204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (45238a4c-7976-46e0-8657-b3adf641edb8), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.452325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:10.465775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a24bf7b-d231-470a-bf66-a7c64a048514,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:10.477764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ebe82-211b-4be0-8c20-2f52dec2b59d req-4e02ac2b-bc95-4b1e-98dc-3bfcce8bae7c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.491274 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-af86b6e2-65b0-4814-a36d-0cbbf886db90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1213429 Mar 22 14:12:10.492552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-183ebe82-211b-4be0-8c20-2f52dec2b59d req-4e02ac2b-bc95-4b1e-98dc-3bfcce8bae7c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2348127 Mar 22 14:12:10.521721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.526795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Pushing event deleted for resources: {'Port': ['ID=45238a4c-7976-46e0-8657-b3adf641edb8,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.537582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-614e4bcc-209f-4cc8-b968-87fc66cb8c30', 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': 'd627df1f-befb-48e7-ac68-572f4ba94d51'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:10.539410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.557221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.557922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.558501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.559024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.559644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.560171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.560683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.561227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.562361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.562910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.563483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.564220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.565037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.565683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.566805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:10.580013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39459e5b-3d8e-4f9d-a86a-8f3752f162d0 None None] No DVR routers for this DVR port 45238a4c-7976-46e0-8657-b3adf641edb8 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:10.580437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Port': ['ID=45238a4c-7976-46e0-8657-b3adf641edb8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.602288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] No DVR routers for this DVR port 45238a4c-7976-46e0-8657-b3adf641edb8 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:10.694207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:10.724053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:10.727292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.785405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-512bd6ba-b2e2-400f-ae5d-6240a225048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.786956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-512bd6ba-b2e2-400f-ae5d-6240a225048a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2337601 Mar 22 14:12:10.794557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Allocated IP 172.20.0.2 (614e4bcc-209f-4cc8-b968-87fc66cb8c30/d627df1f-befb-48e7-ac68-572f4ba94d51/8c51fbc6-0c5b-4109-a096-039dafb6acf6) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:10.799532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (bbe66d07-7519-4a6a-acb4-71b13dd41879), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.815905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:10.816599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:10.817941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-334763f2-e2ee-4be6-a876-acac80a6ba5e service neutron] 10.222.0.78 "PUT /v2.0/ports/1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 1091 time: 3.4761102 Mar 22 14:12:10.828080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 45e42188-c38d-4dde-817c-4bc29d8db9c0 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:10.831235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:10.833867 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:10.910147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-183ebe82-211b-4be0-8c20-2f52dec2b59d req-2bccec85-c4b9-4bdd-bcb9-1e5a74427d5f tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015779 Mar 22 14:12:10.991864 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495d3e0-489d-497c-9d7e-16dbb88b118e x-openstack-request-id: req-d495d3e0-489d-497c-9d7e-16dbb88b118e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:10.999939 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:11.000794 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d495d3e0-489d-497c-9d7e-16dbb88b118e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:11.001463 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d495d3e0-489d-497c-9d7e-16dbb88b118e'] response: {'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:12:11.017591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477801-3cd0-48b1-b26e-7d4fa91c761c req-34bdc752-a4cb-44f8-ad0e-57751399c49c tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.020047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe66d07-7519-4a6a-acb4-71b13dd41879']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:11.035510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15477801-3cd0-48b1-b26e-7d4fa91c761c req-34bdc752-a4cb-44f8-ad0e-57751399c49c tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 943 time: 0.3451130 Mar 22 14:12:11.076794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9af8de4-2944-4386-a87e-8a8eaf576fd2') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:11.077092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9af8de4-2944-4386-a87e-8a8eaf576fd2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:11.094930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks [] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.114611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.137677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c9af8de4-2944-4386-a87e-8a8eaf576fd2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.238397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:11.255485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:11.259163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:11.264475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Pushing event updated for resources: {'Port': ['ID=8c51fbc6-0c5b-4109-a096-039dafb6acf6,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:11.269947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c9af8de4-2944-4386-a87e-8a8eaf576fd2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.274475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-3f3aeec1-3d6c-410d-846f-d169a0802fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.276033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-3f3aeec1-3d6c-410d-846f-d169a0802fca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1125 time: 0.3977740 Mar 22 14:12:11.283102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:11.284461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c9af8de4-2944-4386-a87e-8a8eaf576fd2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.348779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Attempting to bind port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:11.349162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Attempting to bind port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2ff56fbc-ef57-42bb-b175-6bd651999cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:11.349532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Attempting to bind port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 on network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:11.360982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:11.361373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Checking segment: {'id': '2ff56fbc-ef57-42bb-b175-6bd651999cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:11.362373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.363480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Bound using segment: {'id': '2ff56fbc-ef57-42bb-b175-6bd651999cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:11.363979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Bound port: 8c51fbc6-0c5b-4109-a096-039dafb6acf6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff56fbc-ef57-42bb-b175-6bd651999cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:11.364368 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.385348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15477801-3cd0-48b1-b26e-7d4fa91c761c req-3958cb49-7bdf-41e6-9163-75cd84604964 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353572 Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:11.415922 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:11.466459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-6bfb6da8-8c81-4bdc-98f3-1490341e5522 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 0.1411057 Mar 22 14:12:11.510316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.3 (614e4bcc-209f-4cc8-b968-87fc66cb8c30/d627df1f-befb-48e7-ac68-572f4ba94d51/45e42188-c38d-4dde-817c-4bc29d8db9c0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:11.546339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-17894278-ea78-43b0-9be7-620404803c83 None None] For port 8c51fbc6-0c5b-4109-a096-039dafb6acf6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:11.551196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-17894278-ea78-43b0-9be7-620404803c83 None None] For port 8c51fbc6-0c5b-4109-a096-039dafb6acf6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8c51fbc6-0c5b-4109-a096-039dafb6acf6,segment=NetworkSegment(2ff56fbc-ef57-42bb-b175-6bd651999cfd),segment_id=2ff56fbc-ef57-42bb-b175-6bd651999cfd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:11.564099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.723734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17894278-ea78-43b0-9be7-620404803c83 None None] Pushing event updated for resources: {'Port': ['ID=8c51fbc6-0c5b-4109-a096-039dafb6acf6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:11.776006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae40f3-0130-4f61-bdc8-bb7564cef8b0 req-036d1354-fca7-4b9c-977c-5afb4678e35f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.778211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43ae40f3-0130-4f61-bdc8-bb7564cef8b0 req-036d1354-fca7-4b9c-977c-5afb4678e35f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.6212492 Mar 22 14:12:11.787234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.809294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-c6a54fe7-c398-47b3-988b-0ffdb0e22a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.810915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-c6a54fe7-c398-47b3-988b-0ffdb0e22a60 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.3307192 Mar 22 14:12:11.825487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (bbe66d07-7519-4a6a-acb4-71b13dd41879), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.833045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.836830 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] 10.222.0.81 "DELETE /v2.0/networks/bbe66d07-7519-4a6a-acb4-71b13dd41879 HTTP/1.1" status: 204 len: 168 time: 2.6808043 Mar 22 14:12:11.842182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb28c8c-4578-4ba6-991b-37bffecaaaaf req-7dca36aa-f365-40b4-90a1-3c3e2a082df5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.844628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb28c8c-4578-4ba6-991b-37bffecaaaaf req-7dca36aa-f365-40b4-90a1-3c3e2a082df5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2592371 Mar 22 14:12:11.851794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:11.902922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-a2a6c1a8-262f-4e0e-83d5-496062bf5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:11.904640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-a2a6c1a8-262f-4e0e-83d5-496062bf5ac1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1088684 Mar 22 14:12:11.966075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:11.971982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:11.990581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43ae40f3-0130-4f61-bdc8-bb7564cef8b0 req-d6e936e3-3f03-427c-99d9-27918e01e2dc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043235 Mar 22 14:12:11.996116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:12.070337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9df58-1ae6-4b9b-8d84-f201e17c1bde tempest-AllowedAddressPairIpV6TestJSON-498993928 tempest-AllowedAddressPairIpV6TestJSON-498993928-project] Pushing event deleted for resources: {'Network': ['ID=bbe66d07-7519-4a6a-acb4-71b13dd41879,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.285616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=45e42188-c38d-4dde-817c-4bc29d8db9c0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:12.333149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.333825 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:12.365987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-acdf257a-b8d4-4501-9649-c13faf553f4c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1367791 Mar 22 14:12:12.371883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.379174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '614e4bcc-209f-4cc8-b968-87fc66cb8c30', 'name': 'tempest-PortsTestJSON-875959820'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:12.462690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-6b10a084-921c-414f-9716-605845b20bc3 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936553 Mar 22 14:12:12.498950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55500-c977-4682-b58c-780b86c5f51a req-17fbd6b5-47b7-4e4c-9ced-51e6a9099f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.505592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-17fbd6b5-47b7-4e4c-9ced-51e6a9099f9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6599541 Mar 22 14:12:12.517364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45708) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:12.614784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb28c8c-4578-4ba6-991b-37bffecaaaaf req-ade01129-1abc-4e3f-9c30-72901e52c4a9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6648326 Mar 22 14:12:12.848529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a19c1-1ba3-4ec1-b27e-0c2047e042d0 req-25f87469-43e2-40d0-9e2b-b6b9142ea75e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:12.883581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d8a19c1-1ba3-4ec1-b27e-0c2047e042d0 req-25f87469-43e2-40d0-9e2b-b6b9142ea75e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.6296508 Mar 22 14:12:12.943100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:12.948501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.002438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-384994e5-5980-4f28-813c-2e60d7b2d4ed req-68c055c7-1672-46d9-8e1a-226e2cc9385f service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268352 Mar 22 14:12:13.012707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 3d57adb4-afe3-4a39-9b4c-0793f692bc5e yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:13.112617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9363e8a3-ddf3-493f-8e8a-8e31fd7e3b0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37ea46c7f8be40078caebb0a62f8e699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5532713 Mar 22 14:12:13.117153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:13.129247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d8a19c1-1ba3-4ec1-b27e-0c2047e042d0 req-fa2cddb6-e179-4cad-9975-d544dff108d3 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830912 Mar 22 14:12:13.140778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-628a7e39-980b-4339-b01c-7d99ee495d51 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223800 Mar 22 14:12:13.186409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb6f3-7c37-462d-96dc-4ab68bf5c24c req-c6213b8c-7b96-420a-b6d1-3ebdc3700dcf tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.188506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-911bb6f3-7c37-462d-96dc-4ab68bf5c24c req-c6213b8c-7b96-420a-b6d1-3ebdc3700dcf tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 943 time: 0.3867478 Mar 22 14:12:13.438820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.6 (614e4bcc-209f-4cc8-b968-87fc66cb8c30/d627df1f-befb-48e7-ac68-572f4ba94d51/3d57adb4-afe3-4a39-9b4c-0793f692bc5e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:13.448826 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] Publish callbacks [] for security_group (176e7e0f-66b0-40e9-8b11-13dcbf21ba1e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.529468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-911bb6f3-7c37-462d-96dc-4ab68bf5c24c req-1c2b30ab-a147-4d7f-a43c-0dc66496e824 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760634 Mar 22 14:12:13.543248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59834850-ce5c-4513-aae3-3ba9015ab926 req-5791e501-a40f-497c-8165-0d4648ceb9ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:13.553451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59834850-ce5c-4513-aae3-3ba9015ab926 req-5791e501-a40f-497c-8165-0d4648ceb9ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.3058102 Mar 22 14:12:13.559866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfe55500-c977-4682-b58c-780b86c5f51a req-5b4272fc-1a18-4e65-99e5-1346482bc935 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078603 Mar 22 14:12:13.569557 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] Publish callbacks [] for security_group (176e7e0f-66b0-40e9-8b11-13dcbf21ba1e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.676137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f36ff7-0a30-497e-aa60-1410f3bfadac None None] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:13.804768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.816603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59834850-ce5c-4513-aae3-3ba9015ab926 req-22d1f4c3-7a03-4b07-8d71-bbacda34a5d8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644477 Mar 22 14:12:13.871806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.883793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (176e7e0f-66b0-40e9-8b11-13dcbf21ba1e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.887377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:13.900847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/176e7e0f-66b0-40e9-8b11-13dcbf21ba1e HTTP/1.1" status: 204 len: 168 time: 0.7728093 Mar 22 14:12:13.949626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=3d57adb4-afe3-4a39-9b4c-0793f692bc5e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:13.965858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:13.968303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:13.976010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:14.017766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41250c30-9144-453f-8f66-b45603f4437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e7e0f-66b0-40e9-8b11-13dcbf21ba1e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:14.032189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-6027d897-15f3-4f43-8119-f84abdca3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.051726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-6027d897-15f3-4f43-8119-f84abdca3a16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1125 time: 0.4151592 Mar 22 14:12:14.084077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.084747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.126887 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-edf90e9a-b567-4ef4-a973-d23a9719ab8e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7537754 Mar 22 14:12:14.128188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:14.182849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Provisioning complete for port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:14.183240 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.343089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682929e-db1a-49bf-b69e-e31f690e90d6 req-c9f1ba42-a7c4-4812-8e2d-f3512ee19c9b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.347698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8c51fbc6-0c5b-4109-a096-039dafb6acf6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:14.360938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2682929e-db1a-49bf-b69e-e31f690e90d6 req-c9f1ba42-a7c4-4812-8e2d-f3512ee19c9b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5240016 Mar 22 14:12:14.387617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-70a73ff7-03d8-458b-9187-0dbb06808d4c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5201039 Mar 22 14:12:14.388527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03b312-2b23-43f9-bdc1-a6973d29e879 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.395312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f03b312-2b23-43f9-bdc1-a6973d29e879 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2623260 Mar 22 14:12:14.395970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45746) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:14.567164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Current status of the port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:14.568051 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.668532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] For port 8c51fbc6-0c5b-4109-a096-039dafb6acf6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8c51fbc6-0c5b-4109-a096-039dafb6acf6,segment=NetworkSegment(2ff56fbc-ef57-42bb-b175-6bd651999cfd),segment_id=2ff56fbc-ef57-42bb-b175-6bd651999cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:14.687874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:14.702271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2682929e-db1a-49bf-b69e-e31f690e90d6 req-57d576df-36ac-4642-8e51-0cf73307187e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342469 Mar 22 14:12:14.710802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-3b6dacb8-64c9-418e-8f91-19107ea476d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.712543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-3b6dacb8-64c9-418e-8f91-19107ea476d7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.6507773 Mar 22 14:12:14.833326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-dfa56cc5-7b40-46fb-9f1b-28439412127b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 0.1052511 Mar 22 14:12:14.855804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882aee0-1c32-4e71-81dc-0290dd9ded97 req-578bea73-c27a-4fc0-ab8d-a2fb130d4a78 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:14.869178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6882aee0-1c32-4e71-81dc-0290dd9ded97 req-578bea73-c27a-4fc0-ab8d-a2fb130d4a78 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.5045023 Mar 22 14:12:15.007607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-256e6a86-576e-413b-a4a1-5db7de314e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.011527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-256e6a86-576e-413b-a4a1-5db7de314e20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 1127 time: 0.5531244 Mar 22 14:12:15.020554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc4ee6-20fc-4d6b-90a0-851c72149173 None None] Pushing event updated for resources: {'Port': ['ID=8c51fbc6-0c5b-4109-a096-039dafb6acf6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:15.052078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:15.056635 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.298565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a24bf7b-d231-470a-bf66-a7c64a048514 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:15.392202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-ca442e70-ecc0-423a-a4ef-a9b49d3d1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.393713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-ca442e70-ecc0-423a-a4ef-a9b49d3d1e52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.4917598 Mar 22 14:12:15.429354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Provisioning complete for port 45e42188-c38d-4dde-817c-4bc29d8db9c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:15.429736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.444036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305305ca-15d8-4fa1-9c1a-7e1c6978e294 req-deb4f02a-b7ed-4fdc-947c-9e27e8eac583 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.445616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-305305ca-15d8-4fa1-9c1a-7e1c6978e294 req-deb4f02a-b7ed-4fdc-947c-9e27e8eac583 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 943 time: 0.6174002 Mar 22 14:12:15.460312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6882aee0-1c32-4e71-81dc-0290dd9ded97 req-2225625b-c23e-4ec7-aa0e-7b2b796030aa tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900414 Mar 22 14:12:15.619480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-8964ed81-8373-46e8-97be-c1d910b5df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:15.632185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-8964ed81-8373-46e8-97be-c1d910b5df78 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.5297897 Mar 22 14:12:15.765639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a24bf7b-d231-470a-bf66-a7c64a048514,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:15.767401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 3d57adb4-afe3-4a39-9b4c-0793f692bc5e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:15.770383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:15.794064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:15.826789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-8f831276-4b93-4755-9dc4-e836d695d500 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856287 Mar 22 14:12:15.983741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:15.991714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Port 45e42188-c38d-4dde-817c-4bc29d8db9c0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:16.012282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a24bf7b-d231-470a-bf66-a7c64a048514 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:16.013615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.015859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Provisioning complete for port 3d57adb4-afe3-4a39-9b4c-0793f692bc5e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:16.016255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.031681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45792) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:16.051785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a24bf7b-d231-470a-bf66-a7c64a048514 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:16.085394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Port 3d57adb4-afe3-4a39-9b4c-0793f692bc5e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:16.103526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a24bf7b-d231-470a-bf66-a7c64a048514,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:16.140858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.198830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Provisioning complete for port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:16.199214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.222633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-6c89be6a-abc2-47ca-932b-c3350a8165e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.226991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-6c89be6a-abc2-47ca-932b-c3350a8165e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.2853370 Mar 22 14:12:16.275275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.320953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8c51fbc6-0c5b-4109-a096-039dafb6acf6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:16.442037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 3d57adb4-afe3-4a39-9b4c-0793f692bc5e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:16.482504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1a24bf7b-d231-470a-bf66-a7c64a048514'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:16.676879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:16.734333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-895036723'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:16.758010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-5b232e57-d438-4814-916b-fa4d0731d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.758010 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-5b232e57-d438-4814-916b-fa4d0731d8a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.4976287 Mar 22 14:12:16.791210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-b94b0fa7-04e4-4b01-aa12-04859772bdc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 200 len: 217 time: 1.0089016 Mar 22 14:12:16.909638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf2b02-136c-42cc-acd3-fe4d02aff177 None None] Current status of the port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:16.925325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:16.926315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.944011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3d57adb4-afe3-4a39-9b4c-0793f692bc5e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:16.963550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-c4e5c972-e88a-4bde-af24-5c7e0419c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:16.979492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-c4e5c972-e88a-4bde-af24-5c7e0419c8fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5678692 Mar 22 14:12:16.988774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-305305ca-15d8-4fa1-9c1a-7e1c6978e294 req-9082a600-2667-4534-ae95-81eeaaffb2fa tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5267088 Mar 22 14:12:16.998837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e703fb1-5b89-4c0c-8d7d-3583aeff08d0 req-d940267d-63b0-4d20-9b9b-9544ee75d1ef tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.008552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e703fb1-5b89-4c0c-8d7d-3583aeff08d0 req-d940267d-63b0-4d20-9b9b-9544ee75d1ef tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 1.2942913 Mar 22 14:12:17.050432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:17.060246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.095135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.097188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=3d57adb4-afe3-4a39-9b4c-0793f692bc5e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:17.147354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0917-fbc9-422e-ad38-74e81d5a0e3a None None] Could not find standard attr ID for object 3d57adb4-afe3-4a39-9b4c-0793f692bc5e. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:17.151422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-8ce85c76-4733-49c7-a3e4-e328e4ce2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.157775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-8ce85c76-4733-49c7-a3e4-e328e4ce2550 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.3606951 Mar 22 14:12:17.215792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-388f6122-9eb6-4317-a036-a1e7a6526f75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.4455373 Mar 22 14:12:17.225763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0917-fbc9-422e-ad38-74e81d5a0e3a None None] Provisioning complete for port 45e42188-c38d-4dde-817c-4bc29d8db9c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:17.226202 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0917-fbc9-422e-ad38-74e81d5a0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.427144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-8f3f008d-3430-4dc4-9613-df3d39204420 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2480800 Mar 22 14:12:17.441315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:17.442477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f0917-fbc9-422e-ad38-74e81d5a0e3a None None] Port 45e42188-c38d-4dde-817c-4bc29d8db9c0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:17.444869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8a8d3de3-17e5-4d3f-b50c-6e704db3d66c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/3d57adb4-afe3-4a39-9b4c-0793f692bc5e HTTP/1.1" status: 204 len: 168 time: 3.0477726 Mar 22 14:12:17.451303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45816) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.458166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:17.544814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-6ee89f76-1752-48c0-a0d6-937f41121506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.546408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-6ee89f76-1752-48c0-a0d6-937f41121506 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2880049 Mar 22 14:12:17.565346 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ca5663-c098-472a-8544-0ea9a670c1fc tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:12:17.566830 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64ca5663-c098-472a-8544-0ea9a670c1fc tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/3d57adb4-afe3-4a39-9b4c-0793f692bc5e HTTP/1.1" status: 404 len: 333 time: 0.1146135 Mar 22 14:12:17.578301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45820) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:17.595913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e703fb1-5b89-4c0c-8d7d-3583aeff08d0 req-c83452ad-178a-4317-bccf-1de1fbcecf59 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774617 Mar 22 14:12:17.711531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-ed2ea663-3409-42b9-a5bf-bca28185d266 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997766 Mar 22 14:12:17.738446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d170-53b5-4c09-b184-84daad162a31 req-ed7315cf-7a22-43da-9c0c-ef4cb21d9870 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:17.740487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c677d170-53b5-4c09-b184-84daad162a31 req-ed7315cf-7a22-43da-9c0c-ef4cb21d9870 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5783083 Mar 22 14:12:17.915332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-ad94a9f6-db9d-46ac-bed4-9afd57876f2b service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421875 Mar 22 14:12:18.067786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c677d170-53b5-4c09-b184-84daad162a31 req-544624f6-f4e6-46eb-b059-e3d08008e1f6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046458 Mar 22 14:12:18.100555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-a58b44d8-a43a-4c7c-bb82-fc5371b98425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.101612 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-a58b44d8-a43a-4c7c-bb82-fc5371b98425 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5378773 Mar 22 14:12:18.124188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134aee-7bb9-4f6c-b0be-57de6829dd26 req-daed640b-c373-4497-b276-ef5d6e5bd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.153682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e2c3-000b-4829-bc96-bca7db012f4c req-113c6e10-3272-46c6-af2f-b30825178eb8 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.159423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8134aee-7bb9-4f6c-b0be-57de6829dd26 req-daed640b-c373-4497-b276-ef5d6e5bd611 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1127 time: 0.4990671 Mar 22 14:12:18.162023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c835e2c3-000b-4829-bc96-bca7db012f4c req-113c6e10-3272-46c6-af2f-b30825178eb8 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.4010077 Mar 22 14:12:18.252505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1744bfa3-cdc6-45e7-be8d-b7f69b4ecc87 req-01d52573-0578-4fd8-b37c-ef92fe6fd5cd service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336311 Mar 22 14:12:18.379859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 45e42188-c38d-4dde-817c-4bc29d8db9c0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:18.380283 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.447044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for security_group (c9c92abc-7754-4ae7-8d5f-5920e0ad730f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.487148 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:12:18.497723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c9c92abc-7754-4ae7-8d5f-5920e0ad730f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.536925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8134aee-7bb9-4f6c-b0be-57de6829dd26 req-5bfe5100-0e18-4b51-9cc0-eacb8d1dbad5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765125 Mar 22 14:12:18.571352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:18.574955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d15e72b3-0976-4283-aedb-ec440e12e3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.590428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2073ebd7-d69f-4512-befb-53825bb9d8a1 req-67d51d7e-f324-489c-ad0e-0d44ad32a235 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526508 Mar 22 14:12:18.612283 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-a3625faa-dd23-48d6-bae1-e2837b334c92 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908259 Mar 22 14:12:18.613464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08b44540-31cf-49e7-8a95-dd9dacd13583), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.614672 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Added segment 08b44540-31cf-49e7-8a95-dd9dacd13583 of type vlan for network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 Mar 22 14:12:18.624385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c92abc-7754-4ae7-8d5f-5920e0ad730f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:18.637059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c835e2c3-000b-4829-bc96-bca7db012f4c req-3a79d9b2-d05a-486d-98c4-30f8f08b8081 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657156 Mar 22 14:12:18.715080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab013f3a-9245-4d13-8534-d1585c4ef2cf req-48098547-9fcd-4ef3-86b3-7935d42c10c1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.716706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab013f3a-9245-4d13-8534-d1585c4ef2cf req-48098547-9fcd-4ef3-86b3-7935d42c10c1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 944 time: 0.3964126 Mar 22 14:12:18.726329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2f11dbd5-f9e9-4b9d-9783-177b335cadb5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.812517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.873765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2f11dbd5-f9e9-4b9d-9783-177b335cadb5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.883620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab013f3a-9245-4d13-8534-d1585c4ef2cf req-e40e4c1a-bc37-460a-8074-3b4fbe64bdd9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393566 Mar 22 14:12:18.884645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 45e42188-c38d-4dde-817c-4bc29d8db9c0 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:18.889415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:18.895924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:18.957537 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9068167 Mar 22 14:12:18.972815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:18.975210 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b005cb0-5f1d-467e-842f-be0660f62094 req-86a134e6-af3c-4a95-8e0b-7c0bb42f5939 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463578 Mar 22 14:12:19.049447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:19.140706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7b106-48aa-4f40-96e3-58355c80ed47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Network': ['ID=2f11dbd5-f9e9-4b9d-9783-177b335cadb5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:19.153062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:19.205249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:19.209281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.298076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a24bf7b-d231-470a-bf66-a7c64a048514 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:19.511505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31754f-66a7-4abd-aecc-64e612eeb291 req-bce2e971-0121-48f6-8e0d-e807d0eb5019 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:19.521316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d31754f-66a7-4abd-aecc-64e612eeb291 req-bce2e971-0121-48f6-8e0d-e807d0eb5019 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4339814 Mar 22 14:12:19.531244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1a24bf7b-d231-470a-bf66-a7c64a048514 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:19.572988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1a24bf7b-d231-470a-bf66-a7c64a048514 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:19.581706 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.584139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cfacf-9ad5-4fa4-9b07-0b52e34b30d6 req-9359f22f-7c11-4af8-baad-8d1c1d62bb14 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:19.601356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b3cfacf-9ad5-4fa4-9b07-0b52e34b30d6 req-9359f22f-7c11-4af8-baad-8d1c1d62bb14 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.5854247 Mar 22 14:12:19.785336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b3cfacf-9ad5-4fa4-9b07-0b52e34b30d6 req-c03b2a47-01ef-4482-b779-33c14d4f3313 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400969 Mar 22 14:12:19.814976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d31754f-66a7-4abd-aecc-64e612eeb291 req-74f5247e-2182-4459-8d2b-34dd661bfa36 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882605 Mar 22 14:12:19.829550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (45e42188-c38d-4dde-817c-4bc29d8db9c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:19.964832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=45e42188-c38d-4dde-817c-4bc29d8db9c0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.233887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.240856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0480b3aa-5b2e-445d-a580-79bc3bd76096 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/45e42188-c38d-4dde-817c-4bc29d8db9c0 HTTP/1.1" status: 204 len: 168 time: 2.6467183 Mar 22 14:12:20.249265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45898) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:20.274915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305917cd-1001-4912-b5d3-f2c6cc7e5a5f req-2fbd7e45-5e9f-4f63-b0a2-0364e2ded718 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:20.280861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-305917cd-1001-4912-b5d3-f2c6cc7e5a5f req-2fbd7e45-5e9f-4f63-b0a2-0364e2ded718 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.3053315 Mar 22 14:12:20.288621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (397b9e3d-7075-4891-b872-d17f3b69385f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.328191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a24bf7b-d231-470a-bf66-a7c64a048514 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:20.328897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.366265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a24bf7b-d231-470a-bf66-a7c64a048514,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:20.367680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:20.370568 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7caf9-a8da-40c5-be37-0db309dd8015" -d '{"events": [{"server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "name": "network-vif-plugged", "status": "completed", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:20.377188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.474443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=397b9e3d-7075-4891-b872-d17f3b69385f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.495074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:20.496829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network hostable DHCP agents. Network: 2f11dbd5-f9e9-4b9d-9783-177b335cadb5, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:20.527190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b7d94-d1ce-4682-9b26-97a8682bf70d req-cff673d9-bae5-4602-97f3-7b813515adde tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:20.536025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e2b7d94-d1ce-4682-9b26-97a8682bf70d req-cff673d9-bae5-4602-97f3-7b813515adde tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5548289 Mar 22 14:12:20.545393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:20.564983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 2f11dbd5-f9e9-4b9d-9783-177b335cadb5) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:20.566262 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbc27fa-24dc-4cc8-a617-0d180e7a9586 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:12:20.569846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:20.570438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.574996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fdbc27fa-24dc-4cc8-a617-0d180e7a9586 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/45e42188-c38d-4dde-817c-4bc29d8db9c0 HTTP/1.1" status: 404 len: 333 time: 0.2358625 Mar 22 14:12:20.582413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45914) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:20.621265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c7790-eb0a-459d-9437-c9d5333c5d75 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:20.648110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c4de522-cd03-4a80-b9f5-22cc6d59fc74 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6714225 Mar 22 14:12:20.652239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:20.660492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'name': 'tempest-NetworksTestDHCPv6-1457140687'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:20.662278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-305917cd-1001-4912-b5d3-f2c6cc7e5a5f req-b273d5ad-8aaa-4101-846d-d067bbabc170 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772430 Mar 22 14:12:20.668268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:20.768097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e2b7d94-d1ce-4682-9b26-97a8682bf70d req-b9bae4cd-0224-429f-b8f7-a76f635ba3f1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309940 Mar 22 14:12:20.898457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet d627df1f-befb-48e7-ac68-572f4ba94d51 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:20.916639 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4960037-08ab-45d3-af78-4a02a73f30b6 x-openstack-request-id: req-b4960037-08ab-45d3-af78-4a02a73f30b6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:20.916926 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "name": "network-vif-plugged", "status": "completed", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:20.917196 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4960037-08ab-45d3-af78-4a02a73f30b6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:20.917559 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4960037-08ab-45d3-af78-4a02a73f30b6'] response: {'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'code': 200} Mar 22 14:12:20.926228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43671-6c06-4975-81d9-be061665dd44 req-22288f41-315e-4b0c-9201-c2759ffdac7f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:20.930136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54f43671-6c06-4975-81d9-be061665dd44 req-22288f41-315e-4b0c-9201-c2759ffdac7f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.1221404 Mar 22 14:12:20.939234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '397b9e3d-7075-4891-b872-d17f3b69385f'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:20.940079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:20.956345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22cc6d19-632d-4f22-9584-a2708904c10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.015835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (d627df1f-befb-48e7-ac68-572f4ba94d51), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.181656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (d627df1f-befb-48e7-ac68-572f4ba94d51), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.224425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/397b9e3d-7075-4891-b872-d17f3b69385f/03405987-feb5-4c8f-a8e7-77579ea7be7a) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:21.228922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:21.231938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54f43671-6c06-4975-81d9-be061665dd44 req-7f0abdac-9000-42cd-9c0b-0d5289fb481a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545040 Mar 22 14:12:21.232975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.296105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port e77b55b6-34ff-43eb-942d-fdbb4efee0fa yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:21.338412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-c1576af0-1fd0-4a69-8301-c2618f712942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.340052 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-c1576af0-1fd0-4a69-8301-c2618f712942 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70dfc3ffeefc466d96a178e950df41aa&device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 1127 time: 0.2409983 Mar 22 14:12:21.377409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45960) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:21.381934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64372e61-8ebb-4271-bfd6-e8ca89e54217 req-1d186dda-1c9a-443e-be61-3d7106163ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.383789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64372e61-8ebb-4271-bfd6-e8ca89e54217 req-1d186dda-1c9a-443e-be61-3d7106163ddf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.4460843 Mar 22 14:12:21.392995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2121907989'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:21.471735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e5718-b8e9-4b4b-b032-c20b3be7f324 req-5092bcf8-f0f0-4337-856b-7129ed5fad8e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.477313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff6e5718-b8e9-4b4b-b032-c20b3be7f324 req-5092bcf8-f0f0-4337-856b-7129ed5fad8e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2743659 Mar 22 14:12:21.490690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks [] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.507554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.526789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d627df1f-befb-48e7-ac68-572f4ba94d51), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.539491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64372e61-8ebb-4271-bfd6-e8ca89e54217 req-30291628-ef7c-4764-b483-a3aa6c4325e9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390204 Mar 22 14:12:21.567222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff481b-36fe-4174-90a7-774e7257c1d4 req-4096adc3-fa8f-496a-8656-21a6a4c8e1b2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.574366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aff481b-36fe-4174-90a7-774e7257c1d4 req-4096adc3-fa8f-496a-8656-21a6a4c8e1b2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.1409812 Mar 22 14:12:21.589279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Pushing event updated for resources: {'Port': ['ID=03405987-feb5-4c8f-a8e7-77579ea7be7a,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:21.593287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:21.603709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.603872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff6e5718-b8e9-4b4b-b032-c20b3be7f324 req-d692cd9f-319f-4217-8258-9fddcaf0e67a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152866 Mar 22 14:12:21.625588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:21.627749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:21.634689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:21.666462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aff481b-36fe-4174-90a7-774e7257c1d4 req-ab4ce939-42b7-4a7f-a06f-bf75d449f2c7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Mar 22 14:12:21.781076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:21.787618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Attempting to bind port 03405987-feb5-4c8f-a8e7-77579ea7be7a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:21.788021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Attempting to bind port 03405987-feb5-4c8f-a8e7-77579ea7be7a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:21.788378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Attempting to bind port 03405987-feb5-4c8f-a8e7-77579ea7be7a on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:21.793717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:21.793919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.794130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:21.794424 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Added segment 1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9 of type vlan for network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 Mar 22 14:12:21.795908 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.799754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:21.800873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Bound port: 03405987-feb5-4c8f-a8e7-77579ea7be7a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:21.801588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.834185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45772d-779f-458a-a948-7fdf1297929a req-28d7b790-4147-4301-a642-368b84d20a93 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.836204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e45772d-779f-458a-a948-7fdf1297929a req-28d7b790-4147-4301-a642-368b84d20a93 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.1505749 Mar 22 14:12:21.863514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::3d8 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/397b9e3d-7075-4891-b872-d17f3b69385f/e77b55b6-34ff-43eb-942d-fdbb4efee0fa) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:21.891444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb462-628e-4a1c-a448-3e60745bf8ee req-73c594ab-742c-4435-a18c-c674c6032521 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:21.899844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caacb462-628e-4a1c-a448-3e60745bf8ee req-73c594ab-742c-4435-a18c-c674c6032521 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1396894 Mar 22 14:12:21.985318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4800d318-0d9d-4cb1-9481-dfc8da4fefd6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:21.987656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] For port 03405987-feb5-4c8f-a8e7-77579ea7be7a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:21.992135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] For port 03405987-feb5-4c8f-a8e7-77579ea7be7a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=03405987-feb5-4c8f-a8e7-77579ea7be7a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:22.004757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.017008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e45772d-779f-458a-a948-7fdf1297929a req-b90bdeb4-93a4-468e-8465-f78e8cce26ea tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709943 Mar 22 14:12:22.021937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.093503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caacb462-628e-4a1c-a448-3e60745bf8ee req-aacfac67-8c9f-4c87-965a-2b0181cdeead tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903763 Mar 22 14:12:22.146493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (d627df1f-befb-48e7-ac68-572f4ba94d51), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.159023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb5654-0814-412c-9bdb-5fb72af9f0fd None None] Pushing event updated for resources: {'Port': ['ID=03405987-feb5-4c8f-a8e7-77579ea7be7a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:22.228652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-87f8dfa2-0391-4650-b44a-97597204797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.230783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-87f8dfa2-0391-4650-b44a-97597204797a service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 200 len: 912 time: 0.8543143 Mar 22 14:12:22.237106 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4800d318-0d9d-4cb1-9481-dfc8da4fefd6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.248282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.251933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.253881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=d627df1f-befb-48e7-ac68-572f4ba94d51,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:22.301134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929da9ee-2606-42df-af02-573641db8575 None None] Network 614e4bcc-209f-4cc8-b968-87fc66cb8c30 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:22.448631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.461724 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b610c77-8b3c-43c2-bbde-e832d323e71b tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/d627df1f-befb-48e7-ac68-572f4ba94d51 HTTP/1.1" status: 204 len: 168 time: 1.8745813 Mar 22 14:12:22.519808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46008) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:22.565365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-e5e40c72-66ce-4a1f-ac33-f1eda2f5b4af tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.571378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-74a710de-3703-4c75-927b-43716ec42b54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 200 len: 217 time: 0.2875872 Mar 22 14:12:22.572130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-e5e40c72-66ce-4a1f-ac33-f1eda2f5b4af tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.1977317 Mar 22 14:12:22.639356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-8e700a63-efe1-4f94-9aa6-e8346908dbf2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/quotas/e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 375 time: 0.0660574 Mar 22 14:12:22.665100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] DHCP port deletion for 614e4bcc-209f-4cc8-b968-87fc66cb8c30 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:22.714820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-3d7aa2a4-2ca4-4d21-922e-71d6b338310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.717085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-3d7aa2a4-2ca4-4d21-922e-71d6b338310c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 200 len: 851 time: 0.0801580 Mar 22 14:12:22.764804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Deleting port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:22.765360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.775370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a351-baab-4fc5-a2ac-795ee3e71ec9 req-4406aa29-ad17-4b4c-b7f8-964177370ff9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:22.776975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9998a351-baab-4fc5-a2ac-795ee3e71ec9 req-4406aa29-ad17-4b4c-b7f8-964177370ff9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.2019584 Mar 22 14:12:22.820443 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4319816 Mar 22 14:12:22.824548 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-d1b9b444-59c7-4953-8562-3e82af329eaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3307e89-bbea-46e3-99ac-b6a9e45124f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568373 Mar 22 14:12:22.825947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46014) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:22.837266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:22.848419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-a0916a72-baec-4f5c-b580-e437a8337bf9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080607 Mar 22 14:12:22.861671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2083777312'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:22.870618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] For port 8c51fbc6-0c5b-4109-a096-039dafb6acf6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8c51fbc6-0c5b-4109-a096-039dafb6acf6,segment=NetworkSegment(2ff56fbc-ef57-42bb-b175-6bd651999cfd),segment_id=2ff56fbc-ef57-42bb-b175-6bd651999cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:22.871081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.895020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:22.898414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:22.902802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Calling delete_port for 8c51fbc6-0c5b-4109-a096-039dafb6acf6 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:22.970905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-e0e401bf-e4f2-4530-a3e0-c69967966ce1 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143961 Mar 22 14:12:22.990505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9998a351-baab-4fc5-a2ac-795ee3e71ec9 req-bd7d13e2-2467-4c8b-8bc0-748e22cddb3c tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999195 Mar 22 14:12:22.997888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:23.044814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1049dbb3-aab4-46db-a482-a6961c8d7705), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.045185 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Added segment 1049dbb3-aab4-46db-a482-a6961c8d7705 of type vlan for network 9202dd69-3395-4958-b961-081ed402344d Mar 22 14:12:23.055425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-f8d78030-a893-48ff-b103-2d2d3c020ba9 service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059729 Mar 22 14:12:23.093356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (8c51fbc6-0c5b-4109-a096-039dafb6acf6), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.116474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] No DVR routers for this DVR port 8c51fbc6-0c5b-4109-a096-039dafb6acf6 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:23.159969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0a0ab-3703-412f-98c5-a5452c4396da None None] Pushing event deleted for resources: {'Port': ['ID=8c51fbc6-0c5b-4109-a096-039dafb6acf6,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.267332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (9202dd69-3395-4958-b961-081ed402344d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.333521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-4088e8c7-6c00-461e-bfbd-bd259ef8116a service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771516 Mar 22 14:12:23.345910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5481-64fb-4ffc-8f9b-64b92ee4bea4 req-d27be29e-5b87-4197-8828-dda9d542ff68 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.353495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5a5481-64fb-4ffc-8f9b-64b92ee4bea4 req-d27be29e-5b87-4197-8828-dda9d542ff68 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.1743233 Mar 22 14:12:23.356813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (9202dd69-3395-4958-b961-081ed402344d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.365282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.365951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.397571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.435141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed670dd-9f1a-41a9-9d5f-6594f015ba9b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Network': ['ID=4800d318-0d9d-4cb1-9481-dfc8da4fefd6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.449178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:23.463259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.519852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6890571 Mar 22 14:12:23.535066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46022) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.573126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5a5481-64fb-4ffc-8f9b-64b92ee4bea4 req-01298c7f-90de-45e5-9aa1-b2968870ad30 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186291 Mar 22 14:12:23.574759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:23.591351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:23.594896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:23.596930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'subnet': {'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:23.601889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.602577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.616367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce93-b28e-4ace-9703-f4f3d7f5244a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.640711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9867363 Mar 22 14:12:23.653143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:23.657581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (614e4bcc-209f-4cc8-b968-87fc66cb8c30), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.664770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cae27-644b-4149-a65a-4c9ab0096b0a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Network': ['ID=9202dd69-3395-4958-b961-081ed402344d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.741132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 9202dd69-3395-4958-b961-081ed402344d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:23.747758 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.769612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d320d-47cb-4180-a66c-629458d5ee3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=e77b55b6-34ff-43eb-942d-fdbb4efee0fa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:23.837880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-281fe4d0-a9dc-4924-8cf1-703216941aad req-df59392a-78a6-4a65-ace6-d18a238554f5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 210 time: 0.1105645 Mar 22 14:12:23.889804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe783d-d180-4f52-9c40-f30e011fe817 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:23.898988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d0548-ed15-4e7e-ae89-93f1dea49155 req-1a8d80c3-fd06-4b29-855d-a135e4c7881e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:23.906237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a36d0548-ed15-4e7e-ae89-93f1dea49155 req-1a8d80c3-fd06-4b29-855d-a135e4c7881e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.1805930 Mar 22 14:12:23.932418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:23.936568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:23.955035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c88b3d81-448b-4eda-b67c-a604fcb2630f req-cd2171b0-ce44-4b30-905d-ef0315a00eb4 service neutron] 10.222.0.78 "GET /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680955 Mar 22 14:12:24.059489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Provisioning complete for port 03405987-feb5-4c8f-a8e7-77579ea7be7a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:24.059873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.072431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a36d0548-ed15-4e7e-ae89-93f1dea49155 req-56e8296b-fa3c-443e-a945-409143c62baa tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554141 Mar 22 14:12:24.142954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3924791-5613-49ab-a3a6-c804dde318a1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:24.171086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3924791-5613-49ab-a3a6-c804dde318a1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:24.173732 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b3924791-5613-49ab-a3a6-c804dde318a1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5139799 Mar 22 14:12:24.177835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46036) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.213861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (614e4bcc-209f-4cc8-b968-87fc66cb8c30), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.256389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Current status of the port 03405987-feb5-4c8f-a8e7-77579ea7be7a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:24.256781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.271651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 03405987-feb5-4c8f-a8e7-77579ea7be7a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:24.275094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614e4bcc-209f-4cc8-b968-87fc66cb8c30']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:24.291406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff56fbc-ef57-42bb-b175-6bd651999cfd') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:24.291789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff56fbc-ef57-42bb-b175-6bd651999cfd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:24.311630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce93-b28e-4ace-9703-f4f3d7f5244a admin admin] Publish callbacks [] for security_group (d219fe4d-2b10-4bd1-9ad5-6970080efea6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.314183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2ff56fbc-ef57-42bb-b175-6bd651999cfd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.328050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce93-b28e-4ace-9703-f4f3d7f5244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d219fe4d-2b10-4bd1-9ad5-6970080efea6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.337412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] For port 03405987-feb5-4c8f-a8e7-77579ea7be7a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=03405987-feb5-4c8f-a8e7-77579ea7be7a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:24.351739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ff56fbc-ef57-42bb-b175-6bd651999cfd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.351979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.386850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:24.387273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2ff56fbc-ef57-42bb-b175-6bd651999cfd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:24.397952 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:24.447063 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e2ffce93-b28e-4ace-9703-f4f3d7f5244a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b8a9fbce4ac4a0584a4ac9e545dd2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6057415 Mar 22 14:12:24.457937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffce93-b28e-4ace-9703-f4f3d7f5244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d219fe4d-2b10-4bd1-9ad5-6970080efea6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.460510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.498465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19c42f-267f-4328-a797-bafe882d557e None None] Pushing event updated for resources: {'Port': ['ID=03405987-feb5-4c8f-a8e7-77579ea7be7a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.508890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 03405987-feb5-4c8f-a8e7-77579ea7be7a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:24.509351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.519070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (614e4bcc-209f-4cc8-b968-87fc66cb8c30), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.582924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.589988 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/614e4bcc-209f-4cc8-b968-87fc66cb8c30 HTTP/1.1" status: 204 len: 168 time: 2.0139101 Mar 22 14:12:24.589988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dc281-db77-4e76-ac09-30af0f35e22c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=614e4bcc-209f-4cc8-b968-87fc66cb8c30,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:24.591612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46042) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:24.646352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-517149707'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:24.700333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 03405987-feb5-4c8f-a8e7-77579ea7be7a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:24.716516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] Publish callbacks [] for security_group (d219fe4d-2b10-4bd1-9ad5-6970080efea6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.727219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:24.732387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.782970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] Publish callbacks [] for security_group (d219fe4d-2b10-4bd1-9ad5-6970080efea6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.801421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:24.816515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1097f40e-b492-4bcd-a6f2-b32f250dbe88), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.817132 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 1097f40e-b492-4bcd-a6f2-b32f250dbe88 of type vlan for network 96372e7a-9524-450a-abb4-e2cf52be67ea Mar 22 14:12:24.861838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8c51fbc6-0c5b-4109-a096-039dafb6acf6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:24.868450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (96372e7a-9524-450a-abb4-e2cf52be67ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.918853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.920444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (96372e7a-9524-450a-abb4-e2cf52be67ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.924113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8c51fbc6-0c5b-4109-a096-039dafb6acf6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:24.924457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8c51fbc6-0c5b-4109-a096-039dafb6acf6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:24.927244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:24.928172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:24.993851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Provisioning complete for port 03405987-feb5-4c8f-a8e7-77579ea7be7a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:24.995300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.029827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4166422 Mar 22 14:12:25.033943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:25.039658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:25.093627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26f033-1da4-4d10-994e-60d5d10c32f6 req-edbfeacc-0c8a-4fb9-8ee8-9861741d7d0d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.096619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e26f033-1da4-4d10-994e-60d5d10c32f6 req-edbfeacc-0c8a-4fb9-8ee8-9861741d7d0d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.9676423 Mar 22 14:12:25.108677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c556f22-9ef9-4770-9fa2-7d3d667858f3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=96372e7a-9524-450a-abb4-e2cf52be67ea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:25.119565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d219fe4d-2b10-4bd1-9ad5-6970080efea6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.123748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.128387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d219fe4d-2b10-4bd1-9ad5-6970080efea6 HTTP/1.1" status: 204 len: 168 time: 0.6548998 Mar 22 14:12:25.169325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5ead5-b661-4864-924b-68b70234082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d219fe4d-2b10-4bd1-9ad5-6970080efea6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:25.186632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 96372e7a-9524-450a-abb4-e2cf52be67ea details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:25.205739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Current status of the port 03405987-feb5-4c8f-a8e7-77579ea7be7a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:25.228359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e26f033-1da4-4d10-994e-60d5d10c32f6 req-3b04a426-3e9d-4824-8f8a-5f0f445224a7 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121175 Mar 22 14:12:25.274334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:25.280859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.311630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0faa62-f759-4f7a-aa74-00919f3f1fad req-496cd643-1f95-4059-bd85-589ab4080bcb tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:25.313242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d0faa62-f759-4f7a-aa74-00919f3f1fad req-496cd643-1f95-4059-bd85-589ab4080bcb tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.4398525 Mar 22 14:12:25.324059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Provisioning complete for port e77b55b6-34ff-43eb-942d-fdbb4efee0fa triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:25.325016 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.494503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96c28dc0-1531-4807-9889-01fab946f9bc req-2b273a9e-c065-460a-b8fc-596a5cafaead tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 210 time: 0.0664189 Mar 22 14:12:25.497527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port e77b55b6-34ff-43eb-942d-fdbb4efee0fa {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:25.498255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.517277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d0faa62-f759-4f7a-aa74-00919f3f1fad req-e4c7ca6f-5a51-45b6-b34f-02279f98357f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898980 Mar 22 14:12:25.542412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9f874912-0be9-49d3-b65c-c53e12bc338d None None] Port e77b55b6-34ff-43eb-942d-fdbb4efee0fa cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:25.554565 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f1695f7a-0463-42d8-a482-b2a3c8db2a6e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.713302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0ce7d8ee-7ba1-4d03-8fd9-b11d53d30df6 None None] Provisioning complete for port e77b55b6-34ff-43eb-942d-fdbb4efee0fa triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:25.714289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce7d8ee-7ba1-4d03-8fd9-b11d53d30df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.775932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7d8ee-7ba1-4d03-8fd9-b11d53d30df6 None None] Port e77b55b6-34ff-43eb-942d-fdbb4efee0fa cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:25.826133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (90a868c2-9a4e-4054-99c1-dd0b37e2db85), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:25.864487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:25.950223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1670198f-a45d-4092-b235-cf6664004084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.013687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=90a868c2-9a4e-4054-99c1-dd0b37e2db85,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.041621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-630d4473-dbc9-4c38-a8d6-5b03b861045c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.043815 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-630d4473-dbc9-4c38-a8d6-5b03b861045c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.3800907 Mar 22 14:12:26.057491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'device_id': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'admin_state_up': True, 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:26.066412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Subnet': ['ID=f1695f7a-0463-42d8-a482-b2a3c8db2a6e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.078037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.092265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-99bbc62f-d7de-4035-bb49-63ad36c878d9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5392621 Mar 22 14:12:26.104398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for e77b55b6-34ff-43eb-942d-fdbb4efee0fa owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:26.106258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:26.106629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network hostable DHCP agents. Network: 4800d318-0d9d-4cb1-9481-dfc8da4fefd6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:26.118186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:26.133972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e3bc-7a1b-4338-b990-26c007852ea1 req-06a960ec-6345-404a-a6c7-8bfbf86ead3c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.139477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '1097f40e-b492-4bcd-a6f2-b32f250dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:26.139963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: 96372e7a-9524-450a-abb4-e2cf52be67ea, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:26.145750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6897e3bc-7a1b-4338-b990-26c007852ea1 req-06a960ec-6345-404a-a6c7-8bfbf86ead3c tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.4670160 Mar 22 14:12:26.181849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 03405987-feb5-4c8f-a8e7-77579ea7be7a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:26.215040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 96372e7a-9524-450a-abb4-e2cf52be67ea is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:26.230717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:26.246756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 96372e7a-9524-450a-abb4-e2cf52be67ea) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:26.249195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.251329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1670198f-a45d-4092-b235-cf6664004084 admin admin] Publish callbacks [] for security_group (be8b2d7a-777c-48be-90ae-a1a446ae79a6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.255753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.256495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.266215 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1670198f-a45d-4092-b235-cf6664004084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (be8b2d7a-777c-48be-90ae-a1a446ae79a6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.271788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b2915-4a4d-457b-9a35-80c919be9c5b None None] Network 96372e7a-9524-450a-abb4-e2cf52be67ea requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:26.272149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4800d318-0d9d-4cb1-9481-dfc8da4fefd6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:26.282959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:26.283565 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.299665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6897e3bc-7a1b-4338-b990-26c007852ea1 req-8892a52c-199a-4195-ad8b-9456afcd3e8b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528902 Mar 22 14:12:26.327227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d22b8333-e540-4540-bdcd-5506604dc561 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2887251 Mar 22 14:12:26.329671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:26.336129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea', 'name': 'tempest-PortsTestJSON-1155863236', 'fixed_ips': [{'subnet_id': '90a868c2-9a4e-4054-99c1-dd0b37e2db85', 'ip_address': '172.20.0.10'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:26.339734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670198f-a45d-4092-b235-cf6664004084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b2d7a-777c-48be-90ae-a1a446ae79a6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.349762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1670198f-a45d-4092-b235-cf6664004084 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c81c5ed101a649f19befc15a00c66eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818151 Mar 22 14:12:26.350467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46066) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:26.364298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:26.368336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.381078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2dcc7f26-3634-40cb-a2be-de711c8d2295 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8368876 Mar 22 14:12:26.398847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46068) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:26.408205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'subnet': {'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:26.445801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac9e04-03e2-448d-9376-2fe5bd84c960 None None] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:26.500449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e77b55b6-34ff-43eb-942d-fdbb4efee0fa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.564149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=e77b55b6-34ff-43eb-942d-fdbb4efee0fa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:26.564374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] Publish callbacks [] for security_group (be8b2d7a-777c-48be-90ae-a1a446ae79a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.617977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] Publish callbacks [] for security_group (be8b2d7a-777c-48be-90ae-a1a446ae79a6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.637416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 03405987-feb5-4c8f-a8e7-77579ea7be7a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:26.637820 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.704715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-96372e7a-9524-450a-abb4-e2cf52be67ea', 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': '90a868c2-9a4e-4054-99c1-dd0b37e2db85'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:26.705592 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.712587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:26.725502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.783001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.790173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-889a3897-269d-4ca8-a1f7-534e4db2e68f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/e77b55b6-34ff-43eb-942d-fdbb4efee0fa HTTP/1.1" status: 204 len: 168 time: 2.6024687 Mar 22 14:12:26.792574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39ca3d86-eaec-4015-9963-e2771f3ac212 req-5a09682f-f5c2-40b9-ad14-3024b8fed7f8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 210 time: 0.1317351 Mar 22 14:12:26.793297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:26.793688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.20.0.3 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/7152cecc-0d82-4e9f-9478-ef60b696b7b8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:26.833333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:26.945889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:26.947976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:26.996556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.003313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.092042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Allocated IP 10.1.1.2 (4800d318-0d9d-4cb1-9481-dfc8da4fefd6/f1695f7a-0463-42d8-a482-b2a3c8db2a6e/4e0fa1eb-2790-447b-8936-9a2efdb3dd54) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:27.133810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833cdaf3-7901-447e-85ed-a8d8b71aa0aa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.135262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833cdaf3-7901-447e-85ed-a8d8b71aa0aa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.139236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-833cdaf3-7901-447e-85ed-a8d8b71aa0aa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3163736 Mar 22 14:12:27.150562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:27.175792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Allocated IP 172.25.3.180 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/80bc9f2f-6f86-4d79-b2a5-d47b0369ab71) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:27.178615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 492842a0-6edf-4640-ab11-f6b8114e3798 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:27.200084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.283818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (be8b2d7a-777c-48be-90ae-a1a446ae79a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.288689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.294288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be8b2d7a-777c-48be-90ae-a1a446ae79a6 HTTP/1.1" status: 204 len: 168 time: 0.9313715 Mar 22 14:12:27.296882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 03405987-feb5-4c8f-a8e7-77579ea7be7a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:27.321723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c5786-932e-4f26-9a96-51b72eb7a45a req-7d6f2906-7ca7-4a19-b69f-b594c6aeda0e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.323468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c7c5786-932e-4f26-9a96-51b72eb7a45a req-7d6f2906-7ca7-4a19-b69f-b594c6aeda0e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.3667371 Mar 22 14:12:27.341500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Allocated IP 172.20.0.2 (96372e7a-9524-450a-abb4-e2cf52be67ea/90a868c2-9a4e-4054-99c1-dd0b37e2db85/eda7fef0-b66b-435a-b691-d2f195890fcc) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:27.371495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 397b9e3d-7075-4891-b872-d17f3b69385f {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:27.380835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (397b9e3d-7075-4891-b872-d17f3b69385f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.385061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169c4bb-788c-41d6-97a2-15b130663a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b2d7a-777c-48be-90ae-a1a446ae79a6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:27.445681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.474326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c7c5786-932e-4f26-9a96-51b72eb7a45a req-56f2cc74-b1f7-40c9-a299-8d31fdb17d99 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388373 Mar 22 14:12:27.499072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:27.505929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:27.508661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:27.539650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks [] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.547856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (397b9e3d-7075-4891-b872-d17f3b69385f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.567325 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.579009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:27.580296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.608510 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5559518 Mar 22 14:12:27.614128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eda41-3e0e-436a-ae03-df9bb623e07d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:27.626379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Request body: {'port': {'device_id': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:27.661753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.734006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.833644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.885221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7e49262b-a5b1-4113-9d43-d43d001c0f98), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:27.959164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:27.976715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:27.977146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Subnet': ['ID=7e49262b-a5b1-4113-9d43-d43d001c0f98,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:27.986037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:27.989416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Pushing event updated for resources: {'Port': ['ID=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:27.994427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:28.002855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:28.008636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:28.026600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e9e406c4-b089-4553-addf-05326d017f4e None None] Provisioning complete for port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:28.027069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9e406c4-b089-4553-addf-05326d017f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.054668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ab667-24d2-4bca-9014-39f991a47f09 req-bc53a3e8-9634-49cb-888d-3927b934d8e3 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.056187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d74ab667-24d2-4bca-9014-39f991a47f09 req-bc53a3e8-9634-49cb-888d-3927b934d8e3 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.2279932 Mar 22 14:12:28.088265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9e406c4-b089-4553-addf-05326d017f4e None None] Port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:28.091722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7152cecc-0d82-4e9f-9478-ef60b696b7b8 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:28.101553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks [] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.121819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Transition to ACTIVE for port object 7152cecc-0d82-4e9f-9478-ef60b696b7b8 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:28.128072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.128579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event updated for resources: {'Port': ['ID=80bc9f2f-6f86-4d79-b2a5-d47b0369ab71,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.132021 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks [] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.145518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.149117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.152655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Attempting to bind port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:28.153028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Attempting to bind port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:28.153393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Attempting to bind port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:28.185055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:28.185392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:28.185808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.186382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Bound using segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:28.186940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Bound port: 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:28.187345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.206821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Network 96372e7a-9524-450a-abb4-e2cf52be67ea is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:28.212544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Checking segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:28.213579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network hostable DHCP agents. Network: 9202dd69-3395-4958-b961-081ed402344d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:28.215175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:28.221152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:28.229885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Pushing event updated for resources: {'Port': ['ID=eda7fef0-b66b-435a-b691-d2f195890fcc,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.301066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (397b9e3d-7075-4891-b872-d17f3b69385f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.344484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Attempting to bind port eda7fef0-b66b-435a-b691-d2f195890fcc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:28.344970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Attempting to bind port eda7fef0-b66b-435a-b691-d2f195890fcc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1097f40e-b492-4bcd-a6f2-b32f250dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:28.345389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Attempting to bind port eda7fef0-b66b-435a-b691-d2f195890fcc on network 96372e7a-9524-450a-abb4-e2cf52be67ea {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:28.358353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:28.358943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Checking segment: {'id': '1097f40e-b492-4bcd-a6f2-b32f250dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:28.359441 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.364788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Bound using segment: {'id': '1097f40e-b492-4bcd-a6f2-b32f250dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:28.371359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Bound port: eda7fef0-b66b-435a-b691-d2f195890fcc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1097f40e-b492-4bcd-a6f2-b32f250dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:28.372997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.395135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.10 (96372e7a-9524-450a-abb4-e2cf52be67ea/90a868c2-9a4e-4054-99c1-dd0b37e2db85/492842a0-6edf-4640-ab11-f6b8114e3798) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:28.396085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] For port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:28.404118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Pushing event updated for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.411812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Attempting to bind port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:28.412158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Attempting to bind port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:28.412747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Attempting to bind port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:28.415123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 9202dd69-3395-4958-b961-081ed402344d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:28.422390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 on network 598615b3-3e89-42ac-af87-c3bc9c357796 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:28.423150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Attempting to bind port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:28.432768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:28.433327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:28.433814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:28.434242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Bound port: 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:28.434602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.484998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] For port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:28.507769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.527515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] For port eda7fef0-b66b-435a-b691-d2f195890fcc, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:28.560109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 9202dd69-3395-4958-b961-081ed402344d) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:28.575160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.577032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.597113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.614253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:28.620088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:28.623049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (397b9e3d-7075-4891-b872-d17f3b69385f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.636614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] For port eda7fef0-b66b-435a-b691-d2f195890fcc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eda7fef0-b66b-435a-b691-d2f195890fcc,segment=NetworkSegment(1097f40e-b492-4bcd-a6f2-b32f250dbe88),segment_id=1097f40e-b492-4bcd-a6f2-b32f250dbe88)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:28.636868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.640556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e262c-fac5-4217-be86-1285eec8cfbe None None] Pushing event updated for resources: {'Port': ['ID=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.647339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1e1d3-f6f2-40c1-b7c4-e3cbab92a69b None None] Network 9202dd69-3395-4958-b961-081ed402344d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:28.651843 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.657773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d74ab667-24d2-4bca-9014-39f991a47f09 req-8d2ea244-fb28-4bec-8c78-a80046dad545 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879188 Mar 22 14:12:28.729683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.730547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.732230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] 10.222.0.78 "PUT /v2.0/ports/7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 200 len: 1091 time: 1.1121852 Mar 22 14:12:28.741756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:28.744402 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd01a9-bc80-433c-8aef-a431828b7b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:28.843089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (492842a0-6edf-4640-ab11-f6b8114e3798), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:28.856686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a823a85-5ecd-438f-ab0c-3c8485c5eae9 service neutron] Pushing event updated for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:28.952341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-ae9953b1-7070-4d99-9897-2ff01930e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:28.954694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-ae9953b1-7070-4d99-9897-2ff01930e4c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 1125 time: 0.1584253 Mar 22 14:12:28.992186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c504749-4c71-4262-95f0-20737d6b0a61 None None] Pushing event updated for resources: {'Port': ['ID=eda7fef0-b66b-435a-b691-d2f195890fcc,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:29.003512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.044086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-f264caa5-7b4b-4f80-9486-4c67825a8d24 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0805461 Mar 22 14:12:29.055906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-9202dd69-3395-4958-b961-081ed402344d', 'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ips': [{'subnet_id': '7e49262b-a5b1-4113-9d43-d43d001c0f98'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:29.056816 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.065922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (492842a0-6edf-4640-ab11-f6b8114e3798), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.210801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 96372e7a-9524-450a-abb4-e2cf52be67ea is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:29.212467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:29.225220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:29.232524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-431dd507-002a-400c-bf32-6bfeed9a576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.234355 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-431dd507-002a-400c-bf32-6bfeed9a576b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1820815 Mar 22 14:12:29.236895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=492842a0-6edf-4640-ab11-f6b8114e3798,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:29.326156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Allocated IP 10.2.2.2 (9202dd69-3395-4958-b961-081ed402344d/7e49262b-a5b1-4113-9d43-d43d001c0f98/953cfeb0-fed2-4c75-9616-949fda3b88ad) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:29.369624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.370502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.390568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-f8e27739-a418-4cb2-9c76-34502fcdae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.392543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-f8e27739-a418-4cb2-9c76-34502fcdae6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1249564 Mar 22 14:12:29.396499 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bb37943e-792b-49e5-9d46-b30c88988944 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0654516 Mar 22 14:12:29.407130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:29.413678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': '96372e7a-9524-450a-abb4-e2cf52be67ea', 'name': 'tempest-PortsTestJSON-711679561', 'fixed_ips': [{'subnet_id': '90a868c2-9a4e-4054-99c1-dd0b37e2db85', 'ip_address': '172.20.0.9'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:29.571965 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks [] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.582399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.594193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=397b9e3d-7075-4891-b872-d17f3b69385f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:29.629737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-55ef6af1-2720-4c2e-9895-d53048fdf0ca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2294114 Mar 22 14:12:29.635859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.642290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-177035b4-da4b-4f6c-97e2-7aac28127452 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/397b9e3d-7075-4891-b872-d17f3b69385f HTTP/1.1" status: 204 len: 168 time: 2.4755874 Mar 22 14:12:29.643440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46132) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:29.643759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46134) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:29.646087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-bf2390c2-b262-4f1d-94ea-e91d6537c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:29.647547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Pushing event updated for resources: {'Port': ['ID=953cfeb0-fed2-4c75-9616-949fda3b88ad,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:29.647676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-bf2390c2-b262-4f1d-94ea-e91d6537c8fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 1128 time: 1.2769988 Mar 22 14:12:29.651571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e683073-3d1d-4fc1-b7fc-e369f8ecdee1 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:29.653568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'name': 'tempest-TaggedBootDevicesTest_v242-840024826', 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:29.704892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Network 9202dd69-3395-4958-b961-081ed402344d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:29.712691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:29.717628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:29.807199 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.852632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Attempting to bind port 953cfeb0-fed2-4c75-9616-949fda3b88ad on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:29.853004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Attempting to bind port 953cfeb0-fed2-4c75-9616-949fda3b88ad by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:29.853364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Attempting to bind port 953cfeb0-fed2-4c75-9616-949fda3b88ad on network 9202dd69-3395-4958-b961-081ed402344d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:29.859308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:29.859763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Checking segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:29.860145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.860535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Bound using segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:29.861006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Bound port: 953cfeb0-fed2-4c75-9616-949fda3b88ad, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:29.861473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.919862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-5759a5d9-3e73-474b-8c40-8dcda974a574 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207458 Mar 22 14:12:29.925411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-802e5bfd-4b42-40b0-a282-18afd46eda9e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2680345 Mar 22 14:12:29.938001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:29.940197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] For port 953cfeb0-fed2-4c75-9616-949fda3b88ad, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:29.943819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] For port 953cfeb0-fed2-4c75-9616-949fda3b88ad, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=953cfeb0-fed2-4c75-9616-949fda3b88ad,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:29.955623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:29.977268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:30.025411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:30.153526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab82d6-4239-42d2-9ab2-687c7918723b req-f029e440-3393-40cf-bc91-341a2744b328 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:30.155098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00ab82d6-4239-42d2-9ab2-687c7918723b req-f029e440-3393-40cf-bc91-341a2744b328 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 943 time: 0.5917604 Mar 22 14:12:30.168823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73491-6f12-4718-8eed-c8f4a2ff6341 None None] Pushing event updated for resources: {'Port': ['ID=953cfeb0-fed2-4c75-9616-949fda3b88ad,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.173125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:30.184056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.228435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Deleting port 03405987-feb5-4c8f-a8e7-77579ea7be7a {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:30.232819 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.261374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 3ad5b6c6-0c4b-4421-a796-a7561e4d99ae yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:30.387070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] For port 03405987-feb5-4c8f-a8e7-77579ea7be7a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=03405987-feb5-4c8f-a8e7-77579ea7be7a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:30.388667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.417247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Calling delete_port for 03405987-feb5-4c8f-a8e7-77579ea7be7a owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:30.458645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-237dc142-cf1e-4a6a-ac13-6e6902ce1a14 req-fecbb106-cb31-4f55-b222-7b1b4b3fd5a6 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213530 Mar 22 14:12:30.510143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00ab82d6-4239-42d2-9ab2-687c7918723b req-72a701cb-f1f5-4800-b6be-6372c1ef53e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250439 Mar 22 14:12:30.528656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:30.544422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.551366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:30.563085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (03405987-feb5-4c8f-a8e7-77579ea7be7a), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.564460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:30.600628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] No DVR routers for this DVR port 03405987-feb5-4c8f-a8e7-77579ea7be7a on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:30.635289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b3c5d-a86e-4d5d-9211-8bc58419fb72 None None] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:30.751420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39340037-a3ee-4c5a-9772-0fd4c968b2a7 None None] Pushing event deleted for resources: {'Port': ['ID=03405987-feb5-4c8f-a8e7-77579ea7be7a,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:30.783001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-78ab65d8-646a-4835-8311-39c1703b6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:30.786812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-78ab65d8-646a-4835-8311-39c1703b6de3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.9807317 Mar 22 14:12:30.797775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Provisioning complete for port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:30.798233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.814964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.9 (96372e7a-9524-450a-abb4-e2cf52be67ea/90a868c2-9a4e-4054-99c1-dd0b37e2db85/3ad5b6c6-0c4b-4421-a796-a7561e4d99ae) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:30.865507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:30.865892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:30.930788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-3a780be9-3970-418d-af52-7fede52b102d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e HTTP/1.1" status: 200 len: 217 time: 0.1138289 Mar 22 14:12:30.952674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Current status of the port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:30.953072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.033499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] For port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:31.042546 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.108210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.121908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (3ad5b6c6-0c4b-4421-a796-a7561e4d99ae), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.139635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:31.140745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eda7fef0-b66b-435a-b691-d2f195890fcc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:31.144046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8fa89-b48b-43ad-9d09-e5a5fb19f9f2 req-3f434004-0262-432c-83a0-3df20b383cf0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:31.159223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aac8fa89-b48b-43ad-9d09-e5a5fb19f9f2 req-3f434004-0262-432c-83a0-3df20b383cf0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 946 time: 0.4368865 Mar 22 14:12:31.172233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.192520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] device_id is not set on port 96ba1f2e-c62e-4267-9f52-14f16009fe26 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:31.200207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.207445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486bc09-b0e1-4201-8cff-bd18cebe452d None None] Network 96372e7a-9524-450a-abb4-e2cf52be67ea requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:31.223684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-2740ca66-fcbb-4739-b1ac-fa8fb7763fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:31.226039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-2740ca66-fcbb-4739-b1ac-fa8fb7763fab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.2513535 Mar 22 14:12:31.282359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3ad5b6c6-0c4b-4421-a796-a7561e4d99ae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.314118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:31.407767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-4653d6af-3a2b-4f36-98d2-0fdcac7caf23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458910 Mar 22 14:12:31.431047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=3ad5b6c6-0c4b-4421-a796-a7561e4d99ae,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.452897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event updated for resources: {'Port': ['ID=80bc9f2f-6f86-4d79-b2a5-d47b0369ab71,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.501983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aac8fa89-b48b-43ad-9d09-e5a5fb19f9f2 req-123d6311-0582-41d9-a5df-627529a9f8c5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361158 Mar 22 14:12:31.535441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 96372e7a-9524-450a-abb4-e2cf52be67ea is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:31.543378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:31.561397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:31.578838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.592047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7153eb-b382-41e8-8881-b1919f521aea None None] Pushing event updated for resources: {'Port': ['ID=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:31.603779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eda7fef0-b66b-435a-b691-d2f195890fcc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:31.604376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.628407 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.635903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-59fb9b9c-9ea3-41aa-8949-4ccfb960be56 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5327828 Mar 22 14:12:31.667561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Provisioning complete for port eda7fef0-b66b-435a-b691-d2f195890fcc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:31.668331 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.837332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-0423a1bb-f276-4823-8fce-162a9f221a6d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.2001932 Mar 22 14:12:31.838766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eda7fef0-b66b-435a-b691-d2f195890fcc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:31.839178 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.864479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:31.864935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.918341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:31.920771 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1d7f03-6709-4e23-b68f-d2050cf45168" -d '{"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-unplugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:31.944401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a6393-251b-40e5-9f85-4e63602a7f09 None None] Network 9202dd69-3395-4958-b961-081ed402344d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:31.947575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Current status of the port eda7fef0-b66b-435a-b691-d2f195890fcc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:31.948009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.952178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:31.953011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:31.969808 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813256a-0a8b-4dd6-b367-00ede5dd36d3 x-openstack-request-id: req-2813256a-0a8b-4dd6-b367-00ede5dd36d3 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:31.970134 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:31.970385 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2813256a-0a8b-4dd6-b367-00ede5dd36d3 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:31.970848 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2813256a-0a8b-4dd6-b367-00ede5dd36d3'] response: {'name': 'network-changed', 'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8', 'status': 'completed', 'code': 200} Mar 22 14:12:32.013552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.014292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.016697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-3e7ee3c7-080c-4de1-b8cf-9fee3e43b3f4 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853212 Mar 22 14:12:32.032437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.038784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port eda7fef0-b66b-435a-b691-d2f195890fcc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eda7fef0-b66b-435a-b691-d2f195890fcc,segment=NetworkSegment(1097f40e-b492-4bcd-a6f2-b32f250dbe88),segment_id=1097f40e-b492-4bcd-a6f2-b32f250dbe88)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:32.086421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.115487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:32.138806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:32.153927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.156146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.164588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52319e54-4a9b-4b7e-8d4f-cc9cba46333e None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:32.209351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.211005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.1.1.213 (4800d318-0d9d-4cb1-9481-dfc8da4fefd6/f1695f7a-0463-42d8-a482-b2a3c8db2a6e/96ba1f2e-c62e-4267-9f52-14f16009fe26) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:32.214192 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2751007 Mar 22 14:12:32.228570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f14b2896-6990-4a48-b22b-7aa34a7eed61 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8192360 Mar 22 14:12:32.230834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'name': 'tempest-NetworksTestDHCPv6-1202551880'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:32.235093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.236682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.240282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 03405987-feb5-4c8f-a8e7-77579ea7be7a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:32.278695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 03405987-feb5-4c8f-a8e7-77579ea7be7a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:32.279082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 03405987-feb5-4c8f-a8e7-77579ea7be7a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:32.282081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:12:32.282987 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:12:32.283602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.321560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67169b12-71e4-4cc6-8162-634c6b10b402 req-99b196d9-23b6-4c55-9d17-9a971e866134 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688582 Mar 22 14:12:32.391762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-781ece7a-0eb5-4d55-9b56-fe735171c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.393388 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-781ece7a-0eb5-4d55-9b56-fe735171c8b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 1125 time: 0.3923254 Mar 22 14:12:32.394882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.399246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.399388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.399793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.400013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.400358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.400704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.403997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.404355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.404690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.405033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.406919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.407309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.407664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.415810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f86c4ca-e2fa-4ac4-9263-351e9c19bb4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:32.449349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=eda7fef0-b66b-435a-b691-d2f195890fcc,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:32.530806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:32.531973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.608794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47616558-adb8-4e13-b1de-d1f797cbf6d9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.614488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47616558-adb8-4e13-b1de-d1f797cbf6d9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3752069 Mar 22 14:12:32.617491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46188) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.730247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-7f9ad8ee-3ed3-4b91-a493-4706337fa394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.731967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:32.732877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-7f9ad8ee-3ed3-4b91-a493-4706337fa394 service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3126884 Mar 22 14:12:32.797878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-f0590a0d-2067-402f-b71c-79575cfbe997 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0521395 Mar 22 14:12:32.798462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-b5ac4aff-9265-4d29-8d9b-95740803d2e3 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.802261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-b5ac4aff-9265-4d29-8d9b-95740803d2e3 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.9523356 Mar 22 14:12:32.808114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5387cd-a69e-4b78-af71-48bce731d7f8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.815858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5387cd-a69e-4b78-af71-48bce731d7f8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.822303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5387cd-a69e-4b78-af71-48bce731d7f8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.827302 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bc5387cd-a69e-4b78-af71-48bce731d7f8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2079315 Mar 22 14:12:32.828262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:32.852852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123518b-de59-4975-8de5-fb5e154605b9 req-aa7ded0a-42f2-49bd-bf8a-5eda3595087f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.861371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6123518b-de59-4975-8de5-fb5e154605b9 req-aa7ded0a-42f2-49bd-bf8a-5eda3595087f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 943 time: 0.6772182 Mar 22 14:12:32.890975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-2f8b466b-7707-4d26-aeee-e75c155493e7 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:12:32.891626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9797808-67b5-4a79-83a0-c4f8e49390fb None None] Current status of the port eda7fef0-b66b-435a-b691-d2f195890fcc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:32.894058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102ee681-0f41-4e6c-989a-183f4fe09154 req-2f8b466b-7707-4d26-aeee-e75c155493e7 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621438 Mar 22 14:12:32.923832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd/a7424823-91b2-43a7-80af-227be3fc85da) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:32.923832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:32.923832 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.946727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:32.974823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-0a7cfdd2-b5fa-42d6-8b63-f61330e060f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:32.977102 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-0a7cfdd2-b5fa-42d6-8b63-f61330e060f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1476498 Mar 22 14:12:33.053091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-26ef53d8-2881-47a2-a2c3-55fc72814d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.054988 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-26ef53d8-2881-47a2-a2c3-55fc72814d05 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708430 Mar 22 14:12:33.062191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 3ad5b6c6-0c4b-4421-a796-a7561e4d99ae {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:33.062414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:33.062905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3ad5b6c6-0c4b-4421-a796-a7561e4d99ae), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.068402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.146861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Provisioning complete for port 492842a0-6edf-4640-ab11-f6b8114e3798 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:33.147252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (492842a0-6edf-4640-ab11-f6b8114e3798), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.166185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6123518b-de59-4975-8de5-fb5e154605b9 req-e2a07436-9bb1-4c93-be0b-db203b08de1d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996325 Mar 22 14:12:33.172698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 20548449-2667-44dc-b99e-71a35d176a1c yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:33.185643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:33.186915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 953cfeb0-fed2-4c75-9616-949fda3b88ad up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:33.262850 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f1d17-efb6-4fd8-8585-0f57770301c7 x-openstack-request-id: req-d14f1d17-efb6-4fd8-8585-0f57770301c7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:33.263054 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-unplugged", "status": "completed", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:33.263314 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d14f1d17-efb6-4fd8-8585-0f57770301c7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:33.263881 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14f1d17-efb6-4fd8-8585-0f57770301c7'] response: {'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'code': 200} Mar 22 14:12:33.282540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Port 492842a0-6edf-4640-ab11-f6b8114e3798 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:33.285759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3ad5b6c6-0c4b-4421-a796-a7561e4d99ae), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.294967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7152cecc-0d82-4e9f-9478-ef60b696b7b8 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:33.301913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 3ad5b6c6-0c4b-4421-a796-a7561e4d99ae owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:33.319621 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.352153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Provisioning complete for port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:33.352534 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.390159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5e8f-989d-4d5a-ba84-0ea87c4849df req-c2cef3a7-eee2-481e-9e59-371b5f5b9883 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.390798 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-2d08f7ae-4681-405f-8715-8cb4aa5b74e2 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216901 Mar 22 14:12:33.391710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61fd5e8f-989d-4d5a-ba84-0ea87c4849df req-c2cef3a7-eee2-481e-9e59-371b5f5b9883 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.3087170 Mar 22 14:12:33.446798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:33.454275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:33.458898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:33.463717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.481980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks [] for port (a7424823-91b2-43a7-80af-227be3fc85da), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.483533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 953cfeb0-fed2-4c75-9616-949fda3b88ad triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:33.483904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.537762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a7424823-91b2-43a7-80af-227be3fc85da), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.601041 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c8cd01a9-bc80-433c-8aef-a431828b7b7f req-b0a2c460-101a-4ab2-a272-fcd7fd49d8a5 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032824 Mar 22 14:12:33.606589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61fd5e8f-989d-4d5a-ba84-0ea87c4849df req-60e3bcc2-8010-4fca-93cd-1560a90dbd4b tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063920 Mar 22 14:12:33.642438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.643117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.659116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3ad5b6c6-0c4b-4421-a796-a7561e4d99ae), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.678163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a45ef-af02-4a74-98a8-e3ac767145de req-068a69ef-009f-4d7d-b831-86c39f8e627f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:33.690594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a1a45ef-af02-4a74-98a8-e3ac767145de req-068a69ef-009f-4d7d-b831-86c39f8e627f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.3460603 Mar 22 14:12:33.717492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:33.756068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:33.761564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7152cecc-0d82-4e9f-9478-ef60b696b7b8', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '7152cecc-0d82-4e9f-9478-ef60b696b7b8', 'mac_address': 'fa:16:3e:a2:de:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:33.765508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::135 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd/20548449-2667-44dc-b99e-71a35d176a1c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:33.780960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=3ad5b6c6-0c4b-4421-a796-a7561e4d99ae,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.818367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dd4b9e5a-f781-4578-8489-a29c22ba7bc2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1683021 Mar 22 14:12:33.845226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:33.852836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:33.857399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.866430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:33.875416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46228) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.877906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Pushing event updated for resources: {'Port': ['ID=a7424823-91b2-43a7-80af-227be3fc85da,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:33.887037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'name': 'tempest-TaggedBootDevicesTest_v242-699111074', 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:33.922958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:33.929185 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0bff225f-860f-49c0-a83e-3aeb67c14fad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/3ad5b6c6-0c4b-4421-a796-a7561e4d99ae HTTP/1.1" status: 204 len: 168 time: 1.0889671 Mar 22 14:12:33.929587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46230) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:33.963077 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cee9070-18b1-487a-8779-de2319559cec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:12:33.967299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4cee9070-18b1-487a-8779-de2319559cec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/3ad5b6c6-0c4b-4421-a796-a7561e4d99ae HTTP/1.1" status: 404 len: 333 time: 0.0339336 Mar 22 14:12:33.968117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46232) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.061384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7152cecc-0d82-4e9f-9478-ef60b696b7b8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:34.076122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 953cfeb0-fed2-4c75-9616-949fda3b88ad is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:34.076969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.105452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 492842a0-6edf-4640-ab11-f6b8114e3798 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:34.106136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (492842a0-6edf-4640-ab11-f6b8114e3798), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.185006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:34.189598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Current status of the port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:34.199809 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.205611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Attempting to bind port a7424823-91b2-43a7-80af-227be3fc85da on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:34.206298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Attempting to bind port a7424823-91b2-43a7-80af-227be3fc85da by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:34.207268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Attempting to bind port a7424823-91b2-43a7-80af-227be3fc85da on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:34.214533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 953cfeb0-fed2-4c75-9616-949fda3b88ad, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=953cfeb0-fed2-4c75-9616-949fda3b88ad,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:34.215895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:34.216529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:34.217015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.217600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:34.218106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Bound port: a7424823-91b2-43a7-80af-227be3fc85da, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:34.218549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7424823-91b2-43a7-80af-227be3fc85da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.293468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (492842a0-6edf-4640-ab11-f6b8114e3798), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.309551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 492842a0-6edf-4640-ab11-f6b8114e3798 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:34.453192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a1a45ef-af02-4a74-98a8-e3ac767145de req-da86f47e-f57b-4de4-975a-67ca1db27b53 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7616100 Mar 22 14:12:34.494117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.501512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (492842a0-6edf-4640-ab11-f6b8114e3798), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.511342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:34.523177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.543449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] For port a7424823-91b2-43a7-80af-227be3fc85da, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:34.557046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] For port a7424823-91b2-43a7-80af-227be3fc85da, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a7424823-91b2-43a7-80af-227be3fc85da,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:34.574764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7424823-91b2-43a7-80af-227be3fc85da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.610322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Provisioning complete for port eda7fef0-b66b-435a-b691-d2f195890fcc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:34.611073 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.613821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:34.621088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=492842a0-6edf-4640-ab11-f6b8114e3798,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.735371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eda7fef0-b66b-435a-b691-d2f195890fcc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:34.747329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:34.753059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-388583f7-b77c-4b4e-88d5-dcd7e2c28ced tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/492842a0-6edf-4640-ab11-f6b8114e3798 HTTP/1.1" status: 204 len: 168 time: 0.7837749 Mar 22 14:12:34.755902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46248) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.760625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-0504ddf3-2b53-4717-adee-0615bbe1e501 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:34.770627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-0504ddf3-2b53-4717-adee-0615bbe1e501 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 821 time: 1.0521915 Mar 22 14:12:34.810846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:34.821614 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77984fb-c328-4c84-8903-b5074880a5a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:12:34.824685 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f77984fb-c328-4c84-8903-b5074880a5a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/492842a0-6edf-4640-ab11-f6b8114e3798 HTTP/1.1" status: 404 len: 333 time: 0.0677681 Mar 22 14:12:34.827704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46250) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:34.838125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-5aa91872-cccd-439f-8a6f-65c727e2d939 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/quotas/cc1ac18d333442c2aed547e0a5e8fc85 HTTP/1.1" status: 200 len: 375 time: 0.0193908 Mar 22 14:12:34.846143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] device_id is not set on port 4875630b-8d9f-446e-96a1-50159708912e yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:34.939719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 90a868c2-9a4e-4054-99c1-dd0b37e2db85 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:34.949920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (90a868c2-9a4e-4054-99c1-dd0b37e2db85), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.036381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b6d8-3492-452f-babe-838b262b30ef req-12398a30-d4a6-48fc-aa56-f63ec9fc733f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:35.039603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35b6b6d8-3492-452f-babe-838b262b30ef req-12398a30-d4a6-48fc-aa56-f63ec9fc733f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 944 time: 0.4594183 Mar 22 14:12:35.055117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=953cfeb0-fed2-4c75-9616-949fda3b88ad,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.090381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (90a868c2-9a4e-4054-99c1-dd0b37e2db85), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.105917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (20548449-2667-44dc-b99e-71a35d176a1c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.170230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eda7fef0-b66b-435a-b691-d2f195890fcc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:35.170899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.178747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Current status of the port eda7fef0-b66b-435a-b691-d2f195890fcc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:35.203172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (90a868c2-9a4e-4054-99c1-dd0b37e2db85), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.227587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-cba12565-ca1b-4671-a44d-6181bd5f68a2 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3542554 Mar 22 14:12:35.245987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cf898-44f6-4bd2-83b9-fb0c4e67758d None None] Pushing event updated for resources: {'Port': ['ID=a7424823-91b2-43a7-80af-227be3fc85da,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.288375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Provisioning complete for port 953cfeb0-fed2-4c75-9616-949fda3b88ad triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:35.288688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.332115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-f46990d8-13ca-4f5f-bfac-64b02f2b7042 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:35.333775 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-f46990d8-13ca-4f5f-bfac-64b02f2b7042 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.0896299 Mar 22 14:12:35.339795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (90a868c2-9a4e-4054-99c1-dd0b37e2db85), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.387932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35b6b6d8-3492-452f-babe-838b262b30ef req-cc6ec0a9-7823-4d21-b0d8-37e30c52568b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316202 Mar 22 14:12:35.412172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=90a868c2-9a4e-4054-99c1-dd0b37e2db85,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.416237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.420917 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f7f0c9d-ad50-4d7f-92ac-34f9e285fbc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/90a868c2-9a4e-4054-99c1-dd0b37e2db85 HTTP/1.1" status: 204 len: 168 time: 0.5916152 Mar 22 14:12:35.425052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.426743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eda7fef0-b66b-435a-b691-d2f195890fcc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:35.482334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (20548449-2667-44dc-b99e-71a35d176a1c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.484657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.1.1.94 (4800d318-0d9d-4cb1-9481-dfc8da4fefd6/f1695f7a-0463-42d8-a482-b2a3c8db2a6e/4875630b-8d9f-446e-96a1-50159708912e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:35.493437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769bc587-9b2a-4c10-a524-991634dda295 None None] Network 96372e7a-9524-450a-abb4-e2cf52be67ea requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:35.574498 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (96372e7a-9524-450a-abb4-e2cf52be67ea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.591139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=20548449-2667-44dc-b99e-71a35d176a1c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:35.593056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Current status of the port 953cfeb0-fed2-4c75-9616-949fda3b88ad is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:35.601944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e38ffa3b-1ae0-4667-9a2e-ff8ec76fbec0 None None] Could not find standard attr ID for object 3ad5b6c6-0c4b-4421-a796-a7561e4d99ae. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:35.610986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Deleting port dafa3e69-fe42-4899-bf3a-8c72f2933449 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:35.610986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.647169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:35.652495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:35.663119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:35.669215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:35.670173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.680786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-375f4371-d3bd-480b-b9f6-eae18a24e60c service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411416 Mar 22 14:12:35.762146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port eda7fef0-b66b-435a-b691-d2f195890fcc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:35.762709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.766440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] For port dafa3e69-fe42-4899-bf3a-8c72f2933449, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=dafa3e69-fe42-4899-bf3a-8c72f2933449,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:35.766642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Provisioning complete for port 96ba1f2e-c62e-4267-9f52-14f16009fe26 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:35.767085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.767216 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.769650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] DHCP port deletion for 96372e7a-9524-450a-abb4-e2cf52be67ea request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:35.823124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7a435db-b824-4c1c-9704-9d010cecad2f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6009784 Mar 22 14:12:35.824455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46276) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:35.850000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Calling delete_port for dafa3e69-fe42-4899-bf3a-8c72f2933449 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:35.867634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Port 96ba1f2e-c62e-4267-9f52-14f16009fe26 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:35.869908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a91ad-7fd0-41cd-9b7a-10a9eebd3a43 req-8c3009aa-042e-4e3f-9fd4-b278aa4e5a37 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:35.881130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-474a91ad-7fd0-41cd-9b7a-10a9eebd3a43 req-8c3009aa-042e-4e3f-9fd4-b278aa4e5a37 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 945 time: 0.3480818 Mar 22 14:12:35.891662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Provisioning complete for port 953cfeb0-fed2-4c75-9616-949fda3b88ad triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:35.892030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.940766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Deleting port eda7fef0-b66b-435a-b691-d2f195890fcc {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:35.941139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:35.981021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] For port eda7fef0-b66b-435a-b691-d2f195890fcc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eda7fef0-b66b-435a-b691-d2f195890fcc,segment=NetworkSegment(1097f40e-b492-4bcd-a6f2-b32f250dbe88),segment_id=1097f40e-b492-4bcd-a6f2-b32f250dbe88)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:35.985250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.007052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for eda7fef0-b66b-435a-b691-d2f195890fcc owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:36.045823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-474a91ad-7fd0-41cd-9b7a-10a9eebd3a43 req-5ec3181a-aed9-4608-8663-c6a40bcfdbe6 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578920 Mar 22 14:12:36.059415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cddc75-1d3a-4a00-96c2-7c8370a3e21c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.070249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-5fb92e71-31a7-4ca1-a632-888770a873ae service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855593 Mar 22 14:12:36.072996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] For port eda7fef0-b66b-435a-b691-d2f195890fcc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eda7fef0-b66b-435a-b691-d2f195890fcc,segment=NetworkSegment(1097f40e-b492-4bcd-a6f2-b32f250dbe88),segment_id=1097f40e-b492-4bcd-a6f2-b32f250dbe88)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:36.073408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.076892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cddc75-1d3a-4a00-96c2-7c8370a3e21c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.079657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48cddc75-1d3a-4a00-96c2-7c8370a3e21c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2526178 Mar 22 14:12:36.083393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:36.103316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Calling delete_port for eda7fef0-b66b-435a-b691-d2f195890fcc owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:36.225015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a48db939-4b15-4ffd-8d82-9ac843ac6187 None None] Current status of the port 953cfeb0-fed2-4c75-9616-949fda3b88ad is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:36.285093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.329541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (4875630b-8d9f-446e-96a1-50159708912e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.337105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] Pushing event deleted for resources: {'Port': ['ID=eda7fef0-b66b-435a-b691-d2f195890fcc,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.341617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fa6ac-2cdd-4f71-91de-2974aa337577 None None] No DVR routers for this DVR port eda7fef0-b66b-435a-b691-d2f195890fcc on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:36.396816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Provisioning complete for port a7424823-91b2-43a7-80af-227be3fc85da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:36.397502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a7424823-91b2-43a7-80af-227be3fc85da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.429455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734d99b-2d53-4c69-926c-ee8a31ad6753 req-13b9eef1-4496-44bc-89d2-fe460ee7c723 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.437749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3734d99b-2d53-4c69-926c-ee8a31ad6753 req-13b9eef1-4496-44bc-89d2-fe460ee7c723 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.2015562 Mar 22 14:12:36.501286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d214cbb9-537a-40a5-bd02-913a2738ca00 req-a5a7109e-2682-411d-99fb-570d6ee3026d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 210 time: 0.0425594 Mar 22 14:12:36.581726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.582903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Current status of the port a7424823-91b2-43a7-80af-227be3fc85da is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:36.584334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a7424823-91b2-43a7-80af-227be3fc85da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.639444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] For port a7424823-91b2-43a7-80af-227be3fc85da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a7424823-91b2-43a7-80af-227be3fc85da,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:36.657402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a7424823-91b2-43a7-80af-227be3fc85da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.781080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3734d99b-2d53-4c69-926c-ee8a31ad6753 req-7c5dfea6-761c-456b-ac16-8c2cc6bf455d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408036 Mar 22 14:12:36.783184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60edf60-2970-4b98-ada4-61489f56479b None None] Pushing event updated for resources: {'Port': ['ID=a7424823-91b2-43a7-80af-227be3fc85da,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.843265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:36.850834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:36.854408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:36.858396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:36.922055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7a65c653-6ab4-4b4b-aca2-a3265f38377d None None] Provisioning complete for port 20548449-2667-44dc-b99e-71a35d176a1c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:36.925666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a65c653-6ab4-4b4b-aca2-a3265f38377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (20548449-2667-44dc-b99e-71a35d176a1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.935657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 20548449-2667-44dc-b99e-71a35d176a1c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:36.936159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (20548449-2667-44dc-b99e-71a35d176a1c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.958716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dafa3e69-fe42-4899-bf3a-8c72f2933449), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.970286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:36.971203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:36.978974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (eda7fef0-b66b-435a-b691-d2f195890fcc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.009451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7a65c653-6ab4-4b4b-aca2-a3265f38377d None None] Port 20548449-2667-44dc-b99e-71a35d176a1c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:37.012476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 953cfeb0-fed2-4c75-9616-949fda3b88ad up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:37.013464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490da27-e8e1-4a49-8bd3-bd8910dcc44d req-40d1d451-09ff-44fe-b926-8ca704c3ef23 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:37.022547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6490da27-e8e1-4a49-8bd3-bd8910dcc44d req-40d1d451-09ff-44fe-b926-8ca704c3ef23 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 944 time: 0.3439691 Mar 22 14:12:37.061265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['332aa88e-8d8d-4193-93da-e2e393b67dcc', 'dafa3e69-fe42-4899-bf3a-8c72f2933449'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:37.086748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a8f54639-370d-4db9-9991-e207d7da8e97 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2099695 Mar 22 14:12:37.147810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6490da27-e8e1-4a49-8bd3-bd8910dcc44d req-c1680442-a5cd-481c-8ec0-1fce9b086b5e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211607 Mar 22 14:12:37.180489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (20548449-2667-44dc-b99e-71a35d176a1c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.192520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 953cfeb0-fed2-4c75-9616-949fda3b88ad triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:37.192785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.211054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 20548449-2667-44dc-b99e-71a35d176a1c owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:37.330779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-692069e4-a772-424c-b1df-84ecb8f2ba4b req-ee560a99-4be0-4f72-8cb0-418d6e4d7dec tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=759d1cc7-09cb-4ab4-8457-21b0fd060735 HTTP/1.1" status: 200 len: 210 time: 0.0604086 Mar 22 14:12:37.370363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7152cecc-0d82-4e9f-9478-ef60b696b7b8 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:37.441186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=eda7fef0-b66b-435a-b691-d2f195890fcc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.463918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8538270e-9bcd-4fd7-b05d-5b8499ef92fe None None] Provisioning complete for port 4875630b-8d9f-446e-96a1-50159708912e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:37.464300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8538270e-9bcd-4fd7-b05d-5b8499ef92fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4875630b-8d9f-446e-96a1-50159708912e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.517009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 953cfeb0-fed2-4c75-9616-949fda3b88ad is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:37.518178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a7424823-91b2-43a7-80af-227be3fc85da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:37.596653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8538270e-9bcd-4fd7-b05d-5b8499ef92fe None None] Port 4875630b-8d9f-446e-96a1-50159708912e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:37.606013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Pushing event deleted for resources: {'Port': ['ID=dafa3e69-fe42-4899-bf3a-8c72f2933449,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.631319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a7424823-91b2-43a7-80af-227be3fc85da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:37.637700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a7424823-91b2-43a7-80af-227be3fc85da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.641942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:37.667671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:37.668121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.691387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No DVR routers for this DVR port eda7fef0-b66b-435a-b691-d2f195890fcc on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:37.697634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] No DVR routers for this DVR port dafa3e69-fe42-4899-bf3a-8c72f2933449 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:37.709928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.714840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-344dcdf8-a4fe-42fc-a700-eb1433f7f524 req-e2cd6186-d6f7-4cc5-b4f5-5978916562b4 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "DELETE /v2.0/ports/dafa3e69-fe42-4899-bf3a-8c72f2933449 HTTP/1.1" status: 204 len: 173 time: 2.3719754 Mar 22 14:12:37.718827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'name': 'network-vif-deleted', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:37.722774 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d89e13-5ed0-4759-9673-77a4ee715268" -d '{"events": [{"server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "name": "network-vif-deleted", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:37.752460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46354) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.757335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399360105', 'description': 'tempest-description--2039314938'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:37.805312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.805545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:37.805927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.856882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (20548449-2667-44dc-b99e-71a35d176a1c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.880115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:37.882569 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6449dd-98a2-4989-bb87-96e5dacbf451" -d '{"events": [{"server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "name": "network-vif-plugged", "status": "completed", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:37.901202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=20548449-2667-44dc-b99e-71a35d176a1c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:37.914675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:37.918241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (96372e7a-9524-450a-abb4-e2cf52be67ea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.931264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.932632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d62bba7-db63-4b21-a096-fd3a47b9a33e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:37.957844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:37.963932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f572d64b-cfbe-4676-acff-808ec7accfcf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/20548449-2667-44dc-b99e-71a35d176a1c HTTP/1.1" status: 204 len: 168 time: 1.8782070 Mar 22 14:12:37.968287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46374) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:37.978580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a7424823-91b2-43a7-80af-227be3fc85da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:38.037869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96372e7a-9524-450a-abb4-e2cf52be67ea']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:38.055144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (27687f39-b58e-412c-8388-5557e804d11c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.079189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1097f40e-b492-4bcd-a6f2-b32f250dbe88') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:38.079880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1097f40e-b492-4bcd-a6f2-b32f250dbe88') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:38.081231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27687f39-b58e-412c-8388-5557e804d11c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.088720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eda7fef0-b66b-435a-b691-d2f195890fcc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:38.123645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1097f40e-b492-4bcd-a6f2-b32f250dbe88), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.134078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: eda7fef0-b66b-435a-b691-d2f195890fcc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:38.134725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eda7fef0-b66b-435a-b691-d2f195890fcc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:38.145019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.151741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0f13e-bffd-472e-9d65-609893d8507b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.159495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d62bba7-db63-4b21-a096-fd3a47b9a33e is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:38.160792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dafa3e69-fe42-4899-bf3a-8c72f2933449 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:38.169108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0f13e-bffd-472e-9d65-609893d8507b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.170879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b1b0f13e-bffd-472e-9d65-609893d8507b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2014816 Mar 22 14:12:38.173768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29c13dea-1471-4825-84b9-ae6c6089f8e5 req-9a14a9f8-68ee-4dc0-8951-6ac0fe039028 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 210 time: 0.1150358 Mar 22 14:12:38.174536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.201446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: dafa3e69-fe42-4899-bf3a-8c72f2933449 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:38.201847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device dafa3e69-fe42-4899-bf3a-8c72f2933449 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:38.211586 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.223073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4690602 Mar 22 14:12:38.226720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46380) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.237480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'security_group_rule': {'security_group_id': '27687f39-b58e-412c-8388-5557e804d11c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.245778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1097f40e-b492-4bcd-a6f2-b32f250dbe88), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.265540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27687f39-b58e-412c-8388-5557e804d11c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.300719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (34c5fcd6-87d6-427b-804c-99a954d40d00), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.309718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.310295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.310711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.311070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.311481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.311823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.312190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.312592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.313006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.313335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.313915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.314398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.314802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.315241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.319007 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae34283a-42e5-4f6d-9747-3d5be6eeadef x-openstack-request-id: req-ae34283a-42e5-4f6d-9747-3d5be6eeadef {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:38.319528 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d1cc7-09cb-4ab4-8457-21b0fd060735", "name": "network-vif-deleted", "tag": "dafa3e69-fe42-4899-bf3a-8c72f2933449", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:38.319935 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae34283a-42e5-4f6d-9747-3d5be6eeadef {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:38.320505 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae34283a-42e5-4f6d-9747-3d5be6eeadef'] response: {'server_uuid': '759d1cc7-09cb-4ab4-8457-21b0fd060735', 'name': 'network-vif-deleted', 'tag': 'dafa3e69-fe42-4899-bf3a-8c72f2933449', 'status': 'completed', 'code': 200} Mar 22 14:12:38.323669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489474b-96cf-4b1b-9eda-253bed474753 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:12:38.339577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:38.340823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1097f40e-b492-4bcd-a6f2-b32f250dbe88), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:38.401689 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:38.414297 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c581d09-dc00-4ea2-b8f3-c6a27a6a93fd x-openstack-request-id: req-3c581d09-dc00-4ea2-b8f3-c6a27a6a93fd {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:38.414728 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "name": "network-vif-plugged", "status": "completed", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:38.415233 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c581d09-dc00-4ea2-b8f3-c6a27a6a93fd {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:38.415729 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c581d09-dc00-4ea2-b8f3-c6a27a6a93fd'] response: {'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8', 'code': 200} Mar 22 14:12:38.499394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (34c5fcd6-87d6-427b-804c-99a954d40d00), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.518026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:38.524624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.542199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-c5b82320-5f46-4004-8bc5-e7ddca2c7138 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.544133 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-c5b82320-5f46-4004-8bc5-e7ddca2c7138 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=e187ad9d-5a4e-496f-98f4-802866c49b14 HTTP/1.1" status: 200 len: 944 time: 0.1702502 Mar 22 14:12:38.551114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (34c5fcd6-87d6-427b-804c-99a954d40d00), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.585081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (96372e7a-9524-450a-abb4-e2cf52be67ea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.601932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.609146 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/96372e7a-9524-450a-abb4-e2cf52be67ea HTTP/1.1" status: 204 len: 168 time: 3.1772449 Mar 22 14:12:38.615562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46392) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.628805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07a7a-ff3d-4799-be53-24d9f4cf695e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=96372e7a-9524-450a-abb4-e2cf52be67ea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.637097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.672809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a7424823-91b2-43a7-80af-227be3fc85da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:38.677237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-27734350-6ed5-4ade-83b4-624ae6e9ad44 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.679476 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-27734350-6ed5-4ade-83b4-624ae6e9ad44 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 821 time: 0.3993816 Mar 22 14:12:38.716624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602431911'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.725562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a7424823-91b2-43a7-80af-227be3fc85da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:38.725942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a7424823-91b2-43a7-80af-227be3fc85da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.732512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.733761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057886 Mar 22 14:12:38.739748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:38.743488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'port': {'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'admin_state_up': True, 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.758031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'security_group_rule': {'security_group_id': '27687f39-b58e-412c-8388-5557e804d11c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:38.762695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9156c-ffb9-40e8-ac10-4146e2b54d0f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c5fcd6-87d6-427b-804c-99a954d40d00,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:38.800386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:38.808914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.823609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a7424823-91b2-43a7-80af-227be3fc85da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:38.838361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543030-15af-40cf-a2f3-b770c26f87db req-46280958-0ad6-42b2-b006-27b1b725f1dc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.842599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c543030-15af-40cf-a2f3-b770c26f87db req-46280958-0ad6-42b2-b006-27b1b725f1dc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2951705 Mar 22 14:12:38.854540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855b07-6321-4512-b95b-82280ee52898 req-c76a76a4-d707-4e22-9ff9-e697efcf746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:38.856343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56855b07-6321-4512-b95b-82280ee52898 req-c76a76a4-d707-4e22-9ff9-e697efcf746d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 1127 time: 0.2811427 Mar 22 14:12:38.859570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.905991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:12:38.916284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (c6fced65-66c3-4e32-8df9-07982177d296), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.933862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56855b07-6321-4512-b95b-82280ee52898 req-84a55fd9-86b0-4624-8b8d-6a590619e1c9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654848 Mar 22 14:12:38.939605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port 4d62bba7-db63-4b21-a096-fd3a47b9a33e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:38.940121 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.966420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1be5df64-488a-4057-803c-5acb846e5f39), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:38.966827 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Added segment 1be5df64-488a-4057-803c-5acb846e5f39 of type vlan for network ede5fd73-275e-4965-82ef-4114a42c201e Mar 22 14:12:39.018274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.021307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (c6fced65-66c3-4e32-8df9-07982177d296), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.028607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c543030-15af-40cf-a2f3-b770c26f87db req-d6be5c5e-7e1e-44f9-bfed-b9a9a8ee6bff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766794 Mar 22 14:12:39.046666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.051893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c6fced65-66c3-4e32-8df9-07982177d296), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.053372 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Made reservation on behalf of cc1ac18d333442c2aed547e0a5e8fc85 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:39.056807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.084126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ede5fd73-275e-4965-82ef-4114a42c201e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.133698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port 4d62bba7-db63-4b21-a096-fd3a47b9a33e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d62bba7-db63-4b21-a096-fd3a47b9a33e,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:39.134330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.148327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ede5fd73-275e-4965-82ef-4114a42c201e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.153259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:39.153868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.156672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for 4d62bba7-db63-4b21-a096-fd3a47b9a33e owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:39.195182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.198790 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cc4f0aa4-c446-4209-8852-cb7e1e2d2af9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd HTTP/1.1" status: 204 len: 168 time: 1.0219305 Mar 22 14:12:39.206101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdccab3-7439-41f8-8241-659d596c4bc1 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:39.212091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46402) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.226986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fced65-66c3-4e32-8df9-07982177d296,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.258596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Allocated IP 172.20.0.7 (cc004514-13e8-4bc4-94a7-0c8719e38679/65b9b5fa-9774-435e-a6ee-1207ab2c4ab2/f1c3b87d-6445-422f-a4bb-ecab4dc69133) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:39.265389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6146355 Mar 22 14:12:39.270107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3c8f2d53-193a-43c2-84f0-e2d079bb1c39 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530062 Mar 22 14:12:39.270107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46406) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.270376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.270613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fdf02b99-9bb8-4228-94d9-45da4d7ae249 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225689 Mar 22 14:12:39.277461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46408) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.278003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:39.283838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:39.309564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:39.365220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521b14d-555b-4b94-b46a-9f95b8da78cd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Network': ['ID=ede5fd73-275e-4965-82ef-4114a42c201e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.383071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ede5fd73-275e-4965-82ef-4114a42c201e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:12:39.466517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61bda69e-9c47-4aac-91b1-d4dab3391e2b req-fe9f9c80-5de1-4154-87d5-fe1f90e3f65e tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 210 time: 0.0451424 Mar 22 14:12:39.502650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:39.506722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.585666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:39.636501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4d62bba7-db63-4b21-a096-fd3a47b9a33e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.679575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.688526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=4d62bba7-db63-4b21-a096-fd3a47b9a33e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:39.705489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.745335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36ebe-94c0-468f-977b-c7cfee3bb000 req-c1061764-ed7b-4306-81c7-a19b9d757eb1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:39.746693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37d36ebe-94c0-468f-977b-c7cfee3bb000 req-c1061764-ed7b-4306-81c7-a19b9d757eb1 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.1548443 Mar 22 14:12:39.770446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:39.775605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.796562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port 4d62bba7-db63-4b21-a096-fd3a47b9a33e on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:39.803197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:39.809483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.812860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-800d33ef-ba48-4f4e-9db0-25250e71221c req-d25baab1-651f-4d8b-9583-a9a37c9695c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "DELETE /v2.0/ports/4d62bba7-db63-4b21-a096-fd3a47b9a33e HTTP/1.1" status: 204 len: 173 time: 1.2364488 Mar 22 14:12:39.813317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-deleted', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:39.815627 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8eaf68-5c6f-4886-8c4e-1edf2e1abfcf" -d '{"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-deleted", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:39.885159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37d36ebe-94c0-468f-977b-c7cfee3bb000 req-055746d8-419e-4a5d-97fa-63e6890b8560 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152682 Mar 22 14:12:39.885390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Deleting port a7424823-91b2-43a7-80af-227be3fc85da {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:39.885390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a7424823-91b2-43a7-80af-227be3fc85da), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.947140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:39.956960 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdd5ec1-09cb-4b8f-8bdf-f03300307aea x-openstack-request-id: req-5cdd5ec1-09cb-4b8f-8bdf-f03300307aea {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:39.957254 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e187ad9d-5a4e-496f-98f4-802866c49b14", "name": "network-vif-deleted", "tag": "4d62bba7-db63-4b21-a096-fd3a47b9a33e", "status": "failed", "code": 422}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:39.957536 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cdd5ec1-09cb-4b8f-8bdf-f03300307aea {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:39.958413 n-d-758851-5 neutron-server[103890]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5cdd5ec1-09cb-4b8f-8bdf-f03300307aea']: {'server_uuid': 'e187ad9d-5a4e-496f-98f4-802866c49b14', 'name': 'network-vif-deleted', 'tag': '4d62bba7-db63-4b21-a096-fd3a47b9a33e', 'status': 'failed', 'code': 422} returned with failed status Mar 22 14:12:39.971311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1a24bf7b-d231-470a-bf66-a7c64a048514'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:39.984881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (e3899007-e8ce-4593-8971-a0d2b02b41f6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.060894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Network cc004514-13e8-4bc4-94a7-0c8719e38679 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:40.077059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:40.080086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.105255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=e3899007-e8ce-4593-8971-a0d2b02b41f6,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.110396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Checking segment: {'id': '1be5df64-488a-4057-803c-5acb846e5f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:40.110772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network hostable DHCP agents. Network: ede5fd73-275e-4965-82ef-4114a42c201e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:12:40.162874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] For port a7424823-91b2-43a7-80af-227be3fc85da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a7424823-91b2-43a7-80af-227be3fc85da,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:40.164291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a7424823-91b2-43a7-80af-227be3fc85da), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.175442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network ede5fd73-275e-4965-82ef-4114a42c201e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:12:40.216916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 172.25.3.232 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/f796681f-3ea5-4da4-9660-4c4858a5e1a7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:40.222008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ede5fd73-275e-4965-82ef-4114a42c201e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:40.228928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Calling delete_port for a7424823-91b2-43a7-80af-227be3fc85da owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:40.238562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d5bf3-fb8b-4945-8267-82636b46fe15 None None] Network ede5fd73-275e-4965-82ef-4114a42c201e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:40.267175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.270390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.281188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:40.285606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.346297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf4794c3-3f8e-4fda-a923-7bc5ede1aca0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0446372 Mar 22 14:12:40.349549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.361246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-347199970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:40.434525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.435654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.439662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ca7c-63bd-4c46-979c-359269e4beb8 req-a49f3b5b-e2fc-4bf6-88be-8fab8e674def tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.442272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (335c7f58-5f53-489e-ab1c-405ef4442e9a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.443660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab90ca7c-63bd-4c46-979c-359269e4beb8 req-a49f3b5b-e2fc-4bf6-88be-8fab8e674def tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2505205 Mar 22 14:12:40.493170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.496636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.549548 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-fba5127c-cb4d-4e73-8543-57ac4c76a744 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8129075 Mar 22 14:12:40.551903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:40.564114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Request body: {'port': {'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:40.569620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.571495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:40.598624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:40.599382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.604167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for router_controller (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.612861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=335c7f58-5f53-489e-ab1c-405ef4442e9a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.623037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.669806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.673479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e91eb588-8992-4ae2-91a8-776d99e32a85 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3205161 Mar 22 14:12:40.678512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46448) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.690109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e', 'name': 'tempest-PortsTestJSON-1917140849'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:40.693733 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-45a9b59d-1eb7-4ff8-a7cc-a508164c74b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4123464 Mar 22 14:12:40.697356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46452) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:40.704067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'name': 'tempest-NetworksTestDHCPv6-9606657'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:40.762083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.768834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a7424823-91b2-43a7-80af-227be3fc85da no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:40.785893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-928e9a46-1a25-4856-8e65-7cd342afc019 None None] Provisioning complete for port f1c3b87d-6445-422f-a4bb-ecab4dc69133 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:40.786629 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-928e9a46-1a25-4856-8e65-7cd342afc019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.792741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.812000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-ede5fd73-275e-4965-82ef-4114a42c201e', 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': 'e3899007-e8ce-4593-8971-a0d2b02b41f6'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:40.813520 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.876980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-928e9a46-1a25-4856-8e65-7cd342afc019 None None] Port f1c3b87d-6445-422f-a4bb-ecab4dc69133 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:40.890136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab90ca7c-63bd-4c46-979c-359269e4beb8 req-89e413aa-36c9-40df-90b4-9b2dd64a1e8d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379766 Mar 22 14:12:40.905327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:40.915131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a7424823-91b2-43a7-80af-227be3fc85da), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.923337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:40.933052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No active binding found for port a7424823-91b2-43a7-80af-227be3fc85da {{(pid=103892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:12:40.933579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] The host n-d-758851-5 is not matching for port a7424823-91b2-43a7-80af-227be3fc85da host None! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:12:40.934134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a7424823-91b2-43a7-80af-227be3fc85da not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:40.943676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:40.951107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:40.969030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=f796681f-3ea5-4da4-9660-4c4858a5e1a7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:40.974721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:40.981740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] Pushing event deleted for resources: {'Port': ['ID=a7424823-91b2-43a7-80af-227be3fc85da,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.013136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 4a581d01-0b5d-4506-a99b-e6a6e328464c yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:41.031278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1271e6-3c32-44b3-bf9d-27b4fdbf8cb8 None None] No DVR routers for this DVR port a7424823-91b2-43a7-80af-227be3fc85da on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:41.062654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882df2e-dcb0-48b3-8e69-7a8c96205fa3 req-7e6f7d54-a315-4e88-b1c6-12b8a025b87e tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:41.072476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d882df2e-dcb0-48b3-8e69-7a8c96205fa3 req-7e6f7d54-a315-4e88-b1c6-12b8a025b87e tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 931 time: 0.2541404 Mar 22 14:12:41.132069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Allocated IP 172.20.0.2 (ede5fd73-275e-4965-82ef-4114a42c201e/e3899007-e8ce-4593-8971-a0d2b02b41f6/67cddecd-99de-478d-a428-59fc1688ee14) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:41.260525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8742c-6bc9-491f-8de0-0ccfa6034404 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:41.287767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d882df2e-dcb0-48b3-8e69-7a8c96205fa3 req-4fa5768a-e3a6-4dad-9d38-fac221185b99 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141669 Mar 22 14:12:41.312028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c423bc-da28-4a83-99f1-73f2ad90ae9f req-a03ca7f3-6ede-4909-8c1d-af4fbc9bbad2 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:41.320099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81c423bc-da28-4a83-99f1-73f2ad90ae9f req-a03ca7f3-6ede-4909-8c1d-af4fbc9bbad2 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.1755226 Mar 22 14:12:41.378959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:41.383593 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.401307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks [] for port (67cddecd-99de-478d-a428-59fc1688ee14), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.460631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (67cddecd-99de-478d-a428-59fc1688ee14), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.461425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 4836ff24-d968-4fd3-a0e6-d77813a3d8a7 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:41.490683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '335c7f58-5f53-489e-ab1c-405ef4442e9a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:41.492226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.493002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81c423bc-da28-4a83-99f1-73f2ad90ae9f req-fe559151-5884-450e-97ee-825f84d475b9 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719472 Mar 22 14:12:41.535621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Network ede5fd73-275e-4965-82ef-4114a42c201e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:41.537098 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0e4c6b21-ae14-4011-9300-3e34b4ab43b0 {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:12:41.537429 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:12:41.541271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Pushing event updated for resources: {'Port': ['ID=67cddecd-99de-478d-a428-59fc1688ee14,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.543917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:41.586917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:41.616856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.628534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-5ab160b7-372f-495a-a5df-3d754f96c26b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:41.638676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-5ab160b7-372f-495a-a5df-3d754f96c26b tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.2395875 Mar 22 14:12:41.661812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-0bf31e00-0ee0-4eff-9227-b58cd4f69f8c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.0215485 Mar 22 14:12:41.666511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Attempting to bind port 67cddecd-99de-478d-a428-59fc1688ee14 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:41.666892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Attempting to bind port 67cddecd-99de-478d-a428-59fc1688ee14 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1be5df64-488a-4057-803c-5acb846e5f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:41.667316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Attempting to bind port 67cddecd-99de-478d-a428-59fc1688ee14 on network ede5fd73-275e-4965-82ef-4114a42c201e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:41.673496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:41.673849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Checking segment: {'id': '1be5df64-488a-4057-803c-5acb846e5f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:41.674288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.674700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Bound using segment: {'id': '1be5df64-488a-4057-803c-5acb846e5f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:41.675181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Bound port: 67cddecd-99de-478d-a428-59fc1688ee14, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5df64-488a-4057-803c-5acb846e5f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ede5fd73-275e-4965-82ef-4114a42c201e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:41.675565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67cddecd-99de-478d-a428-59fc1688ee14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.706549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-6bd004fc-d03e-4046-9b1e-0fadde2001d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430734 Mar 22 14:12:41.737372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.746227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] For port 67cddecd-99de-478d-a428-59fc1688ee14, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:41.750049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] For port 67cddecd-99de-478d-a428-59fc1688ee14, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67cddecd-99de-478d-a428-59fc1688ee14,segment=NetworkSegment(1be5df64-488a-4057-803c-5acb846e5f39),segment_id=1be5df64-488a-4057-803c-5acb846e5f39)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:41.761234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67cddecd-99de-478d-a428-59fc1688ee14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.786871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c3b87d-6445-422f-a4bb-ecab4dc69133 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:41.800265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks [] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:41.840552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-fb79d732-ca86-40d2-8679-751eaf9b3217 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:41.841898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a49b75-993c-4151-b112-ef2c1ed35f9a None None] Pushing event updated for resources: {'Port': ['ID=67cddecd-99de-478d-a428-59fc1688ee14,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:41.842217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-fb79d732-ca86-40d2-8679-751eaf9b3217 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.1187921 Mar 22 14:12:41.897215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-f3c63f1c-985e-4512-b3cc-2d91c87cb88d service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821887 Mar 22 14:12:41.951506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::e2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/335c7f58-5f53-489e-ab1c-405ef4442e9a/4836ff24-d968-4fd3-a0e6-d77813a3d8a7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:41.963461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Transition to ACTIVE for port object f1c3b87d-6445-422f-a4bb-ecab4dc69133 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:41.976231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.032968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-08338e84-807c-44db-b9cf-a9c6f6cfa727 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342807 Mar 22 14:12:42.053070 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.151809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.420948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.481246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.686656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cffba30d-a79a-440e-bf5b-d02cac5404b7 req-23179d8c-45a6-4931-a2d3-69a9e9a358a8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 210 time: 0.0897629 Mar 22 14:12:42.699419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 322b225e-b7fc-4d39-825f-42951d6597cc yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:42.708375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67cddecd-99de-478d-a428-59fc1688ee14 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:42.729978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Attempting to bind port f1c3b87d-6445-422f-a4bb-ecab4dc69133 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:42.738485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Attempting to bind port f1c3b87d-6445-422f-a4bb-ecab4dc69133 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:42.738825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Attempting to bind port f1c3b87d-6445-422f-a4bb-ecab4dc69133 on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:42.763857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (4836ff24-d968-4fd3-a0e6-d77813a3d8a7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.780138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Port f1c3b87d-6445-422f-a4bb-ecab4dc69133 on network cc004514-13e8-4bc4-94a7-0c8719e38679 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:42.781166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67cddecd-99de-478d-a428-59fc1688ee14 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:42.781648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67cddecd-99de-478d-a428-59fc1688ee14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.784005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Attempting to bind port f1c3b87d-6445-422f-a4bb-ecab4dc69133 on network cc004514-13e8-4bc4-94a7-0c8719e38679 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:42.797356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e710037-6eb6-478e-b150-5c50050c9382 req-14d61ef9-8f43-4cd5-887e-3b9393dccdcc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:42.805041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e710037-6eb6-478e-b150-5c50050c9382 req-14d61ef9-8f43-4cd5-887e-3b9393dccdcc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.7893150 Mar 22 14:12:42.811397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=f796681f-3ea5-4da4-9660-4c4858a5e1a7,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:42.818489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Deleting port 332aa88e-8d8d-4193-93da-e2e393b67dcc {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:42.818850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.834667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:42.835108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Checking segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:42.835610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Bound using segment: {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:42.836052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Bound port: f1c3b87d-6445-422f-a4bb-ecab4dc69133, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:42.836928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.858078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.888783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67cddecd-99de-478d-a428-59fc1688ee14 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:42.893447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67cddecd-99de-478d-a428-59fc1688ee14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.924625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.934143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-73231261-a57d-45ba-9b37-4467b64e3a1a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5438504 Mar 22 14:12:42.964676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 67cddecd-99de-478d-a428-59fc1688ee14, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67cddecd-99de-478d-a428-59fc1688ee14,segment=NetworkSegment(1be5df64-488a-4057-803c-5acb846e5f39),segment_id=1be5df64-488a-4057-803c-5acb846e5f39)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:42.975467 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67cddecd-99de-478d-a428-59fc1688ee14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:42.988217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:42.994075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:43.000783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4836ff24-d968-4fd3-a0e6-d77813a3d8a7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.141086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/335c7f58-5f53-489e-ab1c-405ef4442e9a/e0d7eabc-e2e3-4f48-8335-f003c58a7be4) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:43.146812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:43.149687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:43.152452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.169411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=67cddecd-99de-478d-a428-59fc1688ee14,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:43.180111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=4836ff24-d968-4fd3-a0e6-d77813a3d8a7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:43.184360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:43.203033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.203754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.204443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e710037-6eb6-478e-b150-5c50050c9382 req-2fd21907-28b7-4bfa-99ac-57364dfd6891 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983448 Mar 22 14:12:43.238514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.8 (ede5fd73-275e-4965-82ef-4114a42c201e/e3899007-e8ce-4593-8971-a0d2b02b41f6/322b225e-b7fc-4d39-825f-42951d6597cc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:43.335488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.340257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.343445 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] 10.222.0.78 "PUT /v2.0/ports/f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 1091 time: 2.7835612 Mar 22 14:12:43.344638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:43.350979 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23a6773-4959-4130-82bc-ffd80c3ecc35" -d '{"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:43.359212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] For port 332aa88e-8d8d-4193-93da-e2e393b67dcc, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=332aa88e-8d8d-4193-93da-e2e393b67dcc,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:43.359674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.398440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd33885c-86b4-4af3-acc2-31873af4f6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6997974 Mar 22 14:12:43.402425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46534) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.499269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef620097-9abf-43c5-a969-c497d9b897a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:43.507538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Calling delete_port for 332aa88e-8d8d-4193-93da-e2e393b67dcc owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:43.556317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a33798-ee9d-4256-b95c-0674d5dc94f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.557926 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35a33798-ee9d-4256-b95c-0674d5dc94f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 926 time: 0.1544645 Mar 22 14:12:43.561869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46540) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:43.565115 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks [] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.570811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7bdb3-c2c1-4a60-94b0-9ecb804d7384 req-fe164144-1e38-4427-a279-8e9ff18df4f1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.579542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44a7bdb3-c2c1-4a60-94b0-9ecb804d7384 req-fe164144-1e38-4427-a279-8e9ff18df4f1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 943 time: 0.5642302 Mar 22 14:12:43.583022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.628509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-c9c39f53-8d36-4ca4-93e4-1687cefb9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.630168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-c9c39f53-8d36-4ca4-93e4-1687cefb9976 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1125 time: 0.1474431 Mar 22 14:12:43.661877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:43.683458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:43.685840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Pushing event updated for resources: {'Port': ['ID=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:43.692499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:43.702127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-8230c066-652c-49e0-8001-1dee93e80b81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 217 time: 0.0626452 Mar 22 14:12:43.746067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebdf59-c60e-467c-8e2f-48af3e34baa7 None None] Network ede5fd73-275e-4965-82ef-4114a42c201e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:43.793816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-d212c22d-98cc-4b80-92e8-f2050dc18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.795602 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-d212c22d-98cc-4b80-92e8-f2050dc18ea8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.0860252 Mar 22 14:12:43.808503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130f754-0dd8-4e93-9800-73506745aee1 req-833b234d-38a8-496d-b3e4-f80046a88fd5 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:43.816247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6130f754-0dd8-4e93-9800-73506745aee1 req-833b234d-38a8-496d-b3e4-f80046a88fd5 tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc187d62-867d-48c8-8705-3439149b3427 HTTP/1.1" status: 200 len: 945 time: 0.4785867 Mar 22 14:12:43.843901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 4836ff24-d968-4fd3-a0e6-d77813a3d8a7 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:43.844246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4836ff24-d968-4fd3-a0e6-d77813a3d8a7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.878793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44a7bdb3-c2c1-4a60-94b0-9ecb804d7384 req-69503069-2f2c-40b7-ad26-e50de6d79d8a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980936 Mar 22 14:12:43.902660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Attempting to bind port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:43.903045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Attempting to bind port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:43.903416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Attempting to bind port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:43.923534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a9c4f012-15e7-4465-9276-5a3ae9f800f2 None None] Provisioning complete for port 67cddecd-99de-478d-a428-59fc1688ee14 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:43.923923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f012-15e7-4465-9276-5a3ae9f800f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67cddecd-99de-478d-a428-59fc1688ee14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.936709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:43.937006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:43.938621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.939188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:43.940053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Bound port: e0d7eabc-e2e3-4f48-8335-f003c58a7be4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:43.940711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.945441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (322b225e-b7fc-4d39-825f-42951d6597cc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.953023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4836ff24-d968-4fd3-a0e6-d77813a3d8a7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:43.975361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 4836ff24-d968-4fd3-a0e6-d77813a3d8a7 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:43.987911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6130f754-0dd8-4e93-9800-73506745aee1 req-7f19b254-29ec-4c39-91a9-60a3b063c56d tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.81 "GET /v2.0/security-groups?id=a79e2fb3-9c1c-44db-8a74-54a44b354e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704464 Mar 22 14:12:44.070510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (332aa88e-8d8d-4193-93da-e2e393b67dcc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.188888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] For port e0d7eabc-e2e3-4f48-8335-f003c58a7be4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:44.206416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] For port e0d7eabc-e2e3-4f48-8335-f003c58a7be4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:44.219938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-c44bd09c-ea18-4423-b56c-01dc7361e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.221285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.223267 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-c44bd09c-ea18-4423-b56c-01dc7361e55e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4191346 Mar 22 14:12:44.224648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Pushing event deleted for resources: {'Port': ['ID=332aa88e-8d8d-4193-93da-e2e393b67dcc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.294592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4f012-15e7-4465-9276-5a3ae9f800f2 None None] Current status of the port 67cddecd-99de-478d-a428-59fc1688ee14 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:44.321430 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1e6c1b-9457-4542-a1c2-4a4360234a6e x-openstack-request-id: req-dd1e6c1b-9457-4542-a1c2-4a4360234a6e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:44.321735 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:44.322065 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd1e6c1b-9457-4542-a1c2-4a4360234a6e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:44.322486 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1e6c1b-9457-4542-a1c2-4a4360234a6e'] response: {'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'status': 'completed', 'code': 200} Mar 22 14:12:44.327852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66bb4-f18e-47b9-a868-cd32cec48096 None None] Pushing event updated for resources: {'Port': ['ID=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.396015 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.470444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4836ff24-d968-4fd3-a0e6-d77813a3d8a7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.523870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=4836ff24-d968-4fd3-a0e6-d77813a3d8a7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.535654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-261fcc7c-784b-4dd8-bf4f-d48d82ff884c None None] Provisioning complete for port 67cddecd-99de-478d-a428-59fc1688ee14 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:44.536035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-261fcc7c-784b-4dd8-bf4f-d48d82ff884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67cddecd-99de-478d-a428-59fc1688ee14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.541476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10099d1d-80a4-41fc-a16f-2fd4ce8c878b req-06989d97-eb57-43a7-b127-46323303e97e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 210 time: 0.0746338 Mar 22 14:12:44.549205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network ede5fd73-275e-4965-82ef-4114a42c201e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:44.573839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] No DVR routers for this DVR port 332aa88e-8d8d-4193-93da-e2e393b67dcc on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:44.588822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:44.589241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-2d8c941c-45d2-4f6b-a557-e6a08c16051f service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562672 Mar 22 14:12:44.604828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.609900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22dbd746-ad9c-403f-b42c-70943c190d38 req-d2c82033-f53c-44ba-a872-dd09a8dd614e tempest-ServerRescueTestJSON-896921771 tempest-ServerRescueTestJSON-896921771-project] 10.222.0.78 "DELETE /v2.0/ports/332aa88e-8d8d-4193-93da-e2e393b67dcc HTTP/1.1" status: 204 len: 173 time: 2.7561407 Mar 22 14:12:44.618003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'name': 'network-vif-deleted', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:44.620792 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d74c9-6e7c-4b35-8724-2a2b61791606" -d '{"events": [{"server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "name": "network-vif-deleted", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:44.631217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:44.683366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.689769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-932d9bf2-683a-42af-a71a-da361d1b511c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/4836ff24-d968-4fd3-a0e6-d77813a3d8a7 HTTP/1.1" status: 204 len: 168 time: 1.1270993 Mar 22 14:12:44.691059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46566) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:44.697726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-f0bfe941-c969-4afa-9022-fe5350684c2d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--399360105&fields=id&tenant_id=b0228d7bef6841a1862e2e1ae74d845b HTTP/1.1" status: 200 len: 267 time: 0.5834243 Mar 22 14:12:44.787153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=322b225e-b7fc-4d39-825f-42951d6597cc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:44.825914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67cddecd-99de-478d-a428-59fc1688ee14 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:44.955091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b767e1-63e4-40af-b156-82fa42e6c09d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.957426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b767e1-63e4-40af-b156-82fa42e6c09d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.958407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.959059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.962974 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f1b767e1-63e4-40af-b156-82fa42e6c09d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2233529 Mar 22 14:12:44.963798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46570) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:44.966381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-261fcc7c-784b-4dd8-bf4f-d48d82ff884c None None] Current status of the port 67cddecd-99de-478d-a428-59fc1688ee14 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:44.981469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-edeccd2c-320c-477d-ba61-af2ca535dcdd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:44.982884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67cddecd-99de-478d-a428-59fc1688ee14 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:44.983422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67cddecd-99de-478d-a428-59fc1688ee14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:44.986673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-edeccd2c-320c-477d-ba61-af2ca535dcdd tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.8014858 Mar 22 14:12:45.010130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-4caab066-3f92-4352-b114-d2a459f48dc0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.017631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-4caab066-3f92-4352-b114-d2a459f48dc0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 936 time: 0.2373002 Mar 22 14:12:45.032955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': '677311a2-4877-480f-a4cc-af6cd1074f04', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:45.042576 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-eee56827-3b51-4911-802d-522f7c6c8dbb req-2a4afef1-6b78-4bbe-85c6-304bc4630a5a service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464426 Mar 22 14:12:45.072400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 335c7f58-5f53-489e-ab1c-405ef4442e9a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:45.075824 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (335c7f58-5f53-489e-ab1c-405ef4442e9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.088736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9dc987ce-f72e-4264-bcb1-5f50abb2ffdd tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4089308 Mar 22 14:12:45.119386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46576) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:45.122821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (335c7f58-5f53-489e-ab1c-405ef4442e9a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.127960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f157ed-d17a-46da-9c22-83d4a457440e req-6ae167ca-742f-4361-9d51-99f4aa66084b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.129688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5f157ed-d17a-46da-9c22-83d4a457440e req-6ae167ca-742f-4361-9d51-99f4aa66084b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.3301418 Mar 22 14:12:45.169171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67cddecd-99de-478d-a428-59fc1688ee14 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:45.173240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e538a40c-0b87-45ad-9ac0-9b1c6e016b76 None None] Provisioning complete for port 322b225e-b7fc-4d39-825f-42951d6597cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:45.173611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e538a40c-0b87-45ad-9ac0-9b1c6e016b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.232954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-9181dfc2-f779-49df-846f-f9904c35ea55 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.239865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-9181dfc2-f779-49df-846f-f9904c35ea55 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 935 time: 0.2212548 Mar 22 14:12:45.249220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e538a40c-0b87-45ad-9ac0-9b1c6e016b76 None None] Port 322b225e-b7fc-4d39-825f-42951d6597cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:45.320679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-13ec86c3-d2cb-4d73-93aa-241e41380341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.322271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-13ec86c3-d2cb-4d73-93aa-241e41380341 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1125 time: 0.1270056 Mar 22 14:12:45.356461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (335c7f58-5f53-489e-ab1c-405ef4442e9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.366539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 332aa88e-8d8d-4193-93da-e2e393b67dcc no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:45.413749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 332aa88e-8d8d-4193-93da-e2e393b67dcc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:45.416778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 332aa88e-8d8d-4193-93da-e2e393b67dcc not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:45.486139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-2130af2f-8f2d-47e8-8015-e4970ef162e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.487708 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-2130af2f-8f2d-47e8-8015-e4970ef162e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.1535876 Mar 22 14:12:45.489670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-f950968c-9078-4757-a757-8b751f90e22a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2489197 Mar 22 14:12:45.504055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (335c7f58-5f53-489e-ab1c-405ef4442e9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.558009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=335c7f58-5f53-489e-ab1c-405ef4442e9a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:45.564797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-ecbfa293-474b-41eb-a769-8b8544f38368 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 217 time: 0.0682147 Mar 22 14:12:45.569041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.572393 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-81bc805f-0e73-43f3-bdd5-b87a4df3d032 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/335c7f58-5f53-489e-ab1c-405ef4442e9a HTTP/1.1" status: 204 len: 168 time: 0.5975270 Mar 22 14:12:45.580775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46582) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:45.612885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-700c969c-eb0b-4459-b27b-474b1be6df35 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653403 Mar 22 14:12:45.646805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5f157ed-d17a-46da-9c22-83d4a457440e req-9ecbeec7-e72c-4046-bd70-17d366d91448 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073476 Mar 22 14:12:45.652491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:45.657314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:45.678617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b4e95d4-379d-4381-826d-db3a48e2e5cf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895257 Mar 22 14:12:45.679436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:45.730521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-3bf4afb6-8900-4a39-921c-416bb968af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.732617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-3bf4afb6-8900-4a39-921c-416bb968af34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1586714 Mar 22 14:12:45.746150 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114ca99-ee1e-4305-8b8a-28aeaa8afe2a x-openstack-request-id: req-c114ca99-ee1e-4305-8b8a-28aeaa8afe2a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:45.746441 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc187d62-867d-48c8-8705-3439149b3427", "name": "network-vif-deleted", "tag": "332aa88e-8d8d-4193-93da-e2e393b67dcc", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:45.746855 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c114ca99-ee1e-4305-8b8a-28aeaa8afe2a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:45.747193 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c114ca99-ee1e-4305-8b8a-28aeaa8afe2a'] response: {'server_uuid': 'fc187d62-867d-48c8-8705-3439149b3427', 'name': 'network-vif-deleted', 'tag': '332aa88e-8d8d-4193-93da-e2e393b67dcc', 'status': 'completed', 'code': 200} Mar 22 14:12:45.928943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162a739-4ddf-4f0f-8369-a58f900073f3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:45.978632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-a233db50-bf39-44ec-aaae-e8ea9769e1d5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.983684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-a233db50-bf39-44ec-aaae-e8ea9769e1d5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.988755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-a233db50-bf39-44ec-aaae-e8ea9769e1d5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:45.996505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-a233db50-bf39-44ec-aaae-e8ea9769e1d5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/networks?id=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=9202dd69-3395-4958-b961-081ed402344d&id=9202dd69-3395-4958-b961-081ed402344d HTTP/1.1" status: 200 len: 1996 time: 0.3661647 Mar 22 14:12:46.083027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-880ecb55-cdf8-49d0-90b7-8d083ec61c9e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/quotas/b0228d7bef6841a1862e2e1ae74d845b HTTP/1.1" status: 200 len: 375 time: 0.0854707 Mar 22 14:12:46.099219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05b127-1d60-43cb-9b06-b1eef9c5f91e req-79fff31c-ca13-4974-ba1b-6a52518a4859 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.101091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c05b127-1d60-43cb-9b06-b1eef9c5f91e req-79fff31c-ca13-4974-ba1b-6a52518a4859 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 943 time: 0.2966092 Mar 22 14:12:46.110837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38380e2-14ea-4dea-847c-da64abd45964 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.113882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b38380e2-14ea-4dea-847c-da64abd45964 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4317048 Mar 22 14:12:46.120815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46592) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.163072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-510cb61b-c2cc-491d-ba01-788cd47a63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.164996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-510cb61b-c2cc-491d-ba01-788cd47a63bd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4170361 Mar 22 14:12:46.167912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.14 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/f9bb34f0-0338-4fb8-a633-b4a18bac03ef) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:46.178057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.221209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Provisioning complete for port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:46.221657 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.286564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc5b0f-0fb6-48f2-9b17-bf49fbdc99f7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:46.288995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9fc5b0f-0fb6-48f2-9b17-bf49fbdc99f7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1659648 Mar 22 14:12:46.293399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.302707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-cd650166-8410-4187-975b-61b7de812962 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2172868 Mar 22 14:12:46.332221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Current status of the port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:46.332625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.356123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11155332-e141-44ad-bc8d-62db82c84cb6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604370 Mar 22 14:12:46.360526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.365437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:46.377075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] For port e0d7eabc-e2e3-4f48-8335-f003c58a7be4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:46.387221 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.426726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:46.457781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c05b127-1d60-43cb-9b06-b1eef9c5f91e req-fee14de1-0fd1-4627-b169-0f6b4a50da0f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445060 Mar 22 14:12:46.470450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-c4a2ae01-9cb7-459f-ab1b-27c6bec4637b service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986646 Mar 22 14:12:46.527282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3eb1f2-8bc1-425a-be1a-405457514132 None None] Pushing event updated for resources: {'Port': ['ID=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:46.564133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:46.568567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.576773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.577099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Deleting port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:46.577420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.685730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] For port e0d7eabc-e2e3-4f48-8335-f003c58a7be4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:46.686214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.706553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Calling delete_port for e0d7eabc-e2e3-4f48-8335-f003c58a7be4 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:46.710019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-510a739e-b1a4-4bf6-aec2-4c056859a97e req-d0bd06f7-7499-45ad-ae3f-4c3b5c9b9e95 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 210 time: 0.0543284 Mar 22 14:12:46.779101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-65aff29a-60db-427d-a2c5-7d99c37553d8 service neutron] 10.222.0.81 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825865 Mar 22 14:12:46.805783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b23a6773-4959-4130-82bc-ffd80c3ecc35 req-a0c1f0cb-2ef3-4d9e-8c41-a08b1ef1006c service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266869 Mar 22 14:12:46.816371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e0d7eabc-e2e3-4f48-8335-f003c58a7be4), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:46.824308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:46.835221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] No DVR routers for this DVR port e0d7eabc-e2e3-4f48-8335-f003c58a7be4 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:46.866913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f01403-727d-43d6-81fd-e9ae714037d8 None None] Pushing event deleted for resources: {'Port': ['ID=e0d7eabc-e2e3-4f48-8335-f003c58a7be4,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:46.994868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2964e00b-045c-45b1-b9a1-f7a69cee0dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.104835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (60ae34b6-7214-452e-a0d6-d39a264f9adf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.196439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:47.223937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:47.226877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:47.227475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.232581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.235501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bdc2de-93cd-4213-b3b3-4c1b92838cae None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:47.278033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=60ae34b6-7214-452e-a0d6-d39a264f9adf,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.299439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (322b225e-b7fc-4d39-825f-42951d6597cc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.305898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c907c098-c178-450d-a4ec-fdf6888734e5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9443140 Mar 22 14:12:47.308308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2964e00b-045c-45b1-b9a1-f7a69cee0dba admin admin] Publish callbacks [] for security_group (0ba2d965-83e6-4e95-b135-3e49a2b3f793), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.312104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:47.316626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2964e00b-045c-45b1-b9a1-f7a69cee0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ba2d965-83e6-4e95-b135-3e49a2b3f793), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.325715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '60ae34b6-7214-452e-a0d6-d39a264f9adf', 'ip_address': '2001:db8::ae5:dbee:b6cd:9040'}], 'name': 'tempest-NetworksTestDHCPv6-359580180'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:47.331896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.350707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '60ae34b6-7214-452e-a0d6-d39a264f9adf'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:47.351909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.370971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f1c3b87d-6445-422f-a4bb-ecab4dc69133 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:47.388147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e00b-045c-45b1-b9a1-f7a69cee0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2d965-83e6-4e95-b135-3e49a2b3f793,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.394017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2964e00b-045c-45b1-b9a1-f7a69cee0dba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a50dd92c4614deaafdeed5e0060766e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625594 Mar 22 14:12:47.399592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46614) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:47.413217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-f6b18c2d-b7f0-444d-acda-44a84f26c47e service neutron] 10.222.0.81 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329956 Mar 22 14:12:47.453491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a528d-a243-49a5-bf43-79bd43ecc742 req-4e5168bb-86e0-4e0e-b28f-f507dd5ff7a2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:47.463650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-944a528d-a243-49a5-bf43-79bd43ecc742 req-4e5168bb-86e0-4e0e-b28f-f507dd5ff7a2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2873247 Mar 22 14:12:47.519367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] Publish callbacks [] for security_group (0ba2d965-83e6-4e95-b135-3e49a2b3f793), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.552033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.554965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] Publish callbacks [] for security_group (0ba2d965-83e6-4e95-b135-3e49a2b3f793), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.561664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-4d09a568-509f-4140-b931-02a2a53d5896 service neutron] 10.222.0.81 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0467401 Mar 22 14:12:47.603321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (8a10f3a2-9097-4023-a00f-4a85cd869030), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.606917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/60ae34b6-7214-452e-a0d6-d39a264f9adf/4c798c97-1017-4c81-8eb9-09a48bfaf3b0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:47.617190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:47.636877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:47.665495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=322b225e-b7fc-4d39-825f-42951d6597cc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.721720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ba2d965-83e6-4e95-b135-3e49a2b3f793), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.726412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.727895 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ba2d965-83e6-4e95-b135-3e49a2b3f793 HTTP/1.1" status: 204 len: 168 time: 0.3273790 Mar 22 14:12:47.743657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f4412-7691-4f6f-8d63-3a6ba38cc8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2d965-83e6-4e95-b135-3e49a2b3f793,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:47.758675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f1c3b87d-6445-422f-a4bb-ecab4dc69133 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:47.759099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.762248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-944a528d-a243-49a5-bf43-79bd43ecc742 req-eb0e7235-ce66-4eea-940c-d1cd6c62d163 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922668 Mar 22 14:12:47.827080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:47.847580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:47.866264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c3b87d-6445-422f-a4bb-ecab4dc69133 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:47.902840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:47.926893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:47.954854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.970607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-325ac8b5-b73d-4c77-acda-62315d3a2819 None None] Provisioning complete for port 322b225e-b7fc-4d39-825f-42951d6597cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:47.970986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-325ac8b5-b73d-4c77-acda-62315d3a2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:47.995574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.027584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Deleting port 2a030a74-de6d-47af-8130-f978792d80d0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:48.028237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2a030a74-de6d-47af-8130-f978792d80d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.030365 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks [] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.054987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.061609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-325ac8b5-b73d-4c77-acda-62315d3a2819 None None] Port 322b225e-b7fc-4d39-825f-42951d6597cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:48.066209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.085539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-eed7c8ce-e072-4a36-9790-b48379e688c9 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229335 Mar 22 14:12:48.106623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:48.111563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:48.112205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.115765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:48.121183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:48.134111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Pushing event updated for resources: {'Port': ['ID=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.135161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:48.159714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] For port 2a030a74-de6d-47af-8130-f978792d80d0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a030a74-de6d-47af-8130-f978792d80d0,segment=NetworkSegment(2ae8c28c-9018-4b82-a163-e6a68b5f9b95),segment_id=2ae8c28c-9018-4b82-a163-e6a68b5f9b95)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:48.160235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2a030a74-de6d-47af-8130-f978792d80d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.177589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Calling delete_port for 2a030a74-de6d-47af-8130-f978792d80d0 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:48.197823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f1c3b87d-6445-422f-a4bb-ecab4dc69133'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:48.201285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.242009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f36-af03-408a-8a64-087f05864450 req-1518002e-f7db-4d97-8e4e-efc73de09dd8 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:48.248758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67569f36-af03-408a-8a64-087f05864450 req-1518002e-f7db-4d97-8e4e-efc73de09dd8 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 943 time: 0.4038811 Mar 22 14:12:48.260647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Attempting to bind port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:48.261138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Attempting to bind port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:48.261417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Attempting to bind port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:48.272737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:48.273109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:48.273511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.273909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:48.274415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Bound port: 4c798c97-1017-4c81-8eb9-09a48bfaf3b0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:48.274804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.284387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46624) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:48.293138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e54dcfed-c97c-4ba0-a42b-7ed51c9dcc80 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2725799 Mar 22 14:12:48.319161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Request body: {'port': {'device_id': '677311a2-4877-480f-a4cc-af6cd1074f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:48.366420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca603d04-d77d-422c-89a0-63a368212ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.382463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] For port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:48.385656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] For port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:48.397676 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.410449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2a030a74-de6d-47af-8130-f978792d80d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.456431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a030a74-de6d-47af-8130-f978792d80d0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.479894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-229b1e64-e3fa-49c9-b6a2-516c67fe777b service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933294 Mar 22 14:12:48.481502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fa1a9-7ae2-4b52-9c20-63c192b02161 None None] Pushing event updated for resources: {'Port': ['ID=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:48.553474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5551ba8-ecc7-485c-886f-bd28ce21db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.602216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67569f36-af03-408a-8a64-087f05864450 req-bf82dc66-6126-4bce-afeb-83e27c9b4591 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526351 Mar 22 14:12:48.605451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.611554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.670341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-d04149fd-4acf-4aeb-8b0e-4ed2915c2976 service neutron] 10.222.0.81 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1551931 Mar 22 14:12:48.700433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 74922759-ef5d-41ad-9ae5-035e3cfae10c yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:48.709220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.954359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca603d04-d77d-422c-89a0-63a368212ec8 admin admin] Publish callbacks [] for security_group (4e089bec-a516-492e-a067-69c29a2e3e85), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:48.960064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (8a10f3a2-9097-4023-a00f-4a85cd869030), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.041439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca603d04-d77d-422c-89a0-63a368212ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4e089bec-a516-492e-a067-69c29a2e3e85), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.150806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7696ec57-ab11-4aa7-87c3-34664b35ea7a service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673197 Mar 22 14:12:49.191181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Router 8a10f3a2-9097-4023-a00f-4a85cd869030 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:49.228778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f233d7-7558-4451-96b9-bc021086fc6b req-54cc855e-c59b-49e7-99b1-a063edb00878 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:49.230401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43f233d7-7558-4451-96b9-bc021086fc6b req-54cc855e-c59b-49e7-99b1-a063edb00878 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 932 time: 0.5402544 Mar 22 14:12:49.310594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:49.316098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-118c2d0a-6e15-48b5-b578-5f33e817fb0b admin admin] 10.222.0.81 "PUT /v2.0/routers/8a10f3a2-9097-4023-a00f-4a85cd869030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7365661 Mar 22 14:12:49.318959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46628) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:49.322011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Sync routers for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:49.342425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:49.343546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:49.430463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f1c3b87d-6445-422f-a4bb-ecab4dc69133 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:49.446266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks [] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.510753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:49.580102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks [] for router_gateway (8a10f3a2-9097-4023-a00f-4a85cd869030), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.642257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port f1c3b87d-6445-422f-a4bb-ecab4dc69133 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:49.646581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Deleting port b032cae7-4f39-424a-9799-69d55b846e6e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:49.646986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.648997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port f1c3b87d-6445-422f-a4bb-ecab4dc69133 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:49.649506 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.659440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca603d04-d77d-422c-89a0-63a368212ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e089bec-a516-492e-a067-69c29a2e3e85,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:49.663960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca603d04-d77d-422c-89a0-63a368212ec8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64f1556779af448d83e2fef3a68e6ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3741045 Mar 22 14:12:49.697928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46632) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:49.741837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Provisioning complete for port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:49.742531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.753154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] For port b032cae7-4f39-424a-9799-69d55b846e6e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b032cae7-4f39-424a-9799-69d55b846e6e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:49.753772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.767796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Calling delete_port for b032cae7-4f39-424a-9799-69d55b846e6e owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:49.854214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f1c3b87d-6445-422f-a4bb-ecab4dc69133 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:49.854639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.862802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::ae5:dbee:b6cd:9040 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/60ae34b6-7214-452e-a0d6-d39a264f9adf/74922759-ef5d-41ad-9ae5-035e3cfae10c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:49.902818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:12:48Z', 'revision_number': 5, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port': {'id': 'b032cae7-4f39-424a-9799-69d55b846e6e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:20Z', 'updated_at': '2022-03-22T14:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:49.915159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:49.917443 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb4d17-9921-4c03-af14-23fe62b400b9" -d '{"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-plugged", "status": "completed", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:49.942398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43f233d7-7558-4451-96b9-bc021086fc6b req-0b4f1154-ee90-4836-a1c2-5e9d027d91ed tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592295 Mar 22 14:12:49.950638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Current status of the port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:49.950894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.954595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Checking router: 8a10f3a2-9097-4023-a00f-4a85cd869030 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:49.958114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:49.964732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-6beddbf5-a0a9-412f-90af-e612f5be9892 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635095 Mar 22 14:12:49.978494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b032cae7-4f39-424a-9799-69d55b846e6e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.980415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:49.988343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Routers {'8a10f3a2-9097-4023-a00f-4a85cd869030'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:49.988589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['8a10f3a2-9097-4023-a00f-4a85cd869030'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:50.036638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] Publish callbacks [] for security_group (4e089bec-a516-492e-a067-69c29a2e3e85), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.036866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Pushing event deleted for resources: {'Port': ['ID=b032cae7-4f39-424a-9799-69d55b846e6e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.098332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (8a10f3a2-9097-4023-a00f-4a85cd869030), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.104601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] For port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:50.115987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.118271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] Set router 8a10f3a2-9097-4023-a00f-4a85cd869030 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:50.171466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.176429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:12:49Z', 'revision_number': 7, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:50.212014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.214430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks [] for router_controller (8a10f3a2-9097-4023-a00f-4a85cd869030), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.244581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] Publish callbacks [] for security_group (4e089bec-a516-492e-a067-69c29a2e3e85), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.265988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (8a10f3a2-9097-4023-a00f-4a85cd869030), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.266450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a10f3a2-9097-4023-a00f-4a85cd869030 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:12:50.273328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.274756 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d2e408a-5341-4dbe-9125-fb20318d335f admin admin] 10.222.0.81 "DELETE /v2.0/routers/8a10f3a2-9097-4023-a00f-4a85cd869030 HTTP/1.1" status: 204 len: 168 time: 0.9548390 Mar 22 14:12:50.277220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:50.290085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bb34f0-0338-4fb8-a633-b4a18bac03ef {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:50.320982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (322b225e-b7fc-4d39-825f-42951d6597cc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.325815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Deleting subnet 5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:50.328103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks [] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.329758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Publish callbacks [] for subnet (5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.351189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.365583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-648af20c-214a-4382-9d20-2174e7ff1c24 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810833 Mar 22 14:12:50.367750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.376718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3987d-98e5-427d-a58d-767233581fbb None None] The sync data for ids ['8a10f3a2-9097-4023-a00f-4a85cd869030'] in n-d-758851-5 is: [{'id': '8a10f3a2-9097-4023-a00f-4a85cd869030', 'name': 'tempest-ServerRescueTestJSON-1365399269-router', 'tenant_id': '70dfc3ffeefc466d96a178e950df41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:19Z', 'updated_at': '2022-03-22T14:12:49Z', 'revision_number': 7, 'project_id': '70dfc3ffeefc466d96a178e950df41aa', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:50.403683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04c42b-26d4-4367-b55b-c99f7f7819ae None None] Pushing event updated for resources: {'Port': ['ID=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.423901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.436102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Transition to ACTIVE for port object f9bb34f0-0338-4fb8-a633-b4a18bac03ef will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:12:50.480022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.496231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.506963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.512237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.515561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5eca0344-7b39-40f1-bf6b-7873e362f9ee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b90b61e-ef85-4ecc-9908-7f67b2e1c4d6 HTTP/1.1" status: 204 len: 168 time: 0.2361231 Mar 22 14:12:50.517757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:50.531480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017658-ac9d-4d26-8453-ec0997917d45 req-17f976cc-099f-49d2-b2c7-6b4bac598b93 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:50.533188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f017658-ac9d-4d26-8453-ec0997917d45 req-17f976cc-099f-49d2-b2c7-6b4bac598b93 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.4557912 Mar 22 14:12:50.547919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.561813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=322b225e-b7fc-4d39-825f-42951d6597cc,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.590105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e3307e89-bbea-46e3-99ac-b6a9e45124f9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.609644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4e089bec-a516-492e-a067-69c29a2e3e85), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.612216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.615988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e089bec-a516-492e-a067-69c29a2e3e85 HTTP/1.1" status: 204 len: 168 time: 0.9057295 Mar 22 14:12:50.615988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.672663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11662cc-029d-48e9-8e5a-22dbf65b653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e089bec-a516-492e-a067-69c29a2e3e85,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.683184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e3307e89-bbea-46e3-99ac-b6a9e45124f9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.714612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3307e89-bbea-46e3-99ac-b6a9e45124f9']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:50.725169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae8c28c-9018-4b82-a163-e6a68b5f9b95') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:50.725466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae8c28c-9018-4b82-a163-e6a68b5f9b95') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:50.738378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2ae8c28c-9018-4b82-a163-e6a68b5f9b95), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.759662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ae8c28c-9018-4b82-a163-e6a68b5f9b95), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.768733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:12:50.769654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2ae8c28c-9018-4b82-a163-e6a68b5f9b95), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:12:50.776947 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:12:50.780566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:50.853381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f017658-ac9d-4d26-8453-ec0997917d45 req-9cfa0041-1be0-4f94-8360-97b789f20b28 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941942 Mar 22 14:12:50.869719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e3307e89-bbea-46e3-99ac-b6a9e45124f9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.871425 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.899120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-a050215f-9554-423a-9278-ac3af4324ce0 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073097 Mar 22 14:12:50.913399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228e2e16-979a-43dd-a7a2-dbc0d71b0791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.924515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:50.927735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e3307e89-bbea-46e3-99ac-b6a9e45124f9 HTTP/1.1" status: 204 len: 168 time: 0.4090121 Mar 22 14:12:50.938401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7fe5c-0ceb-4ced-b2c5-c39651124261 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3307e89-bbea-46e3-99ac-b6a9e45124f9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:51.112305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:51.132581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:51.139281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=74922759-ef5d-41ad-9ae5-035e3cfae10c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:51.139945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:51.142799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:51.149140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:51.149684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.168552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Attempting to bind port f9bb34f0-0338-4fb8-a633-b4a18bac03ef on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:51.168888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Attempting to bind port f9bb34f0-0338-4fb8-a633-b4a18bac03ef by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:51.169211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Attempting to bind port f9bb34f0-0338-4fb8-a633-b4a18bac03ef on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:51.176874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network ede5fd73-275e-4965-82ef-4114a42c201e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:51.187226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:51.198891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Port f9bb34f0-0338-4fb8-a633-b4a18bac03ef on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:12:51.199167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Attempting to bind port f9bb34f0-0338-4fb8-a633-b4a18bac03ef on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:51.205836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1fdf596-7f1e-43c6-a134-c72dc8e9989f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70dfc3ffeefc466d96a178e950df41aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637627 Mar 22 14:12:51.208278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:51.221117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27e7da4f-e5ca-4f90-afa3-04a3f9ca4d0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9063196 Mar 22 14:12:51.226245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:51.226451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:51.226735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:51.227179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Bound port: f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:51.227531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.232278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:51.345799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb345fe-5979-482f-9329-8213f5b7dbe9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:51.351968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb345fe-5979-482f-9329-8213f5b7dbe9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:51.353859 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9bb345fe-5979-482f-9329-8213f5b7dbe9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1204309 Mar 22 14:12:51.356905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46662) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:51.375783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:51.386479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c97a6-2d86-46ba-bb22-84a7513d5184 req-0707601b-04f9-4380-ab4a-e9d819cf22ae tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:51.396145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a0c97a6-2d86-46ba-bb22-84a7513d5184 req-0707601b-04f9-4380-ab4a-e9d819cf22ae tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 945 time: 0.4000463 Mar 22 14:12:51.420180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] Publish callbacks [] for security_group (a79e2fb3-9c1c-44db-8a74-54a44b354e02), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.422988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-69332acd-f851-480c-a0f5-342b0eafa966 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907451 Mar 22 14:12:51.503518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] Publish callbacks [] for security_group (a79e2fb3-9c1c-44db-8a74-54a44b354e02), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.521630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:51.522725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.618740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 74922759-ef5d-41ad-9ae5-035e3cfae10c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:51.618924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.640580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a0c97a6-2d86-46ba-bb22-84a7513d5184 req-586b03ef-fcfa-4cd1-bbd3-61cde06ee34a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426341 Mar 22 14:12:51.703292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:51.710293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Provisioning complete for port 74922759-ef5d-41ad-9ae5-035e3cfae10c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:51.711229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.717216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:51.720506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a030a74-de6d-47af-8130-f978792d80d0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:51.734337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Router d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:12:51.753368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a79e2fb3-9c1c-44db-8a74-54a44b354e02), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.755940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.758229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a79e2fb3-9c1c-44db-8a74-54a44b354e02 HTTP/1.1" status: 204 len: 168 time: 0.5484805 Mar 22 14:12:51.759183 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e687e0-3da4-4eef-9d80-3542f895d49f x-openstack-request-id: req-c6e687e0-3da4-4eef-9d80-3542f895d49f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:51.759715 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-plugged", "status": "completed", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:51.760164 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6e687e0-3da4-4eef-9d80-3542f895d49f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:51.761085 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e687e0-3da4-4eef-9d80-3542f895d49f'] response: {'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'code': 200} Mar 22 14:12:51.792967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2a030a74-de6d-47af-8130-f978792d80d0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:51.793320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a030a74-de6d-47af-8130-f978792d80d0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:51.801444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09204b9-c81b-4655-81eb-c0c88dabaa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e2fb3-9c1c-44db-8a74-54a44b354e02,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:51.842954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:51.846074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-1a06730a-4423-44b9-9932-d704112beb61 service neutron] 10.222.0.81 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081287 Mar 22 14:12:51.859405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Port 74922759-ef5d-41ad-9ae5-035e3cfae10c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:51.866225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.889351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.901942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Provisioning complete for port 322b225e-b7fc-4d39-825f-42951d6597cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:51.903293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.923064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 74922759-ef5d-41ad-9ae5-035e3cfae10c owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:51.941221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:51.988954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c8dec-26e7-42de-bd9d-8dca9ac437f1 req-2e1f4113-5b8d-4da3-93cf-32ed3edba1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:51.990950 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a42c8dec-26e7-42de-bd9d-8dca9ac437f1 req-2e1f4113-5b8d-4da3-93cf-32ed3edba1fb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1127 time: 0.1614234 Mar 22 14:12:51.996597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7b48a3a4-f8c9-4f91-bb8d-c1e2cb1ae571 None None] Port 322b225e-b7fc-4d39-825f-42951d6597cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:12:52.058534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a42c8dec-26e7-42de-bd9d-8dca9ac437f1 req-988837d5-4976-4fc1-af7e-a13ee4bf1588 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579362 Mar 22 14:12:52.098475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.099105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.100516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] 10.222.0.78 "PUT /v2.0/ports/f9bb34f0-0338-4fb8-a633-b4a18bac03ef HTTP/1.1" status: 200 len: 1092 time: 3.7911592 Mar 22 14:12:52.108050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:52.110429 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339" -d '{"events": [{"name": "network-changed", "server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:52.130525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (74922759-ef5d-41ad-9ae5-035e3cfae10c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.167597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16625355-1b63-47d0-8739-a2fcb2d4336d service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:52.169143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=74922759-ef5d-41ad-9ae5-035e3cfae10c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:52.177335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beaf76-ce75-410c-b91d-136b4b893da6 req-4cb8ac17-a4eb-4c2e-ad1b-dcebed67c059 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.184363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77beaf76-ce75-410c-b91d-136b4b893da6 req-4cb8ac17-a4eb-4c2e-ad1b-dcebed67c059 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 944 time: 0.2407968 Mar 22 14:12:52.186596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:52.197482 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] Sync routers for ids ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:52.203654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-94669a91-0d17-413a-b7b3-6cfcddf0a58e tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/routers/d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0835242 Mar 22 14:12:52.208262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46684) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:52.217137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] Routers {'d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:52.217773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:52.230971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-ef51d9de-6b29-4fe7-b430-0d7ba8c11029 service neutron] 10.222.0.81 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535640 Mar 22 14:12:52.251580 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.254900 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b0365f77-5127-4723-b27f-d5fef6ecb826 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/74922759-ef5d-41ad-9ae5-035e3cfae10c HTTP/1.1" status: 204 len: 168 time: 0.8960166 Mar 22 14:12:52.281826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:52.311514 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:52.343392 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] Routers {'d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:52.344106 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:52.348232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d0d93b-12fd-44ef-823d-03e5c2c6f049 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.349843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-54d0d93b-12fd-44ef-823d-03e5c2c6f049 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb HTTP/1.1" status: 200 len: 982 time: 0.1403806 Mar 22 14:12:52.353615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:52.390568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c3011-c7d2-4a57-acc6-fcf5cfd4b442 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.391916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c3011-c7d2-4a57-acc6-fcf5cfd4b442 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.396307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c8c3011-c7d2-4a57-acc6-fcf5cfd4b442 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1134143 Mar 22 14:12:52.399871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46694) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:52.415014 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:52.415969 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01873251-6d72-414d-b12f-fe49bbb35d55 None None] The sync data for ids ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:52.484296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77beaf76-ce75-410c-b91d-136b4b893da6 req-a9b5ca75-a226-4775-8575-100be52cb4c4 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941148 Mar 22 14:12:52.564780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 60ae34b6-7214-452e-a0d6-d39a264f9adf {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:52.569836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b032cae7-4f39-424a-9799-69d55b846e6e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:52.598769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b032cae7-4f39-424a-9799-69d55b846e6e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:52.599385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b032cae7-4f39-424a-9799-69d55b846e6e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:52.615342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (60ae34b6-7214-452e-a0d6-d39a264f9adf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.684411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-fba08691-5f64-4535-952e-a8b95b76ae28 service neutron] 10.222.0.81 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421248 Mar 22 14:12:52.726530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (60ae34b6-7214-452e-a0d6-d39a264f9adf), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.806328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-0a09d9d3-efe6-4b18-b4d7-1f7ba3e4f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.807861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-0a09d9d3-efe6-4b18-b4d7-1f7ba3e4f17a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 1126 time: 0.4799707 Mar 22 14:12:52.879447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-b0afe2da-0e9f-464a-9c8e-5c24e660061b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef HTTP/1.1" status: 200 len: 217 time: 0.0601618 Mar 22 14:12:52.888880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:52.931981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676dadc-1136-43d2-ac7c-fe8f48b93f6c req-e7abeeae-4087-4a44-ab7f-2fa46e897b03 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:52.933564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b676dadc-1136-43d2-ac7c-fe8f48b93f6c req-e7abeeae-4087-4a44-ab7f-2fa46e897b03 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.3062742 Mar 22 14:12:53.401988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-53a8392f-9971-45ea-8435-22ff8f1648a1 service neutron] 10.222.0.81 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892986 Mar 22 14:12:53.404763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (60ae34b6-7214-452e-a0d6-d39a264f9adf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.429436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 322b225e-b7fc-4d39-825f-42951d6597cc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:53.430748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.450033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-5bdb0bea-eaa1-46fc-8492-fe6289f2d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:53.451439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-5bdb0bea-eaa1-46fc-8492-fe6289f2d12d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.5580387 Mar 22 14:12:53.525909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.536173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-f7b757d8-578d-4db2-af7d-64b715e694d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416982 Mar 22 14:12:53.539397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 322b225e-b7fc-4d39-825f-42951d6597cc owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:53.546863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b676dadc-1136-43d2-ac7c-fe8f48b93f6c req-54a1f5ca-9849-4168-aeda-55cd13779816 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953790 Mar 22 14:12:53.621711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.645582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-0b62d47c-a381-4fca-8a4a-920a76aa6706 service neutron] 10.222.0.81 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154684 Mar 22 14:12:53.647718 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72acc600-7737-4f3f-91ad-0de9901d3bf9 x-openstack-request-id: req-72acc600-7737-4f3f-91ad-0de9901d3bf9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:12:53.648012 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:12:53.649221 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72acc600-7737-4f3f-91ad-0de9901d3bf9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:12:53.649221 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72acc600-7737-4f3f-91ad-0de9901d3bf9'] response: {'name': 'network-changed', 'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef', 'status': 'completed', 'code': 200} Mar 22 14:12:53.651698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (60ae34b6-7214-452e-a0d6-d39a264f9adf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.724862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=60ae34b6-7214-452e-a0d6-d39a264f9adf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:53.726917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.731874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f8620-35a0-4860-b6fd-e66d0163b67c None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:53.732743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6d400c7b-09a1-4972-82f7-7b2d2ce8ec5a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/60ae34b6-7214-452e-a0d6-d39a264f9adf HTTP/1.1" status: 204 len: 168 time: 1.3216262 Mar 22 14:12:53.736689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:53.785940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-52200a91-d897-43e2-9c57-ad7c0f6fa2ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:53.787360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-52200a91-d897-43e2-9c57-ad7c0f6fa2ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 936 time: 0.1326470 Mar 22 14:12:53.789217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-1abd008d-3748-421d-9db9-8f7b31c45c8b service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382038 Mar 22 14:12:53.796181 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be522b14-f41d-42a3-820c-4bcfbcf54a00 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581524 Mar 22 14:12:53.801028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:53.807441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:53.901169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c3cd-33af-429c-a70c-e6ad60da5520 req-5eea11de-8a48-4213-b7d5-cef0106d7c68 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:53.906618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6d0c3cd-33af-429c-a70c-e6ad60da5520 req-5eea11de-8a48-4213-b7d5-cef0106d7c68 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 945 time: 0.1827953 Mar 22 14:12:53.922412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (322b225e-b7fc-4d39-825f-42951d6597cc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:53.932187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-b306a515-7fbe-4188-95bf-c514f8963ea8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:53.933815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-b306a515-7fbe-4188-95bf-c514f8963ea8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 935 time: 0.1390779 Mar 22 14:12:53.979874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:53.990589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=322b225e-b7fc-4d39-825f-42951d6597cc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:54.007557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6d0c3cd-33af-429c-a70c-e6ad60da5520 req-6ddb5df5-dd79-4363-b969-5dcd02a5b4ee tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833583 Mar 22 14:12:54.036971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a2bd86d-a71a-4c65-a2e5-655cdc8ab650 req-e969f43c-a315-4b76-a88a-1008bbdb0fdc service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367718 Mar 22 14:12:54.078654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:54.082453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.127291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Deleting port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:54.127688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.244754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-d745fd19-d6d7-432b-9837-fcf7be3e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.245946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-d745fd19-d6d7-432b-9837-fcf7be3e69e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 1126 time: 0.1449027 Mar 22 14:12:54.267614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907400e-62fe-4154-8c9c-fa56aaa3f9a8 req-7b2c0990-64d3-4d1d-8164-61fc345f5116 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.272282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] For port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:54.272690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.278998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1907400e-62fe-4154-8c9c-fa56aaa3f9a8 req-7b2c0990-64d3-4d1d-8164-61fc345f5116 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 944 time: 0.1092074 Mar 22 14:12:54.312897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Calling delete_port for 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:54.423577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.441258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (4c798c97-1017-4c81-8eb9-09a48bfaf3b0), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.487992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1907400e-62fe-4154-8c9c-fa56aaa3f9a8 req-047b9065-e49c-4ced-a144-38a28d96f14c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994922 Mar 22 14:12:54.517353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-760d2725-740a-4db4-af5f-19bae82e5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.537716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-760d2725-740a-4db4-af5f-19bae82e5060 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.2577698 Mar 22 14:12:54.551573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] No DVR routers for this DVR port 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:54.562024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b641ce9-5033-4b66-8099-0785cf5bd9ee None None] Pushing event deleted for resources: {'Port': ['ID=4c798c97-1017-4c81-8eb9-09a48bfaf3b0,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:54.627248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-83d14ec9-1c0c-4fcb-80ad-4849a239a2eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef HTTP/1.1" status: 200 len: 217 time: 0.0821245 Mar 22 14:12:54.673551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:12:54.721562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:12:54.721924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c798c97-1017-4c81-8eb9-09a48bfaf3b0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:12:54.752777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:54.754913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-cc990605-e455-4d71-9021-5dc5953247e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.757191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-cc990605-e455-4d71-9021-5dc5953247e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0851696 Mar 22 14:12:54.810189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-918768e2-2010-4190-bb4e-47ff762497bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439358 Mar 22 14:12:54.822655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (fa99ef80-b88f-496c-b068-6620c7c4e6b6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.872852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.935736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:54.935887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-8fe1a3ae-40ff-4039-9292-58f90cd921b0 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151395 Mar 22 14:12:54.940950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:54.947035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:54.947639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:54.952113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d8099-569b-48ec-9fb2-5a1743aa1bf9 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:54.982900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Router d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:54.984854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=fa99ef80-b88f-496c-b068-6620c7c4e6b6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:55.018429 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-115e006d-c818-4dbc-ac29-f83ba0a3dfc4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2143040 Mar 22 14:12:55.018891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46788) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:55.053008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-6c59dc58-ee10-4666-9fbc-28310dea2e72 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.070648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-6c59dc58-ee10-4666-9fbc-28310dea2e72 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4381416 Mar 22 14:12:55.100910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': 'fa99ef80-b88f-496c-b068-6620c7c4e6b6', 'ip_address': '2001:db8::a345:a803:e860:275f'}], 'name': 'tempest-NetworksTestDHCPv6-344473205'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:55.145219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'fa99ef80-b88f-496c-b068-6620c7c4e6b6'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:12:55.146677 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.164390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-f0b8564f-e7aa-4657-bec2-f1ff7ade79ec tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0927994 Mar 22 14:12:55.184320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:55.246329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b0f5-2c83-4941-b4f8-7fa4bb13345b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.254745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.282707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:55.305238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9d30d51-7aa9-4753-ba3e-c97a5ee22339 req-b1d9d329-bd4c-4a5f-bd9c-4ae9f0b7bf48 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527315 Mar 22 14:12:55.306815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46796) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:55.306953 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa0cbd98-f22f-4304-a446-422d66f548ca tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/routers/d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520428 Mar 22 14:12:55.379858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] Sync routers for ids ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:55.389588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed667-7c5e-4027-a744-03848c16e8cb req-5cd08f5b-db99-4b33-9400-189f67806b21 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.391196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9caed667-7c5e-4027-a744-03848c16e8cb req-5cd08f5b-db99-4b33-9400-189f67806b21 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2378962 Mar 22 14:12:55.394940 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54251d6-1a34-4dd7-82ab-50fa82391f2c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:12:55.396574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c54251d6-1a34-4dd7-82ab-50fa82391f2c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/322b225e-b7fc-4d39-825f-42951d6597cc HTTP/1.1" status: 404 len: 333 time: 0.0576444 Mar 22 14:12:55.403139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:55.415936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/fa99ef80-b88f-496c-b068-6620c7c4e6b6/2aef5fec-337f-4847-8037-0b73f038de2d) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:55.459771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:55.487692 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:12:55.540203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9caed667-7c5e-4027-a744-03848c16e8cb req-d0514ffc-cbe5-46ce-837f-43c60f78b00e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383474 Mar 22 14:12:55.578436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bb34f0-0338-4fb8-a633-b4a18bac03ef details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:12:55.607604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b0f5-2c83-4941-b4f8-7fa4bb13345b admin admin] Publish callbacks [] for security_group (d87ab8fa-56a0-4315-bfa5-71f08cda864a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.613875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] Routers {'d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:55.614963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:55.652808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.662565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c76b1e0-70da-4660-95d4-2c8faa1196fb req-e3f4ab62-33a6-440a-84d9-d210efc8cdf6 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0543067 Mar 22 14:12:55.707223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:55.712607 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:12:55.766315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.778861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] Routers {'d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:55.779507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:55.831225 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks [] for port (2aef5fec-337f-4847-8037-0b73f038de2d), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.836990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:55.837687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e6c4b-6de4-4e03-989d-fc1c9e7788df None None] The sync data for ids ['d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:12:55.841700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-7e2106ec-9386-4300-8f59-1b8087679f56 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:55.844269 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7e2106ec-9386-4300-8f59-1b8087679f56 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 936 time: 0.7356918 Mar 22 14:12:55.845062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b0f5-2c83-4941-b4f8-7fa4bb13345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d87ab8fa-56a0-4315-bfa5-71f08cda864a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.850475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.888978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:55.905223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:55.910525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:55.915696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:55.919295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef', 'mac_address': 'fa:16:3e:f6:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:12:55.942746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.946238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for router_controller (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:55.970862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Pushing event updated for resources: {'Port': ['ID=2aef5fec-337f-4847-8037-0b73f038de2d,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:55.970862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f9bb34f0-0338-4fb8-a633-b4a18bac03ef is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:55.970862 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.004412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bb34f0-0338-4fb8-a633-b4a18bac03ef {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:12:56.051649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:56.053309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Attempting to bind port 2aef5fec-337f-4847-8037-0b73f038de2d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:12:56.053880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Attempting to bind port 2aef5fec-337f-4847-8037-0b73f038de2d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:12:56.054418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Attempting to bind port 2aef5fec-337f-4847-8037-0b73f038de2d on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:12:56.060059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:12:56.060340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:12:56.061224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:12:56.061920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.062504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:12:56.063132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Bound port: 2aef5fec-337f-4847-8037-0b73f038de2d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:12:56.063901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.072747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.080574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 23f4c7df-2822-45c1-a9e9-fb1c1284a255 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:12:56.097596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-ec102f5f-20f1-4aaf-96bf-4f700a748fc6 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.099440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-ec102f5f-20f1-4aaf-96bf-4f700a748fc6 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 935 time: 0.0993781 Mar 22 14:12:56.128910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:56.161436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.187537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a7b0-5dcd-4b99-a16c-bf2564f17d07 req-059bae21-e551-4b02-9aed-fa568e69e40d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:56.189092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5546a7b0-5dcd-4b99-a16c-bf2564f17d07 req-059bae21-e551-4b02-9aed-fa568e69e40d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 944 time: 0.1871495 Mar 22 14:12:56.190357 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.194182 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ed5b0f5-2c83-4941-b4f8-7fa4bb13345b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b852782a286444bc83ab7b73c4a7ad0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4356718 Mar 22 14:12:56.197740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5b0f5-2c83-4941-b4f8-7fa4bb13345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ab8fa-56a0-4315-bfa5-71f08cda864a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:56.198201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46818) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:56.206437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.206917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Fanout notify agent at l3_agent the message router_deleted on router d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:12:56.215844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.219640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91eb7a3a-8839-430d-9d49-427ed4430c0c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/routers/d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb HTTP/1.1" status: 204 len: 168 time: 0.8145967 Mar 22 14:12:56.220275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46820) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:56.267583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] For port 2aef5fec-337f-4847-8037-0b73f038de2d, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:12:56.283766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] For port 2aef5fec-337f-4847-8037-0b73f038de2d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2aef5fec-337f-4847-8037-0b73f038de2d,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:12:56.298065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.327715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet e3899007-e8ce-4593-8971-a0d2b02b41f6 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:56.333692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (e3899007-e8ce-4593-8971-a0d2b02b41f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.393159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f9bb34f0-0338-4fb8-a633-b4a18bac03ef'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:12:56.441558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa10b2-6d86-4172-8c00-5fcb8b4aa411 None None] Pushing event updated for resources: {'Port': ['ID=2aef5fec-337f-4847-8037-0b73f038de2d,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:56.522846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::a345:a803:e860:275f (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/fa99ef80-b88f-496c-b068-6620c7c4e6b6/23f4c7df-2822-45c1-a9e9-fb1c1284a255) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:12:56.553640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (e3899007-e8ce-4593-8971-a0d2b02b41f6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.812035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (e3899007-e8ce-4593-8971-a0d2b02b41f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.907815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (23f4c7df-2822-45c1-a9e9-fb1c1284a255), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.964222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (e3899007-e8ce-4593-8971-a0d2b02b41f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:56.980617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5546a7b0-5dcd-4b99-a16c-bf2564f17d07 req-cecb5384-b659-464e-82da-42c72e2dc0f8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901476 Mar 22 14:12:56.987179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] Publish callbacks [] for security_group (d87ab8fa-56a0-4315-bfa5-71f08cda864a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.021242 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Floating IP ace66554-6ea0-4832-899d-82bd257fc5cd associated. External IP: 172.25.3.180, port: 1a24bf7b-d231-470a-bf66-a7c64a048514. Mar 22 14:12:57.041785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=e3899007-e8ce-4593-8971-a0d2b02b41f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:57.050317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3932e-02ea-482c-941a-09df8bb42cb3 None None] Network ede5fd73-275e-4965-82ef-4114a42c201e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:57.069203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.075989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-abcc0277-41cb-49f7-a951-e9696eadad17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/e3899007-e8ce-4593-8971-a0d2b02b41f6 HTTP/1.1" status: 204 len: 168 time: 0.8519907 Mar 22 14:12:57.078836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:57.080950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] Publish callbacks [] for security_group (d87ab8fa-56a0-4315-bfa5-71f08cda864a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.092216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (23f4c7df-2822-45c1-a9e9-fb1c1284a255), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.164734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:12:57.171269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:12:57.182022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:12:57.195885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.196571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.200596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=23f4c7df-2822-45c1-a9e9-fb1c1284a255,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:57.229400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-920051b1-134e-469c-89de-870d64628605 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1324177 Mar 22 14:12:57.230109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:57.315827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488928a-6c7c-41ad-ae1d-da540eb65974 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.321264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488928a-6c7c-41ad-ae1d-da540eb65974 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.322956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8488928a-6c7c-41ad-ae1d-da540eb65974 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0892420 Mar 22 14:12:57.325604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:57.329316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ede5fd73-275e-4965-82ef-4114a42c201e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.337536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] DHCP port deletion for ede5fd73-275e-4965-82ef-4114a42c201e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:57.357200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae25889-a912-48df-972b-ae459208a35e req-c978f7d5-70ac-4fc6-86b7-d427bf16fdd2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:57.364385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ae25889-a912-48df-972b-ae459208a35e req-c978f7d5-70ac-4fc6-86b7-d427bf16fdd2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2866287 Mar 22 14:12:57.417939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Deleting port 67cddecd-99de-478d-a428-59fc1688ee14 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:57.418579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d87ab8fa-56a0-4315-bfa5-71f08cda864a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.418900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67cddecd-99de-478d-a428-59fc1688ee14), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.421892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.426912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d87ab8fa-56a0-4315-bfa5-71f08cda864a HTTP/1.1" status: 204 len: 168 time: 1.2229786 Mar 22 14:12:57.489081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 23f4c7df-2822-45c1-a9e9-fb1c1284a255 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:57.489433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (23f4c7df-2822-45c1-a9e9-fb1c1284a255), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.548214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86485f1e-4cf6-417f-bf5c-86bcaedf695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ab8fa-56a0-4315-bfa5-71f08cda864a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:57.566044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ae25889-a912-48df-972b-ae459208a35e req-6210ff6b-6ee9-46a2-998d-24a79f6da8a3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006927 Mar 22 14:12:57.612380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] For port 67cddecd-99de-478d-a428-59fc1688ee14, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67cddecd-99de-478d-a428-59fc1688ee14,segment=NetworkSegment(1be5df64-488a-4057-803c-5acb846e5f39),segment_id=1be5df64-488a-4057-803c-5acb846e5f39)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:57.614343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67cddecd-99de-478d-a428-59fc1688ee14), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.627865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 67cddecd-99de-478d-a428-59fc1688ee14 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:57.628276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67cddecd-99de-478d-a428-59fc1688ee14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.645119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Calling delete_port for 67cddecd-99de-478d-a428-59fc1688ee14 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:57.699994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:12:57.715237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (23f4c7df-2822-45c1-a9e9-fb1c1284a255), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.764399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 23f4c7df-2822-45c1-a9e9-fb1c1284a255 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:57.832493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bb34f0-0338-4fb8-a633-b4a18bac03ef up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:57.844769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] For port 67cddecd-99de-478d-a428-59fc1688ee14, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67cddecd-99de-478d-a428-59fc1688ee14,segment=NetworkSegment(1be5df64-488a-4057-803c-5acb846e5f39),segment_id=1be5df64-488a-4057-803c-5acb846e5f39)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:57.845428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67cddecd-99de-478d-a428-59fc1688ee14), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:57.905907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 67cddecd-99de-478d-a428-59fc1688ee14 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:12:57.942021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8063a018-cd5e-4195-9237-01f6cb796cb5 req-9ded8d13-46e3-46f4-bba5-cd4a9c190d7a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1521578 Mar 22 14:12:57.963728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (67cddecd-99de-478d-a428-59fc1688ee14), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.036680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-18848f1a-8763-4b6e-a6e6-47b34c45de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.041545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-18848f1a-8763-4b6e-a6e6-47b34c45de89 service neutron] 10.222.0.78 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 1032 time: 0.1633461 Mar 22 14:12:58.091579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (23f4c7df-2822-45c1-a9e9-fb1c1284a255), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.100376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] Pushing event deleted for resources: {'Port': ['ID=67cddecd-99de-478d-a428-59fc1688ee14,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:58.109298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd45d66-4673-4338-8df7-bcc8cde44105 None None] No DVR routers for this DVR port 67cddecd-99de-478d-a428-59fc1688ee14 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:58.120304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port f9bb34f0-0338-4fb8-a633-b4a18bac03ef completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:12:58.154916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port f9bb34f0-0338-4fb8-a633-b4a18bac03ef triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:58.155298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.230659 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.247724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=23f4c7df-2822-45c1-a9e9-fb1c1284a255,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:58.254566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:12:58.261668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.268240 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:12:58.273193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-5f339095-b954-47e2-a912-c1de85d30d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.274909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-5f339095-b954-47e2-a912-c1de85d30d93 service neutron] 10.222.0.78 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 1031 time: 0.1648266 Mar 22 14:12:58.292440 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:58.293065 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:58.334644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.340203 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-713e0502-06f4-486c-ac8c-0241ae4df2fa tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/23f4c7df-2822-45c1-a9e9-fb1c1284a255 HTTP/1.1" status: 204 len: 168 time: 1.0120378 Mar 22 14:12:58.344037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:58.448272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbea6b6-874c-4f9b-b968-7ea02562f533 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.453700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f9bb34f0-0338-4fb8-a633-b4a18bac03ef is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:58.459859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbea6b6-874c-4f9b-b968-7ea02562f533 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.461756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.468668 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fdbea6b6-874c-4f9b-b968-7ea02562f533 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1210086 Mar 22 14:12:58.469667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:58.522746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Provisioning complete for port 2aef5fec-337f-4847-8037-0b73f038de2d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:58.524744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.537436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-f1ffa608-3cd2-4adc-bef4-edf2a40db546 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.550594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-f1ffa608-3cd2-4adc-bef4-edf2a40db546 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.551385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet fa99ef80-b88f-496c-b068-6620c7c4e6b6 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:12:58.560085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (fa99ef80-b88f-496c-b068-6620c7c4e6b6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.562779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-f1ffa608-3cd2-4adc-bef4-edf2a40db546 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.565341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-f1ffa608-3cd2-4adc-bef4-edf2a40db546 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/networks?id=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&id=9202dd69-3395-4958-b961-081ed402344d&id=9202dd69-3395-4958-b961-081ed402344d HTTP/1.1" status: 200 len: 1996 time: 0.2594354 Mar 22 14:12:58.575315 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:58.679673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784081b-a388-4ac2-8ab5-75a81c5d2339 req-195adcc2-e599-4b3b-93d3-247b3b382340 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:58.685465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (fa99ef80-b88f-496c-b068-6620c7c4e6b6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.703198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7784081b-a388-4ac2-8ab5-75a81c5d2339 req-195adcc2-e599-4b3b-93d3-247b3b382340 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 945 time: 0.5878618 Mar 22 14:12:58.779116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-c73ca920-ada0-4673-abc4-d81276624cbb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "PUT /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 996 time: 3.6137943 Mar 22 14:12:58.799924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:58.807450 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e99821-dc35-4f3e-b94d-846ec5eeb309" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:58.951926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (fa99ef80-b88f-496c-b068-6620c7c4e6b6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:58.987825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-52049378-aa40-425c-b87f-f62beb520f92 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0228d7bef6841a1862e2e1ae74d845b HTTP/1.1" status: 200 len: 379 time: 0.3976316 Mar 22 14:12:59.070744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2aef5fec-337f-4847-8037-0b73f038de2d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:12:59.088987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (67cddecd-99de-478d-a428-59fc1688ee14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.103300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (fa99ef80-b88f-496c-b068-6620c7c4e6b6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.107694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'admin_state_up': True, 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'security_groups': ['27687f39-b58e-412c-8388-5557e804d11c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:59.128608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:12:59.134352 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdb896-3ba5-4c70-9e7d-0b7b776e6a6b" -d '{"events": [{"server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:12:59.150030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7784081b-a388-4ac2-8ab5-75a81c5d2339 req-4ee508a3-d8b2-4fe9-8c2e-29464407c0e7 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420602 Mar 22 14:12:59.217521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.231794 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/fa99ef80-b88f-496c-b068-6620c7c4e6b6 HTTP/1.1" status: 204 len: 168 time: 0.7607436 Mar 22 14:12:59.237553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.240018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:59.241178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd3854-b90c-4fd9-ae8c-b2c97c93dcd0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=fa99ef80-b88f-496c-b068-6620c7c4e6b6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:59.244018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:59.275569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.298074 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 1, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:59.354782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=67cddecd-99de-478d-a428-59fc1688ee14,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:59.368872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:12:59.396406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24fb9ed8-a22b-45e2-81c8-5fb44f38ce89 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402128 Mar 22 14:12:59.399664 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:12:59.399770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46890) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:12:59.400824 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:59.409769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4afacb-1cb4-4816-a926-ffaa9130d347 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:12:59.410558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:12:59.445823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No DVR routers for this DVR port 67cddecd-99de-478d-a428-59fc1688ee14 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:12:59.539634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-835c3538-7840-43b2-8610-838bd11d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:59.541373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-835c3538-7840-43b2-8610-838bd11d56d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.7276649 Mar 22 14:12:59.613751 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:12:59.625424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281e0d8-5b8d-443e-92d1-067f0186569d req-df3ef1d9-64d4-4e0c-8525-4e5c1de49ea0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:12:59.630892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c281e0d8-5b8d-443e-92d1-067f0186569d req-df3ef1d9-64d4-4e0c-8525-4e5c1de49ea0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.3049831 Mar 22 14:12:59.637808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:59.647644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2aef5fec-337f-4847-8037-0b73f038de2d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:12:59.648351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.651543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:12:59.666789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.681746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Current status of the port 2aef5fec-337f-4847-8037-0b73f038de2d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:59.683024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.727214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] For port 2aef5fec-337f-4847-8037-0b73f038de2d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2aef5fec-337f-4847-8037-0b73f038de2d,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:12:59.744631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.751008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ede5fd73-275e-4965-82ef-4114a42c201e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:12:59.838452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ff521-9a11-4797-aab3-7dd0fe49d854 None None] Pushing event updated for resources: {'Port': ['ID=2aef5fec-337f-4847-8037-0b73f038de2d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:12:59.854276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2aef5fec-337f-4847-8037-0b73f038de2d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:12:59.864222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-03287c30-18ec-40ef-9524-0032cd658b54 None None] Could not find standard attr ID for object 23f4c7df-2822-45c1-a9e9-fb1c1284a255. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:12:59.872120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c281e0d8-5b8d-443e-92d1-067f0186569d req-e6264004-3585-4766-8eeb-09e249007be4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352718 Mar 22 14:12:59.881632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:12:59.931006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede5fd73-275e-4965-82ef-4114a42c201e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:59.967922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5df64-488a-4057-803c-5acb846e5f39') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:59.968229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5df64-488a-4057-803c-5acb846e5f39') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:12:59.993911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Deleting port 2aef5fec-337f-4847-8037-0b73f038de2d {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:12:59.994912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.018651 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d842853-422b-40fd-8514-bf1465158eb6 x-openstack-request-id: req-8d842853-422b-40fd-8514-bf1465158eb6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:00.018949 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:00.019211 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d842853-422b-40fd-8514-bf1465158eb6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:00.019631 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d842853-422b-40fd-8514-bf1465158eb6'] response: {'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:13:00.021540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (1be5df64-488a-4057-803c-5acb846e5f39), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.022163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67cddecd-99de-478d-a428-59fc1688ee14 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:00.075877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1be5df64-488a-4057-803c-5acb846e5f39), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.113072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:00.128220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.147710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 67cddecd-99de-478d-a428-59fc1688ee14 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:00.148283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67cddecd-99de-478d-a428-59fc1688ee14 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:00.280629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] For port 2aef5fec-337f-4847-8037-0b73f038de2d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2aef5fec-337f-4847-8037-0b73f038de2d,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:00.283507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.311290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 172.20.0.9 (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d/51796fc1-4e2f-4939-8248-a200eed44545/34527ccf-6e2c-40ba-9eff-8c01f155d2dd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:00.313504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Calling delete_port for 2aef5fec-337f-4847-8037-0b73f038de2d owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:00.402045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 1, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:00.420110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (2aef5fec-337f-4847-8037-0b73f038de2d), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.474012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4910-1cb8-4151-ab75-0a25cadb71ed None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:12:55Z', 'revision_number': 1, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:00.477255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] Pushing event deleted for resources: {'Port': ['ID=2aef5fec-337f-4847-8037-0b73f038de2d,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:00.503219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.507842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834f0de-21bb-43fc-abc3-7741ddad1ae5 None None] No DVR routers for this DVR port 2aef5fec-337f-4847-8037-0b73f038de2d on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:00.600688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:00.601320 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (1be5df64-488a-4057-803c-5acb846e5f39), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.608888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9155bfb-a5ec-4305-8d14-566042a7c416 req-9a5a5bc4-e467-4d94-b1cf-67647bc8e5db tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.5479729 Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:00.609853 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:00.688023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-a5c22235-24f0-4130-8e1b-c7c42f28455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:00.697385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-a5c22235-24f0-4130-8e1b-c7c42f28455b service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 1.1069932 Mar 22 14:13:00.709931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2aef5fec-337f-4847-8037-0b73f038de2d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:00.729136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.749108 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff6746-e276-4c70-a787-991e8836e5ec x-openstack-request-id: req-33ff6746-e276-4c70-a787-991e8836e5ec {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:00.749414 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:00.750110 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33ff6746-e276-4c70-a787-991e8836e5ec {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:00.750516 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ff6746-e276-4c70-a787-991e8836e5ec'] response: {'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef', 'code': 200} Mar 22 14:13:00.751206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2aef5fec-337f-4847-8037-0b73f038de2d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:00.751550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2aef5fec-337f-4847-8037-0b73f038de2d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:00.855615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (141e07ba-ea92-44eb-b411-ec481e39991b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.918473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-9195871d-1ef3-485b-8f35-d980c692cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:00.920121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-9195871d-1ef3-485b-8f35-d980c692cc53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.8315480 Mar 22 14:13:00.922297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:00.936515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266724a2-8cf7-4921-8fa8-a55f5df5bf22 None None] New status for floating IP ace66554-6ea0-4832-899d-82bd257fc5cd: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:00.943462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:00.958540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:00.959150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:00.971721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:01.002168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:01.013338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ede5fd73-275e-4965-82ef-4114a42c201e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.016322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=141e07ba-ea92-44eb-b411-ec481e39991b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.019015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:01.035835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bbb3c5be-bdd2-4ae2-9b17-659c321b1660 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6349514 Mar 22 14:13:01.045044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46914) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.053183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '141e07ba-ea92-44eb-b411-ec481e39991b', 'ip_address': '2001:db8::1f31:7040:16fe:fdd8'}], 'name': 'tempest-NetworksTestDHCPv6-1319396496'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:01.061130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.064451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/ede5fd73-275e-4965-82ef-4114a42c201e HTTP/1.1" status: 204 len: 168 time: 3.9812524 Mar 22 14:13:01.075314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46916) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.086050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b023ac-c267-494e-8e0d-3a6a5eaf5c4b None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:01.102403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89006e-c782-4b60-97b6-a4ec8c5eccb5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=ede5fd73-275e-4965-82ef-4114a42c201e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.139371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:01.162515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-3b87f475-7a9d-42bc-acb0-6588631e84f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 999 time: 0.4640837 Mar 22 14:13:01.216099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-dd471084-e210-41e8-8c26-7fb877035d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.224357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-dd471084-e210-41e8-8c26-7fb877035d9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.0605080 Mar 22 14:13:01.260371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d31d58-f913-47f5-a6c8-42b366349ffc tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.267820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b3d31d58-f913-47f5-a6c8-42b366349ffc tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/db84c309-4db8-4e6d-9093-1f1c0953f4cc HTTP/1.1" status: 200 len: 840 time: 0.1893322 Mar 22 14:13:01.278002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.321385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-d3aacda3-d686-485e-9a2a-9ef89a7ebc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.323642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-d3aacda3-d686-485e-9a2a-9ef89a7ebc40 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.3918922 Mar 22 14:13:01.338652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3c06e1d5-ccc4-49ac-8253-21868c712513 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/db84c309-4db8-4e6d-9093-1f1c0953f4cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0566037 Mar 22 14:13:01.345140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:01.356932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:01.434846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '141e07ba-ea92-44eb-b411-ec481e39991b'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:01.435721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.449844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16a66b-22b9-4dba-b00a-1bcc7590b85f req-f44b7b14-a2ae-487e-b5ea-54917641283e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.452103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-e02704a7-cf57-4888-8440-6c9920cee89e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 999 time: 0.1172729 Mar 22 14:13:01.458068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e16a66b-22b9-4dba-b00a-1bcc7590b85f req-f44b7b14-a2ae-487e-b5ea-54917641283e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.5890691 Mar 22 14:13:01.467788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1efd002-a8ec-498c-b36f-16cfefba2bd4 None None] Provisioning complete for port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:01.468169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1efd002-a8ec-498c-b36f-16cfefba2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.503608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.505998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.536058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:01.542939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.568590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:01.574097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-1a44cce7-8d35-44a5-8aa7-b1861161ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.575617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-1a44cce7-8d35-44a5-8aa7-b1861161ebab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1077993 Mar 22 14:13:01.648917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd002-a8ec-498c-b36f-16cfefba2bd4 None None] Port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:01.702315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-078172a3-74bd-4209-b3d7-5b2e2a3046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:01.703995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-078172a3-74bd-4209-b3d7-5b2e2a3046ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1147056 Mar 22 14:13:01.737934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:01.752735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/141e07ba-ea92-44eb-b411-ec481e39991b/c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:01.808991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 6612632a-6632-4976-8c9a-2c2c134b3b83 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:01.969207 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-271e5232-ff35-4ef7-aba8-1b4efc5e93d6 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560585 Mar 22 14:13:02.014320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks [] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.027234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.080619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Pushing event updated for resources: {'Port': ['ID=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:02.088517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:02.090340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:02.092637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:02.158660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925481c-b57c-4359-b36f-6edcd5c01116 req-0eb1d748-05a4-49c0-83bc-9e33daa9efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.160900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8925481c-b57c-4359-b36f-6edcd5c01116 req-0eb1d748-05a4-49c0-83bc-9e33daa9efaa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 1128 time: 1.3511765 Mar 22 14:13:02.176709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Attempting to bind port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:02.177086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Attempting to bind port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:02.177457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Attempting to bind port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:02.183722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:02.184142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:02.184568 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.184965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:02.185624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Bound port: c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:02.186045 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.196598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-a0e5bf91-6b40-4bee-92a1-079699e96e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.198852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-a0e5bf91-6b40-4bee-92a1-079699e96e46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9727447 Mar 22 14:13:02.273872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] For port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:02.279954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] For port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:02.286288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15e99821-dc35-4f3e-b94d-846ec5eeb309 req-120a8a0b-1a53-49b0-92a3-43f5075d7125 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102367 Mar 22 14:13:02.291070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.298570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4dc54c7-f729-4389-bab1-123f370c6c4f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2032757 Mar 22 14:13:02.311126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-bf4aaed9-5905-4eb1-9a66-30de2ae8616d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:13:02.313167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-bf4aaed9-5905-4eb1-9a66-30de2ae8616d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286660 Mar 22 14:13:02.324990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::1f31:7040:16fe:fdd8 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/141e07ba-ea92-44eb-b411-ec481e39991b/6612632a-6632-4976-8c9a-2c2c134b3b83) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:02.356461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'admin_state_up': True, 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'security_groups': ['27687f39-b58e-412c-8388-5557e804d11c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:02.363941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8925481c-b57c-4359-b36f-6edcd5c01116 req-5eb36b0b-8a7e-4c01-9764-e177ada1b45a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749349 Mar 22 14:13:02.366753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382c225-5673-4525-a887-e1de1c8f12a9 None None] Pushing event updated for resources: {'Port': ['ID=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:02.576835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e16a66b-22b9-4dba-b00a-1bcc7590b85f req-3acdf951-d590-447f-a14b-3b2c63c74a89 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1184399 Mar 22 14:13:02.604980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (6612632a-6632-4976-8c9a-2c2c134b3b83), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.700729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:02.701373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6612632a-6632-4976-8c9a-2c2c134b3b83), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.706820 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.761818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-a5b6faa2-fc9c-4c56-9083-e97dda87ea0e service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373479 Mar 22 14:13:02.790802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:02.795626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:02.816585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:02.829329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.830181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.841774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=6612632a-6632-4976-8c9a-2c2c134b3b83,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:02.865613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a58e95b8-6c20-4125-aa4d-c02e0e8f7246 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8194783 Mar 22 14:13:02.866436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:02.947563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6e58f001-b022-4c17-81e3-ebfc79f9c7da), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:02.959897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08c7d2-b4dc-4001-817f-22d027e1b1f2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.965606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08c7d2-b4dc-4001-817f-22d027e1b1f2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:02.967366 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd08c7d2-b4dc-4001-817f-22d027e1b1f2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0999155 Mar 22 14:13:02.970293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46942) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.014365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=6e58f001-b022-4c17-81e3-ebfc79f9c7da,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:03.069091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:03.100111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 6612632a-6632-4976-8c9a-2c2c134b3b83 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:03.100471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6612632a-6632-4976-8c9a-2c2c134b3b83), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.104989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:03.114709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672dcf36-d1f9-45b5-8e83-6fae183a1587 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:03.116911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.118225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.131086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c6ff22-6b19-41cc-b6ad-95547144c33e req-12f10ce6-3eb2-42da-b1a8-b4a8e902c779 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610995 Mar 22 14:13:03.164886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f5cc7ffb-af78-4a72-a0c7-24f00721acaa tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8144138 Mar 22 14:13:03.171933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46948) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.177394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'security_group': {'name': 'tempest-secgroup-922381381'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:03.195084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.1.1.179 (4800d318-0d9d-4cb1-9481-dfc8da4fefd6/f1695f7a-0463-42d8-a482-b2a3c8db2a6e/b8b694f3-4d8c-4007-9486-82c75dfac4e2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:03.213395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.300696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6612632a-6632-4976-8c9a-2c2c134b3b83), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.322437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 6612632a-6632-4976-8c9a-2c2c134b3b83 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:03.423105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (1dc1bd49-3efc-4b1c-9387-15a7adedd4f6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.434057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1dc1bd49-3efc-4b1c-9387-15a7adedd4f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.477645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-981da7fd-fe2b-4498-b496-f6ff1e952099', 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'project_id': 'e217c60563ec4ed581033b43da674e58', 'fixed_ips': [{'subnet_id': '6e58f001-b022-4c17-81e3-ebfc79f9c7da'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:03.479310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.489252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.493841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3180416 Mar 22 14:13:03.509922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46954) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.515507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125818891'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:03.569643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.637772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47752443-4bb8-4002-b5e2-543ea470c2f9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc1bd49-3efc-4b1c-9387-15a7adedd4f6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:03.661483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.771616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.774889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6612632a-6632-4976-8c9a-2c2c134b3b83), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.816277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0d3b-d4d0-4e76-8550-6dd0db0198f2 req-3c35af5a-5157-4e78-90a2-7b84a5300ade tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:03.820232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47fe0d3b-d4d0-4e76-8550-6dd0db0198f2 req-3c35af5a-5157-4e78-90a2-7b84a5300ade tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.4800148 Mar 22 14:13:03.842667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Allocated IP 172.20.0.2 (981da7fd-fe2b-4498-b496-f6ff1e952099/6e58f001-b022-4c17-81e3-ebfc79f9c7da/49418406-f9d3-4440-996a-2ef7460a8ab0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:03.857098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=6612632a-6632-4976-8c9a-2c2c134b3b83,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:03.933367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:03.940367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53fb1889-e340-42aa-b588-c3cac8490d61 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6612632a-6632-4976-8c9a-2c2c134b3b83 HTTP/1.1" status: 204 len: 168 time: 0.9667084 Mar 22 14:13:03.949883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:03.985004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:03.993550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:03.997546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:04.001783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:04.070895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.071283 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.133881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-ab53ed32-f241-4514-8b5d-d608865edd60 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8102734 Mar 22 14:13:04.134470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (0064e6f4-6365-4a80-8a2f-6b1e285fc6fc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.144738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e286c-98b4-4e63-94b9-6a187bd3c779 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.147240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e286c-98b4-4e63-94b9-6a187bd3c779 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.151782 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-046e286c-98b4-4e63-94b9-6a187bd3c779 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2004828 Mar 22 14:13:04.152836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46972) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:04.160841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0064e6f4-6365-4a80-8a2f-6b1e285fc6fc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.169073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'admin_state_up': True, 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'security_groups': ['27687f39-b58e-412c-8388-5557e804d11c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:04.267510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.273646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7623129 Mar 22 14:13:04.285626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:04.299828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-681961243', 'security_groups': ['0064e6f4-6365-4a80-8a2f-6b1e285fc6fc'], 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e58f001-b022-4c17-81e3-ebfc79f9c7da'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:04.323426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Provisioning complete for port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:04.326929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.329560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks [] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.333323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47fe0d3b-d4d0-4e76-8550-6dd0db0198f2 req-6045107a-fccf-49d1-80a4-229633b29782 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546654 Mar 22 14:13:04.370037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e346-e5ec-4623-9051-7f14478adb89 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0064e6f4-6365-4a80-8a2f-6b1e285fc6fc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:04.459104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.484877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:04.491229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:04.493088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 141e07ba-ea92-44eb-b411-ec481e39991b {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:04.501594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:04.507456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (141e07ba-ea92-44eb-b411-ec481e39991b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.658140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0bfb0-4eb4-41a8-a8c1-267677c4ff09 req-e1379e6e-5c47-44b8-bb08-62ff679ab268 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.676174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0bfb0-4eb4-41a8-a8c1-267677c4ff09 req-e1379e6e-5c47-44b8-bb08-62ff679ab268 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.679626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (141e07ba-ea92-44eb-b411-ec481e39991b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.681639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cc0bfb0-4eb4-41a8-a8c1-267677c4ff09 req-e1379e6e-5c47-44b8-bb08-62ff679ab268 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 1653 time: 0.3539650 Mar 22 14:13:04.831832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-2c7d7d80-e6cc-4ed4-927a-a02a26071e75 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:04.833413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-2c7d7d80-e6cc-4ed4-927a-a02a26071e75 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3299882 Mar 22 14:13:04.834170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:04.838253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:04.866685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:04.937427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cc0bfb0-4eb4-41a8-a8c1-267677c4ff09 req-bf229398-2da5-4c33-b5e6-b226ef694231 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459123 Mar 22 14:13:04.990927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (141e07ba-ea92-44eb-b411-ec481e39991b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.083097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:05.097029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Attempting to bind port 49418406-f9d3-4440-996a-2ef7460a8ab0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:05.101509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Attempting to bind port 49418406-f9d3-4440-996a-2ef7460a8ab0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7720f844-ad9b-4f6e-9379-41baef075b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:05.102123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Attempting to bind port 49418406-f9d3-4440-996a-2ef7460a8ab0 on network 981da7fd-fe2b-4498-b496-f6ff1e952099 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:05.111648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Current status of the port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:05.117299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.144036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (141e07ba-ea92-44eb-b411-ec481e39991b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.178047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:05.187445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=141e07ba-ea92-44eb-b411-ec481e39991b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:05.199573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-17bf6124-faa3-4e18-92f1-2a4c1ade4861 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.3575373 Mar 22 14:13:05.209385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:05.209814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Checking segment: {'id': '7720f844-ad9b-4f6e-9379-41baef075b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:05.211767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.212190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Bound using segment: {'id': '7720f844-ad9b-4f6e-9379-41baef075b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:05.214319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Bound port: 49418406-f9d3-4440-996a-2ef7460a8ab0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7720f844-ad9b-4f6e-9379-41baef075b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:05.217247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.219917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:05.239476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.244966 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9be812c6-cc2e-4151-a0f3-e366acc83a6a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/141e07ba-ea92-44eb-b411-ec481e39991b HTTP/1.1" status: 204 len: 168 time: 1.0890601 Mar 22 14:13:05.247412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46988) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:05.300696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7fcf4e2-418f-4b99-a1f6-c563586d5909 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497074 Mar 22 14:13:05.302211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:05.318843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b7e7cb-81b7-419c-9909-ab01087a9d50 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:05.320808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed390-ef6b-438e-aa33-1144f325ba45 req-fba84c1a-5b31-47f5-81c0-ea7fb473d7a0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:05.328566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b29ed390-ef6b-438e-aa33-1144f325ba45 req-fba84c1a-5b31-47f5-81c0-ea7fb473d7a0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.2584438 Mar 22 14:13:05.378272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.401179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea7951-764b-4e13-9110-488bc9ac5a87 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:05.403232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-afea7951-764b-4e13-9110-488bc9ac5a87 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1000102 Mar 22 14:13:05.406433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46996) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:05.409797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port 6aef63b0-a979-4bdf-a594-035b748eb528 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:05.420853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.504966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.1.1.149 (4800d318-0d9d-4cb1-9481-dfc8da4fefd6/f1695f7a-0463-42d8-a482-b2a3c8db2a6e/fa40f318-5396-47bf-aec2-1c64d576175d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:05.616509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.13 (981da7fd-fe2b-4498-b496-f6ff1e952099/6e58f001-b022-4c17-81e3-ebfc79f9c7da/6aef63b0-a979-4bdf-a594-035b748eb528) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:05.697136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b29ed390-ef6b-438e-aa33-1144f325ba45 req-ef7b0b09-0209-4920-bff2-395c0bd57004 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673911 Mar 22 14:13:05.779985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93238604-22cc-4d3b-b00c-3c52ff7cce96 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:05.781528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-93238604-22cc-4d3b-b00c-3c52ff7cce96 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3636816 Mar 22 14:13:05.784941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47006) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:05.831355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:05.835665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (6aef63b0-a979-4bdf-a594-035b748eb528), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.839648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:05.859833 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.923338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.933235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6c192-0f24-4bea-b1d7-3b42606132fd None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:05.952949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:13:05.953760 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:13:05.971887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:05.972610 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:05.978976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06fc0b89-c62c-430a-ba6b-89c22880125c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747856 Mar 22 14:13:06.022199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47010) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:06.029255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:06.030331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:06.052793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:06.068568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:06.133242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:06.142377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.151468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:06.218651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=6aef63b0-a979-4bdf-a594-035b748eb528,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:06.251506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:06.252245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.280321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7ee2cfa-5748-40f4-a093-8ec2d262ddce tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9882214 Mar 22 14:13:06.283254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:06.295141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:06.299366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:06.309709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.354433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Deleting port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:06.354701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.459273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:06.584336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] For port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:06.589881 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.632769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:06.638709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.654151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Calling delete_port for c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:06.656463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-483ebf1a-c553-4d31-97ac-58377d96f8b8 None None] Current status of the port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:06.743580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358922-d3c2-4e41-bf82-8333ecbef625 req-f76d44e8-8ca7-40bc-b0d9-74ed6cee88b4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:06.760661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d358922-d3c2-4e41-bf82-8333ecbef625 req-f76d44e8-8ca7-40bc-b0d9-74ed6cee88b4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.7928815 Mar 22 14:13:06.790730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-406545ad-e9e0-42b6-9c32-0e07357458b3 None None] Could not find standard attr ID for object 6612632a-6632-4976-8c9a-2c2c134b3b83. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:06.816447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-406545ad-e9e0-42b6-9c32-0e07357458b3 None None] Provisioning complete for port b8b694f3-4d8c-4007-9486-82c75dfac4e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:06.816921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-406545ad-e9e0-42b6-9c32-0e07357458b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.845134 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e58f001-b022-4c17-81e3-ebfc79f9c7da (CIDR: 172.20.0.0/28) Mar 22 14:13:06.853169 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:13:06.853752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:06.867213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-406545ad-e9e0-42b6-9c32-0e07357458b3 None None] Port b8b694f3-4d8c-4007-9486-82c75dfac4e2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:06.868783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:06.885161 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec5de78a-6cb8-46bf-9053-4bef69f716a6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5999589 Mar 22 14:13:06.890703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:06.900006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.905578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:06.908861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (fa40f318-5396-47bf-aec2-1c64d576175d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:06.939693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] No DVR routers for this DVR port c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:06.947542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d661bf-6ae4-425f-b867-b37ddabee2eb None None] Pushing event deleted for resources: {'Port': ['ID=c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:06.977202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:06.977859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.102500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d358922-d3c2-4e41-bf82-8333ecbef625 req-75ac6c2f-7233-4724-be6e-1f14724c07c0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391597 Mar 22 14:13:07.128569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:07.149258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:07.150390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.156264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.199336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:07.199729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.334309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:07.347524 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.470906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:07.536403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:07.558190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:07.558686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c8b05d2b-aa3f-4dbb-9539-7eee92cbfe80 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:07.637904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (4aeaa6ea-edde-4449-9c3f-33a23319027f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.708461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:07.712645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:07.717315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.717926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.736865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:07.739096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=4aeaa6ea-edde-4449-9c3f-33a23319027f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:07.758400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84291043-fc57-4c12-8b86-9ca457c76a1f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8665066 Mar 22 14:13:07.763200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:07.772300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1158536186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4aeaa6ea-edde-4449-9c3f-33a23319027f'}], 'security_groups': ['1dc1bd49-3efc-4b1c-9387-15a7adedd4f6']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:07.833738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:07.865820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:07.873745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:07.876910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183692e-11cb-4d54-866e-e2ee906d42bd None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:07.888745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5497-848e-4160-bfa7-9e5cdcfd1c17 req-b6408d69-a69f-418f-bf56-2bbfce3c1806 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.894190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5497-848e-4160-bfa7-9e5cdcfd1c17 req-b6408d69-a69f-418f-bf56-2bbfce3c1806 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:07.895851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eefc5497-848e-4160-bfa7-9e5cdcfd1c17 req-b6408d69-a69f-418f-bf56-2bbfce3c1806 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 1653 time: 0.4260724 Mar 22 14:13:07.899946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:07.933284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.029999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:08.044423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa275278-b44a-41b0-a360-c94e9b48e556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.102074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:08.102465 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.131463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa275278-b44a-41b0-a360-c94e9b48e556 admin admin] Publish callbacks [] for security_group (c0ed3b3b-8b8f-4581-899d-6d102d91f980), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.138131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:08.144190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.156232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (3af261e0-d4e8-4fa8-9053-b723f08f6e86), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.159248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:08.166917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:13:08.174308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa275278-b44a-41b0-a360-c94e9b48e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c0ed3b3b-8b8f-4581-899d-6d102d91f980), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.208230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:08.208993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.224923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa275278-b44a-41b0-a360-c94e9b48e556 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83e95720113b47d5b768a7af1b98b48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3900270 Mar 22 14:13:08.236654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:08.344819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Update dhcp port {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'fixed_ips': [{'subnet_id': '6e58f001-b022-4c17-81e3-ebfc79f9c7da', 'ip_address': '172.20.0.2'}, {'subnet_id': '4aeaa6ea-edde-4449-9c3f-33a23319027f'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '49418406-f9d3-4440-996a-2ef7460a8ab0'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:13:08.352565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa275278-b44a-41b0-a360-c94e9b48e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed3b3b-8b8f-4581-899d-6d102d91f980,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:08.398448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] Publish callbacks [] for security_group (c0ed3b3b-8b8f-4581-899d-6d102d91f980), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.416433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d6c77-28f9-4677-8535-b9ec2fa2c9d8 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:08.453176 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.484494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] Publish callbacks [] for security_group (c0ed3b3b-8b8f-4581-899d-6d102d91f980), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.597589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e9e52d4f-438c-4fec-a8fc-c0bc91eb33f3 None None] Provisioning complete for port fa40f318-5396-47bf-aec2-1c64d576175d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:08.598109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9e52d4f-438c-4fec-a8fc-c0bc91eb33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.608115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Delete allocated IP 172.20.0.13 (981da7fd-fe2b-4498-b496-f6ff1e952099/6e58f001-b022-4c17-81e3-ebfc79f9c7da) {{(pid=103891) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:13:08.616717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.30 (981da7fd-fe2b-4498-b496-f6ff1e952099/4aeaa6ea-edde-4449-9c3f-33a23319027f/6aef63b0-a979-4bdf-a594-035b748eb528) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:08.641188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9e52d4f-438c-4fec-a8fc-c0bc91eb33f3 None None] Port fa40f318-5396-47bf-aec2-1c64d576175d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:08.677281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:08.729850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:08.730185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.761502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eefc5497-848e-4160-bfa7-9e5cdcfd1c17 req-692fdb79-a6af-4d20-88c3-380008be1997 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8548574 Mar 22 14:13:08.772717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-eef5daba-db6a-4546-a527-3a7e2ecb593f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6233084 Mar 22 14:13:08.774881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (6aef63b0-a979-4bdf-a594-035b748eb528), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.794605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.794870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:08.797696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'admin_state_up': True, 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'security_groups': ['27687f39-b58e-412c-8388-5557e804d11c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:08.800324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c0ed3b3b-8b8f-4581-899d-6d102d91f980), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.806463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.809735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0ed3b3b-8b8f-4581-899d-6d102d91f980 HTTP/1.1" status: 204 len: 168 time: 0.5682089 Mar 22 14:13:08.814851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:08.839995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc742a-0c08-415e-b9dd-56fd63eeb8d3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:08.846854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.849347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:08.850198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.897932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:08.908239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=3af261e0-d4e8-4fa8-9053-b723f08f6e86,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:08.941526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6766f-09e4-4900-9952-6f5fff3b597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed3b3b-8b8f-4581-899d-6d102d91f980,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.034456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] In _notify_port_updated(), no bound segment for port 6aef63b0-a979-4bdf-a594-035b748eb528 on network 981da7fd-fe2b-4498-b496-f6ff1e952099 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:13:09.039754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.040456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.044511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/ports/6aef63b0-a979-4bdf-a594-035b748eb528 HTTP/1.1" status: 200 len: 921 time: 1.2760813 Mar 22 14:13:09.044511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87524-7e81-4f28-8876-441628a3f83c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=6aef63b0-a979-4bdf-a594-035b748eb528,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.045989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c462dbde-da18-4bd8-9034-58ab7b9d4ce6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0228772 Mar 22 14:13:09.046237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47054) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:09.054066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:09.059907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '3af261e0-d4e8-4fa8-9053-b723f08f6e86', 'ip_address': '2001:db8::9c75:113:39ba:32c5'}], 'name': 'tempest-NetworksTestDHCPv6-1632508258'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:09.096749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Allocated IP 172.20.0.18 (981da7fd-fe2b-4498-b496-f6ff1e952099/4aeaa6ea-edde-4449-9c3f-33a23319027f/49418406-f9d3-4440-996a-2ef7460a8ab0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:09.144384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:09.250921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '3af261e0-d4e8-4fa8-9053-b723f08f6e86'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:09.252168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.258944 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Floating IP ace66554-6ea0-4832-899d-82bd257fc5cd associated. External IP: 172.25.3.180, port: 1a24bf7b-d231-470a-bf66-a7c64a048514. Mar 22 14:13:09.261004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:09.306862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb782e4d-ce6e-43f0-a8da-efb5008ea727 req-a341b474-3e7a-43c5-9a8a-25c9961680d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:09.314635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb782e4d-ce6e-43f0-a8da-efb5008ea727 req-a341b474-3e7a-43c5-9a8a-25c9961680d2 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.2951663 Mar 22 14:13:09.318482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47058) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:09.375306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:09.443405 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Publish callbacks [] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.449226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d866406b-a537-43a3-9d0e-98311abb91b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.459097 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.503928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/3af261e0-d4e8-4fa8-9053-b723f08f6e86/7c5e7eec-c26c-46ae-91ca-d78123ed8927) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:09.608355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d866406b-a537-43a3-9d0e-98311abb91b7 admin admin] Publish callbacks [] for security_group (232e04a2-36e6-42e9-8cc6-6c28df080031), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.609598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:09.649526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb782e4d-ce6e-43f0-a8da-efb5008ea727 req-9d1f7920-2619-493e-9a26-c9865443fb65 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338721 Mar 22 14:13:09.650219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d866406b-a537-43a3-9d0e-98311abb91b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (232e04a2-36e6-42e9-8cc6-6c28df080031), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.681341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be2f13-e3a9-44d1-83bd-887b53913e88 None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.756918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d866406b-a537-43a3-9d0e-98311abb91b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04077ad5dbb94376aec74b0e2b80586c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096541 Mar 22 14:13:09.757426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:09.798422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.816437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866406b-a537-43a3-9d0e-98311abb91b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e04a2-36e6-42e9-8cc6-6c28df080031,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:09.829199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port 6aef63b0-a979-4bdf-a594-035b748eb528 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:09.829542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:09.834365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 9e1c9478-2f11-4f2a-ad7f-f16a205c5116 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:09.870230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] Publish callbacks [] for security_group (232e04a2-36e6-42e9-8cc6-6c28df080031), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.007461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] Publish callbacks [] for security_group (232e04a2-36e6-42e9-8cc6-6c28df080031), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.020965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:10.061594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks [] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.076581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.130142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.144639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Pushing event updated for resources: {'Port': ['ID=7c5e7eec-c26c-46ae-91ca-d78123ed8927,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.163162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:10.165048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:10.167690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:10.178159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for 6aef63b0-a979-4bdf-a594-035b748eb528 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:10.247729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Attempting to bind port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:10.248105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Attempting to bind port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:10.248475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Attempting to bind port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:10.255350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:10.255685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:10.256101 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.256496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:10.256964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Bound port: 7c5e7eec-c26c-46ae-91ca-d78123ed8927, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:10.257544 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.274177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:10.287232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:10.305477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:10.306219 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:10.316617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (232e04a2-36e6-42e9-8cc6-6c28df080031), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.328160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.330769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/232e04a2-36e6-42e9-8cc6-6c28df080031 HTTP/1.1" status: 204 len: 168 time: 0.5699337 Mar 22 14:13:10.332730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::9c75:113:39ba:32c5 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/3af261e0-d4e8-4fa8-9053-b723f08f6e86/9e1c9478-2f11-4f2a-ad7f-f16a205c5116) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:10.355804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4488f-d9d2-40e2-9ce4-154361d576a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e04a2-36e6-42e9-8cc6-6c28df080031,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.397803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] For port 7c5e7eec-c26c-46ae-91ca-d78123ed8927, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:10.451879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] For port 7c5e7eec-c26c-46ae-91ca-d78123ed8927, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7c5e7eec-c26c-46ae-91ca-d78123ed8927,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:10.480300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.544719 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:10.559535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6aef63b0-a979-4bdf-a594-035b748eb528), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.560643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50906a-b947-4035-90ba-6b5413e73c60 req-acbdb7b6-6586-449a-b16d-34ee25d298d1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:10.586053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e50906a-b947-4035-90ba-6b5413e73c60 req-acbdb7b6-6586-449a-b16d-34ee25d298d1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.5824521 Mar 22 14:13:10.635832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Pushing event updated for resources: {'Port': ['ID=7c5e7eec-c26c-46ae-91ca-d78123ed8927,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.638172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=6aef63b0-a979-4bdf-a594-035b748eb528,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:10.658717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.659157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.659502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.659839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.660252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.660487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.660811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.661241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.672548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.673124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.673473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.673809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.674171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.674503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.674831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698bb5e-d8e6-4e55-b605-d8adadb26d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:10.722815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:10.723198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.755991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:10.805848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e50906a-b947-4035-90ba-6b5413e73c60 req-e9356564-7c5d-4177-b6c1-1f08780e4d22 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159216 Mar 22 14:13:10.821356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.826132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.830990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5e16db00-6504-4fed-92f4-685ba50154b1 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/6aef63b0-a979-4bdf-a594-035b748eb528 HTTP/1.1" status: 204 len: 168 time: 1.7808106 Mar 22 14:13:10.845177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47068) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:10.848387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (9e1c9478-2f11-4f2a-ad7f-f16a205c5116), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.949804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9e1c9478-2f11-4f2a-ad7f-f16a205c5116), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:10.970999 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0008bf12-8883-4e17-9634-0d453c1456ee tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:13:10.975512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0008bf12-8883-4e17-9634-0d453c1456ee tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/6aef63b0-a979-4bdf-a594-035b748eb528 HTTP/1.1" status: 404 len: 333 time: 0.1251082 Mar 22 14:13:10.975698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:10.978569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:10.991813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Could not find standard attr ID for object 6aef63b0-a979-4bdf-a594-035b748eb528. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:11.060969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:11.071166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.079727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:11.080108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.151643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:07Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:11.151941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:11.161205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:11.175432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:11.181007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.181641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.202086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=9e1c9478-2f11-4f2a-ad7f-f16a205c5116,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:11.210454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (0064e6f4-6365-4a80-8a2f-6b1e285fc6fc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.243203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (0064e6f4-6365-4a80-8a2f-6b1e285fc6fc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.262679 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:11.281637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:11.282560 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:11.295606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0064e6f4-6365-4a80-8a2f-6b1e285fc6fc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.303299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.315966 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/security-groups/0064e6f4-6365-4a80-8a2f-6b1e285fc6fc HTTP/1.1" status: 204 len: 168 time: 0.3219223 Mar 22 14:13:11.317046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47080) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:11.408445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e6270-f278-48a2-9018-13dfc0d45d17 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064e6f4-6365-4a80-8a2f-6b1e285fc6fc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:11.413943 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8edd9f96-ab41-4295-90b6-0e28f9dfaf81 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3578181 Mar 22 14:13:11.418577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47082) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:11.442497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '3af261e0-d4e8-4fa8-9053-b723f08f6e86', 'ip_address': '2001:db8::9c75:113:39ba:32c5'}], 'name': 'tempest-NetworksTestDHCPv6-583585216'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:11.458190 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:11.504684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:11.506996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a3fad121-8c18-41d3-b64e-9bf675b0e28f None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:11.526236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:11.562480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5974d616-9406-496a-ab98-08357519eebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.569384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (1dc1bd49-3efc-4b1c-9387-15a7adedd4f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.607137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.2.2.100 (9202dd69-3395-4958-b961-081ed402344d/7e49262b-a5b1-4113-9d43-d43d001c0f98/0fd29d95-a9a7-4f18-8f26-046f53efefa2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:11.615446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:11.628350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c563bd6-b950-42e6-bf49-6ef75b82c0bb None None] Could not find standard attr ID for object 6aef63b0-a979-4bdf-a594-035b748eb528. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:11.669370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6a256-896b-4b9f-8805-2c3ed7585823 req-c5b37498-65be-4087-9f04-86981d598464 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.674729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6a256-896b-4b9f-8805-2c3ed7585823 req-c5b37498-65be-4087-9f04-86981d598464 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.680032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6a256-896b-4b9f-8805-2c3ed7585823 req-c5b37498-65be-4087-9f04-86981d598464 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:11.681718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e6a256-896b-4b9f-8805-2c3ed7585823 req-c5b37498-65be-4087-9f04-86981d598464 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 2374 time: 0.3426056 Mar 22 14:13:11.689532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (1dc1bd49-3efc-4b1c-9387-15a7adedd4f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.808926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:07Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:11.867701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:11.881014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.881451 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227f84f-d72d-40e3-8fd6-e4323d44f94e None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:07Z', 'revision_number': 3, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:11.900428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4e6a256-896b-4b9f-8805-2c3ed7585823 req-c1983af0-61e7-45e2-8a34-d17e018a645e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027457 Mar 22 14:13:11.936288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:11.941250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.971100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1dc1bd49-3efc-4b1c-9387-15a7adedd4f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.984084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:11.988222 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/security-groups/1dc1bd49-3efc-4b1c-9387-15a7adedd4f6 HTTP/1.1" status: 204 len: 168 time: 0.6532607 Mar 22 14:13:12.000095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47086) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:12.048962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-be96f47c-cf48-4ff3-b10e-e5055938f896 None None] Could not find standard attr ID for object 6aef63b0-a979-4bdf-a594-035b748eb528. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:12.055244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5974d616-9406-496a-ab98-08357519eebf admin admin] Publish callbacks [] for security_group (af2d6fbd-00e6-41f2-b8e6-84c92825072c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.065229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61823b-da89-4e04-a9ce-73dcaa8b59c5 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc1bd49-3efc-4b1c-9387-15a7adedd4f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.067969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port e32cd13a-09b2-493c-80cd-dfd745259739 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:12.086990 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5974d616-9406-496a-ab98-08357519eebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (af2d6fbd-00e6-41f2-b8e6-84c92825072c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.108670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.170679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:12.174019 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:12.181051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-ab9873d6-5441-4d19-abf6-5706c51b1850 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "PUT /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 998 time: 6.9694626 Mar 22 14:13:12.243470 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5974d616-9406-496a-ab98-08357519eebf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9284481386454127ac2fe1b5d7f3906c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7151864 Mar 22 14:13:12.263138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47090) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:12.286806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 6e58f001-b022-4c17-81e3-ebfc79f9c7da {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:12.328587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (6e58f001-b022-4c17-81e3-ebfc79f9c7da), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.333802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d616-9406-496a-ab98-08357519eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d6fbd-00e6-41f2-b8e6-84c92825072c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.435693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-477e2626-5b7e-4131-8fb2-17a0aefbae6d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:12.437189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-477e2626-5b7e-4131-8fb2-17a0aefbae6d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports/1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 942 time: 0.2287390 Mar 22 14:13:12.452872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.465247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (6e58f001-b022-4c17-81e3-ebfc79f9c7da), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.485081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd4155-ac2d-48ec-a683-4f8369058780 req-d0e28c3f-46ed-4c7b-9bdb-b487bb975bd9 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:12.496262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcdd4155-ac2d-48ec-a683-4f8369058780 req-d0e28c3f-46ed-4c7b-9bdb-b487bb975bd9 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.4017777 Mar 22 14:13:12.517893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] Publish callbacks [] for security_group (af2d6fbd-00e6-41f2-b8e6-84c92825072c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.533146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a08dce-301a-4697-bef7-02080f51406d None None] New status for floating IP ace66554-6ea0-4832-899d-82bd257fc5cd: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:12.551026 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:13:12.552039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:12.585304 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7ea33592-5726-4e0f-a904-21094d9cb960 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1656523 Mar 22 14:13:12.595913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47092) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:12.598852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] Publish callbacks [] for security_group (af2d6fbd-00e6-41f2-b8e6-84c92825072c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.713047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 9202dd69-3395-4958-b961-081ed402344d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:12.720366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54e874-c13e-47be-a2c6-399f359afada tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:12.725830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54e874-c13e-47be-a2c6-399f359afada tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:12.729766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a54e874-c13e-47be-a2c6-399f359afada tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1275392 Mar 22 14:13:12.732435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47094) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:12.740144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:12.749386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:12.752657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7c5e7eec-c26c-46ae-91ca-d78123ed8927 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:12.791648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (af2d6fbd-00e6-41f2-b8e6-84c92825072c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.793037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.794557 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af2d6fbd-00e6-41f2-b8e6-84c92825072c HTTP/1.1" status: 204 len: 168 time: 0.5263720 Mar 22 14:13:12.808362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:12.809035 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:12.832385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.861660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986819f-b8e3-4529-ac3f-636d639da0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d6fbd-00e6-41f2-b8e6-84c92825072c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:12.866192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-2094c763-9f09-4ac5-bed0-8c7bc1d18dea tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0768666 Mar 22 14:13:12.916107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcdd4155-ac2d-48ec-a683-4f8369058780 req-3615e60f-f776-4657-aeaf-f2ec511512ff tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159065 Mar 22 14:13:12.923360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'admin_state_up': True, 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'security_groups': ['27687f39-b58e-412c-8388-5557e804d11c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:12.963023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 9e1c9478-2f11-4f2a-ad7f-f16a205c5116 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:12.966951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9e1c9478-2f11-4f2a-ad7f-f16a205c5116), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.036946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-11e1c98f-213c-462d-b6b9-22b46c330aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.038534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-11e1c98f-213c-462d-b6b9-22b46c330aef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.4373882 Mar 22 14:13:13.074048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6e58f001-b022-4c17-81e3-ebfc79f9c7da), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.077299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Provisioning complete for port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:13.081857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.143125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:13.149747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.277671 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:13.289871 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:13.290739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:13.301649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9e1c9478-2f11-4f2a-ad7f-f16a205c5116), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.356721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 9e1c9478-2f11-4f2a-ad7f-f16a205c5116 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:13.429677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:13.430095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.439393 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1510581e-30dd-48b3-9827-c4c6cc7c8f30 x-openstack-request-id: req-1510581e-30dd-48b3-9827-c4c6cc7c8f30 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:13.439806 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:13.443264 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1510581e-30dd-48b3-9827-c4c6cc7c8f30 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:13.443893 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1510581e-30dd-48b3-9827-c4c6cc7c8f30'] response: {'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:13:13.497714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:13.516116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Current status of the port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:13.516510 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.565126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 7c5e7eec-c26c-46ae-91ca-d78123ed8927, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7c5e7eec-c26c-46ae-91ca-d78123ed8927,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:13.585131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.720715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9e1c9478-2f11-4f2a-ad7f-f16a205c5116), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.754306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=7c5e7eec-c26c-46ae-91ca-d78123ed8927,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:13.757786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Made reservation on behalf of b0228d7bef6841a1862e2e1ae74d845b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:13.767618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.791267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:13:13.791864 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:13:13.839145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=9e1c9478-2f11-4f2a-ad7f-f16a205c5116,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:13.843246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:13.864272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ae8db30-af1c-404b-9d9f-28f183503258 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/9e1c9478-2f11-4f2a-ad7f-f16a205c5116 HTTP/1.1" status: 204 len: 168 time: 1.1308463 Mar 22 14:13:13.865299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47116) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:13.921683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-dce4d0f0-3abf-4b96-aed2-6ab5ef01884c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.933240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-dce4d0f0-3abf-4b96-aed2-6ab5ef01884c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.944482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-dce4d0f0-3abf-4b96-aed2-6ab5ef01884c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.964378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-dce4d0f0-3abf-4b96-aed2-6ab5ef01884c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.973228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-dce4d0f0-3abf-4b96-aed2-6ab5ef01884c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 3095 time: 0.4502969 Mar 22 14:13:13.974141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d6042-522b-493e-b184-dd09d7f23edb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.984832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d6042-522b-493e-b184-dd09d7f23edb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:13.989909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ef8d6042-522b-493e-b184-dd09d7f23edb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1229992 Mar 22 14:13:13.990807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47122) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:14.018634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (6e58f001-b022-4c17-81e3-ebfc79f9c7da), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.054676 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:12Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:14.096766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 3af261e0-d4e8-4fa8-9053-b723f08f6e86 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:14.100644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (3af261e0-d4e8-4fa8-9053-b723f08f6e86), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.107706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa24c5-46df-4bc4-901a-9dff89fbe999 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:14.119035 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:14.140901 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:14.141643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:12:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:14.156764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=6e58f001-b022-4c17-81e3-ebfc79f9c7da,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:14.161583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-17a580e4-0782-4370-8e48-aa28c7a40e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:14.163371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-17a580e4-0782-4370-8e48-aa28c7a40e22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 1.1112025 Mar 22 14:13:14.176197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.188532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39a5a5ed-02d3-481f-8df6-089aa22e08c8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/6e58f001-b022-4c17-81e3-ebfc79f9c7da HTTP/1.1" status: 204 len: 168 time: 2.1870120 Mar 22 14:13:14.198515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (3af261e0-d4e8-4fa8-9053-b723f08f6e86), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.219453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:14.242389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:14.324626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3af261e0-d4e8-4fa8-9053-b723f08f6e86), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.438102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3af261e0-d4e8-4fa8-9053-b723f08f6e86), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.447610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5d64e94a-ebe7-49e8-a00d-fdd6987c85c4 None None] Current status of the port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:14.489456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=3af261e0-d4e8-4fa8-9053-b723f08f6e86,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:14.500223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.503506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11d4c438-7e47-4464-8ee2-fc926eef8c46 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/3af261e0-d4e8-4fa8-9053-b723f08f6e86 HTTP/1.1" status: 204 len: 168 time: 0.5115602 Mar 22 14:13:14.512238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cb904-5c8c-45b7-9cd1-3f3c48a2adf4 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:14.527498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:14.603799 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:14.648389 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b99a67fd-bc6b-4d3b-b4b2-e01ddf64725b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180644 Mar 22 14:13:14.665923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:14.685210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:14.748928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1a541157-3b45-4b53-9cc8-b381344be3ce None None] Provisioning complete for port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:14.749941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1a541157-3b45-4b53-9cc8-b381344be3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:14.843583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7c5e7eec-c26c-46ae-91ca-d78123ed8927 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:14.970588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:14.974744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.000681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1a541157-3b45-4b53-9cc8-b381344be3ce None None] Port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:15.021530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1a541157-3b45-4b53-9cc8-b381344be3ce None None] Could not find standard attr ID for object 9e1c9478-2f11-4f2a-ad7f-f16a205c5116. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:15.048855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:15.049491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.153137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:15.286961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:15.348642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Deleting port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:15.350915 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.367665 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:12Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:15.382411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-eb221944-0b9b-43f1-9e81-a8e0e725cc1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 1.1779382 Mar 22 14:13:15.447940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-8ce0d9f2-19a3-4ba4-b2b2-96fe0394e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:15.449763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-8ce0d9f2-19a3-4ba4-b2b2-96fe0394e525 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 1.9818611 Mar 22 14:13:15.452743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:15.456475 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9e1fd-d14c-4d8d-b12d-b9260d0d002b None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:2f:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854573c-633b-448f-9f3a-39bc9b790660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:12Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:15.462575 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99" -d '{"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:15.578839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] For port 7c5e7eec-c26c-46ae-91ca-d78123ed8927, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7c5e7eec-c26c-46ae-91ca-d78123ed8927,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:15.580843 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.624858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Calling delete_port for 7c5e7eec-c26c-46ae-91ca-d78123ed8927 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:15.627730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (c13c261d-5410-4c5c-b8e8-493070efcafc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.712554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-703c5eee-2902-4684-b2b4-cf7e48168597 req-8a436b7b-65d3-45ee-9d5a-37a65df1f996 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7382066 Mar 22 14:13:15.771695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:15.772184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.797110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:15.809198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:15.815760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:15.836597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:15.837391 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.841292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:15.843293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:15.884240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=c13c261d-5410-4c5c-b8e8-493070efcafc,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:15.912320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d677ef2-40ae-4518-a5fe-8aff9b997f2b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2426786 Mar 22 14:13:15.914189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:15.924249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-0325a69c-b9c0-4bfe-95db-40355f7f0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:15.926260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-0325a69c-b9c0-4bfe-95db-40355f7f0f8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.5372925 Mar 22 14:13:15.946074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': 'c13c261d-5410-4c5c-b8e8-493070efcafc', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-872185641'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:16.049247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (7c5e7eec-c26c-46ae-91ca-d78123ed8927), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.132425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b9557bcb-3e51-49e9-8ec8-1d839d1b45ee None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:16.141034 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-fa228f88-f9f1-4faa-bedf-5d6479990a30 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429133 Mar 22 14:13:16.148428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] No DVR routers for this DVR port 7c5e7eec-c26c-46ae-91ca-d78123ed8927 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:16.173568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb6d4d-30e9-4334-993f-dc15d62534a3 None None] Pushing event deleted for resources: {'Port': ['ID=7c5e7eec-c26c-46ae-91ca-d78123ed8927,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:16.183782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5aa3b-99b4-422b-b744-c952d9925710 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:16.203992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:16.269212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Allocated IP 10.2.2.200 (9202dd69-3395-4958-b961-081ed402344d/7e49262b-a5b1-4113-9d43-d43d001c0f98/0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:16.280751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:16.288285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.365791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-3969c1b4-ce6f-4aa0-b0d8-a68c8c995e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.368384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-3969c1b4-ce6f-4aa0-b0d8-a68c8c995e5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1557066 Mar 22 14:13:16.419621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-5c689f4c-d5e4-473c-8d03-940f24ce7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.436935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-5c689f4c-d5e4-473c-8d03-940f24ce7b00 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.8997722 Mar 22 14:13:16.457330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178aba8-05dd-4c25-bda9-138344617dbf req-60afd7c0-353f-42f0-84ba-1b2a47c095ad tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.465205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c178aba8-05dd-4c25-bda9-138344617dbf req-60afd7c0-353f-42f0-84ba-1b2a47c095ad tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5718548 Mar 22 14:13:16.517977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-ac847c60-bf14-4ebf-9dd2-3b37c8c78e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.520730 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-ac847c60-bf14-4ebf-9dd2-3b37c8c78e03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.1294703 Mar 22 14:13:16.625496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.662439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port fc2124b6-d907-4b73-9b62-2b201d3a95ca yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:16.689793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-2599479f-ad1a-4276-b8d3-317fd8c5da9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1629503 Mar 22 14:13:16.717575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7c5e7eec-c26c-46ae-91ca-d78123ed8927 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:16.757228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-791e3c21-d354-4b74-a33f-71c42d111ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.770358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-791e3c21-d354-4b74-a33f-71c42d111ea5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8056340 Mar 22 14:13:16.777600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-9d27de5f-6048-4003-8fd3-cfeea61815d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 0.2988598 Mar 22 14:13:16.834773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'c13c261d-5410-4c5c-b8e8-493070efcafc'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:16.835634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:16.869590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-e21b4d8c-ebc4-4c1c-8044-45505349081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.872078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-e21b4d8c-ebc4-4c1c-8044-45505349081b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1358707 Mar 22 14:13:16.877632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 7c5e7eec-c26c-46ae-91ca-d78123ed8927 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:16.877994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7c5e7eec-c26c-46ae-91ca-d78123ed8927 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:16.907979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47166) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:16.967193 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:13:16.967779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:16.977977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-d7b6f0da-5a92-401f-817d-a592a1a09a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:16.979932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-d7b6f0da-5a92-401f-817d-a592a1a09a87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892689 Mar 22 14:13:17.106626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-462d32b3-ed1f-4005-92b8-dfe7478c17ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1910791 Mar 22 14:13:17.111545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:17.130614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-a1baa0b3-25e7-4dd3-80bf-2da11d1416dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:17.133076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-a1baa0b3-25e7-4dd3-80bf-2da11d1416dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.3261306 Mar 22 14:13:17.178605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/c13c261d-5410-4c5c-b8e8-493070efcafc/a897ec37-1b2c-48aa-845f-cbcd4fa734a5) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:17.246737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e7e30555-102b-407a-8f64-a861ae436098 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1322074 Mar 22 14:13:17.249396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:17.365021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c178aba8-05dd-4c25-bda9-138344617dbf req-20cca805-8450-4321-a126-cf08d91f9e28 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8985491 Mar 22 14:13:17.395895 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-ef10436e-8caa-4f31-aec7-33e6197c06cc service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064171 Mar 22 14:13:17.410063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-911014b0-841e-44a1-8168-cff714a3a328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.440022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac6f74-329a-49c7-99e2-ad95b2f3fe14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:17.441365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac6f74-329a-49c7-99e2-ad95b2f3fe14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:17.447711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3dac6f74-329a-49c7-99e2-ad95b2f3fe14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1969895 Mar 22 14:13:17.451405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:17.472628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-289a8fcb-e5d4-47d3-a60e-22142574c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:17.484051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-289a8fcb-e5d4-47d3-a60e-22142574c560 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3094726 Mar 22 14:13:17.502621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks [] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.515161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.599879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71eb2819-1e83-4b37-b288-1f6b7227962b req-57d80598-9f29-4a7c-a269-1d9b4a3e111a service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985373 Mar 22 14:13:17.607645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:17.621698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:17.626338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:17.665443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Pushing event updated for resources: {'Port': ['ID=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:17.684307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-cf3857be-e5bb-4186-84a4-a65afd59fa9a service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8761981 Mar 22 14:13:17.779348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Attempting to bind port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:17.780169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Attempting to bind port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:17.780169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Attempting to bind port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:17.785804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:17.786245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:17.786835 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.787268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:17.787630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Bound port: a897ec37-1b2c-48aa-845f-cbcd4fa734a5, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:17.788295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.802872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.870442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet c13c261d-5410-4c5c-b8e8-493070efcafc {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:17.896732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (c13c261d-5410-4c5c-b8e8-493070efcafc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:17.918164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] For port a897ec37-1b2c-48aa-845f-cbcd4fa734a5, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:17.922206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] For port a897ec37-1b2c-48aa-845f-cbcd4fa734a5, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:17.934314 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.057934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-7c4b0ca7-abbf-4eea-a6fa-831352d12b46 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440712 Mar 22 14:13:18.066427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a7a75-3da2-469e-bf57-163824b201e4 None None] Pushing event updated for resources: {'Port': ['ID=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:18.105482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (c13c261d-5410-4c5c-b8e8-493070efcafc), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.239737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dcf8b-c36c-444f-aa7b-c1a9f8978e32 req-8d27d791-04e7-4e9e-88e1-01379fb58a9d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.245591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e4dcf8b-c36c-444f-aa7b-c1a9f8978e32 req-8d27d791-04e7-4e9e-88e1-01379fb58a9d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.5606377 Mar 22 14:13:18.260628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-911014b0-841e-44a1-8168-cff714a3a328 admin admin] Publish callbacks [] for security_group (fcdf5f9c-4fb7-403b-be44-0c02660bdfcd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.271007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-f4631aa6-2210-42f0-a262-311d9be2eb03 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652518 Mar 22 14:13:18.310550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-911014b0-841e-44a1-8168-cff714a3a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fcdf5f9c-4fb7-403b-be44-0c02660bdfcd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.427724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.487524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911014b0-841e-44a1-8168-cff714a3a328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf5f9c-4fb7-403b-be44-0c02660bdfcd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:18.510637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (39da3467-6336-4e4c-bf76-7550b86c1f2a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.560882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cde35bfb-2c79-4a0d-ab28-04ccb4b15b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.664296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Network 9202dd69-3395-4958-b961-081ed402344d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:18.767865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a897ec37-1b2c-48aa-845f-cbcd4fa734a5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:18.800570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:18.865038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:18.899606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:18.903323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:18.981616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:18.987073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.007428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:19.013623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-911014b0-841e-44a1-8168-cff714a3a328 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10c2d5ec60cb4f38a373246ffcc59e71&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0651636 Mar 22 14:13:19.041910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:19.045186 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.085138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:19.130114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] Publish callbacks [] for security_group (fcdf5f9c-4fb7-403b-be44-0c02660bdfcd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.133087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a897ec37-1b2c-48aa-845f-cbcd4fa734a5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:19.143567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.151523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.151712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=39da3467-6336-4e4c-bf76-7550b86c1f2a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.202241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] Publish callbacks [] for security_group (fcdf5f9c-4fb7-403b-be44-0c02660bdfcd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.205006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-8a81fa83-895c-479a-a875-3312f360a5bd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3283842 Mar 22 14:13:19.244688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.245007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:19.259652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4d1bd-3803-497b-a146-3a1c39cf4262 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:19.305401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.306230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.312552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:19.327880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fcdf5f9c-4fb7-403b-be44-0c02660bdfcd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.332840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.336368 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fcdf5f9c-4fb7-403b-be44-0c02660bdfcd HTTP/1.1" status: 204 len: 168 time: 0.3283315 Mar 22 14:13:19.353034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bc2c8-c6e8-4907-b7bf-7f359dc8beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf5f9c-4fb7-403b-be44-0c02660bdfcd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:19.365672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-c78c839f-01ae-4090-933b-48fb38b24474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.368443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-c78c839f-01ae-4090-933b-48fb38b24474 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1127 time: 0.8836174 Mar 22 14:13:19.425796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9a0f5a0-b7d6-48bd-8463-7c18ffecb08c req-4fd0a512-db6e-4eee-beca-efd6de65650d service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3484097 Mar 22 14:13:19.427778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a98b0579-44f6-4027-92a1-e7055ede4d8d None None] Provisioning complete for port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:19.428554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a98b0579-44f6-4027-92a1-e7055ede4d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.447640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e4dcf8b-c36c-444f-aa7b-c1a9f8978e32 req-704d3c95-25b2-44ad-9361-e0fbcb10f56a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1839981 Mar 22 14:13:19.476550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c13c261d-5410-4c5c-b8e8-493070efcafc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.488886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a98b0579-44f6-4027-92a1-e7055ede4d8d None None] Port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:19.628842 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f99d28e-1909-451c-a843-46b52ab58469 x-openstack-request-id: req-6f99d28e-1909-451c-a843-46b52ab58469 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:19.629338 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:19.629579 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f99d28e-1909-451c-a843-46b52ab58469 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:19.630089 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f99d28e-1909-451c-a843-46b52ab58469'] response: {'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'status': 'completed', 'code': 200} Mar 22 14:13:19.637748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7c0a720-d378-46d8-833a-980aae87261c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4110227 Mar 22 14:13:19.639449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:19.645196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'security_group': {'name': 'tempest-secgroup-1998889880'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:19.704688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Update dhcp port {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'fixed_ips': [{'subnet_id': '4aeaa6ea-edde-4449-9c3f-33a23319027f', 'ip_address': '172.20.0.18'}, {'subnet_id': '39da3467-6336-4e4c-bf76-7550b86c1f2a'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '49418406-f9d3-4440-996a-2ef7460a8ab0'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:13:19.709138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.803285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.807799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-a7028775-fcf3-40b2-97bc-80a74b6f3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:19.809473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-a7028775-fcf3-40b2-97bc-80a74b6f3eee service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.3676386 Mar 22 14:13:19.878204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (895f8301-1e2e-4c25-b574-986a93cbe2e0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.892389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (895f8301-1e2e-4c25-b574-986a93cbe2e0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.942077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.948467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3070588 Mar 22 14:13:19.955897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47196) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:19.963146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (c13c261d-5410-4c5c-b8e8-493070efcafc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:19.974296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'security_group': {'name': 'tempest-secgroup-1817100190'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:20.026791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.067000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-298e34e3-58ce-48f8-ac64-37480e0dfede None None] Provisioning complete for port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:20.068003 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-298e34e3-58ce-48f8-ac64-37480e0dfede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.071433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614d074-f7eb-4d40-b6d7-bcd524c28ed8 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895f8301-1e2e-4c25-b574-986a93cbe2e0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.142515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=c13c261d-5410-4c5c-b8e8-493070efcafc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.182358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Allocated IP 172.20.0.2 (981da7fd-fe2b-4498-b496-f6ff1e952099/39da3467-6336-4e4c-bf76-7550b86c1f2a/49418406-f9d3-4440-996a-2ef7460a8ab0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:20.213796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.237807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (82b41c73-53c3-486f-ad79-2a132c8c5a4b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.246534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.250758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (82b41c73-53c3-486f-ad79-2a132c8c5a4b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.264654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-548ed42e-acbb-45f7-875e-417969459122 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c13c261d-5410-4c5c-b8e8-493070efcafc HTTP/1.1" status: 204 len: 168 time: 2.7772963 Mar 22 14:13:20.273369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47202) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.287339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-d019f144-8923-4cc2-be77-7eb073ff1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.287339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-d019f144-8923-4cc2-be77-7eb073ff1b34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1127 time: 0.6507721 Mar 22 14:13:20.336900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.344356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.348940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc5d6a-8708-4d1e-88bd-bded5f458c49 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:20.356294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.363134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.370838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.373438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9ec34ac5-b4f5-4a06-8201-e551a6fe966c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 3816 time: 0.5218256 Mar 22 14:13:20.388166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b41c73-53c3-486f-ad79-2a132c8c5a4b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.408709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-44d81365-2ac2-4e18-a973-379d064b06bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254573 Mar 22 14:13:20.410953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.416162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-efe7a274-80b0-409a-a09f-026b88af277c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 1001 time: 0.4791613 Mar 22 14:13:20.428253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.433812 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a835f0b5-a62a-47d7-9f1e-f43daab165d4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4767742 Mar 22 14:13:20.441771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:20.481697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:20.497404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47212) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:20.507204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-298e34e3-58ce-48f8-ac64-37480e0dfede None None] Current status of the port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:20.518118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-e4af264a-a529-41cb-9adf-dc21d09415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:20.528251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-e4af264a-a529-41cb-9adf-dc21d09415eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1107264 Mar 22 14:13:20.549171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'security_group': {'name': 'tempest-secgroup-1848885442'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:20.578065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Publish callbacks [] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.622562 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.691145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:20.694693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.763911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a897ec37-1b2c-48aa-845f-cbcd4fa734a5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:20.824273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.873754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c733641-61a5-4d64-8b30-056143d63324 None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:20.990089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a463071e-971a-4d0f-b2d0-4c094a518f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:20.994185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:21.079100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:21.080354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.109676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce360a5c-e17a-47ed-b060-3ff667665740 req-9c4d70ea-52d0-4c31-a9e0-9a5fcc001bcf tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6108856 Mar 22 14:13:21.184181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-7fa3556c-39aa-4be3-b0bb-d78ad410dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.185844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-7fa3556c-39aa-4be3-b0bb-d78ad410dd99 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.8747170 Mar 22 14:13:21.205034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-31939602-2036-49fd-b42b-b4b016f51fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.222689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-31939602-2036-49fd-b42b-b4b016f51fef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6928861 Mar 22 14:13:21.277325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Deleting port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:21.278010 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.312522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (4119f99f-2716-41c6-8b3b-65da9a5bb18a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.414411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:21.438485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] For port a897ec37-1b2c-48aa-845f-cbcd4fa734a5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:21.442018 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.471828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:21.472671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=4119f99f-2716-41c6-8b3b-65da9a5bb18a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.479881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:21.481172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Calling delete_port for a897ec37-1b2c-48aa-845f-cbcd4fa734a5 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:21.487380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:21.487993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.522692 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1db5802c-d303-4021-8b34-14ba8a89e950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0864699 Mar 22 14:13:21.525744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47236) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.530409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:21.580556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.581661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.669787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router_controller (471e7f16-8e57-4622-9830-87bd5fdd5b9a), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.678674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.682205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a897ec37-1b2c-48aa-845f-cbcd4fa734a5), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.710863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:21.712617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-81c6407d-e754-4aa9-9af2-01ef4c691e28 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1857491 Mar 22 14:13:21.720008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47242) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:21.731150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] Pushing event deleted for resources: {'Port': ['ID=a897ec37-1b2c-48aa-845f-cbcd4fa734a5,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:21.740452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74ad35-faa0-480a-925c-fce26961d564 None None] No DVR routers for this DVR port a897ec37-1b2c-48aa-845f-cbcd4fa734a5 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:21.763285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62fd539-e396-4b72-9e32-39095762658a None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:21.912411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.024223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '4119f99f-2716-41c6-8b3b-65da9a5bb18a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:22.025110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.195977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:22.201074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.246445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (c88c7014-3ac2-433b-b9a4-f2e6278ee1d0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.283431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-f45a652f-471e-490c-8768-3c78bfd11630 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 1001 time: 1.0828192 Mar 22 14:13:22.290659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c88c7014-3ac2-433b-b9a4-f2e6278ee1d0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.315136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:22.372445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47254) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:22.376784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:22.377266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.404182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-8aa907a5-5651-4d59-ab7d-d36001047636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.405847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-8aa907a5-5651-4d59-ab7d-d36001047636 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1076131 Mar 22 14:13:22.408469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/4119f99f-2716-41c6-8b3b-65da9a5bb18a/c3b278fd-3fa4-4435-a64b-fda5ffee9efc) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:22.469670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.535882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c7014-3ac2-433b-b9a4-f2e6278ee1d0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:22.575909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.577361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3f198f0-859d-4d7a-9319-02d1d234a0e7 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0369501 Mar 22 14:13:22.594469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-360ca7c0-34ce-4817-a093-381393d54441 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:22.616437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:22.651672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1548077633', 'security_groups': ['c88c7014-3ac2-433b-b9a4-f2e6278ee1d0'], 'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39da3467-6336-4e4c-bf76-7550b86c1f2a'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:22.664000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31dec1-aaf3-454c-97ea-e67477753caf req-1ab6d329-22b6-412f-bc02-7314595821cc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.665204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks [] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.665571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f31dec1-aaf3-454c-97ea-e67477753caf req-1ab6d329-22b6-412f-bc02-7314595821cc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.3170214 Mar 22 14:13:22.675623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-29dfba3e-5760-4f7a-af1e-3e80358f5c69 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3375053 Mar 22 14:13:22.686084 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.749208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc6b-00ec-4fab-bd0f-dce012ccc36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.777271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34527ccf-6e2c-40ba-9eff-8c01f155d2dd {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:22.829935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks [] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.870667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-a48b8220-1d91-40b8-9c6e-07b0f5f1dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:22.872550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-a48b8220-1d91-40b8-9c6e-07b0f5f1dcdb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3454003 Mar 22 14:13:22.878989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Transition to ACTIVE for port object 34527ccf-6e2c-40ba-9eff-8c01f155d2dd will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:22.924768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:22.967345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Pushing event updated for resources: {'Port': ['ID=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:22.977401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:22.989588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:23.015516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:23.019832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:23.100660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Attempting to bind port c3b278fd-3fa4-4435-a64b-fda5ffee9efc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:23.101330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Attempting to bind port c3b278fd-3fa4-4435-a64b-fda5ffee9efc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:23.101861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Attempting to bind port c3b278fd-3fa4-4435-a64b-fda5ffee9efc on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:23.115326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:23.116212 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.119686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:23.120461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:23.121098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.121723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:23.122458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Bound port: c3b278fd-3fa4-4435-a64b-fda5ffee9efc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:23.123099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.191874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.196848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-508a178b-740b-4fee-be6d-50cce1e7dbac service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142095 Mar 22 14:13:23.234616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] For port c3b278fd-3fa4-4435-a64b-fda5ffee9efc, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:23.239568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] For port c3b278fd-3fa4-4435-a64b-fda5ffee9efc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:23.252709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.395479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cd2b7fb-5269-4b45-9d7b-da3f037f2b99 req-99920ab0-4391-48a9-ad6e-922db66b1bbf service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666038 Mar 22 14:13:23.433820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:23.445431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb73ff-9437-4fd7-91c9-a994c3dd75e3 None None] Pushing event updated for resources: {'Port': ['ID=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:23.533108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf6ff98-62c6-4df0-8a17-e41f65a6420c req-26f9c336-6546-43f5-a3db-5cec95ae6d8a service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219872 Mar 22 14:13:23.541454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a897ec37-1b2c-48aa-845f-cbcd4fa734a5 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:23.609554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f31dec1-aaf3-454c-97ea-e67477753caf req-1746004b-9eeb-4253-8465-c468a8bfc586 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9074347 Mar 22 14:13:23.611320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a897ec37-1b2c-48aa-845f-cbcd4fa734a5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:23.611693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a897ec37-1b2c-48aa-845f-cbcd4fa734a5 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:23.633929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Attempting to bind port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:23.634420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Attempting to bind port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:23.634750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Attempting to bind port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd on network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:23.643216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:23.648522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd on network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:23.648848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Attempting to bind port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd on network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:23.660974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.704701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::1 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/4119f99f-2716-41c6-8b3b-65da9a5bb18a/79e2eef9-1314-49cd-9779-2ee5b2dbce92) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:23.784725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:23.785143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Checking segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:23.785468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Bound using segment: {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:23.785926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Bound port: 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4d1fce-6192-4196-ac5b-0bec7627f755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:23.786312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:23.921578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.010115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.022953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.053318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc6b-00ec-4fab-bd0f-dce012ccc36f admin admin] Publish callbacks [] for security_group (80d0b219-2a83-405e-a75d-e84883dc8553), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.093077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:24.105725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc6b-00ec-4fab-bd0f-dce012ccc36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80d0b219-2a83-405e-a75d-e84883dc8553), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.112725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:24.127609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:24.130536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:24.131505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (471e7f16-8e57-4622-9830-87bd5fdd5b9a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.170409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] device_id is not set on port ab466508-343e-4e80-9715-efbb069e5dc5 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:13:24.237250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:24.238436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=79e2eef9-1314-49cd-9779-2ee5b2dbce92,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.249117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15c1fc6b-00ec-4fab-bd0f-dce012ccc36f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1ecbe8f07bc48939413ec9f67c69da1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8753309 Mar 22 14:13:24.256226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47276) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:24.274543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fc6b-00ec-4fab-bd0f-dce012ccc36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0b219-2a83-405e-a75d-e84883dc8553,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.291458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.348591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.349236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.353346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47278) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:24.355223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] 10.222.0.78 "PUT /v2.0/ports/34527ccf-6e2c-40ba-9eff-8c01f155d2dd HTTP/1.1" status: 200 len: 1091 time: 5.0753438 Mar 22 14:13:24.455679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] Publish callbacks [] for security_group (80d0b219-2a83-405e-a75d-e84883dc8553), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.521345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] Publish callbacks [] for security_group (80d0b219-2a83-405e-a75d-e84883dc8553), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.603140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80d0b219-2a83-405e-a75d-e84883dc8553), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.609021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.9 (981da7fd-fe2b-4498-b496-f6ff1e952099/39da3467-6336-4e4c-bf76-7550b86c1f2a/ab466508-343e-4e80-9715-efbb069e5dc5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:24.610698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.621736 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80d0b219-2a83-405e-a75d-e84883dc8553 HTTP/1.1" status: 204 len: 168 time: 0.3642890 Mar 22 14:13:24.634034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.693685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ed74b0f-6db1-471d-b161-61c28fa66668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:24.696229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc112b6-ce65-4d6d-8178-210d6800239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0b219-2a83-405e-a75d-e84883dc8553,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:24.770888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:24.774673 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f14b536-2e39-4a22-ac96-f1141280b840" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:24.835901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:24.876324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3b278fd-3fa4-4435-a64b-fda5ffee9efc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:24.957861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535025e-03ce-48e7-8591-0b4601931c91 req-320b7838-33e5-4f47-bf42-9d725fd40556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:24.966288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4535025e-03ce-48e7-8591-0b4601931c91 req-320b7838-33e5-4f47-bf42-9d725fd40556 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.9090517 Mar 22 14:13:25.000926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.047888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.053489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.061410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.066865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.073431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:25.081317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9882087a-0817-4064-be93-7c603905687e req-d8bc83d3-a262-43c3-b0ac-af3ef506b397 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 3828 time: 0.9955950 Mar 22 14:13:25.098991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c3b278fd-3fa4-4435-a64b-fda5ffee9efc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:25.099373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.118598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70948c8-8a95-492d-83de-f93aa7ec1748 service neutron] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.205763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ed74b0f-6db1-471d-b161-61c28fa66668 admin admin] Publish callbacks [] for security_group (8f591aaf-3c1f-4aea-ab66-e1848c08fd5b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.232337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ed74b0f-6db1-471d-b161-61c28fa66668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8f591aaf-3c1f-4aea-ab66-e1848c08fd5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.236747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.294468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c3b278fd-3fa4-4435-a64b-fda5ffee9efc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:25.296809 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.307414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9ed74b0f-6db1-471d-b161-61c28fa66668 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73f3c9026e7b4da092cf5d699bc49c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9472630 Mar 22 14:13:25.311359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:25.332743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (ab466508-343e-4e80-9715-efbb069e5dc5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.337153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed74b0f-6db1-471d-b161-61c28fa66668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f591aaf-3c1f-4aea-ab66-e1848c08fd5b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.351513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9882087a-0817-4064-be93-7c603905687e req-89549613-f7f8-461f-b3dc-2bf282a4504a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688706 Mar 22 14:13:25.354003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4535025e-03ce-48e7-8591-0b4601931c91 req-532a2337-c212-46fb-8f69-1bd7448d3707 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869555 Mar 22 14:13:25.378028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c3b278fd-3fa4-4435-a64b-fda5ffee9efc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:25.391094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.407447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.452148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.452999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (471e7f16-8e57-4622-9830-87bd5fdd5b9a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.501570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.573942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=79e2eef9-1314-49cd-9779-2ee5b2dbce92,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.578128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] Publish callbacks [] for security_group (8f591aaf-3c1f-4aea-ab66-e1848c08fd5b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.618848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] Publish callbacks [] for security_group (8f591aaf-3c1f-4aea-ab66-e1848c08fd5b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.655558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6d2b0c8d-5ccd-4fc3-b55f-8150e8c5c1f8 None None] Provisioning complete for port c3b278fd-3fa4-4435-a64b-fda5ffee9efc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:25.662813 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0c8d-5ccd-4fc3-b55f-8150e8c5c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.680104 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.696010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:25.697769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:25.703567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8f591aaf-3c1f-4aea-ab66-e1848c08fd5b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.706943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:25.708274 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f591aaf-3c1f-4aea-ab66-e1848c08fd5b HTTP/1.1" status: 204 len: 168 time: 0.3958066 Mar 22 14:13:25.748783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964570ae-53b5-4cd1-be57-389c1101b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f591aaf-3c1f-4aea-ab66-e1848c08fd5b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:25.900555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b0c8d-5ccd-4fc3-b55f-8150e8c5c1f8 None None] Current status of the port c3b278fd-3fa4-4435-a64b-fda5ffee9efc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:26.005544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Router 471e7f16-8e57-4622-9830-87bd5fdd5b9a is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:13:26.051986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:26.069579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:26.102997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:26.148420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a0e05801-71c9-4b74-8a67-6f8cf1d44f3b None None] Provisioning complete for port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:26.150273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a0e05801-71c9-4b74-8a67-6f8cf1d44f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:26.200614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:26.228626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Sync routers for ids ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:26.229142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1bb1e21a-1c8a-4dcf-a7cf-b7ecfc512416 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "PUT /v2.0/routers/471e7f16-8e57-4622-9830-87bd5fdd5b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5075409 Mar 22 14:13:26.239445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47312) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.286657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Routers {'471e7f16-8e57-4622-9830-87bd5fdd5b9a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:26.287320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:26.289253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05801-71c9-4b74-8a67-6f8cf1d44f3b None None] Port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:26.308815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=ab466508-343e-4e80-9715-efbb069e5dc5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:26.340907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-6725b781-1ea4-4a5e-9ea0-63d62bff3176 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.8649101 Mar 22 14:13:26.344883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fabab-39ab-4359-8929-acb44029efa3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.348784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e61fabab-39ab-4359-8929-acb44029efa3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports/79e2eef9-1314-49cd-9779-2ee5b2dbce92 HTTP/1.1" status: 200 len: 911 time: 0.1081948 Mar 22 14:13:26.357450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47314) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.378937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053dc0c-adab-4ade-9e18-06c80904e89f req-2b803563-7eb1-4549-90e8-8d5c6dce58c7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.388981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5053dc0c-adab-4ade-9e18-06c80904e89f req-2b803563-7eb1-4549-90e8-8d5c6dce58c7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.7103999 Mar 22 14:13:26.414753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.417502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:26.470020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e1c11-5ca8-4f0b-9245-1544c8c19245 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.488401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e1c11-5ca8-4f0b-9245-1544c8c19245 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.496122 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-361e1c11-5ca8-4f0b-9245-1544c8c19245 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1315653 Mar 22 14:13:26.496882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.549992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5053dc0c-adab-4ade-9e18-06c80904e89f req-86835cab-f046-4efe-969f-68611382c0d6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600947 Mar 22 14:13:26.596039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Set router 471e7f16-8e57-4622-9830-87bd5fdd5b9a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:26.716054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-6d7d2b06-c8bd-444c-86e1-f8653010eff8 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:26.737231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-6d7d2b06-c8bd-444c-86e1-f8653010eff8 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports/f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 942 time: 0.3860338 Mar 22 14:13:26.738000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3b278fd-3fa4-4435-a64b-fda5ffee9efc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:26.770131 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586fed48-48f3-4215-8c5e-63f134f8d210 x-openstack-request-id: req-586fed48-48f3-4215-8c5e-63f134f8d210 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:26.770926 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:26.770926 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-586fed48-48f3-4215-8c5e-63f134f8d210 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:26.771146 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586fed48-48f3-4215-8c5e-63f134f8d210'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'status': 'completed', 'code': 200} Mar 22 14:13:26.792774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c1148579-ce21-448e-b137-a3259e194f58 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1713657 Mar 22 14:13:26.793595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47334) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:26.852306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:26.909610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Provisioning complete for port ab466508-343e-4e80-9715-efbb069e5dc5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:26.910645 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:26.998324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Port ab466508-343e-4e80-9715-efbb069e5dc5 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:27.034997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c3b278fd-3fa4-4435-a64b-fda5ffee9efc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:27.035662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.076603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Provisioning complete for port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:27.077517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.170450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7f2377ef-dec5-4f1f-b357-9f11d2d49bee None None] Port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:27.227966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:24Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None, '_interfaces': [{'id': '79e2eef9-1314-49cd-9779-2ee5b2dbce92', 'name': '', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'mac_address': 'fa:16:3e:0b:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4119f99f-2716-41c6-8b3b-65da9a5bb18a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:22Z', 'updated_at': '2022-03-22T14:13:25Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'subnets': [{'id': '4119f99f-2716-41c6-8b3b-65da9a5bb18a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:27.278477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Checking router: 471e7f16-8e57-4622-9830-87bd5fdd5b9a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:27.279176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Updating router 471e7f16-8e57-4622-9830-87bd5fdd5b9a port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:13:27.313887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.316229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c3b278fd-3fa4-4435-a64b-fda5ffee9efc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:27.320863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (471e7f16-8e57-4622-9830-87bd5fdd5b9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.579327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-1132f7c4-0953-4dd3-b791-21e630546db8 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.6755314 Mar 22 14:13:27.672519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca21328-8bda-4329-9146-6954dc1ccac2 req-14e789da-b07f-4abe-855b-b8b3e1e3549a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.681718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ca21328-8bda-4329-9146-6954dc1ccac2 req-14e789da-b07f-4abe-855b-b8b3e1e3549a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.7783165 Mar 22 14:13:27.761358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:27.761750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.799425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ba1f2e-c62e-4267-9f52-14f16009fe26 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:27.811605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.812775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.813570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.814283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.814637 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks [] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.815182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:27.818344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-969a307b-9559-4a25-b2c2-5fa42a569071 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 4394 time: 1.0778694 Mar 22 14:13:27.827799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.871871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks [] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.961938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:27.997938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 79e2eef9-1314-49cd-9779-2ee5b2dbce92 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:28.027813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5cd9b-b790-4a3e-b97e-ab992d05b83a None None] Pushing event updated for resources: {'Port': ['ID=79e2eef9-1314-49cd-9779-2ee5b2dbce92,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:28.063720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:28.066191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:28.066695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:28.079225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:28.079738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:28.080244 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.090542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:28.091234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Bound port: 79e2eef9-1314-49cd-9779-2ee5b2dbce92, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:28.091826 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.160681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Transition to ACTIVE for port object 96ba1f2e-c62e-4267-9f52-14f16009fe26 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:28.173530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.196772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:28.210100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.261909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.374318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.376009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:13:28.376415 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:13:28.396787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-63762f46-e9ab-432e-a79c-75f814fe398f None None] Could not find standard attr ID for object 79e2eef9-1314-49cd-9779-2ee5b2dbce92. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:28.435505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ca21328-8bda-4329-9146-6954dc1ccac2 req-c8ce7c6f-5d46-488e-87ee-381ba37432ed tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528501 Mar 22 14:13:28.493986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=79e2eef9-1314-49cd-9779-2ee5b2dbce92,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:28.572968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:28.615017 n-d-758851-5 neutron-server[103890]: INFO neutron.db.ipam_backend_mixin [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39da3467-6336-4e4c-bf76-7550b86c1f2a (CIDR: 172.20.0.0/28) Mar 22 14:13:28.616710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:28.641111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-6eb6426c-1a01-4e8a-9806-b11aa0d6251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.641589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-6eb6426c-1a01-4e8a-9806-b11aa0d6251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.642084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-6eb6426c-1a01-4e8a-9806-b11aa0d6251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.643808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-6eb6426c-1a01-4e8a-9806-b11aa0d6251a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7991042 Mar 22 14:13:28.651292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-955c7e3e-fcfe-479f-ad99-abbcf9772ef1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:28.659536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-955c7e3e-fcfe-479f-ad99-abbcf9772ef1 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 1.0370317 Mar 22 14:13:28.666140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-7964009e-15b4-4011-8517-40373e2d32b0 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:13:28.686163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1de8d155-57f7-460f-b58e-ef93e7a695b8 req-7964009e-15b4-4011-8517-40373e2d32b0 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188324 Mar 22 14:13:28.792413 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:13:28.792905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:28.794985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (471e7f16-8e57-4622-9830-87bd5fdd5b9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.893353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:28.893730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:28.894128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Attempting to bind port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:28.908106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:28.908488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:28.908896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.909293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:28.909771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Bound port: 79e2eef9-1314-49cd-9779-2ee5b2dbce92, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:28.910179 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79e2eef9-1314-49cd-9779-2ee5b2dbce92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.943178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-173dface-8787-4e67-87a9-1bd2cbc78559 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1177945 Mar 22 14:13:28.947166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47390) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:28.955883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:28.961919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11a3219d-585c-4c8d-99e8-45eb7831a9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:28.979763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Port 79e2eef9-1314-49cd-9779-2ee5b2dbce92 has been deleted concurrently {{(pid=103892) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 22 14:13:29.001164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Routers {'471e7f16-8e57-4622-9830-87bd5fdd5b9a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:29.002193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:29.081117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] Set router 471e7f16-8e57-4622-9830-87bd5fdd5b9a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:29.151522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:28Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:29.154164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.181794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-a310637e-081a-4d41-ad32-edbb8f272614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.183417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f14b536-2e39-4a22-ac96-f1141280b840 req-a310637e-081a-4d41-ad32-edbb8f272614 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4126024 Mar 22 14:13:29.190652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c129a-0250-4541-8c81-822cf2b594b3 None None] The sync data for ids ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'] in n-d-758851-5 is: [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:28Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:29.267781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.274806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.280653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.286377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.292473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.298228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.300398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-289ea7f1-2203-4884-b13f-f6c721ddfd99 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 4605 time: 0.6616724 Mar 22 14:13:29.308196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Attempting to bind port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:29.308766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Attempting to bind port 96ba1f2e-c62e-4267-9f52-14f16009fe26 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:29.309293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Attempting to bind port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:29.331029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0579-62cc-4eb3-9c8b-cbb08e656c0f req-fb494cdb-3786-4734-8fea-9b200b6b30ce tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.341174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b9b0579-62cc-4eb3-9c8b-cbb08e656c0f req-fb494cdb-3786-4734-8fea-9b200b6b30ce tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5182498 Mar 22 14:13:29.348021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:29.351554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.362378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Router 471e7f16-8e57-4622-9830-87bd5fdd5b9a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:29.403083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:29.403427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Attempting to bind port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:29.430523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b9b0579-62cc-4eb3-9c8b-cbb08e656c0f req-8948c03a-a740-4706-995b-0de056a12765 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880570 Mar 22 14:13:29.450993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:29.452405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:29.453506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Bound using segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:29.454001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Bound port: 96ba1f2e-c62e-4267-9f52-14f16009fe26, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:29.454381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.546702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-f1470b62-a1a1-4729-ae0d-2d0389694ff7 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.0745745 Mar 22 14:13:29.590624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:29.630499 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7b4d751-cd9f-4631-b332-aaea22f63a0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "PUT /v2.0/routers/471e7f16-8e57-4622-9830-87bd5fdd5b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1311524 Mar 22 14:13:29.634038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47402) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:29.658687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35bd4a70-17c4-4aac-9c2b-223a271526f0 req-be7efcaf-f3ad-4dba-93c4-5e358abd49bb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3518860 Mar 22 14:13:29.664166 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4aeaa6ea-edde-4449-9c3f-33a23319027f (CIDR: 172.20.0.16/28) Mar 22 14:13:29.702939 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11a3219d-585c-4c8d-99e8-45eb7831a9b7 admin admin] Publish callbacks [] for security_group (2a75ad69-111e-47af-98be-3f4311b26255), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.705365 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:13:29.706134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:29.708848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-404874e8-bcbc-4fa3-ac54-e6fe69441a6d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.710167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-404874e8-bcbc-4fa3-ac54-e6fe69441a6d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports/f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 942 time: 0.1313865 Mar 22 14:13:29.714529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:29.716461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11a3219d-585c-4c8d-99e8-45eb7831a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2a75ad69-111e-47af-98be-3f4311b26255), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.721208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:29.733537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5ce36-38ae-4bdc-932a-e39f6328accc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.734975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5ce36-38ae-4bdc-932a-e39f6328accc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.736568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dfe5ce36-38ae-4bdc-932a-e39f6328accc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1015596 Mar 22 14:13:29.753113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47406) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:29.756011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.799909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11a3219d-585c-4c8d-99e8-45eb7831a9b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55866fa8cd2d4225abc908e0307d8456&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2234201 Mar 22 14:13:29.803558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:29.889785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:29.890440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:29.891833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] 10.222.0.78 "PUT /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 1135 time: 5.1063092 Mar 22 14:13:29.894508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:29.901848 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7394824-840e-4d49-a4f9-5069192a0f33" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:29.910092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3219d-585c-4c8d-99e8-45eb7831a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75ad69-111e-47af-98be-3f4311b26255,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:29.921905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-952e060e-edee-4d07-a947-2148ab54841c tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9716516 Mar 22 14:13:29.928793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47416) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:29.947233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:29.959329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'subnet': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:29.971237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 4119f99f-2716-41c6-8b3b-65da9a5bb18a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:30.003568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (4119f99f-2716-41c6-8b3b-65da9a5bb18a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.037978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] Publish callbacks [] for security_group (2a75ad69-111e-47af-98be-3f4311b26255), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.108315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4119f99f-2716-41c6-8b3b-65da9a5bb18a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.116668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] Publish callbacks [] for security_group (2a75ad69-111e-47af-98be-3f4311b26255), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.274019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2a75ad69-111e-47af-98be-3f4311b26255), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.277246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.278619 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a75ad69-111e-47af-98be-3f4311b26255 HTTP/1.1" status: 204 len: 168 time: 0.4020276 Mar 22 14:13:30.283659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4119f99f-2716-41c6-8b3b-65da9a5bb18a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.310109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620e5aa-7e30-4631-838e-4ea1f584dd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75ad69-111e-47af-98be-3f4311b26255,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:30.380924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4119f99f-2716-41c6-8b3b-65da9a5bb18a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.433756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=4119f99f-2716-41c6-8b3b-65da9a5bb18a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:30.436345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.439958 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bdb7386-a8ad-4b36-a317-7428191bfd36 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/4119f99f-2716-41c6-8b3b-65da9a5bb18a HTTP/1.1" status: 204 len: 168 time: 0.6371849 Mar 22 14:13:30.443275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:30.453016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bacddd-2629-4268-a95f-a2778bd2491f None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:30.588147 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Sync routers for ids ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:30.603806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06780863-02f9-4da1-99ea-a6371a0545e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:30.631723 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Routers {'471e7f16-8e57-4622-9830-87bd5fdd5b9a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:30.635455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:30.662465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-563603c0-ce30-4e3f-9be2-c499115d10f1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2161584 Mar 22 14:13:30.665832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:30.689785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-07e6437d-3d30-4b8f-983e-e433b72917fb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.8786309 Mar 22 14:13:30.698964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Made reservation on behalf of e217c60563ec4ed581033b43da674e58 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:30.707379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:30.726621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce6992-111e-4355-a629-6ca3d771560b req-125079eb-7c1c-4e66-9d6d-0d3dedcccbe6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:30.750374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83ce6992-111e-4355-a629-6ca3d771560b req-125079eb-7c1c-4e66-9d6d-0d3dedcccbe6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.9392605 Mar 22 14:13:30.797300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:30.815538 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Set router 471e7f16-8e57-4622-9830-87bd5fdd5b9a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:30.946677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Deleting port c3b278fd-3fa4-4435-a64b-fda5ffee9efc {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:30.949235 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:28Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:30.949426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.020484 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Checking router: 471e7f16-8e57-4622-9830-87bd5fdd5b9a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:31.039101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Routers {'471e7f16-8e57-4622-9830-87bd5fdd5b9a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:31.039920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:31.133846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] For port c3b278fd-3fa4-4435-a64b-fda5ffee9efc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:31.137476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.160001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.174585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] Set router 471e7f16-8e57-4622-9830-87bd5fdd5b9a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:31.175749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Calling delete_port for c3b278fd-3fa4-4435-a64b-fda5ffee9efc owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:31.203961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9370db1-02ff-4d6d-9833-63e4daa8a177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.221374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.303062 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (c3b278fd-3fa4-4435-a64b-fda5ffee9efc), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.323755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] No DVR routers for this DVR port c3b278fd-3fa4-4435-a64b-fda5ffee9efc on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:31.353841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.367049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:28Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:31.373438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (4d7f7be5-2323-457c-a84c-2781f0a36638), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.388053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f2daf-9171-45fd-b87f-c9791c2a9a11 None None] Pushing event deleted for resources: {'Port': ['ID=c3b278fd-3fa4-4435-a64b-fda5ffee9efc,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.395669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.412460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26bb45-03c0-4765-97b0-f8a758dd8bd5 None None] The sync data for ids ['471e7f16-8e57-4622-9830-87bd5fdd5b9a'] in n-d-758851-5 is: [{'id': '471e7f16-8e57-4622-9830-87bd5fdd5b9a', 'name': 'tempest-NetworksTestDHCPv6-router-1408606600', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:21Z', 'updated_at': '2022-03-22T14:13:28Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:31.487949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.488987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Subnet': ['ID=4d7f7be5-2323-457c-a84c-2781f0a36638,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.492031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router_controller (471e7f16-8e57-4622-9830-87bd5fdd5b9a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.510498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:31.519886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-e02d698e-8fb8-48e0-b0ed-71675ee5894a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:31.528482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-e02d698e-8fb8-48e0-b0ed-71675ee5894a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3286097 Mar 22 14:13:31.558669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83ce6992-111e-4355-a629-6ca3d771560b req-bb89fe44-549d-45d8-acef-49c939efa3b6 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634112 Mar 22 14:13:31.573713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (471e7f16-8e57-4622-9830-87bd5fdd5b9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.574244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Fanout notify agent at l3_agent the message router_deleted on router 471e7f16-8e57-4622-9830-87bd5fdd5b9a {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:13:31.594373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.595970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b5f0a95f-40da-46f9-81e0-357fd44de89e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/routers/471e7f16-8e57-4622-9830-87bd5fdd5b9a HTTP/1.1" status: 204 len: 168 time: 0.9292736 Mar 22 14:13:31.613054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:31.621381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47444) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.625991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef9bfe-c8f9-4440-b447-b7e2fe38c32e None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:31.634366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:31.641295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9370db1-02ff-4d6d-9833-63e4daa8a177 admin admin] Publish callbacks [] for security_group (fe1b3954-63a4-4894-9c8a-1c6ec223d9ac), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.649116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9370db1-02ff-4d6d-9833-63e4daa8a177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fe1b3954-63a4-4894-9c8a-1c6ec223d9ac), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.704676 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9370db1-02ff-4d6d-9833-63e4daa8a177 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18cb6f8d7a0a43b785aef6a7ad3d3320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430195 Mar 22 14:13:31.719188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9370db1-02ff-4d6d-9833-63e4daa8a177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b3954-63a4-4894-9c8a-1c6ec223d9ac,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.723804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47454) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.790719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] Publish callbacks [] for security_group (fe1b3954-63a4-4894-9c8a-1c6ec223d9ac), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.826714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] Publish callbacks [] for security_group (fe1b3954-63a4-4894-9c8a-1c6ec223d9ac), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.893193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fe1b3954-63a4-4894-9c8a-1c6ec223d9ac), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.895819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.897000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe1b3954-63a4-4894-9c8a-1c6ec223d9ac HTTP/1.1" status: 204 len: 168 time: 0.1721587 Mar 22 14:13:31.911976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:31.912558 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.932833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e0897-976b-4e3b-b15e-581698f03aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b3954-63a4-4894-9c8a-1c6ec223d9ac,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:31.945693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-3e23aa68-68f3-4b7a-82be-098dc46b7fc4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:31.947497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-3e23aa68-68f3-4b7a-82be-098dc46b7fc4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.1946504 Mar 22 14:13:31.963954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Update dhcp port {'port': {'network_id': '981da7fd-fe2b-4498-b496-f6ff1e952099', 'fixed_ips': [{'subnet_id': '4aeaa6ea-edde-4449-9c3f-33a23319027f', 'ip_address': '172.20.0.18'}, {'subnet_id': '39da3467-6336-4e4c-bf76-7550b86c1f2a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d7f7be5-2323-457c-a84c-2781f0a36638'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '49418406-f9d3-4440-996a-2ef7460a8ab0'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:13:31.987294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0bc69909-1971-4c28-9237-9b7e5f0269a4 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0493836 Mar 22 14:13:31.988635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:31.990136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47458) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:31.993585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:31.995674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-912079645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d7f7be5-2323-457c-a84c-2781f0a36638'}], 'security_groups': ['895f8301-1e2e-4c25-b574-986a93cbe2e0', '82b41c73-53c3-486f-ad79-2a132c8c5a4b']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:32.017007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.242415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.368678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4875630b-8d9f-446e-96a1-50159708912e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:32.378890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks [] for port (4875630b-8d9f-446e-96a1-50159708912e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.387593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3262-716a-4d9d-8e9e-2e3d512b9a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.493394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:13:32.504559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-708c6e83-8eef-4acf-a121-91916c14b614 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/quotas/e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 375 time: 0.5279961 Mar 22 14:13:32.505415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Allocated IP 172.20.0.34 (981da7fd-fe2b-4498-b496-f6ff1e952099/4d7f7be5-2323-457c-a84c-2781f0a36638/49418406-f9d3-4440-996a-2ef7460a8ab0) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:32.544030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Transition to ACTIVE for port object 4875630b-8d9f-446e-96a1-50159708912e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:32.580567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.600428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-121887e5-0076-4e69-9e3d-4cc2db595e58 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.9948225 Mar 22 14:13:32.631826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:32.710494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3b278fd-3fa4-4435-a64b-fda5ffee9efc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:32.750512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c3b278fd-3fa4-4435-a64b-fda5ffee9efc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:32.750512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c3b278fd-3fa4-4435-a64b-fda5ffee9efc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:32.760783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:32.775254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:32.789925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.822847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Publish callbacks [] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.830722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:32.876683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-e6e3c07c-ca83-49d5-944b-5c8a3e09fdba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3710136 Mar 22 14:13:32.996166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0ad0-fd0e-47ff-a624-d2b482f4d405 None None] Pushing event updated for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:33.085900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Delete allocated IP 172.20.0.9 (981da7fd-fe2b-4498-b496-f6ff1e952099/39da3467-6336-4e4c-bf76-7550b86c1f2a) {{(pid=103891) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:13:33.104027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Allocated IP 172.20.0.41 (981da7fd-fe2b-4498-b496-f6ff1e952099/4d7f7be5-2323-457c-a84c-2781f0a36638/ab466508-343e-4e80-9715-efbb069e5dc5) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:33.141922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Attempting to bind port 4875630b-8d9f-446e-96a1-50159708912e on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:33.142565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Attempting to bind port 4875630b-8d9f-446e-96a1-50159708912e by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:33.143091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Attempting to bind port 4875630b-8d9f-446e-96a1-50159708912e on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:33.160455 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3262-716a-4d9d-8e9e-2e3d512b9a5d admin admin] Publish callbacks [] for security_group (ec34da05-f7e7-4e49-90ef-1f16649a37dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.228386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3262-716a-4d9d-8e9e-2e3d512b9a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ec34da05-f7e7-4e49-90ef-1f16649a37dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.250988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Port 4875630b-8d9f-446e-96a1-50159708912e on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:33.251586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Attempting to bind port 4875630b-8d9f-446e-96a1-50159708912e on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:33.277907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d0d358ac-8491-4b70-aff7-843dd16263e6 service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003808 Mar 22 14:13:33.350962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c5d3262-716a-4d9d-8e9e-2e3d512b9a5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e51e541284844f148d15ce1a94e10324&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9508972 Mar 22 14:13:33.351926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:33.352579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:33.355129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:33.356783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Bound using segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:33.357391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Bound port: 4875630b-8d9f-446e-96a1-50159708912e, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:33.357763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.433024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for port (ab466508-343e-4e80-9715-efbb069e5dc5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.453163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] Publish callbacks [] for security_group (ec34da05-f7e7-4e49-90ef-1f16649a37dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.455244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.509465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event updated for resources: {'Port': ['ID=ab466508-343e-4e80-9715-efbb069e5dc5,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:33.555806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.556269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.556607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.556949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.557344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.557595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.557918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.558286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.558606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.558923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.559238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.559556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.559871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.560703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.560703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:33.571678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] Publish callbacks [] for security_group (ec34da05-f7e7-4e49-90ef-1f16649a37dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.622223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3262-716a-4d9d-8e9e-2e3d512b9a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34da05-f7e7-4e49-90ef-1f16649a37dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:33.668956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (cfe5cc8a-2efa-4e6a-996d-93a6d710d407), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.701723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] In _notify_port_updated(), no bound segment for port ab466508-343e-4e80-9715-efbb069e5dc5 on network 981da7fd-fe2b-4498-b496-f6ff1e952099 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:13:33.707692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:33.718415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.720220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.723655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3f532406-db49-4ebe-988d-939713fc33ec tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "PUT /v2.0/ports/ab466508-343e-4e80-9715-efbb069e5dc5 HTTP/1.1" status: 200 len: 959 time: 1.7299235 Mar 22 14:13:33.729673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:33.839933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.840306 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Floating IP ace66554-6ea0-4832-899d-82bd257fc5cd disassociated. External IP: 172.25.3.180, port: f1c3b87d-6445-422f-a4bb-ecab4dc69133. Mar 22 14:13:33.868636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ec34da05-f7e7-4e49-90ef-1f16649a37dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.872344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:33.872868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:33.874418 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec34da05-f7e7-4e49-90ef-1f16649a37dc HTTP/1.1" status: 204 len: 168 time: 0.5179486 Mar 22 14:13:33.912943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aacbed-b337-4109-81ea-19382d2254b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34da05-f7e7-4e49-90ef-1f16649a37dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:33.977228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port ab466508-343e-4e80-9715-efbb069e5dc5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:33.979206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-81381f3a-ee04-4404-ad4b-e0337405928f service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993334 Mar 22 14:13:33.989670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.056031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:34.060037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.060639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.066501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b83b5d-5058-4dd4-9513-833310a36416 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:34.097672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:34.112582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4828219 Mar 22 14:13:34.123218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47506) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:34.157081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4875630b-8d9f-446e-96a1-50159708912e,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:34.183331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:34.233071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f93fe-f481-4f42-a7cc-9cd11d3d45ed tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=cfe5cc8a-2efa-4e6a-996d-93a6d710d407,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:34.279213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.287409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:34.288291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.324634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.362892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for ab466508-343e-4e80-9715-efbb069e5dc5 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:34.407467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:34.410000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.412179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] 10.222.0.78 "PUT /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 1134 time: 4.4824224 Mar 22 14:13:34.431574 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e7464d-34e6-479a-b4b5-ae191a78c631 x-openstack-request-id: req-87e7464d-34e6-479a-b4b5-ae191a78c631 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:34.433658 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:34.436079 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87e7464d-34e6-479a-b4b5-ae191a78c631 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:34.436635 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e7464d-34e6-479a-b4b5-ae191a78c631'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26', 'status': 'completed', 'code': 200} Mar 22 14:13:34.438245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.441235 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.456922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:13:34.460351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.507080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:34.517842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:34.825847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Provisioning complete for port ab466508-343e-4e80-9715-efbb069e5dc5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:34.826253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:34.832279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47522) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:34.836459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:34.939165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb57373-b680-4033-b5ac-f7c17f436eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.083409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ab466508-343e-4e80-9715-efbb069e5dc5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.101622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Port ab466508-343e-4e80-9715-efbb069e5dc5 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:35.158171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=ab466508-343e-4e80-9715-efbb069e5dc5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:35.170333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:35.170744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.229018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:35.229687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.313034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.321044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-452964a7-8622-4801-bae7-8b8b65b950d3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/ab466508-343e-4e80-9715-efbb069e5dc5 HTTP/1.1" status: 204 len: 168 time: 1.5901294 Mar 22 14:13:35.324077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47560) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:35.338503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/cfe5cc8a-2efa-4e6a-996d-93a6d710d407/3778fb2d-331b-4e47-83a2-9395c4996459) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:35.363138 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-207aca61-2cba-4248-8164-073cfe8d14b6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] GET failed (client error): The resource could not be found. Mar 22 14:13:35.368753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-207aca61-2cba-4248-8164-073cfe8d14b6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports/ab466508-343e-4e80-9715-efbb069e5dc5 HTTP/1.1" status: 404 len: 333 time: 0.0434287 Mar 22 14:13:35.369860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:35.398428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659de93d-8092-4119-908c-1ca80b03a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:35.407523 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.494054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:35.528439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb57373-b680-4033-b5ac-f7c17f436eb1 admin admin] Publish callbacks [] for security_group (8d69a4e0-2a41-468c-a99f-a72e2f0df6d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.633128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fb57373-b680-4033-b5ac-f7c17f436eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8d69a4e0-2a41-468c-a99f-a72e2f0df6d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.643079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router_controller (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.662218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e7afcac-53e0-4f94-bfd8-0d948d1a6de8 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:35.668748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.669392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.669929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.670525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.671188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.671716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.672289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.674531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-896d0b64-36ac-4be6-8572-562a8c92c32f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6311 time: 1.2614322 Mar 22 14:13:35.683587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.756081 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1fb57373-b680-4033-b5ac-f7c17f436eb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fed7b2b99e114112a1156c00b3defea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9031701 Mar 22 14:13:35.758234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:35.848400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.854301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.857013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (c88c7014-3ac2-433b-b9a4-f2e6278ee1d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.860096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.866268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.872598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.873639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks [] for port (3778fb2d-331b-4e47-83a2-9395c4996459), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.880352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.884099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-66aadd22-70c8-44f7-9a94-cd31e608a45c None None] Could not find standard attr ID for object ab466508-343e-4e80-9715-efbb069e5dc5. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:13:35.886162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:35.894797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.895572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-42f9bd47-d718-4757-b005-66c3a6987a3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5381 time: 1.2443216 Mar 22 14:13:35.922049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:35.923325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0e33bb46-d34d-45cb-8cb3-751ae2bf96ac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7743883 Mar 22 14:13:35.936059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:35.968489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:35.984421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:35.986971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:35.995219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:36.010764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (c88c7014-3ac2-433b-b9a4-f2e6278ee1d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.056275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Pushing event updated for resources: {'Port': ['ID=3778fb2d-331b-4e47-83a2-9395c4996459,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:36.077249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Attempting to bind port 3778fb2d-331b-4e47-83a2-9395c4996459 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:36.077921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Attempting to bind port 3778fb2d-331b-4e47-83a2-9395c4996459 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:36.078484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Attempting to bind port 3778fb2d-331b-4e47-83a2-9395c4996459 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:36.085117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:36.085941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:36.086594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.087460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:36.088119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Bound port: 3778fb2d-331b-4e47-83a2-9395c4996459, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:36.089195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.112347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2050fed-0939-4a53-a460-95bfbaba45e1 req-1de9f6c0-b481-439b-be53-8e8230ac8f3d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2156229 Mar 22 14:13:36.116480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-acc419af-0744-4072-8096-0c4581775b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.118974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-acc419af-0744-4072-8096-0c4581775b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.120914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-acc419af-0744-4072-8096-0c4581775b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.125229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-acc419af-0744-4072-8096-0c4581775b97 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4255614 Mar 22 14:13:36.175851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-799efb93-571c-423a-9399-208a1d50d709 None None] For port 3778fb2d-331b-4e47-83a2-9395c4996459, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:36.179647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-799efb93-571c-423a-9399-208a1d50d709 None None] For port 3778fb2d-331b-4e47-83a2-9395c4996459, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3778fb2d-331b-4e47-83a2-9395c4996459,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:36.216596 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.229595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57373-b680-4033-b5ac-f7c17f436eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69a4e0-2a41-468c-a99f-a72e2f0df6d0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:36.290768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c88c7014-3ac2-433b-b9a4-f2e6278ee1d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.293732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.295799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/security-groups/c88c7014-3ac2-433b-b9a4-f2e6278ee1d0 HTTP/1.1" status: 204 len: 168 time: 0.9195380 Mar 22 14:13:36.372163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799efb93-571c-423a-9399-208a1d50d709 None None] Pushing event updated for resources: {'Port': ['ID=3778fb2d-331b-4e47-83a2-9395c4996459,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:36.433628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:36.449116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d0d7e886-5d2f-414c-984a-76ab63c8cd2b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.468030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d0d7e886-5d2f-414c-984a-76ab63c8cd2b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.2327375 Mar 22 14:13:36.477299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7ad41-94ec-4a41-86f5-865c89aaa88f tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c7014-3ac2-433b-b9a4-f2e6278ee1d0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:36.501327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'device_id': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'admin_state_up': True, 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:36.522165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47608) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:36.533039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] Publish callbacks [] for security_group (8d69a4e0-2a41-468c-a99f-a72e2f0df6d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.561110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '4875630b-8d9f-446e-96a1-50159708912e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:36.563514 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa35afd8-078f-4604-a33c-ec106ef0c707" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "4875630b-8d9f-446e-96a1-50159708912e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:36.626353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:36.637379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:36.654424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:36.655153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:36.656930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.790157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] Publish callbacks [] for security_group (8d69a4e0-2a41-468c-a99f-a72e2f0df6d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.854469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-4664ac33-6893-4f72-a9fa-0c6b010479e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:36.856623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7394824-840e-4d49-a4f9-5069192a0f33 req-4664ac33-6893-4f72-a9fa-0c6b010479e9 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7214959 Mar 22 14:13:36.885493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b694f3-4d8c-4007-9486-82c75dfac4e2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:36.892740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:36.896660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks [] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.912728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Transition to ACTIVE for port object b8b694f3-4d8c-4007-9486-82c75dfac4e2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:36.951314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.963110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723f8539-c557-444d-92f5-a8371ebce6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.987352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (82b41c73-53c3-486f-ad79-2a132c8c5a4b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:36.999143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-824559ce-e071-4e55-ac87-76ed8695e7de tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "PUT /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 695 time: 4.3898594 Mar 22 14:13:37.081951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (82b41c73-53c3-486f-ad79-2a132c8c5a4b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.117511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8d69a4e0-2a41-468c-a99f-a72e2f0df6d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.120092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.121927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d69a4e0-2a41-468c-a99f-a72e2f0df6d0 HTTP/1.1" status: 204 len: 168 time: 1.3556533 Mar 22 14:13:37.145975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3a82-0fc4-4fb1-91ad-0123f512ac57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69a4e0-2a41-468c-a99f-a72e2f0df6d0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:37.170278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38673f-1799-491b-9f6d-148bb40a4147 req-8912b597-a733-4758-8afc-61793d19df1d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.173863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b38673f-1799-491b-9f6d-148bb40a4147 req-8912b597-a733-4758-8afc-61793d19df1d tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.6530354 Mar 22 14:13:37.186738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:37.191406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.208140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.247431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (82b41c73-53c3-486f-ad79-2a132c8c5a4b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.250482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.256082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/security-groups/82b41c73-53c3-486f-ad79-2a132c8c5a4b HTTP/1.1" status: 204 len: 168 time: 0.7744832 Mar 22 14:13:37.256752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:37.264117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:37.316902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.373480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:37.377126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b38673f-1799-491b-9f6d-148bb40a4147 req-56b1eebc-7c25-4c74-9ca1-bbc3172bb43f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463592 Mar 22 14:13:37.386949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-e38c33f6-2955-4a59-836e-660df265a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:37.388481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-e38c33f6-2955-4a59-836e-660df265a50b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1127 time: 0.3200200 Mar 22 14:13:37.407377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:37.408846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:37.484847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723f8539-c557-444d-92f5-a8371ebce6e3 admin admin] Publish callbacks [] for security_group (4278067c-1f41-49a4-9b6a-fa0bd16bd525), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.575479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723f8539-c557-444d-92f5-a8371ebce6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4278067c-1f41-49a4-9b6a-fa0bd16bd525), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:37.586105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.20.0.10 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/5eaa8067-4028-4557-9999-aefd7d81d9d4) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:37.608042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b271d8ad-7920-42b4-911b-08b9110c915a req-e0c5e435-8c10-44f0-bafa-e9fd27c5718c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 210 time: 0.0840251 Mar 22 14:13:37.666503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:37.696351 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e17fb-6c0e-4ab3-a07f-0b14f21e06b1 x-openstack-request-id: req-477e17fb-6c0e-4ab3-a07f-0b14f21e06b1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:37.697587 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "4875630b-8d9f-446e-96a1-50159708912e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:37.697587 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-477e17fb-6c0e-4ab3-a07f-0b14f21e06b1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:37.698116 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477e17fb-6c0e-4ab3-a07f-0b14f21e06b1'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '4875630b-8d9f-446e-96a1-50159708912e', 'status': 'completed', 'code': 200} Mar 22 14:13:37.779654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Attempting to bind port b8b694f3-4d8c-4007-9486-82c75dfac4e2 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:37.780801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Attempting to bind port b8b694f3-4d8c-4007-9486-82c75dfac4e2 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:37.780801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Attempting to bind port b8b694f3-4d8c-4007-9486-82c75dfac4e2 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:37.862111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18d88d-c999-44c0-9466-dcd0f103b274 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b41c73-53c3-486f-ad79-2a132c8c5a4b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:37.867635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f8539-c557-444d-92f5-a8371ebce6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4278067c-1f41-49a4-9b6a-fa0bd16bd525,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:37.912075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-723f8539-c557-444d-92f5-a8371ebce6e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf638a1cfbeb4bc8a04d696f075e0f86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3424406 Mar 22 14:13:37.917476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:37.988258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Port b8b694f3-4d8c-4007-9486-82c75dfac4e2 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:37.992663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Attempting to bind port b8b694f3-4d8c-4007-9486-82c75dfac4e2 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:38.024890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (895f8301-1e2e-4c25-b574-986a93cbe2e0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.039075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:38.039302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:38.039539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Bound using segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:38.042250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Bound port: b8b694f3-4d8c-4007-9486-82c75dfac4e2, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:38.043853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.124315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.163739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (895f8301-1e2e-4c25-b574-986a93cbe2e0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.177536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-5935ce6b-5652-4fb1-8455-753a5d7e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.196038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-5935ce6b-5652-4fb1-8455-753a5d7e65cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.7632122 Mar 22 14:13:38.205180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] Publish callbacks [] for security_group (4278067c-1f41-49a4-9b6a-fa0bd16bd525), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.297529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] Publish callbacks [] for security_group (4278067c-1f41-49a4-9b6a-fa0bd16bd525), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.305059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.305550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.306045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.306516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.306976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.307440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.314474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.316502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-e9a3c641-bd8b-4124-adb6-54e963830c44 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6336 time: 0.5800226 Mar 22 14:13:38.326356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::1 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/cfe5cc8a-2efa-4e6a-996d-93a6d710d407/163c3930-6623-4cfe-9809-9ac4b6d1f443) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:38.327375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Provisioning complete for port 3778fb2d-331b-4e47-83a2-9395c4996459 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:38.328494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.335765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (895f8301-1e2e-4c25-b574-986a93cbe2e0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.336818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-6de79193-4e7c-4bab-b2e8-6e1f53f1522b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 217 time: 0.1398695 Mar 22 14:13:38.338738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.342753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/security-groups/895f8301-1e2e-4c25-b574-986a93cbe2e0 HTTP/1.1" status: 204 len: 168 time: 1.0766706 Mar 22 14:13:38.345143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:38.356829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.369222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:38.377093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:38.384196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be8f9f-a219-4c2e-9670-022c5c6800f0 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895f8301-1e2e-4c25-b574-986a93cbe2e0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:38.390203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.396888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.403556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.409122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.415836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.421784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.427571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.430526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7983583-7e47-41f0-8702-00d717f073c3 req-660be03a-1a47-406a-83f1-aec249a39312 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5393 time: 0.6377053 Mar 22 14:13:38.558637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28db21b-1a2d-4ac3-b6f1-eb8251fe0b92 None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:38.617467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:38.672749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:38.691631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-ed024f5d-6222-42a2-870c-dc14ccdd933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:38.693700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-ed024f5d-6222-42a2-870c-dc14ccdd933a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.3561225 Mar 22 14:13:38.719442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:38.891047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3778fb2d-331b-4e47-83a2-9395c4996459 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:38.990037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Current status of the port 3778fb2d-331b-4e47-83a2-9395c4996459 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:38.994969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.036858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:39.037773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261e605-b840-46ea-acd2-b5f09d2d0e01 None None] New status for floating IP ace66554-6ea0-4832-899d-82bd257fc5cd: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:39.062550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:39.065279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:39.128808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.129660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.138038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:39.155794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 39da3467-6336-4e4c-bf76-7550b86c1f2a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:39.174067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (39da3467-6336-4e4c-bf76-7550b86c1f2a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.202278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] For port 3778fb2d-331b-4e47-83a2-9395c4996459, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3778fb2d-331b-4e47-83a2-9395c4996459,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:39.218786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.227179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3778fb2d-331b-4e47-83a2-9395c4996459 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:39.228043 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.279083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4278067c-1f41-49a4-9b6a-fa0bd16bd525), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.282130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.283319 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4278067c-1f41-49a4-9b6a-fa0bd16bd525 HTTP/1.1" status: 204 len: 168 time: 1.3638763 Mar 22 14:13:39.317830 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-d6314a63-3edb-488f-9413-f6b86eb9591c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8247092 Mar 22 14:13:39.329363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490d427-39d4-424a-b50d-21835a4cca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278067c-1f41-49a4-9b6a-fa0bd16bd525,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:39.352037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Request body: {'port': {'device_id': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:39.372970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (39da3467-6336-4e4c-bf76-7550b86c1f2a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.396386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:39.403385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7983583-7e47-41f0-8702-00d717f073c3 req-0a8b2e75-4121-4fd9-8930-8c921792a71a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9044223 Mar 22 14:13:39.404813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-0a3449b7-afaf-44c7-851c-7853c8dc5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.405449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-0a3449b7-afaf-44c7-851c-7853c8dc5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.406013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-0a3449b7-afaf-44c7-851c-7853c8dc5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.407519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-0a3449b7-afaf-44c7-851c-7853c8dc5135 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0609059 Mar 22 14:13:39.446907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.447559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] 10.222.0.78 "PUT /v2.0/ports/b8b694f3-4d8c-4007-9486-82c75dfac4e2 HTTP/1.1" status: 200 len: 1091 time: 4.9834731 Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.465216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.469944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.471468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.471836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.472178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.473795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.474187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.474517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc074d1-4629-424d-83e6-242ebcdb1108 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:13:39.508093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:39.595734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.692573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01677d5-25e0-4960-a87c-337791fce65e None None] Pushing event updated for resources: {'Port': ['ID=3778fb2d-331b-4e47-83a2-9395c4996459,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:39.747240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}, {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:39.755529 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:39.798689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-0558fa40-2ebe-4816-8ae8-30757adeef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:39.800557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-0558fa40-2ebe-4816-8ae8-30757adeef18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0877452 Mar 22 14:13:39.814648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ec876ecb-83e7-4f47-bbcf-4ed6bb940f8b None None] Provisioning complete for port 5eaa8067-4028-4557-9999-aefd7d81d9d4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:39.815043 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ec876ecb-83e7-4f47-bbcf-4ed6bb940f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.823812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.829291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3778fb2d-331b-4e47-83a2-9395c4996459 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:39.914292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (39da3467-6336-4e4c-bf76-7550b86c1f2a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:39.914530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ec876ecb-83e7-4f47-bbcf-4ed6bb940f8b None None] Port 5eaa8067-4028-4557-9999-aefd7d81d9d4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:39.989309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.053429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.064627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-61f5657d-1300-4d71-9a93-8bc618aa6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:40.067529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa35afd8-078f-4604-a33c-ec106ef0c707 req-61f5657d-1300-4d71-9a93-8bc618aa6702 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6473010 Mar 22 14:13:40.142471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:40.157315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:40.173530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:40.189399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:40.190441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.243893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-5bb89294-5837-4528-a717-ff825733a299 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314342 Mar 22 14:13:40.314178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be419d22-aa81-4550-ad28-6159f76b0114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.325073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:40.341729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3456-c21b-44ce-9573-63bfc6d8e224 req-65e8bd63-8c74-48fe-a479-db00eca02548 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:40.344481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54bc3456-c21b-44ce-9573-63bfc6d8e224 req-65e8bd63-8c74-48fe-a479-db00eca02548 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 932 time: 0.3675690 Mar 22 14:13:40.403415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (39da3467-6336-4e4c-bf76-7550b86c1f2a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.468122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=39da3467-6336-4e4c-bf76-7550b86c1f2a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:40.509117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.512577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e82de-c52b-476a-a0f7-2ab08b22b05d None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:40.515793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54bc3456-c21b-44ce-9573-63bfc6d8e224 req-d4dd93ec-ebff-4236-a139-e1c3c925325a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481187 Mar 22 14:13:40.521125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-019901fe-08b1-46a0-978b-4b31f56665ba tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/39da3467-6336-4e4c-bf76-7550b86c1f2a HTTP/1.1" status: 204 len: 168 time: 2.1585097 Mar 22 14:13:40.540758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47680) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:40.704673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.717769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 4d7f7be5-2323-457c-a84c-2781f0a36638 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:40.723985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (4d7f7be5-2323-457c-a84c-2781f0a36638), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.737678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dae33ec6-be7c-4029-b3a6-8d53217402bd None None] Provisioning complete for port 163c3930-6623-4cfe-9809-9ac4b6d1f443 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:40.738714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dae33ec6-be7c-4029-b3a6-8d53217402bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.786063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (4d7f7be5-2323-457c-a84c-2781f0a36638), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.787050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dae33ec6-be7c-4029-b3a6-8d53217402bd None None] Port 163c3930-6623-4cfe-9809-9ac4b6d1f443 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:40.790648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3778fb2d-331b-4e47-83a2-9395c4996459 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:40.867363 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae231d62-954a-4807-b5c9-1caa1084af1f x-openstack-request-id: req-ae231d62-954a-4807-b5c9-1caa1084af1f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:40.873622 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:40.874025 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae231d62-954a-4807-b5c9-1caa1084af1f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:40.874987 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae231d62-954a-4807-b5c9-1caa1084af1f'] response: {'name': 'network-changed', 'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'status': 'completed', 'code': 200} Mar 22 14:13:40.875323 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae231d62-954a-4807-b5c9-1caa1084af1f'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'status': 'completed', 'code': 200} Mar 22 14:13:40.882267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3778fb2d-331b-4e47-83a2-9395c4996459 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:40.882643 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:40.983910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9b4f73-a43d-42c3-a59d-9a6b153e69fb req-a2b49260-267f-411a-a0fa-cbb7f7043f6e service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250257 Mar 22 14:13:41.018233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3778fb2d-331b-4e47-83a2-9395c4996459 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:41.060807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47686) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:41.065203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4d7f7be5-2323-457c-a84c-2781f0a36638), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.121362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be419d22-aa81-4550-ad28-6159f76b0114 admin admin] Publish callbacks [] for security_group (50a7d59f-d1fa-4339-a44a-4560382306b5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.148692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be419d22-aa81-4550-ad28-6159f76b0114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (50a7d59f-d1fa-4339-a44a-4560382306b5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.218243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-60fbdce4-5e00-4585-a407-5388f930ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.219850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-60fbdce4-5e00-4585-a407-5388f930ef0f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 1127 time: 0.3437111 Mar 22 14:13:41.248906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa40f318-5396-47bf-aec2-1c64d576175d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:41.271705 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks [] for port (fa40f318-5396-47bf-aec2-1c64d576175d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.311248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaa8067-4028-4557-9999-aefd7d81d9d4 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:41.320195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks [] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.334914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be419d22-aa81-4550-ad28-6159f76b0114 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=529add7b6049482facc444742727f8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1764085 Mar 22 14:13:41.340282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be419d22-aa81-4550-ad28-6159f76b0114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a7d59f-d1fa-4339-a44a-4560382306b5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.348027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47690) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:41.356796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ac0a-825b-434f-a481-ddf68e0a0ad5 req-bad7c565-6d48-4246-805e-27c291e1ce46 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.358550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61d3ac0a-825b-434f-a481-ddf68e0a0ad5 req-bad7c565-6d48-4246-805e-27c291e1ce46 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.5017939 Mar 22 14:13:41.359951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f098fcdc-9ab2-4b65-854f-65b06b1b8da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.410362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.424442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.425237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.444868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Transition to ACTIVE for port object 5eaa8067-4028-4557-9999-aefd7d81d9d4 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:41.464928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-133745f2-bbbc-45be-95bb-74c18850761f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.466913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-133745f2-bbbc-45be-95bb-74c18850761f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 946 time: 0.3335998 Mar 22 14:13:41.468265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (4d7f7be5-2323-457c-a84c-2781f0a36638), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.478102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.478462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Transition to ACTIVE for port object fa40f318-5396-47bf-aec2-1c64d576175d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:41.510890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.517981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/4d7f7be5-2323-457c-a84c-2781f0a36638 HTTP/1.1" status: 204 len: 168 time: 0.9747357 Mar 22 14:13:41.522478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:41.592541 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f202a5e-e2ff-4eeb-bc97-204926cdb63a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:41.593090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f202a5e-e2ff-4eeb-bc97-204926cdb63a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:41.599790 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3f202a5e-e2ff-4eeb-bc97-204926cdb63a tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/39da3467-6336-4e4c-bf76-7550b86c1f2a HTTP/1.1" status: 404 len: 337 time: 0.0730631 Mar 22 14:13:41.600027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:41.615285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61d3ac0a-825b-434f-a481-ddf68e0a0ad5 req-58730ad5-0416-4bd5-bd37-a3ecf3966a76 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807110 Mar 22 14:13:41.667456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.703044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.757329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting subnet 4aeaa6ea-edde-4449-9c3f-33a23319027f {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:41.822162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d37046-3f94-4789-857f-1f847beecc39 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:41.826889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks [] for subnet (4aeaa6ea-edde-4449-9c3f-33a23319027f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.850570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.853994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893f901-3d39-495d-96d4-781a1ff9452d tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7f7be5-2323-457c-a84c-2781f0a36638,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.883133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.889342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.895390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.901562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.907528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f098fcdc-9ab2-4b65-854f-65b06b1b8da6 admin admin] Publish callbacks [] for security_group (a7cc799d-41c6-4e9a-96dc-1f819862dcbe), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.908208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.914504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.920283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.929208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-b4492947-d7f9-445e-be78-a10ac54171a4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5393 time: 0.8397820 Mar 22 14:13:41.936064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:41.937070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f098fcdc-9ab2-4b65-854f-65b06b1b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7cc799d-41c6-4e9a-96dc-1f819862dcbe), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.938202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-961ffd5b-6021-47d2-a59f-bcd2c765c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:41.940098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-961ffd5b-6021-47d2-a59f-bcd2c765c09c service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.7126839 Mar 22 14:13:41.940829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] Publish callbacks [] for security_group (50a7d59f-d1fa-4339-a44a-4560382306b5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.941726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4aeaa6ea-edde-4449-9c3f-33a23319027f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.947526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:41.967144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] Publish callbacks [] for security_group (50a7d59f-d1fa-4339-a44a-4560382306b5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:41.971830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:41.988164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:41.988550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.049332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Attempting to bind port 5eaa8067-4028-4557-9999-aefd7d81d9d4 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:42.059291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Attempting to bind port 5eaa8067-4028-4557-9999-aefd7d81d9d4 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:42.059988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Attempting to bind port 5eaa8067-4028-4557-9999-aefd7d81d9d4 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:42.064236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:42.118458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:42.118886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.134579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098fcdc-9ab2-4b65-854f-65b06b1b8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc799d-41c6-4e9a-96dc-1f819862dcbe,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:42.150608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (50a7d59f-d1fa-4339-a44a-4560382306b5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.153292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.157721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50a7d59f-d1fa-4339-a44a-4560382306b5 HTTP/1.1" status: 204 len: 168 time: 0.7957957 Mar 22 14:13:42.192495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Port 5eaa8067-4028-4557-9999-aefd7d81d9d4 on network 598615b3-3e89-42ac-af87-c3bc9c357796 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:42.192826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Attempting to bind port 5eaa8067-4028-4557-9999-aefd7d81d9d4 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:42.204107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47702) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.220434 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f098fcdc-9ab2-4b65-854f-65b06b1b8da6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=071cb25ec8c440d0a0dd2d15e3f609e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1384914 Mar 22 14:13:42.319657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-b7bd39e2-dbfe-4a2f-b4bb-f9fd5f34bc72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 200 len: 217 time: 0.2904363 Mar 22 14:13:42.329277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4aeaa6ea-edde-4449-9c3f-33a23319027f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.337182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7a52f-946c-4819-8c1b-c70eefdd3b84 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:42.432629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4e9f6-aacd-4b69-88a6-3dee202208ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a7d59f-d1fa-4339-a44a-4560382306b5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:42.446584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:42.449001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:42.449517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:42.451255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Bound port: 5eaa8067-4028-4557-9999-aefd7d81d9d4, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:42.452045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.464082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25d012b8-4cc8-4a6d-bf95-4d22e101f376 req-f058ce52-0afd-40d3-9a36-77935631886a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5338683 Mar 22 14:13:42.491885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-01dd7ea7-ce0f-4c44-a02d-a87eacf5b634 None None] Provisioning complete for port 163c3930-6623-4cfe-9809-9ac4b6d1f443 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:42.492267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01dd7ea7-ce0f-4c44-a02d-a87eacf5b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.534955 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4aeaa6ea-edde-4449-9c3f-33a23319027f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.578546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-01dd7ea7-ce0f-4c44-a02d-a87eacf5b634 None None] Port 163c3930-6623-4cfe-9809-9ac4b6d1f443 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:42.614413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeaa6ea-edde-4449-9c3f-33a23319027f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:42.621260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.628450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64fc36ea-67f0-4d26-8f63-51c32626e889 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/4aeaa6ea-edde-4449-9c3f-33a23319027f HTTP/1.1" status: 204 len: 168 time: 1.0218184 Mar 22 14:13:42.629662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47706) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.677798 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe83018-71d4-4132-a0ee-07c7e9e6e2f2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:42.678415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe83018-71d4-4132-a0ee-07c7e9e6e2f2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:42.687645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ebe83018-71d4-4132-a0ee-07c7e9e6e2f2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/6e58f001-b022-4c17-81e3-ebfc79f9c7da HTTP/1.1" status: 404 len: 337 time: 0.0546427 Mar 22 14:13:42.690789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.750183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] Publish callbacks [] for security_group (a7cc799d-41c6-4e9a-96dc-1f819862dcbe), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.752985 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91319ffc-d65e-4eea-a417-d9bf70ad5779 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb HTTP/1.1" status: 200 len: 205 time: 0.0595834 Mar 22 14:13:42.753619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.754809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:42.814391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca8109-e505-4ef1-9efe-b299f4fd6ad0 req-0e9962b8-7c4e-400e-a92a-729eac80d10f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:42.825832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddca8109-e505-4ef1-9efe-b299f4fd6ad0 req-0e9962b8-7c4e-400e-a92a-729eac80d10f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 944 time: 0.8042173 Mar 22 14:13:42.878967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:42.883738 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-889778c8-6601-4553-9990-e4413144f8c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] delete failed (client error): The resource could not be found. Mar 22 14:13:42.884921 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-889778c8-6601-4553-9990-e4413144f8c2 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/routers/d5a63bea-7cec-4e8f-a9d2-80f0f6fc3ceb HTTP/1.1" status: 404 len: 336 time: 0.1273997 Mar 22 14:13:42.886035 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] Publish callbacks [] for security_group (a7cc799d-41c6-4e9a-96dc-1f819862dcbe), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.887937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47722) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.928759 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf63ee-b84e-4e12-862d-966b4133afa9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:42.929841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf63ee-b84e-4e12-862d-966b4133afa9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:42.933205 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61cf63ee-b84e-4e12-862d-966b4133afa9 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/e3899007-e8ce-4593-8971-a0d2b02b41f6 HTTP/1.1" status: 404 len: 337 time: 0.0442309 Mar 22 14:13:42.942432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:42.945606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.968860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-426be613-89e9-47f6-8829-2e210303727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:42.970534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-426be613-89e9-47f6-8829-2e210303727d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.5873175 Mar 22 14:13:42.988974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:42.992095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:42.996260 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] 10.222.0.78 "PUT /v2.0/ports/5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 200 len: 1092 time: 3.6541071 Mar 22 14:13:43.016553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:43.024739 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9970d42-3c05-4b1a-ac19-c79205fe989a" -d '{"events": [{"name": "network-changed", "server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:43.034468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:13:43.116125 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-36888a41-fde1-402b-8bd6-163b1a747582 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:43.116472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36888a41-fde1-402b-8bd6-163b1a747582 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:43.122463 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-36888a41-fde1-402b-8bd6-163b1a747582 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/90a868c2-9a4e-4054-99c1-dd0b37e2db85 HTTP/1.1" status: 404 len: 337 time: 0.1784365 Mar 22 14:13:43.123193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47730) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:43.158795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.78', 65222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:43.237899 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-2874874b-61e8-467c-83cd-7ba5bda18d19 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:43.238387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2874874b-61e8-467c-83cd-7ba5bda18d19 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:43.245934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af0effa-0df8-4381-ab86-6cedb7b101d8 None None] Network 981da7fd-fe2b-4498-b496-f6ff1e952099 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:43.258378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2874874b-61e8-467c-83cd-7ba5bda18d19 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/d627df1f-befb-48e7-ac68-572f4ba94d51 HTTP/1.1" status: 404 len: 337 time: 0.1125765 Mar 22 14:13:43.278248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47734) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:43.391498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Provisioning complete for port db84c309-4db8-4e6d-9093-1f1c0953f4cc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:43.391880 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.454635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Port db84c309-4db8-4e6d-9093-1f1c0953f4cc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:43.458138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:43.479194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Sync routers for ids ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:43.480378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Provisioning complete for port 49418406-f9d3-4440-996a-2ef7460a8ab0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:43.480852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.495149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Attempting to bind port fa40f318-5396-47bf-aec2-1c64d576175d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:43.495499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Attempting to bind port fa40f318-5396-47bf-aec2-1c64d576175d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:43.495791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Attempting to bind port fa40f318-5396-47bf-aec2-1c64d576175d on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:43.515218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Port fa40f318-5396-47bf-aec2-1c64d576175d on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:43.515556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Attempting to bind port fa40f318-5396-47bf-aec2-1c64d576175d on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:43.519973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Routers {'7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:43.520620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:43.529676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7cc799d-41c6-4e9a-96dc-1f819862dcbe), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.535270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.536459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7cc799d-41c6-4e9a-96dc-1f819862dcbe HTTP/1.1" status: 204 len: 168 time: 1.2896175 Mar 22 14:13:43.579393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port f9bb34f0-0338-4fb8-a633-b4a18bac03ef {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:43.579783 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.655302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Set router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:43.693287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port f9bb34f0-0338-4fb8-a633-b4a18bac03ef, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:43.693785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.711724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for f9bb34f0-0338-4fb8-a633-b4a18bac03ef owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:43.831117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] DHCP port deletion for 981da7fd-fe2b-4498-b496-f6ff1e952099 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:43.839710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bb34f0-0338-4fb8-a633-b4a18bac03ef no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:43.892298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:43.893170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Checking segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:43.893286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Bound using segment: {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:43.893819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Bound port: fa40f318-5396-47bf-aec2-1c64d576175d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:43.894477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:43.911994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b34c75-af6e-4955-9970-dc7ee5794d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc799d-41c6-4e9a-96dc-1f819862dcbe,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:43.922653 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48c9beaa-69e3-4559-9c32-3571aac51534 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "PUT /v2.0/routers/7946ac14-a39b-4d2c-b4b4-bf68e558ba4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9745944 Mar 22 14:13:43.941090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47752) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:43.980459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbafb-ded8-4aca-9174-d90c31dc6313 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:43.985525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:43.991312 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-824cf639-daec-488b-ab25-97c8344e09ea tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:43.993298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824cf639-daec-488b-ab25-97c8344e09ea tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.000378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:44.002369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-824cf639-daec-488b-ab25-97c8344e09ea tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/2d063e62-5391-418d-a35b-b69e9352288b HTTP/1.1" status: 404 len: 333 time: 0.6512129 Mar 22 14:13:44.005668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f9bb34f0-0338-4fb8-a633-b4a18bac03ef), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.007494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.088506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-26fc893a-cd84-4fdf-bd67-2cc863f4ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.095385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddca8109-e505-4ef1-9efe-b299f4fd6ad0 req-a5d3f779-56aa-432b-b3d1-3d8ec7903208 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2687154 Mar 22 14:13:44.096390 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3451d67-795d-4929-8ad4-427cb5220973 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:44.097108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3451d67-795d-4929-8ad4-427cb5220973 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.100389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3451d67-795d-4929-8ad4-427cb5220973 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/3bce2f95-e84f-40fa-a21f-b4cd7cb165fa HTTP/1.1" status: 404 len: 337 time: 0.0865669 Mar 22 14:13:44.107108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.108802 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-26fc893a-cd84-4fdf-bd67-2cc863f4ab37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 1126 time: 1.0107498 Mar 22 14:13:44.121283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47756) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.143840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-f32aa24f-59b8-419a-9a5e-9f9bbfab8e63 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.145992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-f32aa24f-59b8-419a-9a5e-9f9bbfab8e63 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.5366023 Mar 22 14:13:44.206426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c094af3-a934-4b96-b0fd-868d2ebf997e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.207882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c094af3-a934-4b96-b0fd-868d2ebf997e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports/163c3930-6623-4cfe-9809-9ac4b6d1f443 HTTP/1.1" status: 200 len: 911 time: 0.2529202 Mar 22 14:13:44.245194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.275502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No active binding found for port f9bb34f0-0338-4fb8-a633-b4a18bac03ef {{(pid=103892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:13:44.276454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port f9bb34f0-0338-4fb8-a633-b4a18bac03ef host None! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:13:44.277110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bb34f0-0338-4fb8-a633-b4a18bac03ef not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:44.307681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.308314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.310112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] 10.222.0.78 "PUT /v2.0/ports/fa40f318-5396-47bf-aec2-1c64d576175d HTTP/1.1" status: 200 len: 1091 time: 4.8162575 Mar 22 14:13:44.316075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.326495 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-828884db-a863-4390-8053-cfabb94822b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 200 len: 217 time: 0.2037053 Mar 22 14:13:44.353036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-7796944f-b3fb-4892-8aa0-26ac68a2f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.362318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-7796944f-b3fb-4892-8aa0-26ac68a2f780 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3670368 Mar 22 14:13:44.363265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port f9bb34f0-0338-4fb8-a633-b4a18bac03ef on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:44.369034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dac2aedc-f69a-4c2e-aaed-35322bcb32b5 req-50c463e2-a47d-46b3-8a3a-fa1db6112d45 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=677311a2-4877-480f-a4cc-af6cd1074f04 HTTP/1.1" status: 200 len: 210 time: 0.1226516 Mar 22 14:13:44.369641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:44.373286 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fdb95b-e393-4c54-b762-308bfb9eb306" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:44.373426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Deleting port 49418406-f9d3-4440-996a-2ef7460a8ab0 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:44.374154 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.375299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8847-c56d-49c6-b0cc-e2aedd00a66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.376919 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f696fb-cf9a-43bc-9409-a715f336ee08 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:44.377388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f696fb-cf9a-43bc-9409-a715f336ee08 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.384892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a1f696fb-cf9a-43bc-9409-a715f336ee08 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/06738bbf-7df1-4f1d-93af-f46477982591 HTTP/1.1" status: 404 len: 337 time: 0.2272365 Mar 22 14:13:44.430869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d747e-5848-41e6-a5af-1468e109eb60 req-48f93473-4cc4-495f-80b5-14bc85977264 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.432559 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-625d747e-5848-41e6-a5af-1468e109eb60 req-48f93473-4cc4-495f-80b5-14bc85977264 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "GET /v2.0/ports?device_id=5854573c-633b-448f-9f3a-39bc9b790660 HTTP/1.1" status: 200 len: 945 time: 1.1962450 Mar 22 14:13:44.432746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.433174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47768) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.439081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "DELETE /v2.0/ports/f9bb34f0-0338-4fb8-a633-b4a18bac03ef HTTP/1.1" status: 204 len: 173 time: 2.9556658 Mar 22 14:13:44.443737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:44.509105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] For port 49418406-f9d3-4440-996a-2ef7460a8ab0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49418406-f9d3-4440-996a-2ef7460a8ab0,segment=NetworkSegment(7720f844-ad9b-4f6e-9379-41baef075b38),segment_id=7720f844-ad9b-4f6e-9379-41baef075b38)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:44.509827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.518172 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8d5ecc-e15e-493b-babc-495c24136fc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:44.519480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8d5ecc-e15e-493b-babc-495c24136fc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.525762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f8d5ecc-e15e-493b-babc-495c24136fc3 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/5aa2ac9f-f979-4ba4-bdfa-5e600e4f1e39 HTTP/1.1" status: 404 len: 333 time: 0.0797706 Mar 22 14:13:44.527906 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929c9306-2571-40a5-8e73-7cad20a2424d x-openstack-request-id: req-929c9306-2571-40a5-8e73-7cad20a2424d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:44.528450 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:44.528900 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-929c9306-2571-40a5-8e73-7cad20a2424d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:44.529505 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929c9306-2571-40a5-8e73-7cad20a2424d'] response: {'name': 'network-changed', 'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4', 'status': 'completed', 'code': 200} Mar 22 14:13:44.532655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.550720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Calling delete_port for 49418406-f9d3-4440-996a-2ef7460a8ab0 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:44.675296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-d15471a6-ddfd-4712-8733-7229a7d753c6 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283111 Mar 22 14:13:44.703206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (49418406-f9d3-4440-996a-2ef7460a8ab0), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:44.726646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] No DVR routers for this DVR port 49418406-f9d3-4440-996a-2ef7460a8ab0 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:44.737717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-68f1097e-706c-4e78-9927-40bb1e0a10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:44.738227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5415ed7-3248-48da-842e-57c9eb9b4490 None None] Current status of the port 49418406-f9d3-4440-996a-2ef7460a8ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:44.740163 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-68f1097e-706c-4e78-9927-40bb1e0a10cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.3826945 Mar 22 14:13:44.746195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:44.748282 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeae23a8-1287-4695-b148-75cb575a2de6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:44.748805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeae23a8-1287-4695-b148-75cb575a2de6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.755341 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aeae23a8-1287-4695-b148-75cb575a2de6 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/a620ee1d-91ec-4295-ba67-56545f427112 HTTP/1.1" status: 404 len: 337 time: 0.1871753 Mar 22 14:13:44.756210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:44.778974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=f9bb34f0-0338-4fb8-a633-b4a18bac03ef,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:44.863392 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd7c3a8-bc99-406f-b5fb-4d9429cef4ad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] DELETE failed (client error): The resource could not be found. Mar 22 14:13:44.863979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd7c3a8-bc99-406f-b5fb-4d9429cef4ad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:13:44.869906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fdd7c3a8-bc99-406f-b5fb-4d9429cef4ad tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/subnets/a96bcd5f-5501-4196-8013-833ec1a69733 HTTP/1.1" status: 404 len: 337 time: 0.1029103 Mar 22 14:13:44.881097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:45.023404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-af30bc17-8a0e-40bf-8453-66c85cbcf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.025008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-af30bc17-8a0e-40bf-8453-66c85cbcf74c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2632649 Mar 22 14:13:45.040073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4435dc-b931-4c24-8082-2383e248bc57 service neutron] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:45.050630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-96274b47-a80c-435a-8817-b778d188f1f8 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601642 Mar 22 14:13:45.058473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de54a-3478-4da7-bcde-9e7d0bc10a98 None None] Pushing event deleted for resources: {'Port': ['ID=49418406-f9d3-4440-996a-2ef7460a8ab0,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:45.065363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 49418406-f9d3-4440-996a-2ef7460a8ab0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:45.065775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49418406-f9d3-4440-996a-2ef7460a8ab0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:45.068773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8847-c56d-49c6-b0cc-e2aedd00a66f admin admin] Publish callbacks [] for security_group (5aad135e-cf7e-4a48-af44-ffab2c319f6d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.072778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Deleting port f1c3b87d-6445-422f-a4bb-ecab4dc69133 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:45.073299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.108140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-1e61bd0e-da45-427e-b290-946ef9b4ad8c tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.9119325 Mar 22 14:13:45.132500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328f698-161e-497a-a783-c7d67577dcab tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.137971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328f698-161e-497a-a783-c7d67577dcab tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.142532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8847-c56d-49c6-b0cc-e2aedd00a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5aad135e-cf7e-4a48-af44-ffab2c319f6d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.155309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0328f698-161e-497a-a783-c7d67577dcab tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7893624 Mar 22 14:13:45.161310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47788) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:45.223177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:45.234039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:40Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None, '_interfaces': [{'id': '163c3930-6623-4cfe-9809-9ac4b6d1f443', 'name': '', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'mac_address': 'fa:16:3e:e6:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:37Z', 'updated_at': '2022-03-22T14:13:40Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'subnets': [{'id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:45.282215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Checking router: 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:45.282895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Deleting port db84c309-4db8-4e6d-9093-1f1c0953f4cc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:45.283255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Updating router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d port 163c3930-6623-4cfe-9809-9ac4b6d1f443 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:13:45.283357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.290367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa7f8847-c56d-49c6-b0cc-e2aedd00a66f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fc5c579723f4704a4aebd0088b0cc72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9725904 Mar 22 14:13:45.291223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8847-c56d-49c6-b0cc-e2aedd00a66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aad135e-cf7e-4a48-af44-ffab2c319f6d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:45.304080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:45.369058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.405511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.410968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.417397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.422797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.428172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.428642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:45.428921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.434250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.440408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:45.442555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-0c537caa-3942-4754-aabe-8ea9b62d18ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5405 time: 0.7502422 Mar 22 14:13:45.446051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Calling delete_port for f1c3b87d-6445-422f-a4bb-ecab4dc69133 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:45.471474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.530091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.648647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-6b268605-26be-4ae8-8f3b-74e0c8fc67ed service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077328 Mar 22 14:13:45.732078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks [] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.737854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f1c3b87d-6445-422f-a4bb-ecab4dc69133 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:45.770702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.903935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd29d95-a9a7-4f18-8f26-046f53efefa2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:45.911828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-81b2497b-01f3-4f9e-8172-137b99e540b3 req-2c4811cd-0d2f-49f9-886e-0b319100fbd6 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352440 Mar 22 14:13:45.912863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks [] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.947905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Transition to ACTIVE for port object 0fd29d95-a9a7-4f18-8f26-046f53efefa2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:45.986582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:45.990675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f1c3b87d-6445-422f-a4bb-ecab4dc69133 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:45.991071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.035229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.035714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.036645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.037122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.037583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.038069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.038531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.045379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.052296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-cdf82a03-d573-4822-9657-b981eaa837f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6507 time: 0.8822811 Mar 22 14:13:46.057357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014f06f-80bf-49a7-bb16-03c46602a9ce None None] Pushing event updated for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.070525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:46.072916 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c1b22c-0403-4e41-ae0f-9afc80668e97" -d '{"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:46.092451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Attempting to bind port 163c3930-6623-4cfe-9809-9ac4b6d1f443 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:46.093211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Attempting to bind port 163c3930-6623-4cfe-9809-9ac4b6d1f443 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:46.093211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Attempting to bind port 163c3930-6623-4cfe-9809-9ac4b6d1f443 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:46.097882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] Publish callbacks [] for security_group (5aad135e-cf7e-4a48-af44-ffab2c319f6d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.112480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Calling delete_port for db84c309-4db8-4e6d-9093-1f1c0953f4cc owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:46.117775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f1c3b87d-6445-422f-a4bb-ecab4dc69133, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f1c3b87d-6445-422f-a4bb-ecab4dc69133,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:46.119422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:46.119811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:46.120218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.120728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:46.121270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Bound port: 163c3930-6623-4cfe-9809-9ac4b6d1f443, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:46.121687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.153310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.159606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47826) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:46.185872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-81f7f2eb-7c29-486b-9047-217f418d3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:46.187708 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-81f7f2eb-7c29-486b-9047-217f418d3e80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 1126 time: 0.1788290 Mar 22 14:13:46.264716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] Publish callbacks [] for security_group (5aad135e-cf7e-4a48-af44-ffab2c319f6d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.288230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.298957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] For port 163c3930-6623-4cfe-9809-9ac4b6d1f443, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:46.316779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1e42caac-09aa-49ba-8de9-ed01e94453f0 None None] Provisioning complete for port 163c3930-6623-4cfe-9809-9ac4b6d1f443 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:46.317227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e42caac-09aa-49ba-8de9-ed01e94453f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.324886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] For port 163c3930-6623-4cfe-9809-9ac4b6d1f443, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=163c3930-6623-4cfe-9809-9ac4b6d1f443,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:46.370870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.429803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1e42caac-09aa-49ba-8de9-ed01e94453f0 None None] Port 163c3930-6623-4cfe-9809-9ac4b6d1f443 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:13:46.447617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Routers {'7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:46.448523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:46.508327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db84c309-4db8-4e6d-9093-1f1c0953f4cc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.525917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014f06f-80bf-49a7-bb16-03c46602a9ce None None] Pushing event updated for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.568665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Port': ['ID=db84c309-4db8-4e6d-9093-1f1c0953f4cc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.579055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75dd3d7d-bf6b-4531-854a-5248a2dccb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.579760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] Set router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:46.605893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.609827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f813618c-5ee1-4865-9f13-19e7c66b6f47 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/ports/db84c309-4db8-4e6d-9093-1f1c0953f4cc HTTP/1.1" status: 204 len: 168 time: 1.7262764 Mar 22 14:13:46.629179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:46.728642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (981da7fd-fe2b-4498-b496-f6ff1e952099), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.741761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f1c3b87d-6445-422f-a4bb-ecab4dc69133), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.753066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1a24bf7b-d231-470a-bf66-a7c64a048514'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:46.813924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.872553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] No DVR routers for this DVR port f1c3b87d-6445-422f-a4bb-ecab4dc69133 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:46.876446 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:46.880357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-625d747e-5848-41e6-a5af-1468e109eb60 req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "DELETE /v2.0/ports/f1c3b87d-6445-422f-a4bb-ecab4dc69133 HTTP/1.1" status: 204 len: 173 time: 2.3653562 Mar 22 14:13:46.881151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834aa7-efa6-4313-bb80-3ead04051261 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event deleted for resources: {'Port': ['ID=f1c3b87d-6445-422f-a4bb-ecab4dc69133,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:46.897427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-deleted', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:46.903974 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f7859-b52a-4c07-a041-128f5ed9892a" -d '{"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-deleted", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:46.963664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Provisioning complete for port 163c3930-6623-4cfe-9809-9ac4b6d1f443 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:46.964054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.132491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (981da7fd-fe2b-4498-b496-f6ff1e952099), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.156459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981da7fd-fe2b-4498-b496-f6ff1e952099']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:47.170631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7720f844-ad9b-4f6e-9379-41baef075b38') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:47.170940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7720f844-ad9b-4f6e-9379-41baef075b38') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:47.181909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (7720f844-ad9b-4f6e-9379-41baef075b38), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.198098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7720f844-ad9b-4f6e-9379-41baef075b38), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.205601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:47.206114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (7720f844-ad9b-4f6e-9379-41baef075b38), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.223675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Current status of the port 163c3930-6623-4cfe-9809-9ac4b6d1f443 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:47.224066 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.252407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:40Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None, '_interfaces': [{'id': '163c3930-6623-4cfe-9809-9ac4b6d1f443', 'name': '', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'mac_address': 'fa:16:3e:e6:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:37Z', 'updated_at': '2022-03-22T14:13:46Z', 'revision_number': 4, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'subnets': [{'id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:47.276718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5aad135e-cf7e-4a48-af44-ffab2c319f6d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.278642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.279885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.304861 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5aad135e-cf7e-4a48-af44-ffab2c319f6d HTTP/1.1" status: 204 len: 168 time: 1.9762583 Mar 22 14:13:47.306570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-1dc87fac-3c4e-4a73-a925-e56884940f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.308112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-1dc87fac-3c4e-4a73-a925-e56884940f9d service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 1.0346494 Mar 22 14:13:47.309411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.313429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e7c27-9dd7-4adb-912a-71b2a87e6f24 None None] The sync data for ids ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'] in n-d-758851-5 is: [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:40Z', 'revision_number': 2, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None, '_interfaces': [{'id': '163c3930-6623-4cfe-9809-9ac4b6d1f443', 'name': '', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'mac_address': 'fa:16:3e:e6:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:13:37Z', 'updated_at': '2022-03-22T14:13:46Z', 'revision_number': 4, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'subnets': [{'id': 'cfe5cc8a-2efa-4e6a-996d-93a6d710d407', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: items = [ Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:47.326140 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:47.328936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (981da7fd-fe2b-4498-b496-f6ff1e952099), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.341034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.344416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] For port 163c3930-6623-4cfe-9809-9ac4b6d1f443, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=163c3930-6623-4cfe-9809-9ac4b6d1f443,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:47.349839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] 10.222.0.81 "DELETE /v2.0/networks/981da7fd-fe2b-4498-b496-f6ff1e952099 HTTP/1.1" status: 204 len: 168 time: 0.7189422 Mar 22 14:13:47.356120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:47.473939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17fe6-d699-41d1-afc4-7af7fe41b479 None None] Pushing event updated for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:47.636667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-751861a6-502a-4ae1-ac1f-212ad2f7a918 req-6635c674-8fe7-40d8-8622-46f255ff06b1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 2.1789813 Mar 22 14:13:47.647471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14560bf2-9ba5-4f5e-9801-a9c017b443e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aad135e-cf7e-4a48-af44-ffab2c319f6d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:47.667195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7c4c2-4e93-4884-b4a8-ddaf0c1d7911 tempest-PortsTestJSON-102959357 tempest-PortsTestJSON-102959357-project] Pushing event deleted for resources: {'Network': ['ID=981da7fd-fe2b-4498-b496-f6ff1e952099,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:47.679018 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-0c5f377a-feac-42ce-b429-c2fff5fe7fd6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 200 len: 217 time: 0.3172467 Mar 22 14:13:47.833137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-6235cbcb-fdd0-474f-84a5-0e13447640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.833691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-6235cbcb-fdd0-474f-84a5-0e13447640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.834183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-6235cbcb-fdd0-474f-84a5-0e13447640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.835951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-6235cbcb-fdd0-474f-84a5-0e13447640c0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.5802395 Mar 22 14:13:47.845615 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a09c7-f56c-4c48-83f4-473129084f8b x-openstack-request-id: req-507a09c7-f56c-4c48-83f4-473129084f8b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:47.846046 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:47.846312 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-507a09c7-f56c-4c48-83f4-473129084f8b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:47.846756 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507a09c7-f56c-4c48-83f4-473129084f8b'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'status': 'completed', 'code': 200} Mar 22 14:13:47.922456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-6d1c36cb-a72d-4599-ab9f-597ee5d8d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:47.925641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-6d1c36cb-a72d-4599-ab9f-597ee5d8d06c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2363770 Mar 22 14:13:47.948928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:48.051724 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Floating IP ace66554-6ea0-4832-899d-82bd257fc5cd associated. External IP: 172.25.3.180, port: 1a24bf7b-d231-470a-bf66-a7c64a048514. Mar 22 14:13:48.093036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75dd3d7d-bf6b-4531-854a-5248a2dccb7c admin admin] Publish callbacks [] for security_group (79a98b6a-4ba3-4532-96ae-0d211c90fc65), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.107137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75dd3d7d-bf6b-4531-854a-5248a2dccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (79a98b6a-4ba3-4532-96ae-0d211c90fc65), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.167097 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75dd3d7d-bf6b-4531-854a-5248a2dccb7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb4b08d462d4435387234aff6448799d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9983351 Mar 22 14:13:48.168229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-96c14414-9423-4099-befc-9b0535dde0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:48.169764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-96c14414-9423-4099-befc-9b0535dde0e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2363572 Mar 22 14:13:48.171712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:48.180557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Attempting to bind port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:48.180557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Attempting to bind port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:48.180557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Attempting to bind port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 on network 9202dd69-3395-4958-b961-081ed402344d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:48.238554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 on network 9202dd69-3395-4958-b961-081ed402344d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:48.239178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Attempting to bind port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 on network 9202dd69-3395-4958-b961-081ed402344d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:48.283935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd3d7d-bf6b-4531-854a-5248a2dccb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a98b6a-4ba3-4532-96ae-0d211c90fc65,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:48.301719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] Publish callbacks [] for security_group (79a98b6a-4ba3-4532-96ae-0d211c90fc65), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.323763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] Publish callbacks [] for security_group (79a98b6a-4ba3-4532-96ae-0d211c90fc65), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.391190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-0be50642-42d7-4444-9079-4b956da06b34 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798837 Mar 22 14:13:48.397057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:48.398042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Checking segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:48.399009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Bound using segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:48.399696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Bound port: 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:48.400284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.468475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-be96cf44-bbba-4b28-8526-ac2c11bf06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:48.470230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6641b2f-a6e4-421f-b78e-11a14bfc3f0b req-be96cf44-bbba-4b28-8526-ac2c11bf06e7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6153598 Mar 22 14:13:48.534278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:48.536939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b9970d42-3c05-4b1a-ac19-c79205fe989a req-d17dacca-73e7-4a19-bab3-43d3093c9aec service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342521 Mar 22 14:13:48.558170 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5dfb-9301-4be1-a467-26a5bbc45277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.594517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6bdc1-4846-4536-b3d8-83b13a2a1e74 req-6e7fc42c-f2a5-43bd-a5d9-14e2a17aca20 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:48.596177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def6bdc1-4846-4536-b3d8-83b13a2a1e74 req-6e7fc42c-f2a5-43bd-a5d9-14e2a17aca20 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 944 time: 0.6066973 Mar 22 14:13:48.628739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (79a98b6a-4ba3-4532-96ae-0d211c90fc65), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.631812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.638792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79a98b6a-4ba3-4532-96ae-0d211c90fc65 HTTP/1.1" status: 204 len: 168 time: 0.4594440 Mar 22 14:13:48.646013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e158fd62-5119-4a56-a8e6-e68e30760120 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e217c60563ec4ed581033b43da674e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929133 Mar 22 14:13:48.661184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:48.695773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184ffd-6aa3-4d3f-9e36-5837e749c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a98b6a-4ba3-4532-96ae-0d211c90fc65,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:48.772070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] Publish callbacks [] for security_group (eb85b414-bd52-4320-8730-6411421c5e47), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.818159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] Publish callbacks [] for security_group (eb85b414-bd52-4320-8730-6411421c5e47), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.824079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 163c3930-6623-4cfe-9809-9ac4b6d1f443 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:48.898765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb85b414-bd52-4320-8730-6411421c5e47), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.901741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:48.908860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb85b414-bd52-4320-8730-6411421c5e47 HTTP/1.1" status: 204 len: 168 time: 0.2465327 Mar 22 14:13:48.918143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9505d1-991f-486b-b5c0-715875309573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb85b414-bd52-4320-8730-6411421c5e47,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:49.023783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 163c3930-6623-4cfe-9809-9ac4b6d1f443 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:49.024166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.110747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 163c3930-6623-4cfe-9809-9ac4b6d1f443 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:49.170665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:49.185453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def6bdc1-4846-4536-b3d8-83b13a2a1e74 req-fde5ff22-d130-4f88-b055-c630c87f91c1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609257 Mar 22 14:13:49.198859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.204135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:49.337206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.337682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.338134 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69552e3-7047-4584-b525-f965641d6120 x-openstack-request-id: req-a69552e3-7047-4584-b525-f965641d6120 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:49.338288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.338440 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:49.338682 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a69552e3-7047-4584-b525-f965641d6120 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:49.338797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.339080 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69552e3-7047-4584-b525-f965641d6120'] response: {'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'code': 200} Mar 22 14:13:49.339302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.339638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.342817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.345152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-296f7496-7a3e-4b47-b4f2-d9eb4046822b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6532 time: 0.7794983 Mar 22 14:13:49.366290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.387755 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da04c560-7a9e-4620-86aa-8effe061a59a x-openstack-request-id: req-da04c560-7a9e-4620-86aa-8effe061a59a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:49.388242 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5854573c-633b-448f-9f3a-39bc9b790660", "name": "network-vif-deleted", "tag": "f1c3b87d-6445-422f-a4bb-ecab4dc69133", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:49.388599 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da04c560-7a9e-4620-86aa-8effe061a59a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:49.389092 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da04c560-7a9e-4620-86aa-8effe061a59a'] response: {'server_uuid': '5854573c-633b-448f-9f3a-39bc9b790660', 'name': 'network-vif-deleted', 'tag': 'f1c3b87d-6445-422f-a4bb-ecab4dc69133', 'status': 'completed', 'code': 200} Mar 22 14:13:49.476470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:49.476889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.478220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] 10.222.0.78 "PUT /v2.0/ports/0fd29d95-a9a7-4f18-8f26-046f53efefa2 HTTP/1.1" status: 200 len: 1091 time: 5.0403996 Mar 22 14:13:49.498198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:49.519716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Request body: {'port': {'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:49.528276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-add11252-5219-4611-8df8-f40a454c5737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.683619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:49.693857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.695991 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:49.711445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-add11252-5219-4611-8df8-f40a454c5737 admin admin] Publish callbacks [] for security_group (2405cb61-4413-4d6a-90b1-c60b77475e0b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.719858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-add11252-5219-4611-8df8-f40a454c5737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2405cb61-4413-4d6a-90b1-c60b77475e0b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:49.722626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:49.723483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:49.733092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5eaa8067-4028-4557-9999-aefd7d81d9d4 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:13:49.908494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-add11252-5219-4611-8df8-f40a454c5737 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=506e3c624cd94ba18fca77b36f45f588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056025 Mar 22 14:13:49.908494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11252-5219-4611-8df8-f40a454c5737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405cb61-4413-4d6a-90b1-c60b77475e0b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:49.914788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'name': 'network-vif-deleted', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef'}, {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:49.919511 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b75d72-6161-4746-a1d4-ab0ae377b457" -d '{"events": [{"server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "name": "network-vif-deleted", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef"}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:49.921842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47900) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:49.925635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8508-e936-4a31-9328-20f1a4c54db9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:49.980307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:50.014164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:50.049668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '5eaa8067-4028-4557-9999-aefd7d81d9d4', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5eaa8067-4028-4557-9999-aefd7d81d9d4', 'mac_address': 'fa:16:3e:be:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:13:50.062694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] Publish callbacks [] for security_group (2405cb61-4413-4d6a-90b1-c60b77475e0b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.122715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] Publish callbacks [] for security_group (2405cb61-4413-4d6a-90b1-c60b77475e0b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.130816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5eaa8067-4028-4557-9999-aefd7d81d9d4 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:50.131198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.158794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaa8067-4028-4557-9999-aefd7d81d9d4 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:50.181417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:50.189152 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.219452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-8f1c2e4f-6f97-4600-87bb-e1443c74b9a6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "PUT /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 996 time: 5.0535765 Mar 22 14:13:50.222027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-e63ee846-e6c0-477b-b4f2-8aa25844c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.222355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-e63ee846-e6c0-477b-b4f2-8aa25844c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.222823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-e63ee846-e6c0-477b-b4f2-8aa25844c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.224373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-e63ee846-e6c0-477b-b4f2-8aa25844c59e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8530674 Mar 22 14:13:50.235830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.272391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2405cb61-4413-4d6a-90b1-c60b77475e0b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.280301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.284808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2405cb61-4413-4d6a-90b1-c60b77475e0b HTTP/1.1" status: 204 len: 168 time: 0.3607552 Mar 22 14:13:50.304379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:50.317730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576203dd-25a2-4cbd-8508-cd8875a6e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405cb61-4413-4d6a-90b1-c60b77475e0b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:50.427772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['5eaa8067-4028-4557-9999-aefd7d81d9d4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:13:50.501076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.506737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.511997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.517527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.531711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.537090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.542691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.556850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-cad2c8e4-650e-40cb-ad55-c1c6ad20ca6e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5417 time: 1.0756464 Mar 22 14:13:50.557988 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:47Z', 'revision_number': 8, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:50.611948 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:50.623058 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:50.623763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:50.769301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-217bf5d1-782b-40b0-b693-5b8b2f075ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.770807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-217bf5d1-782b-40b0-b693-5b8b2f075ca4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.5000644 Mar 22 14:13:50.797102 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:50.899704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-ee7e25f7-1633-47ec-975d-96b136d99da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:50.901187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9fdb95b-e393-4c54-b762-308bfb9eb306 req-ee7e25f7-1633-47ec-975d-96b136d99da8 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6665080 Mar 22 14:13:50.916673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fbd19c8c-e686-4516-bdfc-e913f84eefbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:50.988836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77583773-8d24-4caf-8a35-4d77e5de3e2d req-243d0e12-2cdd-44bb-a0ec-ad4ca228e55b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4210272 Mar 22 14:13:51.128039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47956) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:51.165374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:47Z', 'revision_number': 8, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:51.212694 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388947d2-48ad-49da-b585-430231d2ad7f None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ace66554-6ea0-4832-899d-82bd257fc5cd', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'port_id': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'mac_address': 'fa:16:3e:ca:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:28Z', 'updated_at': '2022-03-22T14:13:47Z', 'revision_number': 8, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:51.266961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-4078f3b4-fdcd-48c7-8445-3a86a9a79344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:51.268404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-4078f3b4-fdcd-48c7-8445-3a86a9a79344 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.4404626 Mar 22 14:13:51.421856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-d72d2fbc-8fd8-45ed-91be-d96fb6cb6857 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:51.428610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-d72d2fbc-8fd8-45ed-91be-d96fb6cb6857 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.3046300 Mar 22 14:13:51.457027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-e900c6ee-294c-4ba1-a796-8e7ca1332611 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 999 time: 0.1531343 Mar 22 14:13:51.459556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 163c3930-6623-4cfe-9809-9ac4b6d1f443 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:51.460120 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:51.500722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e280b64-a81f-4c69-959e-e21fc5961694 tempest-ServiceProvidersTest-641961774 tempest-ServiceProvidersTest-641961774-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3710663 Mar 22 14:13:51.623676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-cef94fdb-be06-4da9-8288-83a5a013df2c tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/quotas/eace4ae9f7dc472a8f678401a9449467 HTTP/1.1" status: 200 len: 375 time: 0.1940374 Mar 22 14:13:51.638874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:51.649105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb70fa-8cd3-44a1-81a2-a73301b3d020 None None] New status for floating IP ace66554-6ea0-4832-899d-82bd257fc5cd: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:13:51.656309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks [] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:51.671784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-7ed28096-3268-4d84-84f5-730071b30848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:51.673779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-7ed28096-3268-4d84-84f5-730071b30848 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1982670 Mar 22 14:13:51.773793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5eaa8067-4028-4557-9999-aefd7d81d9d4 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:13:51.987920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:52.108443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-aafa6291-f139-4145-9002-4cb3c1e8412e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4640279 Mar 22 14:13:52.135117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.147544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 5eaa8067-4028-4557-9999-aefd7d81d9d4 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:13:52.154423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 5eaa8067-4028-4557-9999-aefd7d81d9d4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:13:52.155142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.165190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Transition to ACTIVE for port object 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:52.227602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.291685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5eaa8067-4028-4557-9999-aefd7d81d9d4 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:13:52.293137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.339094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f834c095-4ce1-48bc-a411-8fd67f819ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.370177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:52.376741 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb0b1c-5af2-4343-b00b-cdbcbee52323" -d '{"events": [{"server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "name": "network-vif-plugged", "status": "completed", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:52.405568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-3f179f40-640d-49c4-905b-154282115dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778080 Mar 22 14:13:52.430362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:52.445244 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.449762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port 163c3930-6623-4cfe-9809-9ac4b6d1f443, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=163c3930-6623-4cfe-9809-9ac4b6d1f443,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:52.450161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.551287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f834c095-4ce1-48bc-a411-8fd67f819ff1 admin admin] Publish callbacks [] for security_group (c5253e6c-ca9a-4f61-99bd-19d78e570959), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.557200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:52.565853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 163c3930-6623-4cfe-9809-9ac4b6d1f443 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:52.566501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f834c095-4ce1-48bc-a411-8fd67f819ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c5253e6c-ca9a-4f61-99bd-19d78e570959), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.596632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:52.605495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-581a8823-6772-41ca-abd6-b6ca5049bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:52.610065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-581a8823-6772-41ca-abd6-b6ca5049bfd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5043995 Mar 22 14:13:52.639474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f834c095-4ce1-48bc-a411-8fd67f819ff1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=242265e2c4414b4b8fadd077434c3300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6480370 Mar 22 14:13:52.639474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c095-4ce1-48bc-a411-8fd67f819ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5253e6c-ca9a-4f61-99bd-19d78e570959,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:52.640388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:52.739185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] Publish callbacks [] for security_group (c5253e6c-ca9a-4f61-99bd-19d78e570959), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.776530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] Publish callbacks [] for security_group (c5253e6c-ca9a-4f61-99bd-19d78e570959), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.872077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c5253e6c-ca9a-4f61-99bd-19d78e570959), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.875426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:52.876842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5253e6c-ca9a-4f61-99bd-19d78e570959 HTTP/1.1" status: 204 len: 168 time: 0.2352974 Mar 22 14:13:52.891362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c21d9-7928-42b3-bd4b-63c1ce4d0b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5253e6c-ca9a-4f61-99bd-19d78e570959,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:53.095468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-58e50d1a-072c-441c-a2a6-1c82277858da service neutron] 10.222.0.81 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772990 Mar 22 14:13:53.107026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Attempting to bind port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:53.107485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Attempting to bind port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:53.107960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Attempting to bind port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 on network 9202dd69-3395-4958-b961-081ed402344d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:53.132572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 on network 9202dd69-3395-4958-b961-081ed402344d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:53.133141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Attempting to bind port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 on network 9202dd69-3395-4958-b961-081ed402344d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:53.138363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-013ef6a8-6fa8-46a4-a65f-26b85c46af30 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570847 Mar 22 14:13:53.144565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:53.145029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Checking segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:53.145677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Bound using segment: {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:53.146334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Bound port: 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1049dbb3-aab4-46db-a482-a6961c8d7705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9202dd69-3395-4958-b961-081ed402344d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:53.146863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.256067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48042) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:53.369444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:53.378421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (163c3930-6623-4cfe-9809-9ac4b6d1f443), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.426359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:53.433745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=163c3930-6623-4cfe-9809-9ac4b6d1f443,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:53.444305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1742085f-e5aa-4786-aa16-e718dcc1719e req-16f2793d-0c95-4872-adc4-049fcfcd51b8 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773743 Mar 22 14:13:53.452811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.626958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.636786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:53.637405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.645497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] 10.222.0.78 "PUT /v2.0/ports/0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 HTTP/1.1" status: 200 len: 1091 time: 4.1298709 Mar 22 14:13:53.705741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-382129602'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:53.746624 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d17296-7214-4b62-896d-68477677ce0a x-openstack-request-id: req-70d17296-7214-4b62-896d-68477677ce0a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:53.746872 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677311a2-4877-480f-a4cc-af6cd1074f04", "name": "network-vif-deleted", "tag": "f9bb34f0-0338-4fb8-a633-b4a18bac03ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:53.748577 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70d17296-7214-4b62-896d-68477677ce0a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:53.749006 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d17296-7214-4b62-896d-68477677ce0a'] response: {'server_uuid': '677311a2-4877-480f-a4cc-af6cd1074f04', 'name': 'network-vif-deleted', 'tag': 'f9bb34f0-0338-4fb8-a633-b4a18bac03ef', 'status': 'completed', 'code': 200} Mar 22 14:13:53.750514 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d17296-7214-4b62-896d-68477677ce0a'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'status': 'completed', 'code': 200} Mar 22 14:13:53.780763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Made reservation on behalf of ace5bf4e32614374b7829f79a90e67e9 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:53.789871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.814408 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.846790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:53.921800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6aa52-fca4-4037-bd81-af693731926c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:54.036114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:54.093767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks [] for security_group (c7db03e8-6e82-4906-80e4-0b0b9e497878), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.112977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7db03e8-6e82-4906-80e4-0b0b9e497878), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.159242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:13:54.165026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5556-54c1-4188-8a42-e91486840ecb req-ad15add0-70f3-4d37-9050-a82feff1c5c2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.166544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a8c5556-54c1-4188-8a42-e91486840ecb req-ad15add0-70f3-4d37-9050-a82feff1c5c2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.5148795 Mar 22 14:13:54.186352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.186903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.187535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.187965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.188825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.189295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.189804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.192182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-67dc9082-3096-495b-9012-09220f23fcac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6703 time: 0.3976343 Mar 22 14:13:54.194000 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6941094b-9464-4f3c-965d-6acdefff9b51), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.198512 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Added segment 6941094b-9464-4f3c-965d-6acdefff9b51 of type vlan for network addc0801-1b93-494b-882c-126507f3677c Mar 22 14:13:54.216081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.223366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.229854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.235933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.243505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.251863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.258431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (addc0801-1b93-494b-882c-126507f3677c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.273099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.285488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-dd5093fb-26db-4d8f-b3a3-6d051789cdac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.4379163 Mar 22 14:13:54.329346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:13:54.337616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62426836-c134-41dc-91a3-077c9204de14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.365508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db03e8-6e82-4906-80e4-0b0b9e497878,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:54.406172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-2a878c08-952a-49dc-9d12-bba2abd4e6d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd HTTP/1.1" status: 200 len: 217 time: 0.1137481 Mar 22 14:13:54.411130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (addc0801-1b93-494b-882c-126507f3677c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.416871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.417487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.472688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-94ba3f74-b244-4401-a599-255ea653dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.474745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-94ba3f74-b244-4401-a599-255ea653dc3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=51796fc1-4e2f-4939-8248-a200eed44545 HTTP/1.1" status: 200 len: 856 time: 0.0530362 Mar 22 14:13:54.488048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Pushing event updated for resources: {'Network': ['ID=addc0801-1b93-494b-882c-126507f3677c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:54.504741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network addc0801-1b93-494b-882c-126507f3677c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:13:54.527211 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74a605d1-3190-40b2-b9c4-0961888da653 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2679424 Mar 22 14:13:54.533382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:54.541257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c1c294-afc8-44ff-86d5-98a34aee7418 req-aa8dbb8f-63ce-4ade-a740-9423fc22a481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541487 Mar 22 14:13:54.627127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62426836-c134-41dc-91a3-077c9204de14 admin admin] Publish callbacks [] for security_group (f83e8727-8c79-43a9-94bb-99d44c2c7bab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.640692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62426836-c134-41dc-91a3-077c9204de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f83e8727-8c79-43a9-94bb-99d44c2c7bab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.678215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62426836-c134-41dc-91a3-077c9204de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e8727-8c79-43a9-94bb-99d44c2c7bab,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:54.731075 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-62426836-c134-41dc-91a3-077c9204de14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0614af6692174f21bbbcfe326d32f13d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6938543 Mar 22 14:13:54.733820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48092) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:54.811506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a8c5556-54c1-4188-8a42-e91486840ecb req-49fd1a77-2b95-46e7-ba4b-3a7e2a1a45b4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343012 Mar 22 14:13:54.840574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] Publish callbacks [] for security_group (f83e8727-8c79-43a9-94bb-99d44c2c7bab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.851080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:13:54.857690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-38564f7d-ded5-433f-9423-ad0491bfa115 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "PUT /v2.0/routers/7946ac14-a39b-4d2c-b4b4-bf68e558ba4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6624238 Mar 22 14:13:54.863819 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Sync routers for ids ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:13:54.867177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48094) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:54.881737 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Routers {'7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:54.885206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:54.891355 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:54.893700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-98a712a0-cd50-4317-b6cd-e298ad1e994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:54.896708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-98a712a0-cd50-4317-b6cd-e298ad1e994d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3784630 Mar 22 14:13:54.908864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'name': 'tempest-network--81790432', 'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:54.973583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] Publish callbacks [] for security_group (f83e8727-8c79-43a9-94bb-99d44c2c7bab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.011095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:55.013547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.021674 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13bcf56-cfbe-4ea3-b5ea-e2adb79f7566 x-openstack-request-id: req-e13bcf56-cfbe-4ea3-b5ea-e2adb79f7566 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:55.022009 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "name": "network-vif-plugged", "status": "completed", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:55.022915 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e13bcf56-cfbe-4ea3-b5ea-e2adb79f7566 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:55.023485 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13bcf56-cfbe-4ea3-b5ea-e2adb79f7566'] response: {'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4', 'code': 200} Mar 22 14:13:55.073823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.081029 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Set router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:55.100955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82b0995a-4b9b-439a-ad6e-04fb667d2397 req-bdf6208a-eb3b-420a-94df-6ff7c70018cf tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 210 time: 0.0768011 Mar 22 14:13:55.142778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f83e8727-8c79-43a9-94bb-99d44c2c7bab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.145939 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.147340 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f83e8727-8c79-43a9-94bb-99d44c2c7bab HTTP/1.1" status: 204 len: 168 time: 0.4122481 Mar 22 14:13:55.168495 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:53Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:55.202133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf4bdc-fd57-44e0-8873-5c1ddddf558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e8727-8c79-43a9-94bb-99d44c2c7bab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:55.208205 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Checking router: 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:13:55.218458 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Routers {'7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:13:55.219295 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:55.231956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a4c80-c29c-4882-ad83-11e0e5fceb96 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.233614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a4c80-c29c-4882-ad83-11e0e5fceb96 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.239086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-672a4c80-c29c-4882-ad83-11e0e5fceb96 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3704920 Mar 22 14:13:55.245587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:55.342449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6cdadcb7-3a6d-400b-9907-c72f1587ed24 req-bed5f83c-ae8e-4960-a8de-fdc3d136575a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 998 time: 0.2796688 Mar 22 14:13:55.358608 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] Set router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:13:55.371070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-82b2856c-5a7c-45fe-9add-c701db4101ca service neutron] 10.222.0.78 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485564 Mar 22 14:13:55.503807 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:53Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:55.512940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet cfe5cc8a-2efa-4e6a-996d-93a6d710d407 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:13:55.519091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (cfe5cc8a-2efa-4e6a-996d-93a6d710d407), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.569236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cfe5cc8a-2efa-4e6a-996d-93a6d710d407), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:55.589938 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded89ced-8c52-4e09-bec5-c40302094406 None None] The sync data for ids ['7946ac14-a39b-4d2c-b4b4-bf68e558ba4d'] in n-d-758851-5 is: [{'id': '7946ac14-a39b-4d2c-b4b4-bf68e558ba4d', 'name': 'tempest-NetworksTestDHCPv6-router-922353854', 'tenant_id': '375b648dc8b7452d96127ce71c1fe399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:13:34Z', 'updated_at': '2022-03-22T14:13:53Z', 'revision_number': 3, 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:13:55.920934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}, {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:55.923190 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a675072-4d44-4348-aa77-538dabfb88e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:55.931944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48118) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:55.947689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd39b8-facd-457c-82ae-19c5b38df9d5 req-50008ddd-8040-4aa7-8303-37bcd083b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:55.949833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbcd39b8-facd-457c-82ae-19c5b38df9d5 req-50008ddd-8040-4aa7-8303-37bcd083b683 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 1128 time: 0.8351185 Mar 22 14:13:56.010771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d555e86-e149-4776-8c61-2fee9e1dda9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.137324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cfe5cc8a-2efa-4e6a-996d-93a6d710d407), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.161121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.166498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.171775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.177475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.183570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.188890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.194403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.196386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-6e569403-9a65-4033-8746-09476e7d1f2a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.2653773 Mar 22 14:13:56.202979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-19beabef-2c93-4642-894a-0faef181d544 service neutron] 10.222.0.78 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926767 Mar 22 14:13:56.209457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fbcd39b8-facd-457c-82ae-19c5b38df9d5 req-cae46c75-a604-417e-abd2-e8d221a168f1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197089 Mar 22 14:13:56.224743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdadcb7-3a6d-400b-9907-c72f1587ed24 req-b98e0a38-4959-4ff9-bfac-ebfd189761e3 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.231298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6cdadcb7-3a6d-400b-9907-c72f1587ed24 req-b98e0a38-4959-4ff9-bfac-ebfd189761e3 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.8852961 Mar 22 14:13:56.274615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-6cdadcb7-3a6d-400b-9907-c72f1587ed24 req-8d2584cf-2343-4985-baef-d9229a811a8b tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:13:56.276726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for security_group (936bb07c-7ffb-446f-8f7d-767ebf34de5a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.282533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6cdadcb7-3a6d-400b-9907-c72f1587ed24 req-8d2584cf-2343-4985-baef-d9229a811a8b tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503261 Mar 22 14:13:56.293691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (936bb07c-7ffb-446f-8f7d-767ebf34de5a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.300474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cfe5cc8a-2efa-4e6a-996d-93a6d710d407), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.302490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-b52bfb5d-df13-4538-a0f8-61645037dc75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 217 time: 0.0899053 Mar 22 14:13:56.307646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-79d7bcdc-429e-4c99-a661-33c89a349eb8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.309157 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-79d7bcdc-429e-4c99-a661-33c89a349eb8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 811 time: 0.9662142 Mar 22 14:13:56.343193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe5cc8a-2efa-4e6a-996d-93a6d710d407,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:56.364622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:13:56.368576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.371078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65ea12f1-b5a9-4f96-a373-147b029f7410 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/cfe5cc8a-2efa-4e6a-996d-93a6d710d407 HTTP/1.1" status: 204 len: 168 time: 1.1213238 Mar 22 14:13:56.371424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d98dc2a-c561-4b52-a200-43cce0e7057c None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:13:56.375148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:56.377151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936bb07c-7ffb-446f-8f7d-767ebf34de5a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:56.423624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9df12fa1-0099-4ac1-921c-b9162e640559), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.423976 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Added segment 9df12fa1-0099-4ac1-921c-b9162e640559 of type vlan for network 04fb0d39-6293-4ff6-9c63-37c2f1170a54 Mar 22 14:13:56.430756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Request body: {'port': {'device_id': 'aa888082-9c3c-49ca-9881-4855a4837201', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'admin_state_up': True, 'tenant_id': 'eace4ae9f7dc472a8f678401a9449467'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:56.452849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fcbd204-7655-4750-ae15-fe5e44f2ca80 req-43b2e559-0661-4486-ba77-7d975ea6bd09 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146964 Mar 22 14:13:56.579706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (04fb0d39-6293-4ff6-9c63-37c2f1170a54), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.587703 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b778af-ede4-416d-b919-4dbb52fdd6f1 x-openstack-request-id: req-37b778af-ede4-416d-b919-4dbb52fdd6f1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:13:56.589727 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:13:56.590532 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37b778af-ede4-416d-b919-4dbb52fdd6f1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:13:56.591700 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b778af-ede4-416d-b919-4dbb52fdd6f1'] response: {'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:13:56.592550 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b778af-ede4-416d-b919-4dbb52fdd6f1'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'status': 'completed', 'code': 200} Mar 22 14:13:56.614995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16d28e3f-8fa8-4ff2-83d1-10dc24e93f20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2385964 Mar 22 14:13:56.622348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48138) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:56.633805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0e61-9082-46bd-bb80-ea845516c070 req-205941be-2a23-4182-8391-8c937c020e23 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.644338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 163c3930-6623-4cfe-9809-9ac4b6d1f443 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:56.646869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-978e0e61-9082-46bd-bb80-ea845516c070 req-205941be-2a23-4182-8391-8c937c020e23 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.2936404 Mar 22 14:13:56.659520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d555e86-e149-4776-8c61-2fee9e1dda9a admin admin] Publish callbacks [] for security_group (cf16d800-82ae-4944-82f4-061de45a16b1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.664856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-eae96e9b-b9e7-4a3e-95e8-26c56f177520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.669598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-eae96e9b-b9e7-4a3e-95e8-26c56f177520 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f1695f7a-0463-42d8-a482-b2a3c8db2a6e HTTP/1.1" status: 200 len: 797 time: 0.2557545 Mar 22 14:13:56.687375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 163c3930-6623-4cfe-9809-9ac4b6d1f443 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:56.690116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 163c3930-6623-4cfe-9809-9ac4b6d1f443 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:56.693799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:13:56.708778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:13:56.736187 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.737780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d555e86-e149-4776-8c61-2fee9e1dda9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf16d800-82ae-4944-82f4-061de45a16b1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.763112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Deleting port 3778fb2d-331b-4e47-83a2-9395c4996459 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:13:56.763754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.817872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (04fb0d39-6293-4ff6-9c63-37c2f1170a54), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.818866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:56.819950 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.896374 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3616929 Mar 22 14:13:56.899944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:56.913060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] For port 3778fb2d-331b-4e47-83a2-9395c4996459, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3778fb2d-331b-4e47-83a2-9395c4996459,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:13:56.913713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:56.915445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-978e0e61-9082-46bd-bb80-ea845516c070 req-e82e7e81-7a83-4044-9705-b53af502a1f7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675521 Mar 22 14:13:56.927033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-825aa0b7-1a0c-4017-ad7f-702c0db6b2a7 req-1436896f-42cf-4268-8302-3f43af58a1e9 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 210 time: 0.1785727 Mar 22 14:13:56.927693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d555e86-e149-4776-8c61-2fee9e1dda9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16d800-82ae-4944-82f4-061de45a16b1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:56.946419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Calling delete_port for 3778fb2d-331b-4e47-83a2-9395c4996459 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:13:56.964524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d555e86-e149-4776-8c61-2fee9e1dda9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14be15401d1646cebdee4f1bf92ec3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0265484 Mar 22 14:13:56.964524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48144) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:56.987892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Made reservation on behalf of eace4ae9f7dc472a8f678401a9449467 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:56.991265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.031639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cd7e3-4181-4631-92db-4a45ec2bbaf7 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=04fb0d39-6293-4ff6-9c63-37c2f1170a54,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.032398 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (3778fb2d-331b-4e47-83a2-9395c4996459), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.048367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 04fb0d39-6293-4ff6-9c63-37c2f1170a54 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:13:57.050406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] No DVR routers for this DVR port 3778fb2d-331b-4e47-83a2-9395c4996459 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:13:57.078964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-3db43f24-4154-43f0-900a-46a1b79f4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.080530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-3db43f24-4154-43f0-900a-46a1b79f4e7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.4308138 Mar 22 14:13:57.086202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.088051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-17f9ee9e-bb36-4397-a431-ba0acadafeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.089540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-17f9ee9e-bb36-4397-a431-ba0acadafeab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3763492 Mar 22 14:13:57.091620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router_controller (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.114425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7e7f7-e296-4c3e-8bdc-c95889261bdc None None] Pushing event deleted for resources: {'Port': ['ID=3778fb2d-331b-4e47-83a2-9395c4996459,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.205839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-b61c4761-c45a-4945-b80d-86e11cf09c3a tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.2121642 Mar 22 14:13:57.214957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (04fb0d39-6293-4ff6-9c63-37c2f1170a54), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.232240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (7946ac14-a39b-4d2c-b4b4-bf68e558ba4d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.232796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Fanout notify agent at l3_agent the message router_deleted on router 7946ac14-a39b-4d2c-b4b4-bf68e558ba4d {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:13:57.246191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.247738 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88fecec1-7521-4bf7-bf66-7c74fba49dd2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/routers/7946ac14-a39b-4d2c-b4b4-bf68e558ba4d HTTP/1.1" status: 204 len: 168 time: 0.6244848 Mar 22 14:13:57.270655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.295701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] Publish callbacks [] for security_group (cf16d800-82ae-4944-82f4-061de45a16b1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.345123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d2db57e3-14dd-404d-a632-ccadecf02257 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0705147 Mar 22 14:13:57.357042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48148) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.363289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-e25af922-ce5a-4926-aee6-b9f3f958b73d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.364692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-e25af922-ce5a-4926-aee6-b9f3f958b73d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports/1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 942 time: 0.1406775 Mar 22 14:13:57.370242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Allocated IP 172.20.0.3 (4ec64f08-afee-4c04-9360-e4b914b6c733/d280998d-3279-4c52-a4ca-b10379a9c442/c9c9fbe8-2813-4677-a8a5-486a7296f3f7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:13:57.404125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (04fb0d39-6293-4ff6-9c63-37c2f1170a54), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.423169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] Publish callbacks [] for security_group (cf16d800-82ae-4944-82f4-061de45a16b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.443712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fb0d39-6293-4ff6-9c63-37c2f1170a54']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:57.459262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df12fa1-0099-4ac1-921c-b9162e640559') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:57.459557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df12fa1-0099-4ac1-921c-b9162e640559') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:13:57.498240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-6251c0ed-65ba-45b1-95c1-dc3615a89cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.499137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-6251c0ed-65ba-45b1-95c1-dc3615a89cd3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.4086790 Mar 22 14:13:57.503170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (9df12fa1-0099-4ac1-921c-b9162e640559), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.514160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-40353524-4262-443c-8d7b-c2c8bec7108d service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160891 Mar 22 14:13:57.534595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8434e1d-0cf1-4422-b4b6-a219645d56ff tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.536074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d8434e1d-0cf1-4422-b4b6-a219645d56ff tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1704836 Mar 22 14:13:57.538903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9df12fa1-0099-4ac1-921c-b9162e640559), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.540786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.590901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:13:57.591307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (9df12fa1-0099-4ac1-921c-b9162e640559), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:13:57.593192 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:13:57.601360 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df7448fe-021e-488b-8bc9-9315a0216a2c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471566 Mar 22 14:13:57.607847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48154) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.660247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:57.671855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks [] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.683595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (04fb0d39-6293-4ff6-9c63-37c2f1170a54), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.688111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04fb0d39-6293-4ff6-9c63-37c2f1170a54 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:13:57.690290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.697776 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/04fb0d39-6293-4ff6-9c63-37c2f1170a54 HTTP/1.1" status: 204 len: 168 time: 0.7917705 Mar 22 14:13:57.698550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:57.706523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:57.718477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-b8e529af-3827-433e-be1f-33b00ac14f89 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.2777185 Mar 22 14:13:57.736914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aeea7-04e8-4655-834f-98f99dc1eb9b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Network': ['ID=04fb0d39-6293-4ff6-9c63-37c2f1170a54,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.769573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-0f2ec208-e3d1-4bbf-b26a-693d7edeedb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 1001 time: 0.2635348 Mar 22 14:13:57.771057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.775943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:57.778622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.787699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf16d800-82ae-4944-82f4-061de45a16b1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.790335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.793861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf16d800-82ae-4944-82f4-061de45a16b1 HTTP/1.1" status: 204 len: 168 time: 0.8226874 Mar 22 14:13:57.831921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event updated for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.860166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Network 4ec64f08-afee-4c04-9360-e4b914b6c733 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:57.863186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:57.868243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:13:57.900196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:13:57.906976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858e25c-3a68-4efd-adc8-0cbdba92a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf16d800-82ae-4944-82f4-061de45a16b1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:57.926025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c034f442-f0a1-49ac-82ca-6701020d97fa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.926790 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Added segment c034f442-f0a1-49ac-82ca-6701020d97fa of type vlan for network 79fa1c47-f41c-4032-b45c-f15d51835d2f Mar 22 14:13:57.963227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.968542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.973752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.979031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.987104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.988634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.989576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:57.992376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:57.998444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.000721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-0d0f7a3f-14b1-4529-9bd8-f72c1e13b87b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.4636374 Mar 22 14:13:58.014619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-64402e01-b3c4-4fd2-b7cc-64f06acb62d8 service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725533 Mar 22 14:13:58.015634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (79fa1c47-f41c-4032-b45c-f15d51835d2f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.035558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-a64986b3-f4bc-447f-94b8-44e056ab796a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6095805 Mar 22 14:13:58.045741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-a09a5dd0-c820-4d62-a89f-0b4bfd9a5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.047326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-a09a5dd0-c820-4d62-a89f-0b4bfd9a5439 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.2471952 Mar 22 14:13:58.066825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Request body: {'port': {'device_id': 'aa888082-9c3c-49ca-9881-4855a4837201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:58.105913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:58.109418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.113343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-c9c9140f-0fd6-470d-b075-5848c0a300fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 217 time: 0.0910618 Mar 22 14:13:58.153027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.165695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (79fa1c47-f41c-4032-b45c-f15d51835d2f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.167454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.168471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.210049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-9d15058e-9897-4dd8-a69b-d10769ac8171 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.211494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-9d15058e-9897-4dd8-a69b-d10769ac8171 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.4796796 Mar 22 14:13:58.259417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5596769 Mar 22 14:13:58.262313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:13:58.297627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'subnet': {'network_id': '79fa1c47-f41c-4032-b45c-f15d51835d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:58.307441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.340724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75eb9c-502f-436f-b5bb-0f5acd84e38e tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=79fa1c47-f41c-4032-b45c-f15d51835d2f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:58.361035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 79fa1c47-f41c-4032-b45c-f15d51835d2f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:13:58.365837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f1e5592-3785-4b22-81a4-0014418c0530 req-3ab5e7b5-ea39-4c2a-86c7-3e7d1a238903 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3466187 Mar 22 14:13:58.449168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-4f060aa5-7cbe-46fa-b7e6-f24bacbafa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.450684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-4f060aa5-7cbe-46fa-b7e6-f24bacbafa6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f1695f7a-0463-42d8-a482-b2a3c8db2a6e HTTP/1.1" status: 200 len: 797 time: 0.3300257 Mar 22 14:13:58.457945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-12d718b0-6c0b-40ea-9f2f-c975a1eeb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:58.459675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-12d718b0-6c0b-40ea-9f2f-c975a1eeb0d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3695800 Mar 22 14:13:58.500449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:13:58.502930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.545496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-982b6b20-d82c-4371-98ae-29dc8e81df93 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.2944331 Mar 22 14:13:58.724800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3778fb2d-331b-4e47-83a2-9395c4996459 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:13:58.751384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3778fb2d-331b-4e47-83a2-9395c4996459 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:13:58.751737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3778fb2d-331b-4e47-83a2-9395c4996459 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:13:58.828306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c9fbe8-2813-4677-a8a5-486a7296f3f7 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:13:58.837444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks [] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.852199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Transition to ACTIVE for port object c9c9fbe8-2813-4677-a8a5-486a7296f3f7 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:13:58.858312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:58.925452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:13:58.953687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:58.989378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.015196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Attempting to bind port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:13:59.015890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Attempting to bind port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:13:59.016386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Attempting to bind port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:59.021754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:13:59.022345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Attempting to bind port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 on network 4ec64f08-afee-4c04-9360-e4b914b6c733 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:13:59.028156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:13:59.028348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Checking segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:13:59.028710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Bound using segment: {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:13:59.029579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Bound port: c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c9882-52e2-4dce-9753-a6ff4207926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:13:59.029579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.132107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:13:59.137247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:13:59.141079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.147180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.160408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-6ea5bfa2-e387-4e7c-997e-b06d4e088079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.161982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-6ea5bfa2-e387-4e7c-997e-b06d4e088079 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6941335 Mar 22 14:13:59.203016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-a3c5cade-5c31-4aef-950a-cf09c38fd7d8 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169991 Mar 22 14:13:59.219902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:13:59.251667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.252475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.255432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-6bbda47e-0947-4d74-b6a3-b4c28a48b61b service neutron] 10.222.0.78 "PUT /v2.0/ports/c9c9fbe8-2813-4677-a8a5-486a7296f3f7 HTTP/1.1" status: 200 len: 1091 time: 1.2116258 Mar 22 14:13:59.255954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:13:59.258391 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf59d54-7aa3-4439-a70d-6403544268cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:13:59.330145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64ae1-5072-440e-a279-7e6bf710b80a req-0d0234fd-9d5e-47ca-8271-e0327a297abb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.337113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9b64ae1-5072-440e-a279-7e6bf710b80a req-0d0234fd-9d5e-47ca-8271-e0327a297abb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.4285002 Mar 22 14:13:59.351836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-8d5b4c8d-0a99-4869-b3c7-828412583909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.353388 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-8d5b4c8d-0a99-4869-b3c7-828412583909 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 1125 time: 0.0574226 Mar 22 14:13:59.412271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-d62b5838-11df-4597-b07a-2e68c8825760 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0515008 Mar 22 14:13:59.463751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-31234ae0-c200-41c0-8d8e-3956baed8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.465590 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-31234ae0-c200-41c0-8d8e-3956baed8e25 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.0479770 Mar 22 14:13:59.504345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-709f3c1d-cab9-4d25-af63-b6cae1711dc3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330102 Mar 22 14:13:59.622744 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-f5814016-b2af-4f18-8817-2d3f0862daab service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119649 Mar 22 14:13:59.659619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9b64ae1-5072-440e-a279-7e6bf710b80a req-6bbe60b9-d046-4bd4-a826-4cffb0e9d312 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216312 Mar 22 14:13:59.727064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:13:59.729279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.752362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (33dce376-3fe9-41ca-b0c0-61034c45d632), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.768284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-84cf8f73-ae55-404e-94f9-c368e7c85036 req-971cfd37-a1dc-4e70-9a4d-bb2b44a21b02 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385965 Mar 22 14:13:59.769083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.769456 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Floating IP ace66554-6ea0-4832-899d-82bd257fc5cd disassociated. External IP: 172.25.3.180, port: 1a24bf7b-d231-470a-bf66-a7c64a048514. Mar 22 14:13:59.934720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:13:59.964912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-1fd841bb-9682-467f-9a91-0f9e92c424c9 service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609327 Mar 22 14:13:59.965788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:13:59.974973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-9fd55daf-ebdc-4046-9203-7deda7d094e7 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471373 Mar 22 14:13:59.974973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:13:59.974973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:13:59.981168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb54f8e-1f60-4718-99dd-9cba7bbaceb4 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:00.065397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=33dce376-3fe9-41ca-b0c0-61034c45d632,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:00.077838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f29d9d6c-592c-4dc6-a173-febac16ac79e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4442904 Mar 22 14:14:00.082001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48272) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:00.088773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:00.193003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '33dce376-3fe9-41ca-b0c0-61034c45d632'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:00.194203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.207953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df662e4-bec7-4875-a2d4-f231bbc78c1e req-17967b80-8ea1-491c-be5f-462c235170d3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:00.210383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9df662e4-bec7-4875-a2d4-f231bbc78c1e req-17967b80-8ea1-491c-be5f-462c235170d3 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 943 time: 0.4630427 Mar 22 14:14:00.256639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:00.261523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.401091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Allocated IP 2001:db8::f816:3eff:fe36:f5fe (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/33dce376-3fe9-41ca-b0c0-61034c45d632/1a7a4a88-48a9-4888-9d82-8ea9268ba658) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:00.403857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-e1092077-d7cb-4275-9f24-d4eae4395083 service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827362 Mar 22 14:14:00.460923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9df662e4-bec7-4875-a2d4-f231bbc78c1e req-7a6e311b-75b0-4b3d-8e4a-d850ae304bed tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323363 Mar 22 14:14:00.466017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-b4012b31-dc2b-493c-ade1-820c0890aa5b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2 HTTP/1.1" status: 200 len: 217 time: 0.0545108 Mar 22 14:14:00.539931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:00.568267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-7b8f58f3-c9f8-4837-8504-e699fc1c41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:00.569673 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640d36d-67d9-4011-be33-63f808ef932a x-openstack-request-id: req-9640d36d-67d9-4011-be33-63f808ef932a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:00.570218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7b8f58f3-c9f8-4837-8504-e699fc1c41b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f1695f7a-0463-42d8-a482-b2a3c8db2a6e HTTP/1.1" status: 200 len: 797 time: 0.0942595 Mar 22 14:14:00.570308 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:00.570308 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9640d36d-67d9-4011-be33-63f808ef932a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:00.570706 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9640d36d-67d9-4011-be33-63f808ef932a'] response: {'name': 'network-changed', 'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7', 'status': 'completed', 'code': 200} Mar 22 14:14:00.621684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (8e207e76-e450-4174-8f40-3e2942824fa2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.649340 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks [] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.658614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.674317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:00.680129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:00.693835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:00.694609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.708479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=8e207e76-e450-4174-8f40-3e2942824fa2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:00.729401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f218e663-fa63-4c43-a0df-3b414f133361 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6461186 Mar 22 14:14:00.732249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48302) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:00.734139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:00.741386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:27:4e:2e', 'name': 'tempest-NetworksTestDHCPv6-1838172880'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:00.747130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:00.750342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:00.754709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:00.826412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Attempting to bind port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:00.827150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Attempting to bind port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:00.827289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:00.827797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Attempting to bind port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:00.834391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:00.835181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:00.836039 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.836652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:00.837562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Bound port: 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:00.838182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:00.929910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:00.936142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:00.946675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.015646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:01.047807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c3a2d-1139-4dee-8d69-a539e8391e8c None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:01.109432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2b99472-d298-4274-b94a-89b9a7a4ae49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.129544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:01.130157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (9cc05cba-0bc9-4cf3-a250-790b96987758), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.144294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.182550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port fbbfd095-8146-4003-a9b4-a240ec61fb6a yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:01.386667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cc05cba-0bc9-4cf3-a250-790b96987758,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:01.419150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-8f72609b-7e2f-479c-9beb-db5c8fdd1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.422519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-8f72609b-7e2f-479c-9beb-db5c8fdd1c63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8313253 Mar 22 14:14:01.444918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-b9944d6f-67b5-4385-a040-7a3c1535e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.447780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-b9944d6f-67b5-4385-a040-7a3c1535e70a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eace4ae9f7dc472a8f678401a9449467&device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 1125 time: 0.8363788 Mar 22 14:14:01.490230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.501931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.516520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.533019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.541011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.550767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.566836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.577622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-ac3f4a06-e23d-4c55-86e6-fa1e1a3fcb28 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.8991270 Mar 22 14:14:01.663457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2b99472-d298-4274-b94a-89b9a7a4ae49 admin admin] Publish callbacks [] for security_group (2bb7b884-fa85-4838-8ea5-acc47801bf69), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.671196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Checking segment: {'id': 'c034f442-f0a1-49ac-82ca-6701020d97fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '79fa1c47-f41c-4032-b45c-f15d51835d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:01.672172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Network hostable DHCP agents. Network: 79fa1c47-f41c-4032-b45c-f15d51835d2f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:01.672416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2b99472-d298-4274-b94a-89b9a7a4ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2bb7b884-fa85-4838-8ea5-acc47801bf69), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.739423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:01.744301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.752508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:01.765657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2b99472-d298-4274-b94a-89b9a7a4ae49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a2d58e4920c4b7f95c193768cfddcf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9373672 Mar 22 14:14:01.766339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:01.767023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:01.774852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48322) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:01.835024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b99472-d298-4274-b94a-89b9a7a4ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7b884-fa85-4838-8ea5-acc47801bf69,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:01.900601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] Publish callbacks [] for security_group (2bb7b884-fa85-4838-8ea5-acc47801bf69), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:01.903898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ffbfc18c-e5d5-4848-90ac-d9c928a8dec6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "PUT /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 696 time: 3.3108842 Mar 22 14:14:01.905123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-4a63b9b3-99c2-47bf-9493-f59eeec5d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:01.907146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-4a63b9b3-99c2-47bf-9493-f59eeec5d949 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 200 len: 912 time: 0.3095751 Mar 22 14:14:01.909025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-9fe0b955-e244-43b9-86d6-344a27ddaa93 service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672663 Mar 22 14:14:01.912895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:01.915465 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:01.920797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:01.923649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Network 79fa1c47-f41c-4032-b45c-f15d51835d2f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:01.952264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] Publish callbacks [] for security_group (2bb7b884-fa85-4838-8ea5-acc47801bf69), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.017477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2bb7b884-fa85-4838-8ea5-acc47801bf69), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.020885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.022526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bb7b884-fa85-4838-8ea5-acc47801bf69 HTTP/1.1" status: 204 len: 168 time: 0.2406988 Mar 22 14:14:02.029062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 172.20.0.10 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/8e207e76-e450-4174-8f40-3e2942824fa2/fbbfd095-8146-4003-a9b4-a240ec61fb6a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:02.041674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe27:4e2e (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/33dce376-3fe9-41ca-b0c0-61034c45d632/fbbfd095-8146-4003-a9b4-a240ec61fb6a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:02.044030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f24079-2f8a-4073-ad63-1a698ed35afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7b884-fa85-4838-8ea5-acc47801bf69,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:02.055793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bee435c6-5655-4de8-82c8-0b948e43c5d2 req-cd937cbf-222b-4311-9d01-2bbbbf0c6a18 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4737928 Mar 22 14:14:02.110357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 79fa1c47-f41c-4032-b45c-f15d51835d2f) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:02.115678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.116285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.146436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-0f44b359-d619-45d1-ba88-f7c118873cde service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7 HTTP/1.1" status: 200 len: 217 time: 0.2271335 Mar 22 14:14:02.208484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2d984fbf-3a93-46d9-bde7-b5dad71b5d87 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9149725 Mar 22 14:14:02.223778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496e61e-8cb5-47cd-a4e4-0c2e1867e3fa None None] Network 79fa1c47-f41c-4032-b45c-f15d51835d2f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:02.225531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:02.231830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'floatingip': {'floating_network_id': '79fa1c47-f41c-4032-b45c-f15d51835d2f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:02.269744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-b6a235f9-abb8-4032-a5e3-f50c57c69b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.271795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-b6a235f9-abb8-4032-a5e3-f50c57c69b72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.3355052 Mar 22 14:14:02.298086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-d4986862-1006-480a-a9c6-2f4e64dad37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.310268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-d4986862-1006-480a-a9c6-2f4e64dad37d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 200 len: 851 time: 0.1459618 Mar 22 14:14:02.450281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (fbbfd095-8146-4003-a9b4-a240ec61fb6a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.479906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-f4902f46-3035-494b-b346-dc18d1f569a2 service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353329 Mar 22 14:14:02.504590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:02.534456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fbbfd095-8146-4003-a9b4-a240ec61fb6a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.544358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-e4bd73d4-fc61-4a91-9eef-445856f2b3e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ec64f08-afee-4c04-9360-e4b914b6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294419 Mar 22 14:14:02.558092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:02.594471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:02.598304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:02.602737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:02.637517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=fbbfd095-8146-4003-a9b4-a240ec61fb6a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:02.662999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4a1f9-d1e3-4fed-8f87-b2e5f87f0f69 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:02.668212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.670685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.675246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad213fe-828a-4065-a452-ef7401b86c1e None None] Network 79fa1c47-f41c-4032-b45c-f15d51835d2f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:02.683962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:02.706614 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12e6db59-fba4-49c0-89bc-7bd47bf045d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9727359 Mar 22 14:14:02.708814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48342) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:02.711131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-9c9dd1ec-1ce9-44f1-8480-3f95bbc7a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.717771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-9c9dd1ec-1ce9-44f1-8480-3f95bbc7a653 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 0.4352410 Mar 22 14:14:02.785436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa285d-0215-4caa-8544-c17c14807582 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.791013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa285d-0215-4caa-8544-c17c14807582 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:02.792764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9baa285d-0215-4caa-8544-c17c14807582 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0827379 Mar 22 14:14:02.795448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:02.873451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-31345890-2f08-4d60-b2e3-9d28be4216e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=fa40f318-5396-47bf-aec2-1c64d576175d HTTP/1.1" status: 200 len: 217 time: 0.3473754 Mar 22 14:14:02.921288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port fbbfd095-8146-4003-a9b4-a240ec61fb6a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:02.921660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fbbfd095-8146-4003-a9b4-a240ec61fb6a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.047817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-a252791f-8fa1-4ef6-bf38-9eb374953c5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 0.1706517 Mar 22 14:14:03.051454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fbbfd095-8146-4003-a9b4-a240ec61fb6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.063335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-51712e62-91c7-4204-bd02-76a7db734861 service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480369 Mar 22 14:14:03.066907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for fbbfd095-8146-4003-a9b4-a240ec61fb6a owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:03.118941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:03.122415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:03.123058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:03.186686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d415e-2308-439c-b341-9363f5a7937d req-65a4268e-e058-4154-b66d-e4a00b138e2f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.188319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-478d415e-2308-439c-b341-9363f5a7937d req-65a4268e-e058-4154-b66d-e4a00b138e2f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 943 time: 0.7699146 Mar 22 14:14:03.194482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-112ea0f8-9d47-46c7-8040-fdb59eed48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.195894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-112ea0f8-9d47-46c7-8040-fdb59eed48a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f1695f7a-0463-42d8-a482-b2a3c8db2a6e HTTP/1.1" status: 200 len: 797 time: 0.3028934 Mar 22 14:14:03.201409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-497c66a4-20dc-4872-a0b8-73fd7d4fedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.208629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-497c66a4-20dc-4872-a0b8-73fd7d4fedfc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1596158 Mar 22 14:14:03.312453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fbbfd095-8146-4003-a9b4-a240ec61fb6a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.362223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:03.362755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.368767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bf59d54-7aa3-4439-a70d-6403544268cb req-88cc630c-a0d9-47ce-b2da-f7e4c7f11c5c service neutron] 10.222.0.78 "GET /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957232 Mar 22 14:14:03.397726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-478d415e-2308-439c-b341-9363f5a7937d req-d95c4af3-fe39-4d34-a805-f78f306260be tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724496 Mar 22 14:14:03.423177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-78b37f2d-6ccf-4225-9d30-cf17e1e7e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.425178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-78b37f2d-6ccf-4225-9d30-cf17e1e7e500 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4800d318-0d9d-4cb1-9481-dfc8da4fefd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2060876 Mar 22 14:14:03.433840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-5fd57f4d-bd25-43e1-bc79-5c6a81a20563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.453623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-5fd57f4d-bd25-43e1-bc79-5c6a81a20563 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2440622 Mar 22 14:14:03.463345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=fbbfd095-8146-4003-a9b4-a240ec61fb6a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:03.496462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:03.514415 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9364aecd-c201-43a9-b391-a0df7ba78b38 x-openstack-request-id: req-9364aecd-c201-43a9-b391-a0df7ba78b38 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:03.516974 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:03.517405 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9364aecd-c201-43a9-b391-a0df7ba78b38 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:03.525005 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9364aecd-c201-43a9-b391-a0df7ba78b38'] response: {'name': 'network-changed', 'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:14:03.563434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.569209 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1600c7e8-7b05-4379-be1a-abfec86b3643 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/fbbfd095-8146-4003-a9b4-a240ec61fb6a HTTP/1.1" status: 204 len: 168 time: 0.7725565 Mar 22 14:14:03.571585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48364) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:03.667681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509f1cc-5a0f-4ab7-9b92-2ef1f50201b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.676314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509f1cc-5a0f-4ab7-9b92-2ef1f50201b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.677727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509f1cc-5a0f-4ab7-9b92-2ef1f50201b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:03.679424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1509f1cc-5a0f-4ab7-9b92-2ef1f50201b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1067863 Mar 22 14:14:03.685840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48366) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:03.691481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:03.691854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.734401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-ec2dd8a1-71dc-42d7-8536-013f73bddd46 service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787800 Mar 22 14:14:03.736285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-d97542fe-e918-42f0-bae5-c84aa478e0ce service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783697 Mar 22 14:14:03.769309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 33dce376-3fe9-41ca-b0c0-61034c45d632 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:03.772807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (33dce376-3fe9-41ca-b0c0-61034c45d632), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.830361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c9c9fbe8-2813-4677-a8a5-486a7296f3f7 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:03.832362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (33dce376-3fe9-41ca-b0c0-61034c45d632), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.858347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:03.993949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:04.014478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7', 'network_id': '4ec64f08-afee-4c04-9360-e4b914b6c733', 'port_id': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7', 'mac_address': 'fa:16:3e:01:64:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd280998d-3279-4c52-a4ca-b10379a9c442', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:04.021647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3ff14-4e95-437c-a420-b530e4c0d042 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '33dce376-3fe9-41ca-b0c0-61034c45d632', 'ip_address': '2001:db8::f816:3eff:fe36:f5fe'}, {'subnet_id': '8e207e76-e450-4174-8f40-3e2942824fa2'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '1a7a4a88-48a9-4888-9d82-8ea9268ba658'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:14:04.033650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (33dce376-3fe9-41ca-b0c0-61034c45d632), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.060337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:04.060798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.141673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (33dce376-3fe9-41ca-b0c0-61034c45d632), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.170679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-b0fc5778-fe51-4c64-ac65-a1dd068cdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.172611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-b0fc5778-fe51-4c64-ac65-a1dd068cdb15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 1127 time: 0.6599109 Mar 22 14:14:04.199339 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-93d3ff14-4e95-437c-a420-b530e4c0d042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.206774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.210356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/33dce376-3fe9-41ca-b0c0-61034c45d632 HTTP/1.1" status: 204 len: 168 time: 0.5233951 Mar 22 14:14:04.212170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a3a41-afb0-4e49-9212-1c425127d4ae tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=33dce376-3fe9-41ca-b0c0-61034c45d632,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.219930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48384) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.259596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:04.259986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.262262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.269330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.275378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.281091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.288844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.294951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.300640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:04.305075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 8e207e76-e450-4174-8f40-3e2942824fa2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:04.306454 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:14:04.306973 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:14:04.308142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-04263552-7699-4be3-acc5-0c36277817ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.5697303 Mar 22 14:14:04.315933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (8e207e76-e450-4174-8f40-3e2942824fa2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.356943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:04.357253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.363810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48386) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.417092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (8e207e76-e450-4174-8f40-3e2942824fa2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.428103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:04.430007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c9fbe8-2813-4677-a8a5-486a7296f3f7 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:04.473309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.533931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:04.546336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (8e207e76-e450-4174-8f40-3e2942824fa2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.570946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.613834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.649682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-695795840'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:04.671939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:04.702542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Made reservation on behalf of 12cd23ebaab24cca8064d80bd281205d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:04.713746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.720138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (8e207e76-e450-4174-8f40-3e2942824fa2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-93d3ff14-4e95-437c-a420-b530e4c0d042 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e207e76-e450-4174-8f40-3e2942824fa2: This subnet is being modified by another concurrent operation. Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:14:04.731101 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e207e76-e450-4174-8f40-3e2942824fa2: This subnet is being modified by another concurrent operation. Mar 22 14:14:04.737344 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:14:04.739396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87869fd-7ec4-4bf4-965c-0056c8da9339 None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:11:56Z', 'revision_number': 4, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port': {'id': 'ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:45Z', 'updated_at': '2022-03-22T14:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd', 'name': '', 'network_id': 'cc004514-13e8-4bc4-94a7-0c8719e38679', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'mac_address': 'fa:16:3e:ac:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:53Z', 'updated_at': '2022-03-22T14:12:01Z', 'revision_number': 5, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'subnets': [{'id': '65b9b5fa-9774-435e-a6ee-1207ab2c4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:04.748662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.768927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-a3738859-7a03-480f-af2e-be60f7d1d8db service neutron] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419646 Mar 22 14:14:04.786360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=8e207e76-e450-4174-8f40-3e2942824fa2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.787621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:04.794248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:04.798969 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-50809c9b-2392-4d09-9f2f-a9f189feb8e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/8e207e76-e450-4174-8f40-3e2942824fa2 HTTP/1.1" status: 204 len: 168 time: 0.5755055 Mar 22 14:14:04.825524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48392) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.934845 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2c2e069f-e91d-4d46-ae6e-886f3202fe0e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081917 Mar 22 14:14:04.952982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48396) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:04.961110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['c9c9fbe8-2813-4677-a8a5-486a7296f3f7'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:04.965713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:04.999160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c020d6a-92b3-4899-8d83-22313609ba80 req-4c07509f-5477-48d5-b9e1-bd2222aa7f0f service neutron] 10.222.0.81 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1694295 Mar 22 14:14:05.019799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c30d3-ea8f-4dad-8c86-046d463c5fc1 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:14:05.065937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d44779e6-166d-4da2-93ab-1b47887a7697 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:05.109708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-43e346a9-a21e-4636-b260-9662ea888ac0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2 HTTP/1.1" status: 200 len: 217 time: 0.2061343 Mar 22 14:14:05.211708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for security_group (4754524f-27bc-494c-b492-240af5031468), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.219391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Allocated IP 172.20.0.13 (79fa1c47-f41c-4032-b45c-f15d51835d2f/9cc05cba-0bc9-4cf3-a250-790b96987758/19f90f1e-00f5-4394-95f7-8f6733f727b8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:05.226895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4754524f-27bc-494c-b492-240af5031468), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.266877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-100991a2-cddc-4a57-9fce-7677b3285809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.274240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-100991a2-cddc-4a57-9fce-7677b3285809 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 200 len: 922 time: 1.0855820 Mar 22 14:14:05.284277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ea512df0-76a6-4cac-ab37-9a350e038af0 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:05.284638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:05.284834 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea512df0-76a6-4cac-ab37-9a350e038af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.292139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4754524f-27bc-494c-b492-240af5031468,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:05.302998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c30d3-ea8f-4dad-8c86-046d463c5fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:14:05.304537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:05.311687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.379818 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc661f-a740-40e1-98b7-828cd1c9f16e None None] New status for floating IP ace66554-6ea0-4832-899d-82bd257fc5cd: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:05.509737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-4b841cb4-a043-4946-8075-7ad492918ded service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 200 len: 217 time: 0.2306731 Mar 22 14:14:05.540264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a24da88-421b-4806-ad73-d41ccfdd93de req-aa342803-4da0-4f08-8dc6-2485398cc4e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2312381 Mar 22 14:14:05.547391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (82141e98-ec17-4139-9e1e-ee6113b523bf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.555846 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Added segment 82141e98-ec17-4139-9e1e-ee6113b523bf of type vlan for network e177f693-7c0f-435a-9569-09af1259ac07 Mar 22 14:14:05.667213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-3b19bc86-0c3e-45fb-804d-ab91c0c1b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.671677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-3b19bc86-0c3e-45fb-804d-ab91c0c1b968 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 200 len: 860 time: 0.1273510 Mar 22 14:14:05.692954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-3decb119-c01c-4a13-9552-1a7a17709616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.696947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-3decb119-c01c-4a13-9552-1a7a17709616 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e49262b-a5b1-4113-9d43-d43d001c0f98 HTTP/1.1" status: 200 len: 797 time: 0.5538230 Mar 22 14:14:05.778898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e177f693-7c0f-435a-9569-09af1259ac07), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.868399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-57e18875-fab1-4814-8659-a78b3e4794c6 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 200 len: 694 time: 0.1340165 Mar 22 14:14:05.881216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7d3f-802c-4879-9c00-3f6925d9f171 req-6a783e34-60fd-4065-af1a-76ffa521fb2e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.883250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59dd7d3f-802c-4879-9c00-3f6925d9f171 req-6a783e34-60fd-4065-af1a-76ffa521fb2e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 944 time: 0.5557017 Mar 22 14:14:05.883739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e177f693-7c0f-435a-9569-09af1259ac07), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.889738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.890449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.904805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ea512df0-76a6-4cac-ab37-9a350e038af0 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:05.911053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ea512df0-76a6-4cac-ab37-9a350e038af0 None None] Could not find standard attr ID for object fbbfd095-8146-4003-a9b4-a240ec61fb6a. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:05.919806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:05.928710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed06052-ebbb-4fa0-838f-580d28ad66c0 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:05.978573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:05.982735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6158023 Mar 22 14:14:05.996575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-3d20f35a-4bb0-4f44-881c-664cf881067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:05.998378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-3d20f35a-4bb0-4f44-881c-664cf881067f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2958214 Mar 22 14:14:06.000700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-dde98d6e-fc2a-46dd-9025-a2ffe0d00b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:06.002429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-dde98d6e-fc2a-46dd-9025-a2ffe0d00b58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc004514-13e8-4bc4-94a7-0c8719e38679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3037841 Mar 22 14:14:06.004336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48406) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:06.026097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Request body: {'subnet': {'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:06.066876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-55ce8a42-2f4a-46f4-b9fa-33606e83e12f None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:06.067313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55ce8a42-2f4a-46f4-b9fa-33606e83e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.197417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb097b3e-d1fa-4f36-bd95-4f8b394c4e8b None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:14:06.223283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-55ce8a42-2f4a-46f4-b9fa-33606e83e12f None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:06.291482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321d43-025d-40ae-abd2-90b2dee5eea1 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event updated for resources: {'Network': ['ID=e177f693-7c0f-435a-9569-09af1259ac07,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.308180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e177f693-7c0f-435a-9569-09af1259ac07 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:06.312355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.341216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59dd7d3f-802c-4879-9c00-3f6925d9f171 req-88673933-ad2c-49e5-92ab-b914f4bbfa32 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234273 Mar 22 14:14:06.409646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb097b3e-d1fa-4f36-bd95-4f8b394c4e8b None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:14:06.413416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7abeab43-7380-4d3f-a439-cf091be52422 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:06.413921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7abeab43-7380-4d3f-a439-cf091be52422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.435064 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.493194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-393454a2-c16e-4fc8-9e31-975ba4f5dc7e service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832318 Mar 22 14:14:06.502229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Made reservation on behalf of 12cd23ebaab24cca8064d80bd281205d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:06.505884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.524752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:06.537252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-78d2bd80-416a-4811-92e1-235e178303b4 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402027 Mar 22 14:14:06.567028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.573498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7abeab43-7380-4d3f-a439-cf091be52422 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:06.575249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.642102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.650502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (6601e291-44a0-4db4-b315-8814a0987bc1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.723615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:06.729880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:06.758293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=6601e291-44a0-4db4-b315-8814a0987bc1,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.785463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:06.800800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:06.802920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.813747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Network 79fa1c47-f41c-4032-b45c-f15d51835d2f is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:06.822196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc998-89b8-454d-a746-a19b07d7d82d req-baf3a971-2dd0-4f69-a4f1-0dd386e7f377 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:06.824021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-baf3a971-2dd0-4f69-a4f1-0dd386e7f377 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.9349103 Mar 22 14:14:06.833769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Port': ['ID=19f90f1e-00f5-4394-95f7-8f6733f727b8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:06.859923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b5e7388a-c670-4eed-9709-e32240f4c5c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9057519 Mar 22 14:14:06.866946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:06.870104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:06.873862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48416) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:06.879028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-a2e7fcdf-69c5-42c0-99f3-62da9624b224 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:14:06.880155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-a2e7fcdf-69c5-42c0-99f3-62da9624b224 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0417581 Mar 22 14:14:06.892469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:06.892987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:06.893404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:06.950667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:06.960399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.048765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:07.071619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-be3a39b3-9cd8-44cd-b62c-529d59394df0 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 697 time: 0.1505344 Mar 22 14:14:07.114995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:07.119770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.225136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-953d8fb8-9663-48f4-a58d-103c4dedd8ef service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110946 Mar 22 14:14:07.227905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-9732d46e-11bb-4d4a-8a3f-95dcf1c36c2f tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 697 time: 0.1400511 Mar 22 14:14:07.230214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0182c150-8fa6-4b68-b81b-5e4b90a2209b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.313970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.322937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.328435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.334613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.339916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.346819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.352205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.359801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-880706bc-8d65-4396-bfce-8902013d0b7d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.6801920 Mar 22 14:14:07.412181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0115e0eb-2ef2-4cad-9589-16f9ac07d4d5 req-deca1158-acad-4187-bef3-bf063fa683e1 service neutron] 10.222.0.78 "GET /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311072 Mar 22 14:14:07.431453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (1c3d529c-2629-4cb5-84ce-0332dcf19974), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.484978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:07.491112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:07.496925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:07.498145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.514613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7f05ed31-6fee-470d-b9b8-c0b87e045cbf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 HTTP/1.1" status: 200 len: 217 time: 0.2693503 Mar 22 14:14:07.521477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=1c3d529c-2629-4cb5-84ce-0332dcf19974,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:07.536961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8fbd7b01-8046-4c65-af74-71848672ed14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6622367 Mar 22 14:14:07.539346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:07.545601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:28:b0:10', 'name': 'tempest-NetworksTestDHCPv6-2049111695'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:07.627200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event updated for resources: {'Subnet': ['ID=0182c150-8fa6-4b68-b81b-5e4b90a2209b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:07.678673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:07.781817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.797041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c9c9fbe8-2813-4677-a8a5-486a7296f3f7 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:07.806750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 1cfaccc5-326c-4a32-8ea8-520b766f824f yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:07.885670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:07.891250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:07.891668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:07.922845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b3aa0-9173-42ce-ac48-55b581928bcf None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:07.997274 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for floatingip (35fd95a5-95b4-470a-86dc-7dee604b42eb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.016899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 172.20.0.6 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1c3d529c-2629-4cb5-84ce-0332dcf19974/1cfaccc5-326c-4a32-8ea8-520b766f824f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:08.022049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:08.022729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.027632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe28:b010 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/6601e291-44a0-4db4-b315-8814a0987bc1/1cfaccc5-326c-4a32-8ea8-520b766f824f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:08.046133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Checking segment: {'id': '82141e98-ec17-4139-9e1e-ee6113b523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:08.046648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Network hostable DHCP agents. Network: e177f693-7c0f-435a-9569-09af1259ac07, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:08.106710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.139346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e59c190-be05-4460-b641-a8ae9f1a43a1 req-61465c78-0ea9-4e37-987d-128976f64fc4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7786658 Mar 22 14:14:08.143943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-7721bb16-b4ef-4920-97c6-994a425c9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.145444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7721bb16-b4ef-4920-97c6-994a425c9230 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e49262b-a5b1-4113-9d43-d43d001c0f98 HTTP/1.1" status: 200 len: 797 time: 0.6130178 Mar 22 14:14:08.172369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.172833 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.198385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Network e177f693-7c0f-435a-9569-09af1259ac07 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:08.210843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:08.214307 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45423dbd-f369-4a2e-b3ec-ba9cb34603df" -d '{"events": [{"server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "name": "network-vif-plugged", "status": "completed", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:08.250297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Deleting port 80bc9f2f-6f86-4d79-b2a5-d47b0369ab71 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:08.250639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.253297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e177f693-7c0f-435a-9569-09af1259ac07) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:08.275897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (1cfaccc5-326c-4a32-8ea8-520b766f824f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.281722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.282622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.287725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.288819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:08.289283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.291882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62be922-4873-4ac8-8d81-3a7386ee304b None None] Network e177f693-7c0f-435a-9569-09af1259ac07 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:08.322491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1cfaccc5-326c-4a32-8ea8-520b766f824f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.396654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618accd-f678-41f6-95ab-72e80391a256 req-e8828087-e4da-4470-8ce1-1061a95b2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.398918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-e8828087-e4da-4470-8ce1-1061a95b2c0e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2416580 Mar 22 14:14:08.430368 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.436680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:08.440232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:08.443449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:08.459950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e96712ed-bf1c-460c-8f08-079f15d14cb5 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4510906 Mar 22 14:14:08.483141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:08.488177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Request body: {'port': {'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1300551194'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:08.495769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-e177f693-7c0f-435a-9569-09af1259ac07', 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07', 'project_id': '12cd23ebaab24cca8064d80bd281205d', 'fixed_ips': [{'subnet_id': '0182c150-8fa6-4b68-b81b-5e4b90a2209b'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:08.496747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.507992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '6601e291-44a0-4db4-b315-8814a0987bc1', 'ip_address': '2001:db8::f816:3eff:fe36:f5fe'}, {'subnet_id': '1c3d529c-2629-4cb5-84ce-0332dcf19974'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '1a7a4a88-48a9-4888-9d82-8ea9268ba658'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:14:08.544388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.544726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.562769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Calling delete_port for 80bc9f2f-6f86-4d79-b2a5-d47b0369ab71 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:08.566742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=1cfaccc5-326c-4a32-8ea8-520b766f824f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.590274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.590976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.632131 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d95822c-1ead-48e3-9039-0d6ff4a96a50 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0879328 Mar 22 14:14:08.632422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:08.710520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Allocated IP 172.20.0.2 (e177f693-7c0f-435a-9569-09af1259ac07/0182c150-8fa6-4b68-b81b-5e4b90a2209b/ff43de94-e0a3-4cbb-a5cc-12972e1b06e2) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:08.735356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Made reservation on behalf of 12cd23ebaab24cca8064d80bd281205d for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:08.743717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.789348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca2a7c-9178-4e59-a807-fbbc9a07f85e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.791454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (80bc9f2f-6f86-4d79-b2a5-d47b0369ab71), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.795432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca2a7c-9178-4e59-a807-fbbc9a07f85e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.799882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11ca2a7c-9178-4e59-a807-fbbc9a07f85e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1661441 Mar 22 14:14:08.801591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] device_id is not set on port 2fe88ff6-df39-412a-9cfd-018a1a198cdf yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:08.803305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48438) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:08.803855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:08.817938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d88e1-7b62-4b51-aa68-2d8e2b8c64d6 req-2e42d0da-9ef5-490a-a851-cf65bdd05559 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:08.819613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-654d88e1-7b62-4b51-aa68-2d8e2b8c64d6 req-2e42d0da-9ef5-490a-a851-cf65bdd05559 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.4762225 Mar 22 14:14:08.840725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:08.855339 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.860854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:08.862608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:08.942486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event deleted for resources: {'Port': ['ID=80bc9f2f-6f86-4d79-b2a5-d47b0369ab71,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.090833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.096981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-7a27593c-2154-455b-8530-4d1888ded39c service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799469 Mar 22 14:14:09.112217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-654d88e1-7b62-4b51-aa68-2d8e2b8c64d6 req-565bdd43-259c-4ce4-9d4b-7b65bb1340e0 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287993 Mar 22 14:14:09.112836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.137366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:09.137922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.163776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks [] for floatingip (ace66554-6ea0-4832-899d-82bd257fc5cd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.166376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.167676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-817dc998-89b8-454d-a746-a19b07d7d82d req-ef430f96-e8a3-466f-8a3c-697950b83ed9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "DELETE /v2.0/floatingips/ace66554-6ea0-4832-899d-82bd257fc5cd HTTP/1.1" status: 204 len: 173 time: 1.9203420 Mar 22 14:14:09.231586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 1cfaccc5-326c-4a32-8ea8-520b766f824f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:09.231929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1cfaccc5-326c-4a32-8ea8-520b766f824f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.273733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b6897-7b40-4143-98ed-61a27d408610 None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.283362 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc88cb-9e22-4aea-adc6-d48889dac66b x-openstack-request-id: req-86bc88cb-9e22-4aea-adc6-d48889dac66b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:09.283657 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "name": "network-vif-plugged", "status": "completed", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:09.283911 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86bc88cb-9e22-4aea-adc6-d48889dac66b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:09.284348 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bc88cb-9e22-4aea-adc6-d48889dac66b'] response: {'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7', 'code': 200} Mar 22 14:14:09.302425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3418ee4b-2e84-4450-b597-dd61647b4141 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:09.302925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3418ee4b-2e84-4450-b597-dd61647b4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.307393 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks [] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.349480 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.415077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Allocated IP 172.20.0.13 (e177f693-7c0f-435a-9569-09af1259ac07/0182c150-8fa6-4b68-b81b-5e4b90a2209b/2fe88ff6-df39-412a-9cfd-018a1a198cdf) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:09.419142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Port': ['ID=19f90f1e-00f5-4394-95f7-8f6733f727b8,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.490530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Network e177f693-7c0f-435a-9569-09af1259ac07 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:09.511560 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:14:09.518280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:09.522467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:09.533611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (35fd95a5-95b4-470a-86dc-7dee604b42eb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.613741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c618accd-f678-41f6-95ab-72e80391a256 req-697e7ae0-8c0b-406b-96be-33f7c8177db2 service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093439 Mar 22 14:14:09.617072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Allocated IP 172.20.0.2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1c3d529c-2629-4cb5-84ce-0332dcf19974/1a7a4a88-48a9-4888-9d82-8ea9268ba658) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:09.638288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for port (2fe88ff6-df39-412a-9cfd-018a1a198cdf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.656540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1cfaccc5-326c-4a32-8ea8-520b766f824f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.672021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.678370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.684371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.685505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2fe88ff6-df39-412a-9cfd-018a1a198cdf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.691220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.697728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.705760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.712445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.714081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Network e177f693-7c0f-435a-9569-09af1259ac07 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:09.714784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-b9681cb0-a77f-4726-b96e-f56981253d10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.3702056 Mar 22 14:14:09.717768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:09.720844 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.722463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f30eb29f-f660-44f2-aea7-7f98f7bb2504 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4943297 Mar 22 14:14:09.736992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:09.750178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48450) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:09.755627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:09.770222 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Publish callbacks [] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.775493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Pushing event updated for resources: {'Port': ['ID=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.807410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.843973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event updated for resources: {'Port': ['ID=2fe88ff6-df39-412a-9cfd-018a1a198cdf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:09.865324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:09.892608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c6fd75c4-b9b0-49cb-bc3e-3eae23736f77 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=79fa1c47-f41c-4032-b45c-f15d51835d2f HTTP/1.1" status: 200 len: 690 time: 0.1401539 Mar 22 14:14:09.893914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.895798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:09.898595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 1cfaccc5-326c-4a32-8ea8-520b766f824f owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:09.899766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48452) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:09.906446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd4195-2a0b-464f-961c-b2571f71124d req-79e9e844-e6d4-4cf9-a33d-3e0141040c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:09.908165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ecd4195-2a0b-464f-961c-b2571f71124d req-79e9e844-e6d4-4cf9-a33d-3e0141040c10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 1127 time: 0.5622554 Mar 22 14:14:09.967553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3418ee4b-2e84-4450-b597-dd61647b4141 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:09.974444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Attempting to bind port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:09.974881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Attempting to bind port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '82141e98-ec17-4139-9e1e-ee6113b523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:09.975257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Attempting to bind port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 on network e177f693-7c0f-435a-9569-09af1259ac07 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:09.984911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61bbd64c-4a2a-41c2-9a73-cfbd000784e2 req-f749d048-847a-4ad9-82ff-15918b3b4a15 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453213 Mar 22 14:14:10.018340 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1344ddf2-48a6-4629-b17b-299364725bed tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5340440 Mar 22 14:14:10.019244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:10.019920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Checking segment: {'id': '82141e98-ec17-4139-9e1e-ee6113b523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:10.020135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48456) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:10.024863 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.025724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Bound using segment: {'id': '82141e98-ec17-4139-9e1e-ee6113b523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:10.029591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Bound port: ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82141e98-ec17-4139-9e1e-ee6113b523bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e177f693-7c0f-435a-9569-09af1259ac07'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:10.030821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.074927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0635da0-d6d1-4ed4-a576-b5d32fd53894 None None] Pushing event updated for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.088886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870bb3f-e18a-4f37-b3af-3103e0b164c9 req-93d60fe7-5012-414d-8468-9dab33e3cae9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.090430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5870bb3f-e18a-4f37-b3af-3103e0b164c9 req-93d60fe7-5012-414d-8468-9dab33e3cae9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.5442905 Mar 22 14:14:10.110738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.111331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.111664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.112118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.112569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.113016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.117843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.120208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-0ea44fd5-f583-47d5-89e5-c5d9de2420ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6703 time: 0.3951449 Mar 22 14:14:10.181433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] For port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:10.199353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] For port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,segment=NetworkSegment(82141e98-ec17-4139-9e1e-ee6113b523bf),segment_id=82141e98-ec17-4139-9e1e-ee6113b523bf)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:10.211258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.253390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (79fa1c47-f41c-4032-b45c-f15d51835d2f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.270341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ecd4195-2a0b-464f-961c-b2571f71124d req-d0f628e6-ea4a-47a1-aea8-a569f134d5fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536851 Mar 22 14:14:10.328088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7d744-1705-4699-abf5-4c6fffec10d4 None None] Pushing event updated for resources: {'Port': ['ID=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.348511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5870bb3f-e18a-4f37-b3af-3103e0b164c9 req-57016964-fab6-4aae-b837-19074b7c5642 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266781 Mar 22 14:14:10.427403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-de7318b3-b60f-42b3-a891-204faaa294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.436440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-de7318b3-b60f-42b3-a891-204faaa294ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=9202dd69-3395-4958-b961-081ed402344d HTTP/1.1" status: 200 len: 903 time: 0.3056436 Mar 22 14:14:10.486434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4764a-e5cd-4b24-93cb-655de66712b3 req-e2ef0e72-8783-4887-858d-05363b5a8a1e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.488295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cd4764a-e5cd-4b24-93cb-655de66712b3 req-e2ef0e72-8783-4887-858d-05363b5a8a1e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.2460194 Mar 22 14:14:10.542452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Deleting port 2fe88ff6-df39-412a-9cfd-018a1a198cdf {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:10.549196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2fe88ff6-df39-412a-9cfd-018a1a198cdf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.615112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-7a127f06-2d34-465e-814f-687454fb866f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2 HTTP/1.1" status: 200 len: 217 time: 0.1164837 Mar 22 14:14:10.622799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Deleting port 19f90f1e-00f5-4394-95f7-8f6733f727b8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:10.623533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.845501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1cfaccc5-326c-4a32-8ea8-520b766f824f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:10.908908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cd4764a-e5cd-4b24-93cb-655de66712b3 req-bf357579-faa7-40bd-9a79-2a9bf8b753ad tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145281 Mar 22 14:14:10.918039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=1cfaccc5-326c-4a32-8ea8-520b766f824f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:10.934603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-77a85329-c526-4acd-b588-285ae14c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:10.936271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-77a85329-c526-4acd-b588-285ae14c0235 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e49262b-a5b1-4113-9d43-d43d001c0f98 HTTP/1.1" status: 200 len: 797 time: 0.3133204 Mar 22 14:14:10.995618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a33c43-543c-4cca-b685-aa3a62d448c8 req-921d56ab-a864-4348-966c-a28ec7d3fe76 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.001807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:11.004986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3a33c43-543c-4cca-b685-aa3a62d448c8 req-921d56ab-a864-4348-966c-a28ec7d3fe76 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2718863 Mar 22 14:14:11.080502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.081238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.144963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08cfc6-2e0e-42a9-9f15-700b2cb8ade3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:11.172724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.173046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for floatingip (19f90f1e-00f5-4394-95f7-8f6733f727b8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.186721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Calling delete_port for 19f90f1e-00f5-4394-95f7-8f6733f727b8 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:11.251803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ba3ba79f-d6a4-42db-9174-1d6fc59806ec None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.252829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba79f-d6a4-42db-9174-1d6fc59806ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.257315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:11.258839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:11.367786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (19f90f1e-00f5-4394-95f7-8f6733f727b8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.446081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Port': ['ID=19f90f1e-00f5-4394-95f7-8f6733f727b8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:11.526288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:11.526660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.571361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2fe88ff6-df39-412a-9cfd-018a1a198cdf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.604987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Calling delete_port for 2fe88ff6-df39-412a-9cfd-018a1a198cdf owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:11.621476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for floatingip (35fd95a5-95b4-470a-86dc-7dee604b42eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.634649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ba79f-d6a4-42db-9174-1d6fc59806ec None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:11.771337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:11.772000 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.820794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9cc05cba-0bc9-4cf3-a250-790b96987758), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.868909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,segment=NetworkSegment(82141e98-ec17-4139-9e1e-ee6113b523bf),segment_id=82141e98-ec17-4139-9e1e-ee6113b523bf)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:11.870494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3a33c43-543c-4cca-b685-aa3a62d448c8 req-2cd160fe-b9f3-44a9-b6ea-eb1d115af8b5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8596616 Mar 22 14:14:11.872346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.893090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:11.896313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d0cba571-dc77-458f-bf6d-59e3ba98fb8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/1cfaccc5-326c-4a32-8ea8-520b766f824f HTTP/1.1" status: 204 len: 168 time: 3.0756674 Mar 22 14:14:11.906768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-14eadb7b-650a-4bab-bacd-45f2479fb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:11.915175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-14eadb7b-650a-4bab-bacd-45f2479fb655 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9532814 Mar 22 14:14:11.917296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:12.007119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:12.017575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.018134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.018558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.018973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.019429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.019862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.020260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.020718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.022088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.022512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.022907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.023465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.023867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.024265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.024669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:12.038670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50e7f6-482a-4045-8138-a9338b84f92e None None] Network e177f693-7c0f-435a-9569-09af1259ac07 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:12.125578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.131765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.137757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.143982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.149884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.155961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.170338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.171951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275d6ad-7afa-416d-9ed6-c610e839cbac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.172755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66497a6a-1601-4581-861a-9c808940de89 req-bd5ff550-d3b8-4240-9488-2b4f26ecccac tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.5069931 Mar 22 14:14:12.176445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275d6ad-7afa-416d-9ed6-c610e839cbac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.180832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275d6ad-7afa-416d-9ed6-c610e839cbac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.185756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:12.186112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.187413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0275d6ad-7afa-416d-9ed6-c610e839cbac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2639046 Mar 22 14:14:12.192596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:12.208496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2fe88ff6-df39-412a-9cfd-018a1a198cdf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.212326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-7550eab8-5bc3-438d-bc75-6a9268426386 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.214230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-7550eab8-5bc3-438d-bc75-6a9268426386 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.5459909 Mar 22 14:14:12.269936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 1c3d529c-2629-4cb5-84ce-0332dcf19974 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:12.277802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (9cc05cba-0bc9-4cf3-a250-790b96987758), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.287530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (1c3d529c-2629-4cb5-84ce-0332dcf19974), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.349673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-ef602db7-1593-4b3b-8631-0bc5fcde14cc service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219074 Mar 22 14:14:12.352499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:12.365736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c751d-b7af-46e2-a344-8db8f3fa73f6 req-9c33f2fa-73df-4638-b3a1-3b5ad7caa2eb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:12.367303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-765c751d-b7af-46e2-a344-8db8f3fa73f6 req-9c33f2fa-73df-4638-b3a1-3b5ad7caa2eb tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.3117721 Mar 22 14:14:12.383352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Provisioning complete for port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:12.388746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.458236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event deleted for resources: {'Port': ['ID=2fe88ff6-df39-412a-9cfd-018a1a198cdf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:12.533482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f28f9eea-4a11-4e47-8aa0-3452ef499923 None None] Current status of the port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:12.549685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc05cba-0bc9-4cf3-a250-790b96987758,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:12.569553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (79fa1c47-f41c-4032-b45c-f15d51835d2f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.573345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66497a6a-1601-4581-861a-9c808940de89 req-dc5fe4fa-c058-4b60-9072-ebf9cff63863 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3718841 Mar 22 14:14:12.603445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fa1c47-f41c-4032-b45c-f15d51835d2f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:12.614793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c034f442-f0a1-49ac-82ca-6701020d97fa') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:12.615098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c034f442-f0a1-49ac-82ca-6701020d97fa') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:12.629716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-765c751d-b7af-46e2-a344-8db8f3fa73f6 req-8dcc1b55-4b11-4f83-a93e-fec36540cbc5 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501035 Mar 22 14:14:12.637169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c034f442-f0a1-49ac-82ca-6701020d97fa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.648034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b7993c44-17c5-4e88-9b9d-4300dd1f2b1b None None] Could not find standard attr ID for object fbbfd095-8146-4003-a9b4-a240ec61fb6a. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:12.670753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c034f442-f0a1-49ac-82ca-6701020d97fa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.694788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:12.695207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c034f442-f0a1-49ac-82ca-6701020d97fa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.716685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1b75d72-6161-4746-a1d4-ab0ae377b457 req-23cd7b05-216d-49fd-a894-65f54a2aaaf6 service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483341 Mar 22 14:14:12.785827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a267ab16-1285-4c84-a1da-58880d499acf None None] Provisioning complete for port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:12.786250 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a267ab16-1285-4c84-a1da-58880d499acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.796726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Deleting port 1a24bf7b-d231-470a-bf66-a7c64a048514 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:12.797150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:12.863281 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:12.879185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:12.905751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (79fa1c47-f41c-4032-b45c-f15d51835d2f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:12.941869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79fa1c47-f41c-4032-b45c-f15d51835d2f {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:14:12.997659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Network': ['ID=79fa1c47-f41c-4032-b45c-f15d51835d2f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.010762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.033309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04602b12-7d60-47e8-946e-2ae48b8b087c req-c53d3eba-b834-40a1-8ba3-c2dae568f6f6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.033930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ad103345-ef20-4ebb-b265-d510d39b1c44 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/79fa1c47-f41c-4032-b45c-f15d51835d2f HTTP/1.1" status: 204 len: 168 time: 3.1278131 Mar 22 14:14:13.034942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04602b12-7d60-47e8-946e-2ae48b8b087c req-c53d3eba-b834-40a1-8ba3-c2dae568f6f6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2792721 Mar 22 14:14:13.037032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48486) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.043456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (1c3d529c-2629-4cb5-84ce-0332dcf19974), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.135132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.146923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a267ab16-1285-4c84-a1da-58880d499acf None None] Current status of the port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:13.152614 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b12eb1cb-d298-4b99-8825-41a973177408 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "DELETE /v2.0/ports/2fe88ff6-df39-412a-9cfd-018a1a198cdf HTTP/1.1" status: 204 len: 168 time: 3.1290054 Mar 22 14:14:13.153194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48490) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.155753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a267ab16-1285-4c84-a1da-58880d499acf None None] Could not find standard attr ID for object 2fe88ff6-df39-412a-9cfd-018a1a198cdf. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:13.206677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:13.207063 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.242853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1c3d529c-2629-4cb5-84ce-0332dcf19974), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.287156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] For port 1a24bf7b-d231-470a-bf66-a7c64a048514, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a24bf7b-d231-470a-bf66-a7c64a048514,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:13.287541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.321498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Calling delete_port for 1a24bf7b-d231-470a-bf66-a7c64a048514 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:13.327445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88f8bc5e-ad7e-47c7-83be-9080eb04a996 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1474 time: 0.2858064 Mar 22 14:14:13.331490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0be6d4f-3d38-4eb0-a087-20e7724b3f25 None None] Could not find standard attr ID for object 2fe88ff6-df39-412a-9cfd-018a1a198cdf. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:13.343884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0be6d4f-3d38-4eb0-a087-20e7724b3f25 None None] Could not find standard attr ID for object 1cfaccc5-326c-4a32-8ea8-520b766f824f. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:13.352037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.358974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.359575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.359932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.360421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.360883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.361340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.361815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.366148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-f70806fb-d2c9-434f-a69f-5a34375e6d7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6703 time: 0.5637162 Mar 22 14:14:13.425267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78937c-50da-4aa0-b50b-9678dc24ff5d req-2a612528-ed5b-4d90-ba28-582ede70a63f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.427149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca78937c-50da-4aa0-b50b-9678dc24ff5d req-2a612528-ed5b-4d90-ba28-582ede70a63f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.6221817 Mar 22 14:14:13.482907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:13.505576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.506160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.506670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.507171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.507689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.508202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.508642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.509073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.509502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.509932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.510416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.510846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:13.513726 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6429f6cf-ba56-44f3-a8b6-1d38e8d05d4b tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7721 time: 0.1576517 Mar 22 14:14:13.514910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (1c3d529c-2629-4cb5-84ce-0332dcf19974), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.522737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67934922-3b90-484e-8851-c5d2769ef4a4 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3659236 Mar 22 14:14:13.522737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48496) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.541255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48498) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.601745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-478710041'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:13.660297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3d529c-2629-4cb5-84ce-0332dcf19974,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:13.668504 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-d59a225e-151e-4158-8c32-2772f191b5cf tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] delete failed (client error): The resource could not be found. Mar 22 14:14:13.670089 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d59a225e-151e-4158-8c32-2772f191b5cf tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/35fd95a5-95b4-470a-86dc-7dee604b42eb HTTP/1.1" status: 404 len: 345 time: 0.1259496 Mar 22 14:14:13.671353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.675320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-af65286c-9de6-4ef4-a55f-df1c99f99551 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1c3d529c-2629-4cb5-84ce-0332dcf19974 HTTP/1.1" status: 204 len: 168 time: 1.4816935 Mar 22 14:14:13.676061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.683539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.694418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778a366-66fc-421c-9944-85f1dfb776bf None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:13.721236 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b68e570-81e2-4eaf-bc88-233d10a920c8 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 14:14:13.721836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b68e570-81e2-4eaf-bc88-233d10a920c8 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:13.724997 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b68e570-81e2-4eaf-bc88-233d10a920c8 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/79fa1c47-f41c-4032-b45c-f15d51835d2f HTTP/1.1" status: 404 len: 339 time: 0.0479207 Mar 22 14:14:13.731268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48508) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:13.735929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04602b12-7d60-47e8-946e-2ae48b8b087c req-127a09bc-9f1a-4e30-b108-af03e0b63d7c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6856358 Mar 22 14:14:13.739431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'name': 'tempest-network--1125590951', 'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:13.787763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Made reservation on behalf of 12cd23ebaab24cca8064d80bd281205d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:13.795219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.812439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 6601e291-44a0-4db4-b315-8814a0987bc1 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:13.817903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a24bf7b-d231-470a-bf66-a7c64a048514 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:13.828764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (6601e291-44a0-4db4-b315-8814a0987bc1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.842950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:13.845266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.850733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca78937c-50da-4aa0-b50b-9678dc24ff5d req-441b0d1f-59e6-4f4c-b224-850e9293f482 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028103 Mar 22 14:14:13.885398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:13.921168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6601e291-44a0-4db4-b315-8814a0987bc1), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.928714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (803a4268-229c-4b1b-a699-496036d78c59), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.929111 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Added segment 803a4268-229c-4b1b-a699-496036d78c59 of type vlan for network 9553029c-9181-44ea-ac9b-86b7e9d95315 Mar 22 14:14:13.948605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:13.968764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d0799b5a-53d1-4fbb-b41e-16ca3d04e2da), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:13.969111 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Added segment d0799b5a-53d1-4fbb-b41e-16ca3d04e2da of type vlan for network f88615d5-ae8a-45cb-b110-a63b79956a7e Mar 22 14:14:14.095760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6601e291-44a0-4db4-b315-8814a0987bc1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.098113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-423ae93e-6f8c-48ab-91ef-69884716977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.099933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-423ae93e-6f8c-48ab-91ef-69884716977e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9202dd69-3395-4958-b961-081ed402344d HTTP/1.1" status: 200 len: 903 time: 0.7243540 Mar 22 14:14:14.156334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (9553029c-9181-44ea-ac9b-86b7e9d95315), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.162975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-b2a18121-07bf-47d1-803f-31978aa5e8f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 HTTP/1.1" status: 200 len: 217 time: 0.0559797 Mar 22 14:14:14.172787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f88615d5-ae8a-45cb-b110-a63b79956a7e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.181755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a24bf7b-d231-470a-bf66-a7c64a048514 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:14.182425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.194056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6601e291-44a0-4db4-b315-8814a0987bc1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.267144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.271549 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/6601e291-44a0-4db4-b315-8814a0987bc1 HTTP/1.1" status: 204 len: 168 time: 0.5869350 Mar 22 14:14:14.277351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48518) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.298095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b8e0-3710-4ad8-99f5-5f60e3a3aee6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=6601e291-44a0-4db4-b315-8814a0987bc1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.333042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f88615d5-ae8a-45cb-b110-a63b79956a7e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.334505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.335275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.345336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.350795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.356945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.370752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.376880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.382867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.388179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.390267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-f54b93a1-98f0-4477-ac1d-250d0a766702 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.3907931 Mar 22 14:14:14.394203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-337d211e-d5f6-4654-b04b-c1c9b9df2b37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100059 Mar 22 14:14:14.397004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-c31e643a-afd8-4402-a95c-612dd0537b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.398469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-c31e643a-afd8-4402-a95c-612dd0537b52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e49262b-a5b1-4113-9d43-d43d001c0f98 HTTP/1.1" status: 200 len: 797 time: 0.2032869 Mar 22 14:14:14.400260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.408268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c23e9-32a6-4368-8241-8f0ff1b045d7 req-deaa6e4d-3a5d-4e0c-9d0b-2cd58f85ad94 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.409792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-347c23e9-32a6-4368-8241-8f0ff1b045d7 req-deaa6e4d-3a5d-4e0c-9d0b-2cd58f85ad94 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab6cefe-9687-41e5-8bc2-0e8d87295321 HTTP/1.1" status: 200 len: 945 time: 0.4007692 Mar 22 14:14:14.410434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=f88615d5-ae8a-45cb-b110-a63b79956a7e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.414559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:14.418083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (9553029c-9181-44ea-ac9b-86b7e9d95315), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.422973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.423461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4241217-eafb-4feb-a3c6-f943026b0258 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6910548 Mar 22 14:14:14.423652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.423842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29eb9d-8a85-4060-a8ee-0393bdfef803 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '6601e291-44a0-4db4-b315-8814a0987bc1'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '1a7a4a88-48a9-4888-9d82-8ea9268ba658'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:14:14.426022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48522) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.465441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1a24bf7b-d231-470a-bf66-a7c64a048514), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.534047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f88615d5-ae8a-45cb-b110-a63b79956a7e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:14.620497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f29eb9d-8a85-4060-a8ee-0393bdfef803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.627698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Pushing event deleted for resources: {'Port': ['ID=1a24bf7b-d231-470a-bf66-a7c64a048514,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.635918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48524) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.640412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0428174 Mar 22 14:14:14.715812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd8351-c397-4347-9ad6-5f75f7049bcd tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event updated for resources: {'Network': ['ID=9553029c-9181-44ea-ac9b-86b7e9d95315,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:14.724689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 9553029c-9181-44ea-ac9b-86b7e9d95315 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:14.727315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c9d2-2259-4385-a0e4-e7f82c29f371 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.733305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c9d2-2259-4385-a0e4-e7f82c29f371 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.739408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c9d2-2259-4385-a0e4-e7f82c29f371 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.746953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c9d2-2259-4385-a0e4-e7f82c29f371 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.754748 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03f3c9d2-2259-4385-a0e4-e7f82c29f371 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3276854 Mar 22 14:14:14.755564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:14.789904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] No DVR routers for this DVR port 1a24bf7b-d231-470a-bf66-a7c64a048514 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:14.799574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-347c23e9-32a6-4368-8241-8f0ff1b045d7 req-7bb9e6ac-5034-4bcd-88ee-f1fceee09ad9 tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.81 "GET /v2.0/security-groups?id=f77a4083-1327-436c-8bee-ecf20092c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731236 Mar 22 14:14:14.803051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:14.806428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-524b17ab-f9be-4b75-83b1-00d0caded375 req-986417e7-0870-449d-a133-0b24f49c6a2d tempest-FloatingIPsAssociationTestJSON-1534723808 tempest-FloatingIPsAssociationTestJSON-1534723808-project] 10.222.0.78 "DELETE /v2.0/ports/1a24bf7b-d231-470a-bf66-a7c64a048514 HTTP/1.1" status: 204 len: 173 time: 2.5739005 Mar 22 14:14:14.806884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'name': 'network-vif-deleted', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:14.809326 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8c23e-a597-499c-8498-7dfdfa5f56ae" -d '{"events": [{"server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "name": "network-vif-deleted", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:14.820089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d819804-35d3-430f-b53f-cefb0f0fb0e7 req-568cfee2-9203-488c-8169-b7838ea2ad44 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4206243 Mar 22 14:14:14.827360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-49dad9e6-c2c0-40a8-ab7b-64e96d03cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:14.828800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-49dad9e6-c2c0-40a8-ab7b-64e96d03cd0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9202dd69-3395-4958-b961-081ed402344d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3892944 Mar 22 14:14:14.836752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:14.845713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.002010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a6641-4688-4b45-bdb1-8cd7844393c8 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:15.042251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f88615d5-ae8a-45cb-b110-a63b79956a7e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.046226 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2d36e5c0-d366-4df9-96b5-ce545d1b40c1 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks HTTP/1.1" status: 200 len: 9644 time: 0.4092536 Mar 22 14:14:15.051140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48530) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:15.125711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-14a42a9a-1e0e-43d7-ad2f-5eca37d7ed2e None None] Provisioning complete for port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:15.126294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-14a42a9a-1e0e-43d7-ad2f-5eca37d7ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.462932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f88615d5-ae8a-45cb-b110-a63b79956a7e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.484787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:15.542433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88615d5-ae8a-45cb-b110-a63b79956a7e']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:15.571902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0799b5a-53d1-4fbb-b41e-16ca3d04e2da') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:15.572374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0799b5a-53d1-4fbb-b41e-16ca3d04e2da') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:15.620861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d0799b5a-53d1-4fbb-b41e-16ca3d04e2da), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.625507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-14a42a9a-1e0e-43d7-ad2f-5eca37d7ed2e None None] Current status of the port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:15.663492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d0799b5a-53d1-4fbb-b41e-16ca3d04e2da), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.686521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:15.686933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d0799b5a-53d1-4fbb-b41e-16ca3d04e2da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.687186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Deleting port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:15.687776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.789978 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91214bbb-68ba-4028-a220-4cc3a84eea40 x-openstack-request-id: req-91214bbb-68ba-4028-a220-4cc3a84eea40 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:15.791022 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6cefe-9687-41e5-8bc2-0e8d87295321", "name": "network-vif-deleted", "tag": "1a24bf7b-d231-470a-bf66-a7c64a048514", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:15.791507 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91214bbb-68ba-4028-a220-4cc3a84eea40 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:15.792950 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91214bbb-68ba-4028-a220-4cc3a84eea40'] response: {'server_uuid': '4ab6cefe-9687-41e5-8bc2-0e8d87295321', 'name': 'network-vif-deleted', 'tag': '1a24bf7b-d231-470a-bf66-a7c64a048514', 'status': 'completed', 'code': 200} Mar 22 14:14:15.799286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] For port 1a7a4a88-48a9-4888-9d82-8ea9268ba658, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1a7a4a88-48a9-4888-9d82-8ea9268ba658,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:15.799684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.823989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Calling delete_port for 1a7a4a88-48a9-4888-9d82-8ea9268ba658 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:15.833034 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:15.842798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f88615d5-ae8a-45cb-b110-a63b79956a7e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.871506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-fffde406-6fb4-4a8e-95e3-82d78c6043d1 service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0357053 Mar 22 14:14:15.877280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f88615d5-ae8a-45cb-b110-a63b79956a7e {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:14:15.877280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Network': ['ID=f88615d5-ae8a-45cb-b110-a63b79956a7e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:15.899809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:15.913030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96e35b65-c1e9-4901-9782-67938d53f2fd tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f88615d5-ae8a-45cb-b110-a63b79956a7e HTTP/1.1" status: 204 len: 168 time: 1.1421378 Mar 22 14:14:15.913707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48542) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:15.928418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'name': 'tempest-network--955345381', 'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:15.978419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10031897-69ca-42cf-ae1e-6c7e89650bf3 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] Network 9553029c-9181-44ea-ac9b-86b7e9d95315 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:16.015191 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10031897-69ca-42cf-ae1e-6c7e89650bf3 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "POST /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9624443 Mar 22 14:14:16.017766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.019536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95580b-da86-4a1a-866a-678f8fbf00c2 None None] Network 9553029c-9181-44ea-ac9b-86b7e9d95315 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:16.042015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:16.044339 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.136734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2587c4-ebe6-40ac-b5db-815bd3fba33e req-bf8225f2-ead1-46f8-a154-29fbfcf0acf5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.138971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c2587c4-ebe6-40ac-b5db-815bd3fba33e req-bf8225f2-ead1-46f8-a154-29fbfcf0acf5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.3342941 Mar 22 14:14:16.153158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f2973-c8d6-4c22-85d3-a1e30b7d2c86 req-ef619d32-482a-48ed-aeba-0666e7dd2103 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.160339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee8f2973-c8d6-4c22-85d3-a1e30b7d2c86 req-ef619d32-482a-48ed-aeba-0666e7dd2103 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3658142 Mar 22 14:14:16.235990 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1a7a4a88-48a9-4888-9d82-8ea9268ba658), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.255507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a675072-4d44-4348-aa77-538dabfb88e2 req-e3677781-f1bc-4e66-aa83-eb689ba7ce76 service neutron] 10.222.0.78 "GET /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561103 Mar 22 14:14:16.277262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:16.304060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (be42703f-3dd1-49fe-b481-8da20daf3062), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.304455 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Added segment be42703f-3dd1-49fe-b481-8da20daf3062 of type vlan for network 3bb17c92-537c-42e1-bae2-add0d14188b1 Mar 22 14:14:16.304974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] No DVR routers for this DVR port 1a7a4a88-48a9-4888-9d82-8ea9268ba658 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:16.310947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4b3c4-af5d-4745-8280-f6ccdcdd0582 None None] Pushing event deleted for resources: {'Port': ['ID=1a7a4a88-48a9-4888-9d82-8ea9268ba658,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.354516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3bb17c92-537c-42e1-bae2-add0d14188b1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.397899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3bb17c92-537c-42e1-bae2-add0d14188b1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.398889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.399639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.486392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee8f2973-c8d6-4c22-85d3-a1e30b7d2c86 req-c8667ac7-44f0-4f3d-a729-b3e109e8b883 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250303 Mar 22 14:14:16.493243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c2587c4-ebe6-40ac-b5db-815bd3fba33e req-6cf07b83-2d5f-4169-9c2b-f1b975817810 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221476 Mar 22 14:14:16.590606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6662307 Mar 22 14:14:16.592794 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-382f2072-8f5a-4925-9be1-f02419bff9ea tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks HTTP/1.1" status: 200 len: 10415 time: 0.5738688 Mar 22 14:14:16.596323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (371bfd58-68a5-4575-861a-0c9ba24ec214), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.621558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.621907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.622252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48552) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.787677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:16.791891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:16.815535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:16.820556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.821156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:16.833290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c4a59-4bed-4e01-a238-dd10be27c724 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:16.836893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1a7a4a88-48a9-4888-9d82-8ea9268ba658 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:16.842022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1a7a4a88-48a9-4888-9d82-8ea9268ba658 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:16.844364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9708682-a184-4df2-95f9-66611c0cde51 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.847541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=371bfd58-68a5-4575-861a-0c9ba24ec214,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:16.854395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9708682-a184-4df2-95f9-66611c0cde51 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "GET /v2.0/networks/3bb17c92-537c-42e1-bae2-add0d14188b1 HTTP/1.1" status: 200 len: 756 time: 0.2306993 Mar 22 14:14:16.855754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.912409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-681baf74-dd5b-4eb1-ae59-09a5f652ab59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4994855 Mar 22 14:14:16.916739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48560) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:16.958084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afce32-0ecc-471b-bebd-4fd56949adfe req-64e3af2c-4ef7-4487-9f92-0e487e022796 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:16.966329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4afce32-0ecc-471b-bebd-4fd56949adfe req-64e3af2c-4ef7-4487-9f92-0e487e022796 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2381992 Mar 22 14:14:16.977876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:17.105994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.111953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.118331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.124125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.126876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '371bfd58-68a5-4575-861a-0c9ba24ec214'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:17.129723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.130670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.136036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.141570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.143568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-f1939e09-85f9-49d1-8cff-06c7772f8eb0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.5448732 Mar 22 14:14:17.150807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbbc26-14df-45f3-9d4b-43dd46f56f28 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=3bb17c92-537c-42e1-bae2-add0d14188b1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:17.163945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3bb17c92-537c-42e1-bae2-add0d14188b1 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:17.235448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4afce32-0ecc-471b-bebd-4fd56949adfe req-aab00df2-16af-410c-a393-db1713485598 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449281 Mar 22 14:14:17.237741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c40d0-220a-476c-8716-c8b26072c93b tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:17.239237 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c00c40d0-220a-476c-8716-c8b26072c93b tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "GET /v2.0/networks/addc0801-1b93-494b-882c-126507f3677c HTTP/1.1" status: 200 len: 767 time: 0.3727579 Mar 22 14:14:17.242844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48564) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:17.259127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5b24148-8a3f-4ade-8805-5e6e87f93b9d tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "DELETE /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks/9553029c-9181-44ea-ac9b-86b7e9d95315 HTTP/1.1" status: 204 len: 168 time: 0.6294510 Mar 22 14:14:17.276097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48566) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:17.328557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-2fd82d20-1fb3-418b-9607-5ed6a7fd975a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2701077 Mar 22 14:14:17.527616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Allocated IP 172.20.0.2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/371bfd58-68a5-4575-861a-0c9ba24ec214/c2e70bf7-db3d-45ba-b794-afbf0d0578c1) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:17.650425 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3bb17c92-537c-42e1-bae2-add0d14188b1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.707240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cf8128c-2d95-47e4-b373-c301e1635daa req-5b8c5a5f-9a83-4db2-a627-2ace26f70568 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5548434 Mar 22 14:14:17.743358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:17.758236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.931939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks [] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:17.959822 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.042346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-2adf50bb-2441-437d-940c-706237826f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:18.043870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-2adf50bb-2441-437d-940c-706237826f2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 1127 time: 0.4687488 Mar 22 14:14:18.051207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3dcc0-41d8-4f49-ac54-de2028c0bbb9 req-6709e31a-bffd-4885-a8dd-cc949c434f9d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:18.052752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caa3dcc0-41d8-4f49-ac54-de2028c0bbb9 req-6709e31a-bffd-4885-a8dd-cc949c434f9d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4141741 Mar 22 14:14:18.074420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62272-86e7-4da7-b413-92b8b9455dc2 req-3ef67a03-d83e-4617-8a2b-852f462ec9be tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:18.075920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a62272-86e7-4da7-b413-92b8b9455dc2 req-3ef67a03-d83e-4617-8a2b-852f462ec9be tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.2367325 Mar 22 14:14:18.078320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f2daae93-44dd-4f4e-bfe0-4dcec2bff868 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks HTTP/1.1" status: 200 len: 9682 time: 0.7996628 Mar 22 14:14:18.113785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48578) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:18.146947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:18.148582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:18.154368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:18.180257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Pushing event updated for resources: {'Port': ['ID=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.213341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a62272-86e7-4da7-b413-92b8b9455dc2 req-e98a3d94-eabe-4236-87d1-7866552dfc18 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170633 Mar 22 14:14:18.250316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Attempting to bind port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:18.250688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Attempting to bind port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:18.251049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Attempting to bind port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:18.268216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:18.268707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:18.269005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.269407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:18.269885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Bound port: c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:18.270401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.286018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3bb17c92-537c-42e1-bae2-add0d14188b1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.350271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb17c92-537c-42e1-bae2-add0d14188b1']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:18.359414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-24b9d3b8-03fc-437a-be04-d700d02516f2 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/networks/e177f693-7c0f-435a-9569-09af1259ac07/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2064950 Mar 22 14:14:18.363171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:18.365446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be42703f-3dd1-49fe-b481-8da20daf3062') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:18.365730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be42703f-3dd1-49fe-b481-8da20daf3062') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:18.388245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-ac53d21e-44c3-4cc4-b251-1ac9409772a4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8379416 Mar 22 14:14:18.391294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (be42703f-3dd1-49fe-b481-8da20daf3062), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.420606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (be42703f-3dd1-49fe-b481-8da20daf3062), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.428475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2ff597b-4e52-451c-b8e1-94ac7fb39a18 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/networks/e177f693-7c0f-435a-9569-09af1259ac07/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0580559 Mar 22 14:14:18.430388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:18.439926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:18.440258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (be42703f-3dd1-49fe-b481-8da20daf3062), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:18.442018 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:18.477905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] For port c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:18.485526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] For port c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:18.497811 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.541773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caa3dcc0-41d8-4f49-ac54-de2028c0bbb9 req-f53aa6fb-7943-49e4-82ad-c749ca896fe7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4778678 Mar 22 14:14:18.599262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-39dc0ad2-41dd-42a8-a3e5-2cc57e991801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:18.608099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-39dc0ad2-41dd-42a8-a3e5-2cc57e991801 service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.5172105 Mar 22 14:14:18.659495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-04154775-1f4f-40e9-949b-1c4a794f3d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.667659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2710a-7172-44a1-97ac-7f3cf4fbf55f None None] Pushing event updated for resources: {'Port': ['ID=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.715754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3bb17c92-537c-42e1-bae2-add0d14188b1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.756019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3bb17c92-537c-42e1-bae2-add0d14188b1 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:14:18.765988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:18.769142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3bb17c92-537c-42e1-bae2-add0d14188b1 HTTP/1.1" status: 204 len: 168 time: 1.5241959 Mar 22 14:14:18.777496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48596) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:18.785325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-d9eabf99-7a0a-40a2-9494-65aea1c6bade service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 200 len: 217 time: 0.1761310 Mar 22 14:14:18.793800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'name': 'tempest-network--797821991'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:18.839777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22283c-0603-4aa8-b058-33da675d5356 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bb17c92-537c-42e1-bae2-add0d14188b1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:18.857810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-64aa5f33-8fea-4f72-90b2-5872daf6bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:18.859440 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-64aa5f33-8fea-4f72-90b2-5872daf6bbaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.3592734 Mar 22 14:14:19.143008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9673ed1-d140-4bd3-b753-4bc08564d228 tempest-DHCPAgentSchedulersTestJSON-362679328 tempest-DHCPAgentSchedulersTestJSON-362679328-project-admin] 10.222.0.81 "GET /v2.0/agents/e5657835-152c-4159-8f3f-d1981110966b/dhcp-networks HTTP/1.1" status: 200 len: 9682 time: 0.7101169 Mar 22 14:14:19.149313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:19.189447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Made reservation on behalf of 7efe24b1b86248af81cc5a2866632dc8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:19.201849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.364075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.384772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-924873d6-5947-4d96-8b7e-ce9ba490215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.398498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-924873d6-5947-4d96-8b7e-ce9ba490215b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.5832734 Mar 22 14:14:19.446182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cbedd-e67a-4a5c-a383-33aab9771511 req-55cb1bad-df14-4951-8b9d-3700e0fe77c1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.447786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c10cbedd-e67a-4a5c-a383-33aab9771511 req-55cb1bad-df14-4951-8b9d-3700e0fe77c1 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.6933005 Mar 22 14:14:19.457551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-33632510-50fd-4dcf-9826-588c9df20850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.459059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-33632510-50fd-4dcf-9826-588c9df20850 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.5297394 Mar 22 14:14:19.463013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (9553029c-9181-44ea-ac9b-86b7e9d95315), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.521369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:19.592965 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-908785a0-17e9-4e13-b788-70ae7ddab056 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1246324 Mar 22 14:14:19.614132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (108e5944-69ee-40f9-bb11-6882872411a4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.614605 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Added segment 108e5944-69ee-40f9-bb11-6882872411a4 of type vlan for network 0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 Mar 22 14:14:19.720976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.721450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (9553029c-9181-44ea-ac9b-86b7e9d95315), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.734445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.740721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.746616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.753196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.759131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.764858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.775263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-b9ced002-a13b-4c83-abf6-8a0cfc8a26fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.6009767 Mar 22 14:14:19.801757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-29ee05fb-19c4-4ff1-92db-44938390a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.807920 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-29ee05fb-19c4-4ff1-92db-44938390a04f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2011580 Mar 22 14:14:19.813294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9553029c-9181-44ea-ac9b-86b7e9d95315']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:19.818738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.834920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-bf4a38d3-789b-49a3-ba21-967dcb5a110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:19.836865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-bf4a38d3-789b-49a3-ba21-967dcb5a110d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4375787 Mar 22 14:14:19.842100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c10cbedd-e67a-4a5c-a383-33aab9771511 req-b0bc1aee-c6c6-4b3f-8dc0-8c45b6048ea8 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490887 Mar 22 14:14:19.862577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803a4268-229c-4b1b-a699-496036d78c59') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:19.863110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803a4268-229c-4b1b-a699-496036d78c59') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:19.896534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (803a4268-229c-4b1b-a699-496036d78c59), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.925089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (803a4268-229c-4b1b-a699-496036d78c59), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.944818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:19.946849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (803a4268-229c-4b1b-a699-496036d78c59), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:19.950433 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:19.997709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:19.999132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:20.000169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.045829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-4c0aa174-720f-4495-a4fc-c0d63ba4a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:20.046644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e153b002-114a-4506-8d40-7b862ae04ef6 req-4793d6a4-2222-4cfa-8362-5bd785749542 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698746 Mar 22 14:14:20.047510 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-4c0aa174-720f-4495-a4fc-c0d63ba4a281 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2261770 Mar 22 14:14:20.165776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (9553029c-9181-44ea-ac9b-86b7e9d95315), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.200980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.206286 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "DELETE /v2.0/networks/9553029c-9181-44ea-ac9b-86b7e9d95315 HTTP/1.1" status: 204 len: 168 time: 1.0554464 Mar 22 14:14:20.212257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:20.277429 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d54197-a408-4363-918e-341a31649a7d tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] DELETE failed (client error): The resource could not be found. Mar 22 14:14:20.278020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d54197-a408-4363-918e-341a31649a7d tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:20.281665 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-46d54197-a408-4363-918e-341a31649a7d tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "DELETE /v2.0/ports/2fe88ff6-df39-412a-9cfd-018a1a198cdf HTTP/1.1" status: 404 len: 333 time: 0.0517509 Mar 22 14:14:20.282616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a66f11-a31d-434d-9037-ae076069b978 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event deleted for resources: {'Network': ['ID=9553029c-9181-44ea-ac9b-86b7e9d95315,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:20.287245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:20.309667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:20.323079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:20.333122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0d28e5eb-2df7-4290-b6dc-e31aa73ef417 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5435243 Mar 22 14:14:20.338216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48614) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:20.354988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:20.450948 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-42686015-8acc-4abb-be1b-42f93f40a886 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917804 Mar 22 14:14:20.454561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Deleting port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:20.454943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.463855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Deleting subnet 0182c150-8fa6-4b68-b81b-5e4b90a2209b {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:20.514419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for subnet (0182c150-8fa6-4b68-b81b-5e4b90a2209b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.575692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:20.577794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.684777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0182c150-8fa6-4b68-b81b-5e4b90a2209b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.784352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:20.785260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.797142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] For port 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:20.797558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.834966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Calling delete_port for 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:20.838247 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d4ddd6e4-685a-483b-89f7-0ed79c8ac76d req-781034b5-c480-4b22-b8a3-50cbb7d181af service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794281 Mar 22 14:14:20.853241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2e70bf7-db3d-45ba-b794-afbf0d0578c1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:20.904616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.912005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-f47c57bb-4b4b-4f22-80ca-5a19e0d8b829 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:20.914033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-f47c57bb-4b4b-4f22-80ca-5a19e0d8b829 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.8649180 Mar 22 14:14:20.915434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-ef939e83-e932-43d4-a621-bd3c0d6fe087 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0633335 Mar 22 14:14:20.927805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] For port c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:20.938973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:20.939488 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.943594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:20.971337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5af099f6-3973-4239-87ed-c2e70837d86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.083658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2cc75-df12-4f47-9aad-e0d766c2988d req-cb251217-fed9-4db4-b1fd-eaf9f7095111 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:21.091035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6b2cc75-df12-4f47-9aad-e0d766c2988d req-cb251217-fed9-4db4-b1fd-eaf9f7095111 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.8518884 Mar 22 14:14:21.100848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:21.108527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7950de-cd46-4ef8-956b-5decc885c8b7 None None] Pushing event updated for resources: {'Port': ['ID=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.167012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:21.292718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0182c150-8fa6-4b68-b81b-5e4b90a2209b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.314078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.342769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Network 0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 is not hosted by any dhcp agent {{(pid=103891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:14:21.344097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:21.344260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.346065 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "PUT /v2.0/networks/0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 HTTP/1.1" status: 200 len: 857 time: 1.0063369 Mar 22 14:14:21.368657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48622) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:21.378871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904085e-f38b-4281-b7e4-f35617127d5d req-7f0e745f-b134-44d5-98e9-80e916ce077f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:21.381520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0904085e-f38b-4281-b7e4-f35617127d5d req-7f0e745f-b134-44d5-98e9-80e916ce077f tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 945 time: 0.3536420 Mar 22 14:14:21.397218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6b2cc75-df12-4f47-9aad-e0d766c2988d req-d407632b-0303-43ba-a229-7998ddfc5725 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052983 Mar 22 14:14:21.431913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Deleting port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:21.432402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.448468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5485dc-f205-4510-b676-5fa5d881a283 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event updated for resources: {'Network': ['ID=0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.471639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0182c150-8fa6-4b68-b81b-5e4b90a2209b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.518539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event deleted for resources: {'Subnet': ['ID=0182c150-8fa6-4b68-b81b-5e4b90a2209b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.528401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.530713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a57051b7-85ff-4b31-8691-400e32db0571 tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "DELETE /v2.0/subnets/0182c150-8fa6-4b68-b81b-5e4b90a2209b HTTP/1.1" status: 204 len: 168 time: 1.2427633 Mar 22 14:14:21.531305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48626) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:21.545215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7521e-398c-40ad-83e6-3fb5a66276a4 None None] Network e177f693-7c0f-435a-9569-09af1259ac07 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:21.628613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] For port c9c9fbe8-2813-4677-a8a5-486a7296f3f7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,segment=NetworkSegment(843c9882-52e2-4dce-9753-a6ff4207926b),segment_id=843c9882-52e2-4dce-9753-a6ff4207926b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:21.629134 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.659725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e177f693-7c0f-435a-9569-09af1259ac07), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.669077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-609ef276-5017-4fe2-a69e-71f5ffe1ad25 req-cb3c94d0-fd98-4626-b86a-bc77d5b09f43 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068079 Mar 22 14:14:21.677630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Calling delete_port for c9c9fbe8-2813-4677-a8a5-486a7296f3f7 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:21.724283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.764849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:21.811416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] DHCP port deletion for e177f693-7c0f-435a-9569-09af1259ac07 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:21.847947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.897845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0904085e-f38b-4281-b7e4-f35617127d5d req-4c722188-3777-4620-895a-988a57c25bf5 tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/security-groups?id=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960544 Mar 22 14:14:21.932137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.951641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Deleting port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:21.952023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:21.970304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Deleting port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:21.970682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.000556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.007209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.012907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.018745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.024868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.030679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.036241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.037576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] For port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,segment=NetworkSegment(82141e98-ec17-4139-9e1e-ee6113b523bf),segment_id=82141e98-ec17-4139-9e1e-ee6113b523bf)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:22.038299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-dcd09afd-889e-40c4-8d30-927d20895181 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.3937471 Mar 22 14:14:22.048260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.052251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c9c9fbe8-2813-4677-a8a5-486a7296f3f7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.070925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] For port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,segment=NetworkSegment(82141e98-ec17-4139-9e1e-ee6113b523bf),segment_id=82141e98-ec17-4139-9e1e-ee6113b523bf)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:22.071161 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.071978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Calling delete_port for ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:22.092227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Calling delete_port for ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:22.110448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.187754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Pushing event deleted for resources: {'Port': ['ID=c9c9fbe8-2813-4677-a8a5-486a7296f3f7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:22.213328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.216662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.264287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] Pushing event deleted for resources: {'Port': ['ID=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:22.284487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e96e7-9d16-4815-afe7-34a24e506b2e None None] No DVR routers for this DVR port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:22.289303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.309253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ff43de94-e0a3-4cbb-a5cc-12972e1b06e2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.328165 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.330130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] No DVR routers for this DVR port c9c9fbe8-2813-4677-a8a5-486a7296f3f7 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:22.339866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108e5944-69ee-40f9-bb11-6882872411a4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.340253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108e5944-69ee-40f9-bb11-6882872411a4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.342523 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.345744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f46d57df-743a-40c2-b7d2-c41d3db009b8 req-79365e75-ec0c-45c7-884e-2b730a76b51e tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.78 "DELETE /v2.0/ports/c9c9fbe8-2813-4677-a8a5-486a7296f3f7 HTTP/1.1" status: 204 len: 173 time: 1.4203053 Mar 22 14:14:22.346220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'name': 'network-vif-deleted', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:22.349325 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7c08c-edae-4753-8b03-424e79196e27" -d '{"events": [{"server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "name": "network-vif-deleted", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:22.350501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event deleted for resources: {'Port': ['ID=ff43de94-e0a3-4cbb-a5cc-12972e1b06e2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:22.352374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] No DVR routers for this DVR port ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:22.376418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (108e5944-69ee-40f9-bb11-6882872411a4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.384060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a02a9beb-c99f-4096-ab65-a2f404590eeb req-51875035-011f-49a4-bd1d-2d8a06bf04d2 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3297622 Mar 22 14:14:22.447115 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07cb7cb-1e50-4c2e-a657-84e28232b83d x-openstack-request-id: req-e07cb7cb-1e50-4c2e-a657-84e28232b83d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:22.447496 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa888082-9c3c-49ca-9881-4855a4837201", "name": "network-vif-deleted", "tag": "c9c9fbe8-2813-4677-a8a5-486a7296f3f7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:22.447703 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e07cb7cb-1e50-4c2e-a657-84e28232b83d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:22.448070 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07cb7cb-1e50-4c2e-a657-84e28232b83d'] response: {'server_uuid': 'aa888082-9c3c-49ca-9881-4855a4837201', 'name': 'network-vif-deleted', 'tag': 'c9c9fbe8-2813-4677-a8a5-486a7296f3f7', 'status': 'completed', 'code': 200} Mar 22 14:14:22.449052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (108e5944-69ee-40f9-bb11-6882872411a4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.460550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:22.460937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (108e5944-69ee-40f9-bb11-6882872411a4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:22.462892 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:22.552598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e177f693-7c0f-435a-9569-09af1259ac07), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.580618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e177f693-7c0f-435a-9569-09af1259ac07']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.595169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:22.596907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82141e98-ec17-4139-9e1e-ee6113b523bf') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.597202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82141e98-ec17-4139-9e1e-ee6113b523bf') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:22.609412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (82141e98-ec17-4139-9e1e-ee6113b523bf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.628912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.640317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:14:22.646010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.650053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] 10.222.0.81 "DELETE /v2.0/networks/0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0 HTTP/1.1" status: 204 len: 168 time: 1.2671151 Mar 22 14:14:22.664580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:22.683321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c720db-f37f-4825-bb85-965d271d2962 tempest-ExternalNetworksTestJSON-1172094529 tempest-ExternalNetworksTestJSON-1172094529-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c52be4d-6a8e-43cf-8ee9-3e61fc94cfd0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:22.718897 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4921edd4-6f9d-49a9-bd5d-45ce2f910621 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] DELETE failed (client error): The resource could not be found. Mar 22 14:14:22.719555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4921edd4-6f9d-49a9-bd5d-45ce2f910621 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:22.721303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (82141e98-ec17-4139-9e1e-ee6113b523bf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.723070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4921edd4-6f9d-49a9-bd5d-45ce2f910621 tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "DELETE /v2.0/subnets/9cc05cba-0bc9-4cf3-a250-790b96987758 HTTP/1.1" status: 404 len: 337 time: 0.0562289 Mar 22 14:14:22.729414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:22.780866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:22.781274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (82141e98-ec17-4139-9e1e-ee6113b523bf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:22.784291 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:22.805106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40aaf-b5e3-4018-afe8-b76d23ef4942 req-69166fde-fcf2-4e24-9be4-c4a230652514 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:22.812318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7f40aaf-b5e3-4018-afe8-b76d23ef4942 req-69166fde-fcf2-4e24-9be4-c4a230652514 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2232184 Mar 22 14:14:22.835343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:22.875303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e177f693-7c0f-435a-9569-09af1259ac07), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.896784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.916969 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] 10.222.0.81 "DELETE /v2.0/networks/e177f693-7c0f-435a-9569-09af1259ac07 HTTP/1.1" status: 204 len: 168 time: 1.3838170 Mar 22 14:14:22.920514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (addc0801-1b93-494b-882c-126507f3677c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.948292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:22.968746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7f40aaf-b5e3-4018-afe8-b76d23ef4942 req-64352b16-0067-449d-8ea2-695dd5030ed1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506026 Mar 22 14:14:22.971942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.000284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:23.012348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01403d-1854-4bf6-8cc9-2d8f7cdc014a tempest-DHCPAgentSchedulersTestJSON-1742142820 tempest-DHCPAgentSchedulersTestJSON-1742142820-project] Pushing event deleted for resources: {'Network': ['ID=e177f693-7c0f-435a-9569-09af1259ac07,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:23.038423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-024f2c54-82a4-4c8d-9f6f-5c6b463718a7 admin admin] 10.222.0.81 "PUT /v2.0/routers/ba527ed7-ca40-4f7f-8d86-5ec264b8e80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4076855 Mar 22 14:14:23.041247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48646) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:23.050928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2e70bf7-db3d-45ba-b794-afbf0d0578c1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:23.101865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6d823cea-71bf-4c22-99db-5ba0b06ababb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.201383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:23.201923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.215763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f853c2fc-9f39-49af-8399-f731d45d09e7 req-d872b6b9-79cd-43ba-bda5-c58bb99d41cc tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa888082-9c3c-49ca-9881-4855a4837201 HTTP/1.1" status: 200 len: 210 time: 0.0650530 Mar 22 14:14:23.264809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (addc0801-1b93-494b-882c-126507f3677c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.286767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:23.287642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,revision_number=5']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:23.297548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks [] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.315264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:23.333555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.334284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92703eb5-4c5b-4480-a943-63c218922e34 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:23.340258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.346036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=6d823cea-71bf-4c22-99db-5ba0b06ababb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:23.349351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addc0801-1b93-494b-882c-126507f3677c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:23.390332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6941094b-9464-4f3c-965d-6acdefff9b51') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:23.391035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6941094b-9464-4f3c-965d-6acdefff9b51') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:23.416937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6840b93b-34f5-4729-975c-dd2f22f03137 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4431107 Mar 22 14:14:23.424658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (6941094b-9464-4f3c-965d-6acdefff9b51), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.426415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48650) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:23.436294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:a8:cc:75', 'name': 'tempest-NetworksTestDHCPv6-199547648'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:23.471079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:23.497425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:23.584993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks [] for router_gateway (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.595733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:23.604262 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6941094b-9464-4f3c-965d-6acdefff9b51), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.610769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:23.611163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (6941094b-9464-4f3c-965d-6acdefff9b51), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.633781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Sync routers for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:23.641286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:23.643773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ff43de94-e0a3-4cbb-a5cc-12972e1b06e2 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:23.684821 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:23.687593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:23.687593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:23.739782 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a45aa565-4490-40bd-969b-6c9c908d708b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12cd23ebaab24cca8064d80bd281205d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389498 Mar 22 14:14:23.743144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:23.772207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Deleting port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:23.772591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.774258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (addc0801-1b93-494b-882c-126507f3677c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.800491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.804260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] 10.222.0.81 "DELETE /v2.0/networks/addc0801-1b93-494b-882c-126507f3677c HTTP/1.1" status: 204 len: 168 time: 1.0729730 Mar 22 14:14:23.821326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.827587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.834491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.840214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.874282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.890830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] Publish callbacks [] for security_group (4754524f-27bc-494c-b492-240af5031468), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.901315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.908525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:23.918828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-6d2475e0-22e3-408e-9763-7335b833bc46 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.3499558 Mar 22 14:14:23.935086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] Publish callbacks [] for security_group (4754524f-27bc-494c-b492-240af5031468), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.937952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] For port ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:23.938338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:23.959044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8a57-26c6-4764-96c6-253085f982ab tempest-ExternalNetworksTestJSON-888627124 tempest-ExternalNetworksTestJSON-888627124-project] Pushing event deleted for resources: {'Network': ['ID=addc0801-1b93-494b-882c-126507f3677c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:23.966800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Calling delete_port for ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:24.042551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:24.073629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4754524f-27bc-494c-b492-240af5031468), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.076568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.077980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4754524f-27bc-494c-b492-240af5031468 HTTP/1.1" status: 204 len: 168 time: 0.3348300 Mar 22 14:14:24.088025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c9c9fbe8-2813-4677-a8a5-486a7296f3f7 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:24.089624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.116222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:24.129309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a0bd-6e26-4fbb-be7a-4726bcb42dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754524f-27bc-494c-b492-240af5031468,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.188199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6a28e56-d4f0-423b-a198-10640a6b09c9 req-390f7728-514c-46df-9819-1018f0309b15 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2684326 Mar 22 14:14:24.217931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: c9c9fbe8-2813-4677-a8a5-486a7296f3f7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:24.218430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device c9c9fbe8-2813-4677-a8a5-486a7296f3f7 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:24.225628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:14:23Z', 'revision_number': 6, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:24.294189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbde5d-99d7-4d18-a5ca-08afbe043a1c req-33b573e5-ada9-4eca-8739-cdb0d8a8343d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:24.295910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7abbde5d-99d7-4d18-a5ca-08afbe043a1c req-33b573e5-ada9-4eca-8739-cdb0d8a8343d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2079639 Mar 22 14:14:24.299662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Checking router: ba527ed7-ca40-4f7f-8d86-5ec264b8e80e for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:24.327250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.332935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Routers {'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:24.333612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:24.349306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.391978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 3d21b509-047d-4057-b077-230efabd3d33 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:24.426665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7abbde5d-99d7-4d18-a5ca-08afbe043a1c req-7b60a0a2-8e3a-484d-8a17-fbbf8f8b2dd3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243207 Mar 22 14:14:24.457343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.544952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:24.546369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] Set router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:24.707525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:14:23Z', 'revision_number': 6, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:24.746205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.762728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e31cf-c2ab-4713-ac2b-e37455a2c8b7 None None] The sync data for ids ['ba527ed7-ca40-4f7f-8d86-5ec264b8e80e'] in n-d-758851-5 is: [{'id': 'ba527ed7-ca40-4f7f-8d86-5ec264b8e80e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1618542354-router', 'tenant_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:41Z', 'updated_at': '2022-03-22T14:14:23Z', 'revision_number': 6, 'project_id': 'cc1ac18d333442c2aed547e0a5e8fc85', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:24.866100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.866252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48694) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:24.928937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4a7419a-f125-426d-b663-e7399e65b495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.941219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:24.949657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks [] for router_controller (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.028618 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e16e758-d62e-44fb-b118-2c98989486b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ace5bf4e32614374b7829f79a90e67e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999986 Mar 22 14:14:25.030501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48706) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:25.109379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ba527ed7-ca40-4f7f-8d86-5ec264b8e80e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.109988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba527ed7-ca40-4f7f-8d86-5ec264b8e80e {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:14:25.140419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.143937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ceed8da1-341f-40ae-b959-d5586a21e4ea admin admin] 10.222.0.81 "DELETE /v2.0/routers/ba527ed7-ca40-4f7f-8d86-5ec264b8e80e HTTP/1.1" status: 204 len: 168 time: 2.0981264 Mar 22 14:14:25.146708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:25.178583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2e70bf7-db3d-45ba-b794-afbf0d0578c1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:25.263954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4a7419a-f125-426d-b663-e7399e65b495 admin admin] Publish callbacks [] for security_group (0d516606-129d-47b8-86e6-247c41629ab6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.274474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4a7419a-f125-426d-b663-e7399e65b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0d516606-129d-47b8-86e6-247c41629ab6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.304595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:25.305061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.360676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 172.20.0.11 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/371bfd58-68a5-4575-861a-0c9ba24ec214/3d21b509-047d-4057-b077-230efabd3d33) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:25.396054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Deleting subnet 65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:25.403867 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Publish callbacks [] for subnet (65b9b5fa-9774-435e-a6ee-1207ab2c4ab2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.406242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fea8:cc75 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/6d823cea-71bf-4c22-99db-5ba0b06ababb/3d21b509-047d-4057-b077-230efabd3d33) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:25.407761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7419a-f125-426d-b663-e7399e65b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d516606-129d-47b8-86e6-247c41629ab6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.418518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] Publish callbacks [] for security_group (c7db03e8-6e82-4906-80e4-0b0b9e497878), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.432259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4a7419a-f125-426d-b663-e7399e65b495 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b0c6facb1dd4d659d00a025a97422cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5650017 Mar 22 14:14:25.438630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:25.487876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (65b9b5fa-9774-435e-a6ee-1207ab2c4ab2), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.488014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:25.518800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-210ecfc8-e979-48cb-890b-c6cbfe5d5e51 None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:25.519259 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-210ecfc8-e979-48cb-890b-c6cbfe5d5e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.524360 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] Publish callbacks [] for security_group (c7db03e8-6e82-4906-80e4-0b0b9e497878), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.557133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.563347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.569301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.575064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.580753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.586500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.593394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.595793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-801efc1a-75e6-4086-846f-d04c3bc5fec0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.2552311 Mar 22 14:14:25.643411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] Publish callbacks [] for security_group (0d516606-129d-47b8-86e6-247c41629ab6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.661829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-210ecfc8-e979-48cb-890b-c6cbfe5d5e51 None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:25.686280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7db03e8-6e82-4906-80e4-0b0b9e497878), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.689289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.690599 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7db03e8-6e82-4906-80e4-0b0b9e497878 HTTP/1.1" status: 204 len: 168 time: 0.6561577 Mar 22 14:14:25.693515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] Publish callbacks [] for security_group (0d516606-129d-47b8-86e6-247c41629ab6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.727313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18928d-fe5a-4506-8ec3-3a520bc1c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db03e8-6e82-4906-80e4-0b0b9e497878,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.795977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0d516606-129d-47b8-86e6-247c41629ab6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.798978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.803153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d516606-129d-47b8-86e6-247c41629ab6 HTTP/1.1" status: 204 len: 168 time: 0.3632512 Mar 22 14:14:25.818758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c7858-e3a8-4a83-b96b-9483086fa833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d516606-129d-47b8-86e6-247c41629ab6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:25.879120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f93afbd5-6cff-43b0-8607-a7b47dc53e6f req-a03b7821-ca2f-47ee-8816-ad73e09104fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2753839 Mar 22 14:14:25.890756 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (65b9b5fa-9774-435e-a6ee-1207ab2c4ab2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:25.922163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313933be-dcdb-4cd6-8f72-a65d995642f4 req-3325f66d-5e32-4c2a-880e-e63ddecfab40 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:25.923760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-313933be-dcdb-4cd6-8f72-a65d995642f4 req-3325f66d-5e32-4c2a-880e-e63ddecfab40 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3961880 Mar 22 14:14:26.024017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (3d21b509-047d-4057-b077-230efabd3d33), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.032425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-313933be-dcdb-4cd6-8f72-a65d995642f4 req-606c9617-7b13-4cce-aa83-e9b751ed23af tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997744 Mar 22 14:14:26.050996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (65b9b5fa-9774-435e-a6ee-1207ab2c4ab2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.080751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.084021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/65b9b5fa-9774-435e-a6ee-1207ab2c4ab2 HTTP/1.1" status: 204 len: 168 time: 0.9339640 Mar 22 14:14:26.086664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.090044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f30b13-7a93-4c3c-9cf3-72bbb029a4e6 None None] Network cc004514-13e8-4bc4-94a7-0c8719e38679 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:26.158020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318aa15-a5ba-43b4-814a-a35752134bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b9b5fa-9774-435e-a6ee-1207ab2c4ab2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:26.205083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3d21b509-047d-4057-b077-230efabd3d33), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.241759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cc004514-13e8-4bc4-94a7-0c8719e38679), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.278505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:26.301329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:26.308655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:26.325093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=3d21b509-047d-4057-b077-230efabd3d33,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:26.396309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Deleting port e266607e-eb6b-4d2d-b721-c348047f4eb0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:26.396644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.457862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.458518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.494449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1ea262b7-031a-46ae-883e-1a33a95995e4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0668912 Mar 22 14:14:26.498836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.592519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] For port e266607e-eb6b-4d2d-b721-c348047f4eb0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e266607e-eb6b-4d2d-b721-c348047f4eb0,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:26.592745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.610070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912457df-53f5-4b44-a2af-602b6c93ab75 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.615736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912457df-53f5-4b44-a2af-602b6c93ab75 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:26.617343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Calling delete_port for e266607e-eb6b-4d2d-b721-c348047f4eb0 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:26.617506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-912457df-53f5-4b44-a2af-602b6c93ab75 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1177011 Mar 22 14:14:26.622381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48752) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.637739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] DHCP port deletion for cc004514-13e8-4bc4-94a7-0c8719e38679 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:26.674878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.795165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e266607e-eb6b-4d2d-b721-c348047f4eb0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:26.857849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Deleting port e266607e-eb6b-4d2d-b721-c348047f4eb0 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:26.858636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.912719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:26.951016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-341c6d0f-da58-4f7d-bdca-de11efa0d986 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7efe24b1b86248af81cc5a2866632dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116024 Mar 22 14:14:26.951637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:26.973947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] For port e266607e-eb6b-4d2d-b721-c348047f4eb0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e266607e-eb6b-4d2d-b721-c348047f4eb0,segment=NetworkSegment(16c9a9d1-7cb0-486e-a1e9-3789a2debfd7),segment_id=16c9a9d1-7cb0-486e-a1e9-3789a2debfd7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:26.974590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.010962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Calling delete_port for e266607e-eb6b-4d2d-b721-c348047f4eb0 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:27.016773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Pushing event deleted for resources: {'Port': ['ID=e266607e-eb6b-4d2d-b721-c348047f4eb0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.027433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] No DVR routers for this DVR port e266607e-eb6b-4d2d-b721-c348047f4eb0 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:27.112575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 3d21b509-047d-4057-b077-230efabd3d33 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:27.113168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3d21b509-047d-4057-b077-230efabd3d33), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: from cryptography.utils import int_from_bytes Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: from cryptography.utils import int_from_bytes Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.117182 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:14:27.120483 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:14:27.127918 n-d-758851-5 neutron-server[103892]: INFO neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No ports have port_id starting with e266607e-eb6b-4d2d-b721-c348047f4eb0 Mar 22 14:14:27.129952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e266607e-eb6b-4d2d-b721-c348047f4eb0), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.134826 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] Publish callbacks [] for security_group (936bb07c-7ffb-446f-8f7d-767ebf34de5a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.135797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:27.164040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:27.164672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ac34d6fd-6ce3-4bc6-88ea-ad3223af22f6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:27.165520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:27.215578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (cc004514-13e8-4bc4-94a7-0c8719e38679), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.226957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-97835ab9-089d-47fe-87f9-bc805836eda3 None None] Provisioning complete for port 3d21b509-047d-4057-b077-230efabd3d33 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:27.227887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-97835ab9-089d-47fe-87f9-bc805836eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d21b509-047d-4057-b077-230efabd3d33), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.235524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] Pushing event deleted for resources: {'Port': ['ID=e266607e-eb6b-4d2d-b721-c348047f4eb0,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.240522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9329f-ca3c-4bbd-9344-13f1daeb7133 None None] No DVR routers for this DVR port e266607e-eb6b-4d2d-b721-c348047f4eb0 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:27.258214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc004514-13e8-4bc4-94a7-0c8719e38679']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:27.275747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:27.276053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c9a9d1-7cb0-486e-a1e9-3789a2debfd7') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:27.291052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:27.291670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2b27ddf8-f7e9-4d8c-aa39-bfa548f4f1bd not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:27.299280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (16c9a9d1-7cb0-486e-a1e9-3789a2debfd7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.317173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] Publish callbacks [] for security_group (936bb07c-7ffb-446f-8f7d-767ebf34de5a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.323233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-97835ab9-089d-47fe-87f9-bc805836eda3 None None] Port 3d21b509-047d-4057-b077-230efabd3d33 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:27.326098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (16c9a9d1-7cb0-486e-a1e9-3789a2debfd7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.335274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:27.336422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (16c9a9d1-7cb0-486e-a1e9-3789a2debfd7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.382575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.388287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.397386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.402677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.418205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.425769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:27.426018 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:27.431868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.432906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (cc004514-13e8-4bc4-94a7-0c8719e38679), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.434245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-884b7ca1-60ac-4e6d-842c-9e4f51010d5f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.3787768 Mar 22 14:14:27.492586 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3d21b509-047d-4057-b077-230efabd3d33), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.513924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fbe07-891b-4cfa-ab37-582aea65300b req-7003663b-e31d-483b-8005-fd6bde9e21cd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:27.515528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff1fbe07-891b-4cfa-ab37-582aea65300b req-7003663b-e31d-483b-8005-fd6bde9e21cd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3287277 Mar 22 14:14:27.534370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 3d21b509-047d-4057-b077-230efabd3d33 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:27.634029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (936bb07c-7ffb-446f-8f7d-767ebf34de5a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.636926 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.641080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/936bb07c-7ffb-446f-8f7d-767ebf34de5a HTTP/1.1" status: 204 len: 168 time: 0.6869714 Mar 22 14:14:27.661437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126aa87-dad1-4213-b0fd-aaabb98f3fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936bb07c-7ffb-446f-8f7d-767ebf34de5a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:27.675183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bca6ca8a-d3ad-4425-95db-babae36b6296 req-d734e17d-e511-435a-8ba1-60cb62daff64 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2216485 Mar 22 14:14:27.722909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff1fbe07-891b-4cfa-ab37-582aea65300b req-ef8f7343-9f4c-4c40-b36b-31660a7bdc0d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854398 Mar 22 14:14:27.940894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3d21b509-047d-4057-b077-230efabd3d33), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:27.979171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=3d21b509-047d-4057-b077-230efabd3d33,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:28.025116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.034742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cc004514-13e8-4bc4-94a7-0c8719e38679 HTTP/1.1" status: 204 len: 168 time: 1.9467230 Mar 22 14:14:28.035982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6d789-55fb-4ce6-a8f4-aab9d20b8244 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc004514-13e8-4bc4-94a7-0c8719e38679,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:28.136609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.192037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.206062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-57135b3f-e9fe-4a33-b7f7-c0d1b40d7ef2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/3d21b509-047d-4057-b077-230efabd3d33 HTTP/1.1" status: 204 len: 168 time: 1.5792449 Mar 22 14:14:28.208606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:28.296381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad1bed-7a83-4a9c-99c7-93d0d9100c6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.297613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad1bed-7a83-4a9c-99c7-93d0d9100c6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.301776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad1bed-7a83-4a9c-99c7-93d0d9100c6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:28.304383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a0ad1bed-7a83-4a9c-99c7-93d0d9100c6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0946176 Mar 22 14:14:28.307052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:28.361101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48802) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:28.403367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 371bfd58-68a5-4575-861a-0c9ba24ec214 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:28.412697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (371bfd58-68a5-4575-861a-0c9ba24ec214), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.454804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6868f8fb-204f-46f4-8ce2-18488ff5d2e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc1ac18d333442c2aed547e0a5e8fc85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922179 Mar 22 14:14:28.456919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48806) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:28.528183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (371bfd58-68a5-4575-861a-0c9ba24ec214), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.577702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] Publish callbacks [] for security_group (f77a4083-1327-436c-8bee-ecf20092c542), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.646181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] Publish callbacks [] for security_group (f77a4083-1327-436c-8bee-ecf20092c542), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.787795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (371bfd58-68a5-4575-861a-0c9ba24ec214), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.801228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f77a4083-1327-436c-8bee-ecf20092c542), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.804287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:28.816899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f77a4083-1327-436c-8bee-ecf20092c542 HTTP/1.1" status: 204 len: 168 time: 0.3586900 Mar 22 14:14:28.861633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f148f6-1699-487e-b024-f1369b901018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a4083-1327-436c-8bee-ecf20092c542,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:28.987222 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.001821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (371bfd58-68a5-4575-861a-0c9ba24ec214), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.030385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.035038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ec2fc-81c8-4a5b-9198-056796d43457 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:29.037395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/371bfd58-68a5-4575-861a-0c9ba24ec214 HTTP/1.1" status: 204 len: 168 time: 0.7280912 Mar 22 14:14:29.043435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48828) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:29.066497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.081193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.095257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.108082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.126088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.143759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.156048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.161125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:29.165210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17b89-ebd2-40ce-84ea-ed6639141d31 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=371bfd58-68a5-4575-861a-0c9ba24ec214,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:29.167774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-a28a3b66-a95d-4615-a7bd-13e113eec4f4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5429 time: 0.2677171 Mar 22 14:14:29.229054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70acf4-c39e-4fb6-ac42-f6704e19b300 req-f86fd67a-460b-4477-881f-d979e47ada07 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:29.232539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d70acf4-c39e-4fb6-ac42-f6704e19b300 req-f86fd67a-460b-4477-881f-d979e47ada07 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2949660 Mar 22 14:14:29.269600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 6d823cea-71bf-4c22-99db-5ba0b06ababb {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:29.282695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (6d823cea-71bf-4c22-99db-5ba0b06ababb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.394930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6d823cea-71bf-4c22-99db-5ba0b06ababb), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.438279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4d867a-f233-4dec-b63d-3e71eadd5033 req-ad89eab6-f87f-4274-b580-32e136efc998 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582412 Mar 22 14:14:29.448065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d70acf4-c39e-4fb6-ac42-f6704e19b300 req-9f7317c3-59db-45a8-832f-a4de3973673d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846995 Mar 22 14:14:29.564626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:29.570344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6d823cea-71bf-4c22-99db-5ba0b06ababb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.648500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.736463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6d823cea-71bf-4c22-99db-5ba0b06ababb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.777829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=6d823cea-71bf-4c22-99db-5ba0b06ababb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:29.787505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:29.792569 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-92460e4c-ee79-4193-a66e-fa3209091e8c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/6d823cea-71bf-4c22-99db-5ba0b06ababb HTTP/1.1" status: 204 len: 168 time: 0.7467897 Mar 22 14:14:29.795198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48856) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:29.851109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a0415b6e-32e3-4902-8a7d-0a40e1887fd3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542185 Mar 22 14:14:29.854367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:29.870350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:29.880796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34527ccf-6e2c-40ba-9eff-8c01f155d2dd details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:29.927950 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.071985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:30.075813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.122994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.149032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'port_id': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'mac_address': 'fa:16:3e:38:62:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:30.192969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Allocated IP 172.25.3.231 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/68aadbc3-9286-4cd7-a8ef-51f256bd5d50) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:30.229283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:30.229933 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.248784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34527ccf-6e2c-40ba-9eff-8c01f155d2dd {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:30.277011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.284750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.286320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0fd29d95-a9a7-4f18-8f26-046f53efefa2 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:30.518805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.643285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.674965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c218c4f0-f9d7-4d22-bdd2-9ab97fb7e4fc None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:30.708058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:30.711430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:30.714323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:30.734310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:30.794313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0b6ddedc-9c44-43cf-81f4-d2609339d60f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.818255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Pushing event updated for resources: {'Port': ['ID=68aadbc3-9286-4cd7-a8ef-51f256bd5d50,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:30.847439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:30.900889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'port_id': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'mac_address': 'fa:16:3e:6f:31:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e49262b-a5b1-4113-9d43-d43d001c0f98', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:30.911528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5443adaa-6c30-46a3-9643-e68ab4c9d80d None None] Provisioning complete for port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:30.911900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5443adaa-6c30-46a3-9643-e68ab4c9d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.939271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:30.942719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48892) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:30.970264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:30.979090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:30.979686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:30.982999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=0b6ddedc-9c44-43cf-81f4-d2609339d60f,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:31.009257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for floatingip (48ff8169-02e6-43ec-bb76-bbf32c83ca0a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.034354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.039787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.068910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.074734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.092421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.103700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.104987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.117489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.128151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-4f401c58-7593-4f8d-83fd-94f1e5fe0481 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5430 time: 0.5195065 Mar 22 14:14:31.156366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:31.156754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.213222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ed88a-224f-49a0-969b-cfd043651138 req-2f431afe-2917-4913-ad7c-add5256e828c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:31.214854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-962ed88a-224f-49a0-969b-cfd043651138 req-2f431afe-2917-4913-ad7c-add5256e828c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4907770 Mar 22 14:14:31.228431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd29d95-a9a7-4f18-8f26-046f53efefa2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:31.236250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-25b726b8-0d2b-4629-9fdc-42664e763677 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3806486 Mar 22 14:14:31.251403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48900) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:31.275464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:31.302988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:31.329258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:31.380896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.383971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fa40f318-5396-47bf-aec2-1c64d576175d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:31.411022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5443adaa-6c30-46a3-9643-e68ab4c9d80d None None] Current status of the port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:31.423310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-network', 'tenant_id': '1937c52767c64f7185e8882161441b35'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:31.516467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Deleting port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:31.517220 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.571299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.584320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.601462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-962ed88a-224f-49a0-969b-cfd043651138 req-df7d7bde-22d8-45e0-b712-7f34d6487d25 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472226 Mar 22 14:14:31.608951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:31.613043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.694217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] For port c2e70bf7-db3d-45ba-b794-afbf0d0578c1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:31.694964 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.713063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Calling delete_port for c2e70bf7-db3d-45ba-b794-afbf0d0578c1 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:31.768232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Pushing event updated for resources: {'Port': ['ID=68aadbc3-9286-4cd7-a8ef-51f256bd5d50,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:31.793626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (48ff8169-02e6-43ec-bb76-bbf32c83ca0a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.829616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.831029 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d9922ac-60a5-4c0c-b2fe-572e612e2776 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6527429 Mar 22 14:14:31.834322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48916) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:31.840006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-740042187', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'fixed_ips': [{'ip_address': '172.25.3.231'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:31.893663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Made reservation on behalf of 4fd87347dbd84d2d93aea7a1e72ddde4 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:31.896627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.916716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.926747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e88c75e7-8561-489c-9e39-1824ce3d1a1e req-5f153c2c-745e-4c42-9142-44f393b9a1b3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7976897 Mar 22 14:14:31.936561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Made reservation on behalf of 1937c52767c64f7185e8882161441b35 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:31.944694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:31.979694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.015561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48918) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:32.089268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for security_group (66e51600-bc54-4ed6-a6f1-a511124b03ae), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.098552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (66e51600-bc54-4ed6-a6f1-a511124b03ae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.109199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:14:32.125745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.127315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] device_id is not set on port eca35ef2-8638-411b-8977-dabcda1248ff yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:32.202185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks [] for security_group (7bd83d62-9887-4f5a-bac3-bf1589a8d0a8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.235386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:32.251982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'port_id': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'mac_address': 'fa:16:3e:45:32:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:32.316446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:32.317702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bd83d62-9887-4f5a-bac3-bf1589a8d0a8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.342806 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (c2e70bf7-db3d-45ba-b794-afbf0d0578c1), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.378249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] Pushing event deleted for resources: {'Port': ['ID=c2e70bf7-db3d-45ba-b794-afbf0d0578c1,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.382927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d99e31-fa86-48ac-b593-22f4dbd2cde3 None None] No DVR routers for this DVR port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:32.385871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port fa40f318-5396-47bf-aec2-1c64d576175d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:32.386375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.401525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e51600-bc54-4ed6-a6f1-a511124b03ae,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.411206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:32.421440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa40f318-5396-47bf-aec2-1c64d576175d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:32.432600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:32.443780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd83d62-9887-4f5a-bac3-bf1589a8d0a8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.449397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c28d828b-30f7-4eab-be0f-7465d4cf58ff), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.449754 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Added segment c28d828b-30f7-4eab-be0f-7465d4cf58ff of type vlan for network 14929f07-a010-4b92-ad44-b10d54d58ab3 Mar 22 14:14:32.456035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:32.461327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadb671-bdd7-442e-b335-54641104d8ce None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:32.475218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.511138 n-d-758851-5 neutron-server[103890]: WARNING neutron.services.revisions.revision_plugin [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Could not find related port for resource to bump revision. Mar 22 14:14:32.534187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_pluggable_backend [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Port c2e70bf7-db3d-45ba-b794-afbf0d0578c1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103890) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 14:14:32.535074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_pluggable_backend [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:f01d {{(pid=103890) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 14:14:32.546883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (14929f07-a010-4b92-ad44-b10d54d58ab3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.560389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.564919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (b6bdb858-7e9e-4bbc-95bf-70ee42ac6699), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.567330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b8b694f3-4d8c-4007-9486-82c75dfac4e2 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:32.583022 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:14:32.583618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:32.605890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-286b1401-5b15-4d22-8081-daa14a7eb81f tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7703583 Mar 22 14:14:32.615570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:32.630189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:32.635425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=b6bdb858-7e9e-4bbc-95bf-70ee42ac6699,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.638818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:32.641512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.642250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.681844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-47b7fc5a-f3f8-420d-a40c-b1e307f1a68b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4136214 Mar 22 14:14:32.686032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48928) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:32.692424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:d5:69:9d', 'name': 'tempest-NetworksTestDHCPv6-1783868307'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:32.700395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (14929f07-a010-4b92-ad44-b10d54d58ab3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.701617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.702738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.756892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.805600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2e70bf7-db3d-45ba-b794-afbf0d0578c1 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:32.869369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9228299 Mar 22 14:14:32.879871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '0b6ddedc-9c44-43cf-81f4-d2609339d60f'}, {'subnet_id': 'b6bdb858-7e9e-4bbc-95bf-70ee42ac6699'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:32.880768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:32.885492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c2e70bf7-db3d-45ba-b794-afbf0d0578c1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:32.886029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2e70bf7-db3d-45ba-b794-afbf0d0578c1 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:32.891685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48934) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:32.906433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Request body: {'subnet': {'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-subnet', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:32.920128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546d2d0-4d3f-4e69-a143-aba7373e21f9 admin admin] Pushing event updated for resources: {'Network': ['ID=14929f07-a010-4b92-ad44-b10d54d58ab3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:32.936562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:32.968195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458747-4440-4ecb-9044-328eafb0cf0a req-7b323f36-60f6-4901-aab9-eafa5b57619a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:32.969727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2458747-4440-4ecb-9044-328eafb0cf0a req-7b323f36-60f6-4901-aab9-eafa5b57619a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1633313 Mar 22 14:14:33.009931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.074541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.080846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2458747-4440-4ecb-9044-328eafb0cf0a req-d4840cfd-fcb3-4739-b00e-c35d4d192df5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978324 Mar 22 14:14:33.102549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'port_id': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'mac_address': 'fa:16:3e:27:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:33.154239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Allocated IP 172.25.3.40 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/d03c57af-8f6a-4397-9ec6-093ec5bc3580) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:33.186285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.196251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.207257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.223402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.235923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.250903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.272053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.274181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c22e8df3-7596-4081-8115-801c215819b7 req-9235d610-8098-440a-98e6-67b8da8ca171 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5432 time: 0.2176235 Mar 22 14:14:33.301499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Made reservation on behalf of 1937c52767c64f7185e8882161441b35 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:33.306087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.360547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b8b694f3-4d8c-4007-9486-82c75dfac4e2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:33.361737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.442405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c22e8df3-7596-4081-8115-801c215819b7 req-8ec7d8ee-787a-48af-9cd5-f0c2ec7e3a93 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608784 Mar 22 14:14:33.454712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b694f3-4d8c-4007-9486-82c75dfac4e2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:33.461342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0c1b-ce42-4a93-a47b-34d92f88d42b req-54bdfe10-6b86-480f-bce0-b40b1d5bd226 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:33.476669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-337d0c1b-ce42-4a93-a47b-34d92f88d42b req-54bdfe10-6b86-480f-bce0-b40b1d5bd226 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1040952 Mar 22 14:14:33.504429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Allocated IP 172.20.0.2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/0b6ddedc-9c44-43cf-81f4-d2609339d60f/d9bdf0b9-2c8f-47b9-b00c-25d41af012a5) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:33.505323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:33.509074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.515636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Allocated IP 2001:db8::f816:3eff:feef:b667 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/b6bdb858-7e9e-4bbc-95bf-70ee42ac6699/d9bdf0b9-2c8f-47b9-b00c-25d41af012a5) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:33.523605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.524806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:33.602818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-337d0c1b-ce42-4a93-a47b-34d92f88d42b req-ec124af3-0b73-4d11-9edc-3c4dc12c9776 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235039 Mar 22 14:14:33.628947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Deleting port 68aadbc3-9286-4cd7-a8ef-51f256bd5d50 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:33.629520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.647807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:33.678372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.697515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'network_id': '9202dd69-3395-4958-b961-081ed402344d', 'port_id': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'mac_address': 'fa:16:3e:96:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e49262b-a5b1-4113-9d43-d43d001c0f98', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:33.719741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.720103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for floatingip (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.732722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Calling delete_port for 68aadbc3-9286-4cd7-a8ef-51f256bd5d50 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:33.752093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:33.752628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.796924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:33.841468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.847426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks [] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.851984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.852966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96ba1f2e-c62e-4267-9f52-14f16009fe26 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:33.864681 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.895664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (68aadbc3-9286-4cd7-a8ef-51f256bd5d50), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.942354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:33.955937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:33.965229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:33.969177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:33.975829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:33.979984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:33.986703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '96ba1f2e-c62e-4267-9f52-14f16009fe26', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'port_id': '96ba1f2e-c62e-4267-9f52-14f16009fe26', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:34.040074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.069551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-9c451c70-8977-42cc-a52e-28596a325439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.071471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-9c451c70-8977-42cc-a52e-28596a325439 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.6375697 Mar 22 14:14:34.072448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.081709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Pushing event deleted for resources: {'Port': ['ID=68aadbc3-9286-4cd7-a8ef-51f256bd5d50,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.101431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:34.159020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 96ba1f2e-c62e-4267-9f52-14f16009fe26 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:34.159417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.188404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Pushing event updated for resources: {'Port': ['ID=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.195380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba1f2e-c62e-4267-9f52-14f16009fe26 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:34.202319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Attempting to bind port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:34.202695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Attempting to bind port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:34.203223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Attempting to bind port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:34.218788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:34.219167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:34.219493 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.219894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:34.220379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Bound port: d9bdf0b9-2c8f-47b9-b00c-25d41af012a5, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:34.220759 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.227340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:34.234068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:34.237916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-7247cf59-737f-46c9-b100-250ad57fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.238342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.238950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4875630b-8d9f-446e-96a1-50159708912e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:14:34.239552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-7247cf59-737f-46c9-b100-250ad57fb402 service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.1511345 Mar 22 14:14:34.240436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:34.292860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.293216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.293538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.293945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.294220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.294612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.294948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.295274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.295598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.295921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.296244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.296563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.296977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.297278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.300238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.314434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:34.387211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4875630b-8d9f-446e-96a1-50159708912e,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:34.390528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] For port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:34.410651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] For port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:34.412412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4875630b-8d9f-446e-96a1-50159708912e', 'network_id': '4800d318-0d9d-4cb1-9481-dfc8da4fefd6', 'port_id': '4875630b-8d9f-446e-96a1-50159708912e', 'mac_address': 'fa:16:3e:e6:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1695f7a-0463-42d8-a482-b2a3c8db2a6e', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:14:34.437253 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-2deddcc9-24fd-4a5b-a81f-085097871b17 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1621614 Mar 22 14:14:34.440811 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.475427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 6bc35a04-e150-400f-83a3-232b914a311c yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:34.494265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4875630b-8d9f-446e-96a1-50159708912e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:34.495086 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.550046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4875630b-8d9f-446e-96a1-50159708912e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:14:34.586129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39692e-61e7-41c0-8bfe-5b0f267658cf None None] Pushing event updated for resources: {'Port': ['ID=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.599746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4875630b-8d9f-446e-96a1-50159708912e,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:34.609495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:34.748798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:34.815455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-b8310b82-3f8a-4657-8c92-643e764b8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.822396 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-b8310b82-3f8a-4657-8c92-643e764b8951 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1884375 Mar 22 14:14:34.889461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.896180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.902015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.914765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.925575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.931945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.960587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:34.966425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-f87ce2d5-c0a6-44df-8928-525e6a06a3f3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5436 time: 0.3398302 Mar 22 14:14:35.014562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bb8a6-f112-4f4d-9e74-bef290e0242b req-fae3df9a-0209-4570-be44-5f040806fd95 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:35.017101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283bb8a6-f112-4f4d-9e74-bef290e0242b req-fae3df9a-0209-4570-be44-5f040806fd95 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3055685 Mar 22 14:14:35.058556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (4e734753-8037-4da4-befa-6fa8b2844d2e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.060420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=d03c57af-8f6a-4397-9ec6-093ec5bc3580,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:35.138929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283bb8a6-f112-4f4d-9e74-bef290e0242b req-edde4bc7-8959-4dc1-ba6e-e072ffd75752 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110446 Mar 22 14:14:35.170607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccc8ccc1-4e03-4707-a248-a36d5b8afcb3 req-c326cca5-0f16-4b33-979b-d9be963f045d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953814 Mar 22 14:14:35.171190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 172.20.0.11 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/0b6ddedc-9c44-43cf-81f4-d2609339d60f/6bc35a04-e150-400f-83a3-232b914a311c) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:35.177882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fed5:699d (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/b6bdb858-7e9e-4bbc-95bf-70ee42ac6699/6bc35a04-e150-400f-83a3-232b914a311c) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:35.241442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['fa40f318-5396-47bf-aec2-1c64d576175d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:35.311884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['b8b694f3-4d8c-4007-9486-82c75dfac4e2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:35.388419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0fd29d95-a9a7-4f18-8f26-046f53efefa2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:35.418886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:35.421762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4875630b-8d9f-446e-96a1-50159708912e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:35.716912 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (6bc35a04-e150-400f-83a3-232b914a311c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.758420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (8a6a8dec-1936-4bd3-9b76-620e1b06b917), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.817279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e734753-8037-4da4-befa-6fa8b2844d2e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:35.852253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6bc35a04-e150-400f-83a3-232b914a311c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.856067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks [] for floatingip (48ff8169-02e6-43ec-bb76-bbf32c83ca0a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.859400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:35.860691 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ec905a1-2728-4ff7-83e4-75bedc031da3 tempest-ExternalNetworksAdminNegativeTestJSON-213009566 tempest-ExternalNetworksAdminNegativeTestJSON-213009566-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/48ff8169-02e6-43ec-bb76-bbf32c83ca0a HTTP/1.1" status: 204 len: 168 time: 3.2370815 Mar 22 14:14:35.920422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48986) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:36.004967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:36.012043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:36.023391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.257717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['34527ccf-6e2c-40ba-9eff-8c01f155d2dd'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:36.307464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['96ba1f2e-c62e-4267-9f52-14f16009fe26'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:14:36.380602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Deleting subnet d280998d-3279-4c52-a4ca-b10379a9c442 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:36.395097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.427787 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Publish callbacks [] for subnet (d280998d-3279-4c52-a4ca-b10379a9c442), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.459167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:36.484133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.513361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407afd7-82fe-4445-8554-5bca9760c822 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:36.542471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (d280998d-3279-4c52-a4ca-b10379a9c442), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.600769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48996) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:36.614752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-5d7d3f2e-bce4-44dc-a954-960a2edd3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.616309 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-5d7d3f2e-bce4-44dc-a954-960a2edd3db0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7836025 Mar 22 14:14:36.640266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03e21-5341-40a7-a735-b783e2379291 req-30f3b556-ff25-43fa-bc16-0cd2774d84ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.642259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91f03e21-5341-40a7-a735-b783e2379291 req-30f3b556-ff25-43fa-bc16-0cd2774d84ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3553569 Mar 22 14:14:36.742998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Checking segment: {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:36.757734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Network hostable DHCP agents. Network: 14929f07-a010-4b92-ad44-b10d54d58ab3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:36.850542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=6bc35a04-e150-400f-83a3-232b914a311c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:36.883671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d280998d-3279-4c52-a4ca-b10379a9c442), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:36.898314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91f03e21-5341-40a7-a735-b783e2379291 req-45711fb6-540b-4a72-ac97-4e101e19ccb3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225955 Mar 22 14:14:36.920493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.940898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.949400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.955734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.962733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.970887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.976949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:36.988439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-d9edfc7c-1d6f-4596-868d-19df6c228180 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5436 time: 0.6381390 Mar 22 14:14:37.009014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:37.009678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.019829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:37.096044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eac607a-45f4-458f-a7c7-5c790e96430e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.118031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-83e58b9a-1c78-4f81-af8f-5f931e0f4851 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868248 Mar 22 14:14:37.119300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:37.151858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8a6a8dec-1936-4bd3-9b76-620e1b06b917), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.155679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=d03c57af-8f6a-4397-9ec6-093ec5bc3580,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:37.201930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0fcf8241-a7a3-41c2-8459-47db0b6ede01 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5134561 Mar 22 14:14:37.202439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:37.213729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Provisioning complete for port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:37.214104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.221478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 14929f07-a010-4b92-ad44-b10d54d58ab3) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:37.276656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406137d-533a-4b64-bf4c-185acfeb9c01 None None] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:37.291079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-690cc5de-529b-49f1-8bdc-fb2234f1a46b req-edc8bb9f-528a-4865-aedf-280975d6b094 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3010037 Mar 22 14:14:37.313867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:37.314769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.328565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.330544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d763f82c-7eca-406d-a588-a377f143ad02 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3136978 Mar 22 14:14:37.337410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49006) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:37.343194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-622283385'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:37.344867 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (d280998d-3279-4c52-a4ca-b10379a9c442), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.372241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-878dd463-886a-4679-9a30-610571ffe334 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.4703362 Mar 22 14:14:37.377828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49008) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:37.387850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:37.391746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.398380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d280998d-3279-4c52-a4ca-b10379a9c442 HTTP/1.1" status: 204 len: 168 time: 1.4741931 Mar 22 14:14:37.402744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49010) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:37.422613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.423823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.431890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Made reservation on behalf of 8f0a63f68769429cb5c4ec6cbe4d45be for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:37.435845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.449601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.453660 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5e40df9f-fab4-407b-9808-8e92f25c7c4a req-ce1a94dd-a76c-46ea-aad3-3436d0abf795 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317609 Mar 22 14:14:37.506514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-14929f07-a010-4b92-ad44-b10d54d58ab3', 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3', 'project_id': '1937c52767c64f7185e8882161441b35', 'fixed_ips': [{'subnet_id': '4e734753-8037-4da4-befa-6fa8b2844d2e'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:37.507551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.511380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ccfff-ff08-4405-8522-e5354c261fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d280998d-3279-4c52-a4ca-b10379a9c442,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:37.572955 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for router_controller (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.766516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for router_gateway (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.788284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for security_group (1796e159-ad61-4aba-8a15-70b55bc271f9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.801349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1796e159-ad61-4aba-8a15-70b55bc271f9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.823985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Allocated IP 172.20.0.2 (14929f07-a010-4b92-ad44-b10d54d58ab3/4e734753-8037-4da4-befa-6fa8b2844d2e/91c8cc45-d44b-4228-aebd-30a8804a0e39) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:37.871768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:37.890889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1796e159-ad61-4aba-8a15-70b55bc271f9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:37.895897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a7902cd3-e329-4f96-997c-53e51f1216d7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:37.896414 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Added segment a7902cd3-e329-4f96-997c-53e51f1216d7 of type vlan for network ca5a6ceb-2263-44b9-9b61-2cdd04506167 Mar 22 14:14:38.001535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ca5a6ceb-2263-44b9-9b61-2cdd04506167), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.110124 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks [] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.118468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474745f-29d1-45c4-b69c-5c2266411e48 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.125931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474745f-29d1-45c4-b69c-5c2266411e48 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.126243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:38.126728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.130550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d474745f-29d1-45c4-b69c-5c2266411e48 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9192207 Mar 22 14:14:38.139947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49018) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:38.171783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ca5a6ceb-2263-44b9-9b61-2cdd04506167), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.177916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.178851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.189577 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.255692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Pushing event updated for resources: {'Port': ['ID=91c8cc45-d44b-4228-aebd-30a8804a0e39,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:38.283142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eac607a-45f4-458f-a7c7-5c790e96430e admin admin] Publish callbacks [] for security_group (54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.300352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4ec64f08-afee-4c04-9360-e4b914b6c733), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.308089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9eac607a-45f4-458f-a7c7-5c790e96430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.329666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdffacd-d759-4c71-8f0d-a092c1a3faff req-42e2a6cf-0539-4258-bf11-5493bfabc969 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:38.331429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bdffacd-d759-4c71-8f0d-a092c1a3faff req-42e2a6cf-0539-4258-bf11-5493bfabc969 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2704549 Mar 22 14:14:38.384507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:38.384954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.451373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:38.452226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:38.452612 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.464920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:38.468580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:38.563481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for router_gateway (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.569097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac607a-45f4-458f-a7c7-5c790e96430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:38.586014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 6bc35a04-e150-400f-83a3-232b914a311c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:38.588602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6bc35a04-e150-400f-83a3-232b914a311c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.596935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9eac607a-45f4-458f-a7c7-5c790e96430e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8b749b3391248a29aa2ca9ed842861b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9868495 Mar 22 14:14:38.601056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Attempting to bind port 91c8cc45-d44b-4228-aebd-30a8804a0e39 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:38.601696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Attempting to bind port 91c8cc45-d44b-4228-aebd-30a8804a0e39 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:38.602141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Attempting to bind port 91c8cc45-d44b-4228-aebd-30a8804a0e39 on network 14929f07-a010-4b92-ad44-b10d54d58ab3 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:38.610550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:38.610931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Checking segment: {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:38.611335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.611729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Bound using segment: {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:38.612197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Bound port: 91c8cc45-d44b-4228-aebd-30a8804a0e39, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:38.612574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.613743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:38.617917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.630681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2886832 Mar 22 14:14:38.632579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] For port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:38.634452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49024) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:38.640933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fa40f318-5396-47bf-aec2-1c64d576175d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:38.661581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Request body: {'subnet': {'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:38.686864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5186c9-bb7c-443c-a015-47221db2b380 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Network': ['ID=ca5a6ceb-2263-44b9-9b61-2cdd04506167,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:38.707285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4ec64f08-afee-4c04-9360-e4b914b6c733), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.743730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.755190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec64f08-afee-4c04-9360-e4b914b6c733']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:38.766315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843c9882-52e2-4dce-9753-a6ff4207926b') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:38.766617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843c9882-52e2-4dce-9753-a6ff4207926b') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:38.777249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (843c9882-52e2-4dce-9753-a6ff4207926b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.783161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:38.792644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (843c9882-52e2-4dce-9753-a6ff4207926b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.816196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:38.817018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (843c9882-52e2-4dce-9753-a6ff4207926b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.852070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86cdd0-739b-4b1b-96f4-a34f325e1d08 None None] Pushing event updated for resources: {'Port': ['ID=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:38.883409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] Publish callbacks [] for security_group (54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:38.959108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bdffacd-d759-4c71-8f0d-a092c1a3faff req-7bdc85d3-83bf-4e4a-8619-46819696114a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5982587 Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:38.959402 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:38.988804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Provisioning complete for port 6bc35a04-e150-400f-83a3-232b914a311c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:38.990344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6bc35a04-e150-400f-83a3-232b914a311c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.040094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] Publish callbacks [] for security_group (54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.105779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Port 6bc35a04-e150-400f-83a3-232b914a311c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:39.135354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port fa40f318-5396-47bf-aec2-1c64d576175d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:39.151637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.154763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.160629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port fa40f318-5396-47bf-aec2-1c64d576175d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:39.161211 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.173574 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9 HTTP/1.1" status: 204 len: 168 time: 0.5314927 Mar 22 14:14:39.181983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Allocated IP 172.25.3.46 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/0dceba7b-a2a8-4b6a-933e-59213c8cd683) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:39.188149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:14:39.188678 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:14:39.197550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Made reservation on behalf of 8f0a63f68769429cb5c4ec6cbe4d45be for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:39.207963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.212126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.227821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.240193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.250613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.265202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.273298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Provisioning complete for port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:39.274207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4e170-de65-4ab8-879d-5dd7fcd6b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d7c7a0-d89f-4fed-bd6f-89fb902ddcb9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.274356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.277989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.293077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:39.297260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-07338f26-7860-4a98-b349-f64257d8a316 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5436 time: 0.8457277 Mar 22 14:14:39.305089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4ec64f08-afee-4c04-9360-e4b914b6c733), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.311821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.315004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] 10.222.0.81 "DELETE /v2.0/networks/4ec64f08-afee-4c04-9360-e4b914b6c733 HTTP/1.1" status: 204 len: 168 time: 1.9094985 Mar 22 14:14:39.375201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] For port 91c8cc45-d44b-4228-aebd-30a8804a0e39, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:39.382424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00052e-bd03-442c-adf4-48501fbfedde admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec64f08-afee-4c04-9360-e4b914b6c733,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.429528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] For port 91c8cc45-d44b-4228-aebd-30a8804a0e39, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=91c8cc45-d44b-4228-aebd-30a8804a0e39,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:39.491193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6bc35a04-e150-400f-83a3-232b914a311c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.501695 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.528765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.568600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 6bc35a04-e150-400f-83a3-232b914a311c owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:39.669002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cd22538-c584-4563-87ec-371b49f0f3e5 req-e90e6bd7-d100-49ac-8c5d-ad34469374b6 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3519282 Mar 22 14:14:39.726614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:39.793395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (8fa6f828-8fba-4adc-938f-425527e95ec6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.819348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9328-f199-4ce4-ab2c-55b57100cd5f None None] Pushing event updated for resources: {'Port': ['ID=91c8cc45-d44b-4228-aebd-30a8804a0e39,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.853027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Subnet': ['ID=8fa6f828-8fba-4adc-938f-425527e95ec6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:39.861232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:39.872443 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1c175e9-2d5b-48e9-8010-6fa03cc79167 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eace4ae9f7dc472a8f678401a9449467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434538 Mar 22 14:14:39.886590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49038) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:39.906341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:39.914919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:39.918940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:39.930417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:39.933995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.965848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-33480928-f979-4cc7-a382-e8fe54b0d34a None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.968491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port fa40f318-5396-47bf-aec2-1c64d576175d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:39.968879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.011129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Pushing event updated for resources: {'Port': ['ID=0dceba7b-a2a8-4b6a-933e-59213c8cd683,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:40.059847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:40.073714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:40.074446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0d0ce0fd-7d74-4426-9d63-dd3db25075f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fd87347dbd84d2d93aea7a1e72ddde4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514444 Mar 22 14:14:40.075135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49046) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:40.084186 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b15e2f-8329-46e8-8d88-50d05212f179" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:40.107219 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.114619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] Publish callbacks [] for security_group (a18e5784-01cf-48c2-8dcc-cff4fc30c6fa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.130190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Checking segment: {'id': 'a7902cd3-e329-4f96-997c-53e51f1216d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:40.130556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network hostable DHCP agents. Network: ca5a6ceb-2263-44b9-9b61-2cdd04506167, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:40.133672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6bc35a04-e150-400f-83a3-232b914a311c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.147325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a20c31ae-66ab-494e-b998-0e86aa9adc5f None None] Could not find standard attr ID for object 6bc35a04-e150-400f-83a3-232b914a311c. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:14:40.186863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] Publish callbacks [] for security_group (a18e5784-01cf-48c2-8dcc-cff4fc30c6fa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.226730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=6bc35a04-e150-400f-83a3-232b914a311c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:40.278136 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b9601e-d101-4cbd-8c72-b5f6bcd8cd51 x-openstack-request-id: req-87b9601e-d101-4cbd-8c72-b5f6bcd8cd51 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:40.278485 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:40.278804 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87b9601e-d101-4cbd-8c72-b5f6bcd8cd51 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:40.279230 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b9601e-d101-4cbd-8c72-b5f6bcd8cd51'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'code': 200} Mar 22 14:14:40.280153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:40.323807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:40.360113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:40.373140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ca5a6ceb-2263-44b9-9b61-2cdd04506167) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:40.383224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.383569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.383903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.384234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.384561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.384879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.385211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.385859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.385859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.386186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.386410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d1371-ca32-45f5-8544-a58ef0756e1f None None] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:40.386529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.386790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.387105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.387424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.387736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:40.399058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] Publish callbacks [] for security_group (66e51600-bc54-4ed6-a6f1-a511124b03ae), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.409814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.419557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.436009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.442344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b667aa2-d170-4115-8bae-e3f2de17ef37 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6bc35a04-e150-400f-83a3-232b914a311c HTTP/1.1" status: 204 len: 168 time: 2.2987232 Mar 22 14:14:40.456302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:40.469731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110b1d-c5cc-4221-867f-dc9cff93631f req-e9df6499-3a26-48e2-bdc6-ca57564aa98d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.471611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12110b1d-c5cc-4221-867f-dc9cff93631f req-e9df6499-3a26-48e2-bdc6-ca57564aa98d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2819300 Mar 22 14:14:40.473220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:40.473601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.499987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a18e5784-01cf-48c2-8dcc-cff4fc30c6fa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.502832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.507594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a18e5784-01cf-48c2-8dcc-cff4fc30c6fa HTTP/1.1" status: 204 len: 168 time: 0.6164184 Mar 22 14:14:40.531944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24dcf-5e3f-47df-b4ae-46b5d4a6c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e5784-01cf-48c2-8dcc-cff4fc30c6fa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:40.609381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12110b1d-c5cc-4221-867f-dc9cff93631f req-de6398f1-6f10-46e5-be26-51f26b525e1f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317136 Mar 22 14:14:40.724837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] Publish callbacks [] for security_group (66e51600-bc54-4ed6-a6f1-a511124b03ae), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.737340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49060) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:40.741466 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38490139-372e-4504-821b-0b40c5f1357c tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0853007 Mar 22 14:14:40.745057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34527ccf-6e2c-40ba-9eff-8c01f155d2dd up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:40.807264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-536940623', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:40.855120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-ca5a6ceb-2263-44b9-9b61-2cdd04506167', 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167', 'project_id': '8f0a63f68769429cb5c4ec6cbe4d45be', 'fixed_ips': [{'subnet_id': '8fa6f828-8fba-4adc-938f-425527e95ec6'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:40.856002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.880822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d58191-f132-4c36-a8b0-b0bc931bec6f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.882943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d58191-f132-4c36-a8b0-b0bc931bec6f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.884311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d58191-f132-4c36-a8b0-b0bc931bec6f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:40.888535 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76d58191-f132-4c36-a8b0-b0bc931bec6f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4210835 Mar 22 14:14:40.893796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:40.914043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:40.992788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.994466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:40.998232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:41.002597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for router_gateway (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.003111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.014430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 0b6ddedc-9c44-43cf-81f4-d2609339d60f {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:41.027225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (0b6ddedc-9c44-43cf-81f4-d2609339d60f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.029907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.032935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (66e51600-bc54-4ed6-a6f1-a511124b03ae), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.036885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.039276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.043082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66e51600-bc54-4ed6-a6f1-a511124b03ae HTTP/1.1" status: 204 len: 168 time: 0.9604831 Mar 22 14:14:41.056742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.074343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.081699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:41.093870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.113527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.126743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.144820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-b4c75869-b7c7-4623-9788-2698ed307e10 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5437 time: 0.2708652 Mar 22 14:14:41.174851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Allocated IP 172.20.0.2 (ca5a6ceb-2263-44b9-9b61-2cdd04506167/8fa6f828-8fba-4adc-938f-425527e95ec6/a70ec671-6dbf-400e-a902-5a6364f656f3) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:41.207059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646fc6-3a05-4ddd-a4b5-370be49222d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e51600-bc54-4ed6-a6f1-a511124b03ae,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:41.257020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0b6ddedc-9c44-43cf-81f4-d2609339d60f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.290930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1642050-204d-405d-a6ee-4a994b1fad51 req-e8341bcd-3b76-4f96-a671-5acb06c032ab tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:41.295774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:41.296573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.303930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1642050-204d-405d-a6ee-4a994b1fad51 req-e8341bcd-3b76-4f96-a671-5acb06c032ab tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5798497 Mar 22 14:14:41.393142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:41.415437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.423183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96ba1f2e-c62e-4267-9f52-14f16009fe26 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:41.431589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461516f0-764a-45ba-8125-08ba46f73bef None None] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:41.442731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1d668d5-2d7c-46ba-b080-6fcfd45dfb88 req-52dc52ef-a030-4022-b32e-33797528603e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2966063 Mar 22 14:14:41.492085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_controller (d97786fe-005d-4a13-9a3c-3a0059a257e7), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.522324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1642050-204d-405d-a6ee-4a994b1fad51 req-c97a0ea2-3783-43e7-ad5e-325aeeccd611 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063587 Mar 22 14:14:41.809218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks [] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.820030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Provisioning complete for port 91c8cc45-d44b-4228-aebd-30a8804a0e39 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:41.820406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.833493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:41.869838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_gateway (d97786fe-005d-4a13-9a3c-3a0059a257e7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:41.908236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.021985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:42.037287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 96ba1f2e-c62e-4267-9f52-14f16009fe26 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:42.051787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:42.059577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:42.093501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Pushing event updated for resources: {'Port': ['ID=a70ec671-6dbf-400e-a902-5a6364f656f3,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:42.097781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 96ba1f2e-c62e-4267-9f52-14f16009fe26 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:42.102238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.132220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.177449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49102) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:42.184324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0b6ddedc-9c44-43cf-81f4-d2609339d60f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.218540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 91c8cc45-d44b-4228-aebd-30a8804a0e39 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:42.218734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5681d-204e-44f3-900c-2b41ece39772 req-0f7ee512-02cb-4d2e-adc5-87b199052733 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.229388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89f5681d-204e-44f3-900c-2b41ece39772 req-0f7ee512-02cb-4d2e-adc5-87b199052733 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3398514 Mar 22 14:14:42.315462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:42.317867 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597e24c4-9684-470d-8ebe-1102e3b62e4d" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:42.362542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89f5681d-204e-44f3-900c-2b41ece39772 req-b3196d5a-5e4c-40e3-a085-34ee334faafa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231220 Mar 22 14:14:42.398151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0b6ddedc-9c44-43cf-81f4-d2609339d60f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.474941 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72279dd7-7d6e-41df-9f2f-224e0a92429e x-openstack-request-id: req-72279dd7-7d6e-41df-9f2f-224e0a92429e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:42.475294 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:42.475636 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72279dd7-7d6e-41df-9f2f-224e0a92429e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:42.476207 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72279dd7-7d6e-41df-9f2f-224e0a92429e'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'code': 200} Mar 22 14:14:42.489050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Attempting to bind port a70ec671-6dbf-400e-a902-5a6364f656f3 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:42.489725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Attempting to bind port a70ec671-6dbf-400e-a902-5a6364f656f3 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a7902cd3-e329-4f96-997c-53e51f1216d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:42.490406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Attempting to bind port a70ec671-6dbf-400e-a902-5a6364f656f3 on network ca5a6ceb-2263-44b9-9b61-2cdd04506167 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:42.497366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6ddedc-9c44-43cf-81f4-d2609339d60f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:42.501207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:42.501804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Checking segment: {'id': 'a7902cd3-e329-4f96-997c-53e51f1216d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:42.502486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.502804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-97990961-network', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:42.503306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Bound using segment: {'id': 'a7902cd3-e329-4f96-997c-53e51f1216d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:42.504019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Bound port: a70ec671-6dbf-400e-a902-5a6364f656f3, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7902cd3-e329-4f96-997c-53e51f1216d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:42.504622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.511800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.527059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9f8162d-66ad-45ac-a36c-893cc7e78ab6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/0b6ddedc-9c44-43cf-81f4-d2609339d60f HTTP/1.1" status: 204 len: 168 time: 1.6298625 Mar 22 14:14:42.529990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:42.547640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9377d-e171-43cc-ae74-062d606d9589 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:42.565649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:42.568338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.599469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.696236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Current status of the port 91c8cc45-d44b-4228-aebd-30a8804a0e39 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:42.696570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet b6bdb858-7e9e-4bbc-95bf-70ee42ac6699 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:42.697048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.717730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (b6bdb858-7e9e-4bbc-95bf-70ee42ac6699), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.787388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_gateway (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.792007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] For port a70ec671-6dbf-400e-a902-5a6364f656f3, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:42.796013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] For port a70ec671-6dbf-400e-a902-5a6364f656f3, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a70ec671-6dbf-400e-a902-5a6364f656f3,segment=NetworkSegment(a7902cd3-e329-4f96-997c-53e51f1216d7),segment_id=a7902cd3-e329-4f96-997c-53e51f1216d7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:42.820066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (b6bdb858-7e9e-4bbc-95bf-70ee42ac6699), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.837380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 91c8cc45-d44b-4228-aebd-30a8804a0e39 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:42.838183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.866799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49132) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:42.872605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:14:42.882529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:42.969467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89856d-6a2c-4cfb-a62b-0ec9889001bd req-be547589-6fc2-423b-8f1e-3ed9814bfa65 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:42.980920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac89856d-6a2c-4cfb-a62b-0ec9889001bd req-be547589-6fc2-423b-8f1e-3ed9814bfa65 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5302906 Mar 22 14:14:43.013562 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.036007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 96ba1f2e-c62e-4267-9f52-14f16009fe26 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:43.037238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.048711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 91c8cc45-d44b-4228-aebd-30a8804a0e39 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:43.049508 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.085896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] For port 91c8cc45-d44b-4228-aebd-30a8804a0e39, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=91c8cc45-d44b-4228-aebd-30a8804a0e39,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:43.110390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.212851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:43.230507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'networks': [{'name': 'tempest-network--1282866025'}, {'name': 'tempest-network--991580339'}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:43.232567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-network--1282866025'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:43.234224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-network--991580339'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:43.236139 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Sync routers for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:43.248150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f48811-07c5-4d1b-9d03-7f776c02671d None None] Pushing event updated for resources: {'Port': ['ID=a70ec671-6dbf-400e-a902-5a6364f656f3,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:43.256407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:43.257022 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:43.304580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.317712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.341042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.346419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.356423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.375516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.377852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.389646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0a88611-6a7f-4925-ad5f-c21f2340f69d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0088284 Mar 22 14:14:43.395309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:43.407228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-c18fbc25-08ee-46e4-947d-15c36d2ce1fc tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5438 time: 0.6672981 Mar 22 14:14:43.408525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49144) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:43.409036 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:14:43.409406 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:14:43.419143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:43.454661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.455754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0fd29d95-a9a7-4f18-8f26-046f53efefa2 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:43.507201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'network': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:43.522666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.538909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks [] for security_group (eeea8617-1a90-49c3-8178-820eeb591de5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.585302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:43.594854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.617519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eeea8617-1a90-49c3-8178-820eeb591de5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.620523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b6bdb858-7e9e-4bbc-95bf-70ee42ac6699), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.623061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f73cdd47-4479-46e6-a1e2-8d9c4ced5351 None None] Provisioning complete for port 91c8cc45-d44b-4228-aebd-30a8804a0e39 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:43.625266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f73cdd47-4479-46e6-a1e2-8d9c4ced5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.716294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bed188-e6a3-4d49-bb81-875ee5de5712 None None] Pushing event updated for resources: {'Port': ['ID=91c8cc45-d44b-4228-aebd-30a8804a0e39,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:43.747828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:43.794804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (b6bdb858-7e9e-4bbc-95bf-70ee42ac6699), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.833738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea8617-1a90-49c3-8178-820eeb591de5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:43.864483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:43.868318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:43.873769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bdb858-7e9e-4bbc-95bf-70ee42ac6699,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:43.883202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (14e8fa3b-db18-4225-ba8d-181cfc8833fe), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.883550 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Added segment 14e8fa3b-db18-4225-ba8d-181cfc8833fe of type vlan for network 18231ba7-7e63-490a-a869-d4210897fa20 Mar 22 14:14:43.888252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:43.892015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Allocated IP 172.25.3.93 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:43.906268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.916101 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:43.923795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d6c1c643-11d5-48b8-b4fa-7775915c0aee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/b6bdb858-7e9e-4bbc-95bf-70ee42ac6699 HTTP/1.1" status: 204 len: 168 time: 1.3907261 Mar 22 14:14:43.941210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49150) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:43.960590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58e97e7d-e116-4247-be62-1d201f51b7ce req-67f12d17-8207-42a3-ad64-3d0f12a0b0e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5487804 Mar 22 14:14:44.040675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac89856d-6a2c-4cfb-a62b-0ec9889001bd req-4409e33a-819d-4c17-b0db-39673f8c2555 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0539258 Mar 22 14:14:44.078377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cb115555-65a3-45e9-92b5-65a0b2f6144d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312356 Mar 22 14:14:44.095340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49154) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.105494 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (18231ba7-7e63-490a-a869-d4210897fa20), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.219788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 3, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:44.220101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-faf673e9-e234-405d-a058-84ff7bf1b09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.239755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (18231ba7-7e63-490a-a869-d4210897fa20), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.240774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.241309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.273240 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Checking router: 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:44.274434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Updating router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:44.335119 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.373066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-faf673e9-e234-405d-a058-84ff7bf1b09b admin admin] Publish callbacks [] for security_group (1864bd8e-0071-4b71-a73c-83892775fe73), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.436044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2fd47-08d7-40d9-9f96-c25d6ba61a28 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:44.438597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-faf673e9-e234-405d-a058-84ff7bf1b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1864bd8e-0071-4b71-a73c-83892775fe73), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.505220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3255939 Mar 22 14:14:44.523075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 91c8cc45-d44b-4228-aebd-30a8804a0e39 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:44.525630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49156) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.543922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:44.545885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Request body: {'subnet': {'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-97990961-subnet', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:44.552654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.559182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b4d6-49b6-4dc9-b1d5-77716492c7cc admin admin] Pushing event updated for resources: {'Network': ['ID=18231ba7-7e63-490a-a869-d4210897fa20,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:44.559315 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae813d-fda0-4b1e-9124-1070d7a31d02" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:44.576538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-faf673e9-e234-405d-a058-84ff7bf1b09b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95bc0d46590d4743b77a1a7dc2746854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9585874 Mar 22 14:14:44.584540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.592449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf673e9-e234-405d-a058-84ff7bf1b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864bd8e-0071-4b71-a73c-83892775fe73,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:44.616327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adffa1-4d67-47b4-b3f5-7653e04cb9f1 req-fb9c9e38-153e-4f42-a333-d740e9649c0e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.617927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8adffa1-4d67-47b4-b3f5-7653e04cb9f1 req-fb9c9e38-153e-4f42-a333-d740e9649c0e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3697824 Mar 22 14:14:44.683048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c79d6-a5cc-4660-a82c-025a55c3f420 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.684792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-174c79d6-a5cc-4660-a82c-025a55c3f420 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5883205 Mar 22 14:14:44.691741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for security_group (278b5a8f-8892-4f56-a016-835a3633c552), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.692798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49162) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.735098 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768b317-fd21-47f8-b876-1d6d99faf805 x-openstack-request-id: req-9768b317-fd21-47f8-b876-1d6d99faf805 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:44.736541 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:44.736815 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9768b317-fd21-47f8-b876-1d6d99faf805 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:44.737254 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9768b317-fd21-47f8-b876-1d6d99faf805'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26', 'code': 200} Mar 22 14:14:44.738339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 18231ba7-7e63-490a-a869-d4210897fa20 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:44.757845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9358c-224a-4a3d-a977-7a5284f0ef4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:44.759625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d4d9358c-224a-4a3d-a977-7a5284f0ef4c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631111 Mar 22 14:14:44.762196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49164) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.770242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:44.771032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (278b5a8f-8892-4f56-a016-835a3633c552), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.771500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.773506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.826844 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d360e6cf-89a2-4ac6-a61e-f7248b93f10f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634565 Mar 22 14:14:44.843005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49166) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:44.856852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f73cdd47-4479-46e6-a1e2-8d9c4ced5351 None None] Current status of the port 91c8cc45-d44b-4228-aebd-30a8804a0e39 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:44.861031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:44.868104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:44.876051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a78ef1-c0f0-49d4-bd6b-6b6b621e638b None None] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:44.881122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (682aaa0a-c9e1-4a86-884e-57ed5693ade7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.881739 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment 682aaa0a-c9e1-4a86-884e-57ed5693ade7 of type vlan for network c0d47e5d-6e75-447a-baa5-04fee3461994 Mar 22 14:14:44.916290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8adffa1-4d67-47b4-b3f5-7653e04cb9f1 req-da3a6a9a-2106-4f40-a4f9-f75a052140be tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750812 Mar 22 14:14:44.930302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c0d47e5d-6e75-447a-baa5-04fee3461994), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.938821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:44.960182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 91c8cc45-d44b-4228-aebd-30a8804a0e39 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:45.020399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:45.066100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Provisioning complete for port a70ec671-6dbf-400e-a902-5a6364f656f3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:45.066636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.090620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] Publish callbacks [] for security_group (1864bd8e-0071-4b71-a73c-83892775fe73), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.147055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.177889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:45.191127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3aac38be-cb5e-4bb2-ae60-50323b82bc42), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.191569 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment 3aac38be-cb5e-4bb2-ae60-50323b82bc42 of type vlan for network 2673e146-1cf8-4d56-8c7b-46c21955b998 Mar 22 14:14:45.243104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2673e146-1cf8-4d56-8c7b-46c21955b998), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.254524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:45.255026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:45.294457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:45.294952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.303091 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks [] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.321206 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.330767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c0d47e5d-6e75-447a-baa5-04fee3461994), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.331337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2673e146-1cf8-4d56-8c7b-46c21955b998), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.336798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.341300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.342926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.421868 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Pushing event updated for resources: {'Port': ['ID=0dceba7b-a2a8-4b6a-933e-59213c8cd683,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.440647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:45.447980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:45.453110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 91c8cc45-d44b-4228-aebd-30a8804a0e39 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:45.453699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.458994 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.459960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b8b694f3-4d8c-4007-9486-82c75dfac4e2 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:45.462946 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Attempting to bind port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:45.463275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Attempting to bind port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:45.463656 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Attempting to bind port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:45.471906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:45.484979 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:45.485350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:45.485753 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.490251 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:45.490779 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Bound port: 0dceba7b-a2a8-4b6a-933e-59213c8cd683, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:45.491172 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.493861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278b5a8f-8892-4f56-a016-835a3633c552,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.559790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] Publish callbacks [] for security_group (1864bd8e-0071-4b71-a73c-83892775fe73), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.560601 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.564651 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.565137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.565611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.565946 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.566495 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.567482 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.567977 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.569012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.570125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.572063 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.572606 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.573328 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.575011 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.575563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:14:45.591422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Current status of the port a70ec671-6dbf-400e-a902-5a6364f656f3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:45.591422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.662229 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] For port 0dceba7b-a2a8-4b6a-933e-59213c8cd683, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:45.665112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port b8b694f3-4d8c-4007-9486-82c75dfac4e2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:45.670065 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] For port 0dceba7b-a2a8-4b6a-933e-59213c8cd683, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0dceba7b-a2a8-4b6a-933e-59213c8cd683,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:45.683163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port b8b694f3-4d8c-4007-9486-82c75dfac4e2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:45.683619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.687633 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.688686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.697917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Deleting port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:45.699195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.705898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8375297 Mar 22 14:14:45.708759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49174) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:45.728243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] For port a70ec671-6dbf-400e-a902-5a6364f656f3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a70ec671-6dbf-400e-a902-5a6364f656f3,segment=NetworkSegment(a7902cd3-e329-4f96-997c-53e51f1216d7),segment_id=a7902cd3-e329-4f96-997c-53e51f1216d7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:45.795344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.818906 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7e56a-1fbc-4054-bd8e-0b11585ced86 None None] Pushing event updated for resources: {'Port': ['ID=0dceba7b-a2a8-4b6a-933e-59213c8cd683,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.859239 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:45.862034 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:45.868549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 91c8cc45-d44b-4228-aebd-30a8804a0e39 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:45.869793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a70ec671-6dbf-400e-a902-5a6364f656f3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:45.878987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:45.882646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.884221 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:45.884770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:45.896336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=c0d47e5d-6e75-447a-baa5-04fee3461994,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.911177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.919064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.927479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.935927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.936162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Pushing event updated for resources: {'Port': ['ID=a70ec671-6dbf-400e-a902-5a6364f656f3,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:45.938650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Provisioning complete for port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:45.939200 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.952059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.959116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.968488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:45.968918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:45.978460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c0d47e5d-6e75-447a-baa5-04fee3461994 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:45.981018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-41df270d-3a25-41ec-9388-f4f525b56a45 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5439 time: 0.8299315 Mar 22 14:14:45.992463 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41cda79a-3cc3-42b7-bf87-7626c96612e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1482460 Mar 22 14:14:46.001921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49176) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.039998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.060056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] For port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:46.060535 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.061883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35948-e9cf-4114-aaf0-cb2f41667df9 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=2673e146-1cf8-4d56-8c7b-46c21955b998,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.070885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f84c7-8c28-414b-a4f8-cbcd259266fa tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.076733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f84c7-8c28-414b-a4f8-cbcd259266fa tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.082471 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:46.082923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f84c7-8c28-414b-a4f8-cbcd259266fa tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.088027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f84c7-8c28-414b-a4f8-cbcd259266fa tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.090245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cb0f84c7-8c28-414b-a4f8-cbcd259266fa tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3652241 Mar 22 14:14:46.099021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.105248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (b67344b4-db1d-4f5d-a2c3-263f43b4a043), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.107872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2673e146-1cf8-4d56-8c7b-46c21955b998 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:46.121810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Calling delete_port for d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:46.148908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2f197-c283-4c15-b033-724714b03ee3 req-c1f18001-32b1-4769-a233-0bb5578211b5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:46.155666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bf2f197-c283-4c15-b033-724714b03ee3 req-c1f18001-32b1-4769-a233-0bb5578211b5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.7128775 Mar 22 14:14:46.237624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c0d47e5d-6e75-447a-baa5-04fee3461994), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.245534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:46.250181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.252009 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:46.253284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:46.275737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1864bd8e-0071-4b71-a73c-83892775fe73), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.278914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.282507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1864bd8e-0071-4b71-a73c-83892775fe73 HTTP/1.1" status: 204 len: 168 time: 1.6896486 Mar 22 14:14:46.314257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-afa2b69b-7696-42d6-b6d9-3cb0e19cfd0a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2978253 Mar 22 14:14:46.317258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.329303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.440141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 3, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:46.487608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1d7e-456a-4732-b04e-4bd0edb6d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1864bd8e-0071-4b71-a73c-83892775fe73,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.508002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_gateway (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.512490 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda3cc-50ef-4ae1-856e-1e5eec1ef882 None None] The sync data for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 is: [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:40Z', 'revision_number': 3, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:46.535986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:14:46.544542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:46.554201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e9300ff-0d28-4321-b046-4ec15834c8dd req-46f8f1ac-4701-465b-9ed1-4dd57ff92131 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5714254 Mar 22 14:14:46.561730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.566386 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:46.567224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:46.587771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b8b694f3-4d8c-4007-9486-82c75dfac4e2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:46.587771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.594625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-931b7cd2-8b72-444d-a170-3b2cee6abadf tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2730243 Mar 22 14:14:46.594850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.604264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a70ec671-6dbf-400e-a902-5a6364f656f3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:46.605157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.610783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.639271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b265de88-ad47-45a3-af12-486dc1195171 None None] Current status of the port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:46.674606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Allocated IP 172.20.0.1 (14929f07-a010-4b92-ad44-b10d54d58ab3/4e734753-8037-4da4-befa-6fa8b2844d2e/63013035-6b7d-4b12-82ed-3cf011608ec6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:46.711499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d9bdf0b9-2c8f-47b9-b00c-25d41af012a5), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.754513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:46.756283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:46.756440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:46.758954 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b5271b-b5a4-4ada-964d-55b1860db996" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:46.760830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.761952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] Pushing event deleted for resources: {'Port': ['ID=d9bdf0b9-2c8f-47b9-b00c-25d41af012a5,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:46.763246 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:46.764089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:46.773054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d02471-0bcc-41c0-96a2-55e727ad5282 None None] No DVR routers for this DVR port d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:46.843792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.845659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4875630b-8d9f-446e-96a1-50159708912e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:46.849928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a70ec671-6dbf-400e-a902-5a6364f656f3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:46.880143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-435598c3-4723-4964-a3b4-132756086638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2813044 Mar 22 14:14:46.880467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.885932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ff81fa-c8d9-473a-b5ab-8ebbaba6a978 x-openstack-request-id: req-d1ff81fa-c8d9-473a-b5ab-8ebbaba6a978 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:46.885932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:46.885932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1ff81fa-c8d9-473a-b5ab-8ebbaba6a978 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:46.886571 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ff81fa-c8d9-473a-b5ab-8ebbaba6a978'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'code': 200} Mar 22 14:14:46.887077 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ff81fa-c8d9-473a-b5ab-8ebbaba6a978'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'code': 200} Mar 22 14:14:46.902524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:46.911842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49192) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:46.946900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2dd75ae4-8389-4190-a96d-4cbb07fcd865 None None] Provisioning complete for port a70ec671-6dbf-400e-a902-5a6364f656f3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:46.947390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2dd75ae4-8389-4190-a96d-4cbb07fcd865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:46.992318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de37173-5d7c-4754-82fd-dd459503112a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.024457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.032680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4875630b-8d9f-446e-96a1-50159708912e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:47.040627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4875630b-8d9f-446e-96a1-50159708912e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:47.041120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4875630b-8d9f-446e-96a1-50159708912e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.063834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a70ec671-6dbf-400e-a902-5a6364f656f3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:47.172056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67344b4-db1d-4f5d-a2c3-263f43b4a043,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.182094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2dd75ae4-8389-4190-a96d-4cbb07fcd865 None None] Current status of the port a70ec671-6dbf-400e-a902-5a6364f656f3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:47.187110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:47.190577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.192062 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:47.192499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:47.199246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks [] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.215706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Checking segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:47.216017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Network hostable DHCP agents. Network: 18231ba7-7e63-490a-a869-d4210897fa20, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:47.246638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-09e16635-756e-4d19-a008-fa3655f924d7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3618081 Mar 22 14:14:47.248473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bf2f197-c283-4c15-b033-724714b03ee3 req-a18d24bb-6a84-41ac-9876-90f0575acb97 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0917509 Mar 22 14:14:47.250308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.270863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:47.316532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c0d47e5d-6e75-447a-baa5-04fee3461994), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.343604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d47e5d-6e75-447a-baa5-04fee3461994']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:47.361387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682aaa0a-c9e1-4a86-884e-57ed5693ade7') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:47.361614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682aaa0a-c9e1-4a86-884e-57ed5693ade7') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:47.382283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:47.383060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a70ec671-6dbf-400e-a902-5a6364f656f3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:47.383465 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.385890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.388840 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:14:47.389048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:14:47.411275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4875630b-8d9f-446e-96a1-50159708912e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:47.411827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.427781 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-73a18bab-cdff-4eff-80ae-2d49e8722ca5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1762586 Mar 22 14:14:47.431367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49196) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.434869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de37173-5d7c-4754-82fd-dd459503112a admin admin] Publish callbacks [] for security_group (64d3178c-568a-4f75-a63f-ef30f78ade49), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.445107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.463833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4875630b-8d9f-446e-96a1-50159708912e,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:47.489296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.490347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:47.511695 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Pushing event updated for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.520711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-130ee3e7-f89f-4c30-b1f9-f50473f85fee tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0882187 Mar 22 14:14:47.521442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6de37173-5d7c-4754-82fd-dd459503112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (64d3178c-568a-4f75-a63f-ef30f78ade49), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.563476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a70ec671-6dbf-400e-a902-5a6364f656f3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:47.563822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49198) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.571904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6de37173-5d7c-4754-82fd-dd459503112a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f71608e1eaad48789e5ca465304314fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6513147 Mar 22 14:14:47.581389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49200) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.599951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.609289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (682aaa0a-c9e1-4a86-884e-57ed5693ade7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.618981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.628385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Network 18231ba7-7e63-490a-a869-d4210897fa20 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:47.638022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:47.660487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:47.660931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:47.661341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d9bdf0b9-2c8f-47b9-b00c-25d41af012a5 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:47.679971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:14:47.684642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:47.686227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:47.686839 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.687268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:47.729909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de37173-5d7c-4754-82fd-dd459503112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3178c-568a-4f75-a63f-ef30f78ade49,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:47.734025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 18231ba7-7e63-490a-a869-d4210897fa20) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:47.736058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (682aaa0a-c9e1-4a86-884e-57ed5693ade7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.747672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e0093-5aea-4989-9d25-5075fdc8f288 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:47.749197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-186e0093-5aea-4989-9d25-5075fdc8f288 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1762321 Mar 22 14:14:47.753249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65667524-f2f7-4a91-9be3-a75bf605df1d None None] Network 18231ba7-7e63-490a-a869-d4210897fa20 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:47.756944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49204) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.771891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.847282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:47.848432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] Publish callbacks [] for security_group (64d3178c-568a-4f75-a63f-ef30f78ade49), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.848619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.852217 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-344a2550-f69d-4a53-81e2-143061f55c34 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921867 Mar 22 14:14:47.857877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49206) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:47.865303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:47.871497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:47.871497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (682aaa0a-c9e1-4a86-884e-57ed5693ade7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:47.882659 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:47.935201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] Publish callbacks [] for security_group (64d3178c-568a-4f75-a63f-ef30f78ade49), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.936766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:47.937214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.956104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-18231ba7-7e63-490a-a869-d4210897fa20', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:47.957979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:47.993897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aaf53ddf-1188-483c-bc4a-54d17f15a94f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4589961 Mar 22 14:14:48.005923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49208) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:48.009801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:48.025179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:48.039658 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.124268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c0d47e5d-6e75-447a-baa5-04fee3461994), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.150665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.156116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.161706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.167586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.167959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ae8a5f5a-2be4-433a-915d-6a37cdb655e8 None None] Provisioning complete for port 63013035-6b7d-4b12-82ed-3cf011608ec6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:48.168437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5f5a-2be4-433a-915d-6a37cdb655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.173052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.178020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.180378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.185490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.187539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-9939af1c-7a7f-4907-9fdf-c4fa8765c01b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5442 time: 0.4720769 Mar 22 14:14:48.188654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.192102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/c0d47e5d-6e75-447a-baa5-04fee3461994 HTTP/1.1" status: 204 len: 168 time: 2.0881906 Mar 22 14:14:48.195312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (102592dd-a9de-4778-a637-f939a762c9b9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.196331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (102592dd-a9de-4778-a637-f939a762c9b9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.208036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49210) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:48.228245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c17f-601e-44df-a3f5-7197601f455a tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=c0d47e5d-6e75-447a-baa5-04fee3461994,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.255480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a5f5a-2be4-433a-915d-6a37cdb655e8 None None] Port 63013035-6b7d-4b12-82ed-3cf011608ec6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:48.258150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Router d97786fe-005d-4a13-9a3c-3a0059a257e7 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:14:48.267579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Allocated IP 172.20.0.2 (18231ba7-7e63-490a-a869-d4210897fa20/b67344b4-db1d-4f5d-a2c3-263f43b4a043/3c0a8de2-a216-4147-928e-4d2139d0f110) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:48.434453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks [] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.442982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.458780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.470918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:48.474373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.487266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Network 18231ba7-7e63-490a-a869-d4210897fa20 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:48.495066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:48.495278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for router_controller (102592dd-a9de-4778-a637-f939a762c9b9), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.500647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:48.504162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Pushing event updated for resources: {'Port': ['ID=3c0a8de2-a216-4147-928e-4d2139d0f110,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.520054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2673e146-1cf8-4d56-8c7b-46c21955b998), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.526011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (64d3178c-568a-4f75-a63f-ef30f78ade49), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.526792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.531176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64d3178c-568a-4f75-a63f-ef30f78ade49 HTTP/1.1" status: 204 len: 168 time: 0.9450841 Mar 22 14:14:48.532985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19dc67cf-aead-4b03-9e23-b73d87761591 req-8e7ac9e3-7cc5-4c4b-86b2-545e8fb24c9c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239706 Mar 22 14:14:48.588164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Attempting to bind port 3c0a8de2-a216-4147-928e-4d2139d0f110 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:48.588733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Attempting to bind port 3c0a8de2-a216-4147-928e-4d2139d0f110 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:48.589213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Attempting to bind port 3c0a8de2-a216-4147-928e-4d2139d0f110 on network 18231ba7-7e63-490a-a869-d4210897fa20 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:48.602278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21b5b811-5030-4d8b-b239-68456f1a33e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.609981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:48.610733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Checking segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:48.612573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.613146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Bound using segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:48.614245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Bound port: 3c0a8de2-a216-4147-928e-4d2139d0f110, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:48.614739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.726129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] For port 3c0a8de2-a216-4147-928e-4d2139d0f110, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:48.730646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] For port 3c0a8de2-a216-4147-928e-4d2139d0f110, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3c0a8de2-a216-4147-928e-4d2139d0f110,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:48.740021 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.763023 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for router_gateway (102592dd-a9de-4778-a637-f939a762c9b9), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.776528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef830bde-b5ac-4e27-8c39-52ccbe1ef351 req-03b00415-14bd-4ffb-b96a-77d9025e7962 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:48.778287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef830bde-b5ac-4e27-8c39-52ccbe1ef351 req-03b00415-14bd-4ffb-b96a-77d9025e7962 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4435720 Mar 22 14:14:48.791149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d3566-cee5-4ab5-ad29-332f01aa9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3178c-568a-4f75-a63f-ef30f78ade49,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.847013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043a00a-2a42-4972-92c4-7edf23096d6c None None] Pushing event updated for resources: {'Port': ['ID=3c0a8de2-a216-4147-928e-4d2139d0f110,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:48.888496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4875630b-8d9f-446e-96a1-50159708912e'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:48.890991 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7bcf1d-1465-4eb9-9f19-d43ce248be0e" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "4875630b-8d9f-446e-96a1-50159708912e"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:48.935502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:48.948930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] Sync routers for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:48.973631 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209fc37c-c03b-4bdb-a3e0-1f641ced58e7 x-openstack-request-id: req-209fc37c-c03b-4bdb-a3e0-1f641ced58e7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:48.981749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2673e146-1cf8-4d56-8c7b-46c21955b998), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:48.982451 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "4875630b-8d9f-446e-96a1-50159708912e", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:48.995910 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-209fc37c-c03b-4bdb-a3e0-1f641ced58e7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:48.996957 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209fc37c-c03b-4bdb-a3e0-1f641ced58e7'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4875630b-8d9f-446e-96a1-50159708912e', 'code': 200} Mar 22 14:14:49.010425 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209fc37c-c03b-4bdb-a3e0-1f641ced58e7'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'code': 200} Mar 22 14:14:49.016770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:49.017530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.040414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.044338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42b39481-1af4-4b15-969e-897a399c4860 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.2448103 Mar 22 14:14:49.053249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49220) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:49.063822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2673e146-1cf8-4d56-8c7b-46c21955b998']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.091918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:49.096305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (c52dede0-ea0a-4f55-b6da-4f1ca595f909), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.099341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0dceba7b-a2a8-4b6a-933e-59213c8cd683 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:49.111093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.149194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef830bde-b5ac-4e27-8c39-52ccbe1ef351 req-81ac4a7d-0e01-4c66-af49-aecb4b3b44fc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613565 Mar 22 14:14:49.152315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aac38be-cb5e-4bb2-ae60-50323b82bc42') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.152609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aac38be-cb5e-4bb2-ae60-50323b82bc42') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.191520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3aac38be-cb5e-4bb2-ae60-50323b82bc42), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.226619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3aac38be-cb5e-4bb2-ae60-50323b82bc42), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.237673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:14:49.238173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3aac38be-cb5e-4bb2-ae60-50323b82bc42), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:14:49.243392 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:14:49.249246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:49.250713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.311849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:49.312815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ad3ae-fc3f-4f7e-b312-aece33db23e6 None None] The sync data for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:49.332599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:49.356991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:49.357441 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.365119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:49.417155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d2f3e-d7f2-4739-ab0a-00306acd04e0 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:49.434816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.436436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.446452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2673e146-1cf8-4d56-8c7b-46c21955b998), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.483205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.483632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.484243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.484551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.485108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.485561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.486047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:49.490841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6301453 Mar 22 14:14:49.501845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-5d411fb4-f0f7-417a-bf55-179e8ee6179f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6717 time: 0.4055161 Mar 22 14:14:49.503877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49236) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:49.512636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:14:fd:0b', 'name': 'tempest-NetworksTestDHCPv6-1410166158'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:49.528542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.532201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/2673e146-1cf8-4d56-8c7b-46c21955b998 HTTP/1.1" status: 204 len: 168 time: 1.3200781 Mar 22 14:14:49.571931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:49.572308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.608065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49238) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:49.619055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5ec9-78bb-43f2-929c-efea377a7abd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=c52dede0-ea0a-4f55-b6da-4f1ca595f909,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:49.645245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318f5d-5e30-4591-9d4a-d089aae3f80c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=2673e146-1cf8-4d56-8c7b-46c21955b998,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:49.657549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'c52dede0-ea0a-4f55-b6da-4f1ca595f909'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:49.661193 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.671671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0dceba7b-a2a8-4b6a-933e-59213c8cd683, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0dceba7b-a2a8-4b6a-933e-59213c8cd683,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:49.687712 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.764995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks [] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.784831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:49.840516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0dceba7b-a2a8-4b6a-933e-59213c8cd683,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:49.915656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Allocated IP 2001:db8::f816:3eff:fe7f:16f7 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/c52dede0-ea0a-4f55-b6da-4f1ca595f909/47baa9f5-0649-435b-b016-0fa76706be02) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:49.988511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:50.036177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Pushing event updated for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:50.057705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.069599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8a2289b-c940-4be9-87b8-fb990e5a211b req-4b43f183-5289-4e53-8614-a5e751a9f06c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&id=cd141bb9-effa-40d9-8e00-eceae5cc0662&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4604404 Mar 22 14:14:50.183366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c770f-ec6d-4658-9f94-a3b57be1ef39 req-0ff0f085-919d-48cc-b2cf-324ee913b794 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.185008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-963c770f-ec6d-4658-9f94-a3b57be1ef39 req-0ff0f085-919d-48cc-b2cf-324ee913b794 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.6727164 Mar 22 14:14:50.203971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks [] for port (47baa9f5-0649-435b-b016-0fa76706be02), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.218595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (47baa9f5-0649-435b-b016-0fa76706be02), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.236052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for router_gateway (102592dd-a9de-4778-a637-f939a762c9b9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.267569 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.268676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3e135-7396-4a03-9cf7-33e909860bcf tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.282269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3e135-7396-4a03-9cf7-33e909860bcf tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.283923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6df3e135-7396-4a03-9cf7-33e909860bcf tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6722052 Mar 22 14:14:50.291800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49254) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:50.302890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Pushing event updated for resources: {'Port': ['ID=47baa9f5-0649-435b-b016-0fa76706be02,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:50.313117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:50.315522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:50.320995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:50.321865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1741650487'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:50.322353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.342388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.351961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.356137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port cb698289-9804-459c-9c15-db5851e495de yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:50.357367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.362898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.368331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.377531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.383002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.385028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-f441e696-3b92-4d19-9333-2bac237421cb tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.5540760 Mar 22 14:14:50.436042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Attempting to bind port 47baa9f5-0649-435b-b016-0fa76706be02 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:50.436418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Attempting to bind port 47baa9f5-0649-435b-b016-0fa76706be02 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:50.437020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Attempting to bind port 47baa9f5-0649-435b-b016-0fa76706be02 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:50.446734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:50.447326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:50.448059 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.448627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:50.450907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Bound port: 47baa9f5-0649-435b-b016-0fa76706be02, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:50.451513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (47baa9f5-0649-435b-b016-0fa76706be02), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.479603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e50b6a-b8c2-4231-bf32-80f36b803ef6 None None] Network 18231ba7-7e63-490a-a869-d4210897fa20 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:50.480711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-963c770f-ec6d-4658-9f94-a3b57be1ef39 req-92e2bc3d-b7e9-40fa-86f8-8665d671ade3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753456 Mar 22 14:14:50.503470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:50.515860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:50.537455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:50.541433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.559856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-515cfe37-c2f9-4f5d-bac0-5f70653dad54 req-a088e502-0b91-4579-b206-85de549903ab tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623430 Mar 22 14:14:50.589117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Allocated IP 172.25.3.171 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/15a97ae2-3ca7-49e0-8da4-d679d7c84885) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:50.622215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Provisioning complete for port 3c0a8de2-a216-4147-928e-4d2139d0f110 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:50.622601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.690359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe14:fd0b (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/c52dede0-ea0a-4f55-b6da-4f1ca595f909/cb698289-9804-459c-9c15-db5851e495de) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:50.705028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:50.714664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (44a84716-8533-4ee4-8425-34ab3f71ed33), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.715050 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment 44a84716-8533-4ee4-8425-34ab3f71ed33 of type vlan for network 8d35f1a9-16d7-44df-97f5-63ef5cc46b40 Mar 22 14:14:50.744676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.757567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (8d35f1a9-16d7-44df-97f5-63ef5cc46b40), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.801079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.804420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (8d35f1a9-16d7-44df-97f5-63ef5cc46b40), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.809890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] For port 47baa9f5-0649-435b-b016-0fa76706be02, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:50.810382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:50.811010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.815661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] For port 47baa9f5-0649-435b-b016-0fa76706be02, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=47baa9f5-0649-435b-b016-0fa76706be02,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:50.840121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (47baa9f5-0649-435b-b016-0fa76706be02), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:50.876163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:50.887573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:50.893697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:50.963436 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6680977 Mar 22 14:14:50.966327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49268) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:51.002207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Pushing event updated for resources: {'Port': ['ID=15a97ae2-3ca7-49e0-8da4-d679d7c84885,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.018767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1355921547'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:51.045918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3688270-1b8f-4ab0-9939-0ec587774c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.056052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594a5b-b36a-4b4f-8902-458694d90ed0 None None] Pushing event updated for resources: {'Port': ['ID=47baa9f5-0649-435b-b016-0fa76706be02,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.067191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Current status of the port 3c0a8de2-a216-4147-928e-4d2139d0f110 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:51.067589 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.110239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121dfde-9243-4350-bc6a-215611a7f1cb tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=8d35f1a9-16d7-44df-97f5-63ef5cc46b40,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.111672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] For port 3c0a8de2-a216-4147-928e-4d2139d0f110, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3c0a8de2-a216-4147-928e-4d2139d0f110,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:51.122831 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.130583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 8d35f1a9-16d7-44df-97f5-63ef5cc46b40 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:51.214400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3c0a8de2-a216-4147-928e-4d2139d0f110 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:51.303397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:51.423900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:51.427788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.467660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:14:51.484427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1bc59c9d-f766-41e7-8919-179366bcc84c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.485120 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment 1bc59c9d-f766-41e7-8919-179366bcc84c of type vlan for network 58dbf35e-b76e-42ce-bf26-e9ad4799cf10 Mar 22 14:14:51.535251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (58dbf35e-b76e-42ce-bf26-e9ad4799cf10), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.708275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (58dbf35e-b76e-42ce-bf26-e9ad4799cf10), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.714983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:51.716009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.763115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f7296c72-c81b-49e7-825f-a021f3cda81a None None] Provisioning complete for port 63013035-6b7d-4b12-82ed-3cf011608ec6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:51.763343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f7296c72-c81b-49e7-825f-a021f3cda81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.771576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.776376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b60e06-6df9-4e64-8672-0f51fac07914 None None] Pushing event updated for resources: {'Port': ['ID=3c0a8de2-a216-4147-928e-4d2139d0f110,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:51.839357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3c0a8de2-a216-4147-928e-4d2139d0f110 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:51.840136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.886920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f7296c72-c81b-49e7-825f-a021f3cda81a None None] Port 63013035-6b7d-4b12-82ed-3cf011608ec6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:51.897285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:51.973268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3c0a8de2-a216-4147-928e-4d2139d0f110 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:51.974602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0dceba7b-a2a8-4b6a-933e-59213c8cd683 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:52.002451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396409-1ca8-464a-b2b3-a42f610233e4 req-22b994a8-9ef0-401d-86bf-4d01ac32e960 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.011977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a396409-1ca8-464a-b2b3-a42f610233e4 req-22b994a8-9ef0-401d-86bf-4d01ac32e960 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2925093 Mar 22 14:14:52.025699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6ba87d54-0ec1-4b4b-be00-5fee4ff79d20 None None] Provisioning complete for port 3c0a8de2-a216-4147-928e-4d2139d0f110 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:52.026198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6ba87d54-0ec1-4b4b-be00-5fee4ff79d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.065270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.072442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.075642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:52.076164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.080507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.086688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.092340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.097637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.103963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.111478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-37966c89-0ac8-4252-827c-b5a83ca831d8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.3911729 Mar 22 14:14:52.150172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6ba87d54-0ec1-4b4b-be00-5fee4ff79d20 None None] Current status of the port 3c0a8de2-a216-4147-928e-4d2139d0f110 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:52.232774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:52.253789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2400334 Mar 22 14:14:52.256256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49278) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:52.264240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for router_gateway (102592dd-a9de-4778-a637-f939a762c9b9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.265292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (cb698289-9804-459c-9c15-db5851e495de), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.270669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'ports': [{'network_id': '8d35f1a9-16d7-44df-97f5-63ef5cc46b40', 'name': 'tempest-port--682889084', 'admin_state_up': True}, {'network_id': '58dbf35e-b76e-42ce-bf26-e9ad4799cf10', 'admin_state_up': False}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:52.270989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'port': {'network_id': '8d35f1a9-16d7-44df-97f5-63ef5cc46b40', 'name': 'tempest-port--682889084', 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:52.271470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'port': {'network_id': '58dbf35e-b76e-42ce-bf26-e9ad4799cf10', 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:52.290313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec8dae29-c2bd-44ea-bd3d-049a98f0c28b req-94ffe7ac-c769-4e93-8781-e453de5e41f9 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1778040 Mar 22 14:14:52.358952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a396409-1ca8-464a-b2b3-a42f610233e4 req-f928b3ec-2ae6-41eb-bc9d-633984115e52 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453813 Mar 22 14:14:52.513815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d887-89e0-4583-a322-954c2b5b9a1f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=58dbf35e-b76e-42ce-bf26-e9ad4799cf10,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:52.531081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 58dbf35e-b76e-42ce-bf26-e9ad4799cf10 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:14:52.685314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:52.696685 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Sync routers for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:52.709944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-89649e6a-cd6a-4610-8849-52939713c833 admin admin] 10.222.0.81 "PUT /v2.0/routers/1f4a11e2-1a25-4472-baf0-afd8c8d16f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2849071 Mar 22 14:14:52.710247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b661c-9ed4-486d-81f0-10a78c93b859 req-582739f0-2c37-4be7-8a98-1095c315d009 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.710247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc6b661c-9ed4-486d-81f0-10a78c93b859 req-582739f0-2c37-4be7-8a98-1095c315d009 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2277439 Mar 22 14:14:52.710456 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:52.711177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:52.736293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.747302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.760369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.776415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.787262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.793431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Provisioning complete for port 47baa9f5-0649-435b-b016-0fa76706be02 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:52.794470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (47baa9f5-0649-435b-b016-0fa76706be02), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.799933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cb698289-9804-459c-9c15-db5851e495de), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:52.804025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.815527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:52.819872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d96edb9-4095-450e-9008-0fe606326776 req-dfa2fc67-67e1-4ca1-9c6b-6775061dcbc1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.3628173 Mar 22 14:14:52.839778 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:52.869032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49288) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:52.890973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Request body: {'floatingip': {'port_id': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:52.900172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=cb698289-9804-459c-9c15-db5851e495de,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:52.964941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:52.967503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Allocated IP 172.20.0.1 (ca5a6ceb-2263-44b9-9b61-2cdd04506167/8fa6f828-8fba-4adc-938f-425527e95ec6/91454313-28d8-4fb8-aaf7-c7c170cf66ea) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:52.970156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:52.995996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:53.012885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.014019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.033010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'port': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:53.037576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.049495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.053593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Current status of the port 47baa9f5-0649-435b-b016-0fa76706be02 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:53.054011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (47baa9f5-0649-435b-b016-0fa76706be02), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.058265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.072389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc6b661c-9ed4-486d-81f0-10a78c93b859 req-6cd5e5b0-5a98-4a08-807c-1078ca5f67e3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500594 Mar 22 14:14:53.101321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7fe28dfb-8e2e-46d5-8059-8e49755ccbad tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5912185 Mar 22 14:14:53.111804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:53.127877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] For port 47baa9f5-0649-435b-b016-0fa76706be02, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=47baa9f5-0649-435b-b016-0fa76706be02,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:53.147995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (47baa9f5-0649-435b-b016-0fa76706be02), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.303800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63659d5-9c6c-4e18-a7fc-78308a97e9a0 None None] Pushing event updated for resources: {'Port': ['ID=47baa9f5-0649-435b-b016-0fa76706be02,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:53.321835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 47baa9f5-0649-435b-b016-0fa76706be02 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:53.400858 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:48Z', 'revision_number': 4, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '63013035-6b7d-4b12-82ed-3cf011608ec6', 'name': '', 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'mac_address': 'fa:16:3e:92:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:46Z', 'updated_at': '2022-03-22T14:14:48Z', 'revision_number': 2, 'project_id': '1937c52767c64f7185e8882161441b35', 'subnets': [{'id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:53.404683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 47baa9f5-0649-435b-b016-0fa76706be02 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:53.405085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (47baa9f5-0649-435b-b016-0fa76706be02), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.447123 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Checking router: 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:53.447485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Updating router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 port 63013035-6b7d-4b12-82ed-3cf011608ec6 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:53.482442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (102592dd-a9de-4778-a637-f939a762c9b9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.509458 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.514954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] device_id is not set on port d6fab764-f12f-4f8d-bd77-def757132d78 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:53.598331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 47baa9f5-0649-435b-b016-0fa76706be02 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:53.599450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3c0a8de2-a216-4147-928e-4d2139d0f110 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:53.608700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d750a451-6bd9-4da4-8cf7-c14b7780655b None None] Provisioning complete for port cb698289-9804-459c-9c15-db5851e495de triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:53.609079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d750a451-6bd9-4da4-8cf7-c14b7780655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cb698289-9804-459c-9c15-db5851e495de), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.626295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for port (d6fab764-f12f-4f8d-bd77-def757132d78), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.705169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d750a451-6bd9-4da4-8cf7-c14b7780655b None None] Port cb698289-9804-459c-9c15-db5851e495de cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:53.733009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4117ff2-7782-4e25-ab18-8373d743ea0b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.739376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4117ff2-7782-4e25-ab18-8373d743ea0b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:53.745314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e4117ff2-7782-4e25-ab18-8373d743ea0b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6320808 Mar 22 14:14:53.755692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49298) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:53.757622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.776008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3c0a8de2-a216-4147-928e-4d2139d0f110 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:53.776833 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.783067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.839951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] device_id is not set on port c1ce823d-7f3a-44bf-a7da-0265e28bcaa3 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:53.937062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:53.948546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3c0a8de2-a216-4147-928e-4d2139d0f110 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:54.001840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port cb698289-9804-459c-9c15-db5851e495de {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:54.001840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cb698289-9804-459c-9c15-db5851e495de), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.034641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98740b-b3d3-4f8a-a962-3c3c72a66dc8 req-cf15d105-b9f7-4651-8550-fa2f6ca68350 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:54.039820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:54.042931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc98740b-b3d3-4f8a-a962-3c3c72a66dc8 req-cf15d105-b9f7-4651-8550-fa2f6ca68350 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.6517410 Mar 22 14:14:54.048499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6f40328-a377-4120-83e1-bddbee326560 req-e125fb68-ba27-463a-a428-dd27b80fa54b tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6509027 Mar 22 14:14:54.059594 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks [] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.073237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:54.076847 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.083530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:54.092414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:54.158560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=91454313-28d8-4fb8-aaf7-c7c170cf66ea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.203845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.213085 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fdda2-128b-4c8a-bb32-3fb14cef32f7 None None] Pushing event updated for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.247305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Attempting to bind port 63013035-6b7d-4b12-82ed-3cf011608ec6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:54.247761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Attempting to bind port 63013035-6b7d-4b12-82ed-3cf011608ec6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:54.248185 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Attempting to bind port 63013035-6b7d-4b12-82ed-3cf011608ec6 on network 14929f07-a010-4b92-ad44-b10d54d58ab3 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Checking segment: {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Bound using segment: {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Bound port: 63013035-6b7d-4b12-82ed-3cf011608ec6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28d828b-30f7-4eab-be0f-7465d4cf58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:54.259125 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.275574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for port (c1ce823d-7f3a-44bf-a7da-0265e28bcaa3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.291642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.311743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc98740b-b3d3-4f8a-a962-3c3c72a66dc8 req-f033a8bf-4f22-4de3-9e76-d5fa96caff23 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678235 Mar 22 14:14:54.333931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cb698289-9804-459c-9c15-db5851e495de), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.377197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for cb698289-9804-459c-9c15-db5851e495de owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:54.379530 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] For port 63013035-6b7d-4b12-82ed-3cf011608ec6, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:54.385179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] For port 63013035-6b7d-4b12-82ed-3cf011608ec6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63013035-6b7d-4b12-82ed-3cf011608ec6,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:54.392557 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.485713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Router 102592dd-a9de-4778-a637-f939a762c9b9 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:14:54.489810 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:54.490623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:54.538287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d6fab764-f12f-4f8d-bd77-def757132d78), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.548032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Provisioning complete for port 63013035-6b7d-4b12-82ed-3cf011608ec6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:54.548603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.554617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fdda2-128b-4c8a-bb32-3fb14cef32f7 None None] Pushing event updated for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.684788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Port': ['ID=d6fab764-f12f-4f8d-bd77-def757132d78,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:54.691265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.697857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Current status of the port 63013035-6b7d-4b12-82ed-3cf011608ec6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:54.701609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.723769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Checking segment: {'id': '44a84716-8533-4ee4-8425-34ab3f71ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8d35f1a9-16d7-44df-97f5-63ef5cc46b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:54.724137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network hostable DHCP agents. Network: 8d35f1a9-16d7-44df-97f5-63ef5cc46b40, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:54.798061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] For port 63013035-6b7d-4b12-82ed-3cf011608ec6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63013035-6b7d-4b12-82ed-3cf011608ec6,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:54.815417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.857212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network 8d35f1a9-16d7-44df-97f5-63ef5cc46b40 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:54.889402 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:54.949234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Provisioning complete for port 91454313-28d8-4fb8-aaf7-c7c170cf66ea triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:54.949759 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:54.987694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 8d35f1a9-16d7-44df-97f5-63ef5cc46b40) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:54.995122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:54.996188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1ce823d-7f3a-44bf-a7da-0265e28bcaa3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.000325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cb698289-9804-459c-9c15-db5851e495de), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.021992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Port 91454313-28d8-4fb8-aaf7-c7c170cf66ea cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:55.032269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 47baa9f5-0649-435b-b016-0fa76706be02 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:55.034579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f76d4a-6bb8-4a21-9326-d18584701063 None None] Network 8d35f1a9-16d7-44df-97f5-63ef5cc46b40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:55.104775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.108774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/cb698289-9804-459c-9c15-db5851e495de HTTP/1.1" status: 204 len: 168 time: 1.3520386 Mar 22 14:14:55.111565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:55.123369 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.164097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3626-d18a-403b-9b98-2f9ec1966c0e req-b79550dd-cd08-4cd2-b646-2f60fee70da9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.174422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9355018-6edc-46c1-9f1e-ddb02ca8d01a None None] Pushing event updated for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:55.179979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f3d3626-d18a-403b-9b98-2f9ec1966c0e req-b79550dd-cd08-4cd2-b646-2f60fee70da9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.7489629 Mar 22 14:14:55.224922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7a3251d5-ac8e-4bbd-a943-e69bfd308edf None None] Provisioning complete for port 63013035-6b7d-4b12-82ed-3cf011608ec6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:55.225307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a3251d5-ac8e-4bbd-a943-e69bfd308edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.231880 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:48Z', 'revision_number': 4, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '63013035-6b7d-4b12-82ed-3cf011608ec6', 'name': '', 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'mac_address': 'fa:16:3e:92:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:46Z', 'updated_at': '2022-03-22T14:14:54Z', 'revision_number': 4, 'project_id': '1937c52767c64f7185e8882161441b35', 'subnets': [{'id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:55.275859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Port': ['ID=c1ce823d-7f3a-44bf-a7da-0265e28bcaa3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:55.282409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Checking segment: {'id': '1bc59c9d-f766-41e7-8919-179366bcc84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58dbf35e-b76e-42ce-bf26-e9ad4799cf10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:55.282784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network hostable DHCP agents. Network: 58dbf35e-b76e-42ce-bf26-e9ad4799cf10, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:14:55.296896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:55.309602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d846765-0ee6-4313-ae77-fd50b03dd79b None None] The sync data for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 is: [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:14:48Z', 'revision_number': 4, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '63013035-6b7d-4b12-82ed-3cf011608ec6', 'name': '', 'network_id': '14929f07-a010-4b92-ad44-b10d54d58ab3', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'mac_address': 'fa:16:3e:92:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:46Z', 'updated_at': '2022-03-22T14:14:54Z', 'revision_number': 4, 'project_id': '1937c52767c64f7185e8882161441b35', 'subnets': [{'id': '4e734753-8037-4da4-befa-6fa8b2844d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:55.330314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01185e-ac6f-4ba9-b189-eff981a502f8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=cb698289-9804-459c-9c15-db5851e495de,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:55.354961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Sync routers for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:55.376190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.411997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564de36-d467-466e-9213-cb86a08eb67c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.416536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564de36-d467-466e-9213-cb86a08eb67c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.422444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0564de36-d467-466e-9213-cb86a08eb67c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3038678 Mar 22 14:14:55.425688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 47baa9f5-0649-435b-b016-0fa76706be02 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:55.426170 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (47baa9f5-0649-435b-b016-0fa76706be02), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.427288 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.427896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7a3251d5-ac8e-4bbd-a943-e69bfd308edf None None] Current status of the port 63013035-6b7d-4b12-82ed-3cf011608ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:55.431327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:55.433427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:55.433624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:55.542048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network 58dbf35e-b76e-42ce-bf26-e9ad4799cf10 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:14:55.567053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet c52dede0-ea0a-4f55-b6da-4f1ca595f909 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:14:55.567837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 58dbf35e-b76e-42ce-bf26-e9ad4799cf10) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:55.570423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (c52dede0-ea0a-4f55-b6da-4f1ca595f909), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.594412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b561fe-0270-4e07-8a43-dee175e7ab02 None None] Network 58dbf35e-b76e-42ce-bf26-e9ad4799cf10 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:55.598581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:55.607753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.612605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:55.613538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.646871 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-321f975c-8dd1-434c-9e97-cd63f45d81bc tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3828726 Mar 22 14:14:55.648853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49314) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:55.693753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.699564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-72079624-ba39-4aad-b2b7-a250727b7228 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6900287 Mar 22 14:14:55.709180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:55.756851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (c52dede0-ea0a-4f55-b6da-4f1ca595f909), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.763979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f3d3626-d18a-403b-9b98-2f9ec1966c0e req-71647c8d-c343-4235-9f72-153d3b480e45 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5731111 Mar 22 14:14:55.818690 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.900126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 47baa9f5-0649-435b-b016-0fa76706be02 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:55.925158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.938539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:55.939747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:55.960381 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Floating IP c2a10fd4-7728-440c-9c98-25e0a42d9dad associated. External IP: 172.25.3.232, port: 34527ccf-6e2c-40ba-9eff-8c01f155d2dd. Mar 22 14:14:56.042983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40cc8c-03ef-4d4c-ae90-ab42057a4856 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:56.050976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40cc8c-03ef-4d4c-ae90-ab42057a4856 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:56.052643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c40cc8c-03ef-4d4c-ae90-ab42057a4856 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4027739 Mar 22 14:14:56.059305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49320) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:56.117317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=91454313-28d8-4fb8-aaf7-c7c170cf66ea,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:56.134500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.248784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:14:51Z', 'revision_number': 3, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:56.285943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Checking router: 102592dd-a9de-4778-a637-f939a762c9b9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:56.286186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3136c1-f690-4256-9e85-975380a2d72f req-9049469c-62b3-4c70-be1a-bb2eb8751e12 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:56.286696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Updating router 102592dd-a9de-4778-a637-f939a762c9b9 port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:14:56.292608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c3136c1-f690-4256-9e85-975380a2d72f req-9049469c-62b3-4c70-be1a-bb2eb8751e12 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3769574 Mar 22 14:14:56.317362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c52dede0-ea0a-4f55-b6da-4f1ca595f909), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.324995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.400622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Allocated IP 172.25.3.120 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a9c348d5-35f2-4e50-9f81-4dc9f094c0e8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:56.511019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:56.515592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:56.578980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c3136c1-f690-4256-9e85-975380a2d72f req-97d1d068-987e-446e-bc84-f80edff00f22 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769017 Mar 22 14:14:56.647061 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (c52dede0-ea0a-4f55-b6da-4f1ca595f909), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.740292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=c52dede0-ea0a-4f55-b6da-4f1ca595f909,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:56.790957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.797273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497a22a-142d-4495-85c9-517bb9cd08e2 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:56.797870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4370eaa3-ac82-44c0-8a5a-8e7a43fc1754 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c52dede0-ea0a-4f55-b6da-4f1ca595f909 HTTP/1.1" status: 204 len: 168 time: 1.3570192 Mar 22 14:14:56.811881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49326) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:56.850765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:56.986126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0417f256-c658-4832-a860-2b780a17ead6 None None] Provisioning complete for port 91454313-28d8-4fb8-aaf7-c7c170cf66ea triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:56.986610 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0417f256-c658-4832-a860-2b780a17ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.054113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63013035-6b7d-4b12-82ed-3cf011608ec6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:14:57.055901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65ef36d2-4f80-4253-a040-dce1b12189cc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1943390 Mar 22 14:14:57.067942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Router 048a3d85-9f6a-4680-8814-a5940026e8dc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:57.074383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:57.085629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:57.095059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.167615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:14:57.290642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c70-8c36-46cd-8a22-215debcd2f6b req-8b23114d-a45a-4c50-a199-c25a339d49ac tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:57.293459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ba58c70-8c36-46cd-8a22-215debcd2f6b req-8b23114d-a45a-4c50-a199-c25a339d49ac tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5652497 Mar 22 14:14:57.294236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=a9c348d5-35f2-4e50-9f81-4dc9f094c0e8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:57.309097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:57.347537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0417f256-c658-4832-a860-2b780a17ead6 None None] Port 91454313-28d8-4fb8-aaf7-c7c170cf66ea cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:57.356652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Router d97786fe-005d-4a13-9a3c-3a0059a257e7 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:14:57.402413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting port d6fab764-f12f-4f8d-bd77-def757132d78 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:57.402762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d6fab764-f12f-4f8d-bd77-def757132d78), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.468135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 63013035-6b7d-4b12-82ed-3cf011608ec6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:57.468498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.474706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d6fab764-f12f-4f8d-bd77-def757132d78), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.486252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:57.489767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Calling delete_port for d6fab764-f12f-4f8d-bd77-def757132d78 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:57.491002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:57.496998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:57.504573 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Sync routers for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:57.530654 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:57.531554 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:57.544136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Deleting port 47baa9f5-0649-435b-b016-0fa76706be02 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:57.546123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (47baa9f5-0649-435b-b016-0fa76706be02), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.572891 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks [] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.617136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.617620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (720671cc-bb3d-4745-ad34-f5e059022ef9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.641528 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.664132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] For port 47baa9f5-0649-435b-b016-0fa76706be02, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=47baa9f5-0649-435b-b016-0fa76706be02,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:14:57.664529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (47baa9f5-0649-435b-b016-0fa76706be02), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.698167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d6fab764-f12f-4f8d-bd77-def757132d78), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.702878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-18811f67-1b94-4d17-8cb2-5e63d559af6a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "PUT /v2.0/floatingips/c2a10fd4-7728-440c-9c98-25e0a42d9dad HTTP/1.1" status: 200 len: 991 time: 4.8177762 Mar 22 14:14:57.710383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:14:57.714778 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e155ee-9872-4e44-a1b8-2125392e04dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:14:57.723982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Calling delete_port for 47baa9f5-0649-435b-b016-0fa76706be02 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:57.736523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0ed85-3faf-40da-a8e5-de1d1251d616 None None] Pushing event updated for resources: {'Port': ['ID=15a97ae2-3ca7-49e0-8da4-d679d7c84885,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:57.744731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Attempting to bind port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:14:57.745198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Attempting to bind port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:14:57.745456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Attempting to bind port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:14:57.798798 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:57.800305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ba58c70-8c36-46cd-8a22-215debcd2f6b req-8a324568-08c2-4e1c-b307-7f308ce1f3d6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814589 Mar 22 14:14:57.803826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:57.808066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.832119 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.849511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Port': ['ID=d6fab764-f12f-4f8d-bd77-def757132d78,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:57.882517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.910851 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86808bde-32a9-4b43-bcd2-12b45b45d02f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/ports/d6fab764-f12f-4f8d-bd77-def757132d78 HTTP/1.1" status: 204 len: 168 time: 1.8452308 Mar 22 14:14:57.917495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:57.921944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 63013035-6b7d-4b12-82ed-3cf011608ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:14:57.930445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (47baa9f5-0649-435b-b016-0fa76706be02), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.937689 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39792012-c2a8-409e-85bd-d819ff57adbb x-openstack-request-id: req-39792012-c2a8-409e-85bd-d819ff57adbb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:14:57.938273 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:14:57.938529 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39792012-c2a8-409e-85bd-d819ff57adbb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:14:57.938959 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39792012-c2a8-409e-85bd-d819ff57adbb'] response: {'name': 'network-changed', 'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'status': 'completed', 'code': 200} Mar 22 14:14:57.971657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:14:57.972240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:14:57.972750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:57.973251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:14:57.974124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Bound port: 15a97ae2-3ca7-49e0-8da4-d679d7c84885, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:14:57.974611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.044298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] For port 15a97ae2-3ca7-49e0-8da4-d679d7c84885, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:14:58.048722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] For port 15a97ae2-3ca7-49e0-8da4-d679d7c84885, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=15a97ae2-3ca7-49e0-8da4-d679d7c84885,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:14:58.060925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] Pushing event deleted for resources: {'Port': ['ID=47baa9f5-0649-435b-b016-0fa76706be02,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:58.071189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.074004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.075596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.076231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.076846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.077623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.078283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.078909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.084528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-c8f8b52f-a692-450e-95c9-f751a512c141 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6717 time: 0.1393559 Mar 22 14:14:58.086559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c328b3-59a6-48b7-9242-98fcc1414bd4 None None] No DVR routers for this DVR port 47baa9f5-0649-435b-b016-0fa76706be02 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:14:58.176689 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c2a10fd4-7728-440c-9c98-25e0a42d9dad', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'port_id': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'mac_address': 'fa:16:3e:38:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:41Z', 'updated_at': '2022-03-22T14:14:54Z', 'revision_number': 1, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.198955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:14:58.220169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3f8c31d6-588f-455e-9e52-69f38f9c4b31 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "PUT /v2.0/routers/d97786fe-005d-4a13-9a3c-3a0059a257e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1596470 Mar 22 14:14:58.234530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] Sync routers for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:14:58.237126 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Checking router: 048a3d85-9f6a-4680-8814-a5940026e8dc for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:14:58.248962 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:58.251460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.253030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49340) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:58.260386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Request body: {'port': {'network_id': 'ca5a6ceb-2263-44b9-9b61-2cdd04506167', 'name': 'tempest-FloatingIPAdminTestJSON-1282012784'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:58.267399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0ed85-3faf-40da-a8e5-de1d1251d616 None None] Pushing event updated for resources: {'Port': ['ID=15a97ae2-3ca7-49e0-8da4-d679d7c84885,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:58.272602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:58.273209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.287240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-d7ec7bed-1ab4-461b-844d-21097e100470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.288728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-d7ec7bed-1ab4-461b-844d-21097e100470 service neutron] 10.222.0.78 "GET /v2.0/networks?id=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d HTTP/1.1" status: 200 len: 918 time: 0.1937957 Mar 22 14:14:58.289286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.382069 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:58.501559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting port c1ce823d-7f3a-44bf-a7da-0265e28bcaa3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:14:58.502136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:58.502396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.503514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c1ce823d-7f3a-44bf-a7da-0265e28bcaa3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.565043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.568469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:14:58.581355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Made reservation on behalf of 8f0a63f68769429cb5c4ec6cbe4d45be for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:58.586480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.604703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.649239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:14:58.672511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:14:58.673163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.682751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.731957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-228dce5f-c8c1-47a5-9e4c-965a644d3653 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd HTTP/1.1" status: 200 len: 999 time: 0.4335854 Mar 22 14:14:58.772945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] device_id is not set on port 5ddabeab-1493-4bfb-8455-5796bc92be41 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:14:58.816969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.818051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941ab5f-482c-46ba-87b0-00b741eb3435 None None] The sync data for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:58.836282 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c2a10fd4-7728-440c-9c98-25e0a42d9dad', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'port_id': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'mac_address': 'fa:16:3e:38:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:41Z', 'updated_at': '2022-03-22T14:14:54Z', 'revision_number': 1, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:58.849543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:58.859670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c1ce823d-7f3a-44bf-a7da-0265e28bcaa3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.869504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:58.873203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.873661 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.889638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.893391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df63d7f-e338-43b8-bdd1-5d043875b8ed None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:14:58.911602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:58.915138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:58.920802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-4c9c51ac-07ec-4e37-b9d2-3daffc679782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:58.922382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-4c9c51ac-07ec-4e37-b9d2-3daffc679782 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=51796fc1-4e2f-4939-8248-a200eed44545 HTTP/1.1" status: 200 len: 856 time: 0.1802738 Mar 22 14:14:58.936536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Allocated IP 172.20.0.1 (18231ba7-7e63-490a-a869-d4210897fa20/b67344b4-db1d-4f5d-a2c3-263f43b4a043/d31ca2ef-08da-448e-9ae6-495c7c5b567f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:58.939478 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902829-ce9e-4c35-9be8-00cbc214c2f0 None None] The sync data for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 is: [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c2a10fd4-7728-440c-9c98-25e0a42d9dad', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'port_id': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'mac_address': 'fa:16:3e:38:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:12:41Z', 'updated_at': '2022-03-22T14:14:54Z', 'revision_number': 1, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:58.950517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9ec8f6ae-cb66-447e-91f9-7ac38ab956b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8726885 Mar 22 14:14:59.030637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49344) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:59.038589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:03:d7:a9', 'name': 'tempest-NetworksTestDHCPv6-562057115'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:59.088851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks [] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.091678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 47baa9f5-0649-435b-b016-0fa76706be02 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:14:59.134035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.146585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 47baa9f5-0649-435b-b016-0fa76706be02 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:14:59.146956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 47baa9f5-0649-435b-b016-0fa76706be02 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:14:59.162441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Calling delete_port for c1ce823d-7f3a-44bf-a7da-0265e28bcaa3 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:14:59.174597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=a9c348d5-35f2-4e50-9f81-4dc9f094c0e8,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.221770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-2567a083-2c4c-4e9c-848a-725e39dc56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:14:59.223370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-2567a083-2c4c-4e9c-848a-725e39dc56ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2678821 Mar 22 14:14:59.233940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:14:59.234352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.242695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (720671cc-bb3d-4745-ad34-f5e059022ef9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.269153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.317508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.318793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6f40328-a377-4120-83e1-bddbee326560 req-fc01ce99-e5eb-42c9-96bc-3352eb89619d tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2574050 Mar 22 14:14:59.336665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:14:51Z', 'revision_number': 3, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:14:59.351157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Network 18231ba7-7e63-490a-a869-d4210897fa20 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:59.364865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Allocated IP 172.20.0.13 (ca5a6ceb-2263-44b9-9b61-2cdd04506167/8fa6f828-8fba-4adc-938f-425527e95ec6/5ddabeab-1493-4bfb-8455-5796bc92be41) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:59.367238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:59.371582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa73f8-a853-40a7-9ae4-75c503249fba None None] The sync data for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 is: [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:14:51Z', 'revision_number': 3, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:14:59.374383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:14:59.382417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Pushing event updated for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.422541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6f40328-a377-4120-83e1-bddbee326560 req-3baa420c-e3da-4a7e-903b-58c08080a0f2 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.0906279 Mar 22 14:14:59.451810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Allocated IP 2001:db8::f816:3eff:fe6d:6693 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9/25653a7a-6abe-414f-94d8-16c8e7dc6fab) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:14:59.465229 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978882ce-a35a-4297-802f-9cd2dc40b011 None None] New status for floating IP c2a10fd4-7728-440c-9c98-25e0a42d9dad: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:14:59.479929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:14:59.485724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-3fb6298b-1e93-4b86-bea3-bbf25be5361a service neutron] 10.222.0.78 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519810 Mar 22 14:14:59.507931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1ce823d-7f3a-44bf-a7da-0265e28bcaa3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.540574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (102592dd-a9de-4778-a637-f939a762c9b9), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.720357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Port': ['ID=c1ce823d-7f3a-44bf-a7da-0265e28bcaa3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.746599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.758561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b468258c-6665-4fb3-b089-17f0d95fbc6d tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/ports/c1ce823d-7f3a-44bf-a7da-0265e28bcaa3 HTTP/1.1" status: 204 len: 168 time: 1.8345311 Mar 22 14:14:59.783574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49352) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:59.806746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks [] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.820470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.871095 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-63f00d7e-c017-4ed8-899b-131e162ba550 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0848930 Mar 22 14:14:59.876675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:14:59.903022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Pushing event updated for resources: {'Port': ['ID=25653a7a-6abe-414f-94d8-16c8e7dc6fab,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:14:59.912870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549672566'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:14:59.913446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a671e53e-b2aa-4d15-a85f-a00630bd3265 None None] Provisioning complete for port d31ca2ef-08da-448e-9ae6-495c7c5b567f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:14:59.914574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a671e53e-b2aa-4d15-a85f-a00630bd3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:14:59.962418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a671e53e-b2aa-4d15-a85f-a00630bd3265 None None] Port d31ca2ef-08da-448e-9ae6-495c7c5b567f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:14:59.972988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:14:59.975173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:14:59.982201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:00.022925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:00.026542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.087795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.120585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:00.132216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Attempting to bind port 25653a7a-6abe-414f-94d8-16c8e7dc6fab on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:00.133613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Attempting to bind port 25653a7a-6abe-414f-94d8-16c8e7dc6fab by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:00.134345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Attempting to bind port 25653a7a-6abe-414f-94d8-16c8e7dc6fab on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:00.163043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ba0464c4-07f2-433d-a0b6-20d6eaddacd3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.163398 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment ba0464c4-07f2-433d-a0b6-20d6eaddacd3 of type vlan for network 605ccb48-9ccb-4f99-9302-49edd134f575 Mar 22 14:15:00.166608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.172599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:00.173274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:00.173870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.175064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:00.176846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Bound port: 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:00.177245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.249331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.255278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (605ccb48-9ccb-4f99-9302-49edd134f575), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.338468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] For port 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:00.344675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:00.347620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.349468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] For port 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=25653a7a-6abe-414f-94d8-16c8e7dc6fab,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:00.362922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.371773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:00.373058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40328-a377-4120-83e1-bddbee326560 req-94ce8d46-10fa-4ff1-8372-0ce073adf189 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:00.380835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6f40328-a377-4120-83e1-bddbee326560 req-94ce8d46-10fa-4ff1-8372-0ce073adf189 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.9330049 Mar 22 14:15:00.386864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:00.390306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25e155ee-9872-4e44-a1b8-2125392e04dd req-f453b1b4-3e03-4cd7-92c8-630256ec0122 service neutron] 10.222.0.78 "GET /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8583560 Mar 22 14:15:00.400414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 6d2388a3-8dd9-4071-932d-be740f5b78e5 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:00.400901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event updated for resources: {'Port': ['ID=5ddabeab-1493-4bfb-8455-5796bc92be41,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:00.416323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (605ccb48-9ccb-4f99-9302-49edd134f575), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.425749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:00.427756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.539188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8670-aa2c-4498-81b5-9cf68de646e8 None None] Pushing event updated for resources: {'Port': ['ID=25653a7a-6abe-414f-94d8-16c8e7dc6fab,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:00.716002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:00.717643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:00.746546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe03:d7a9 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9/6d2388a3-8dd9-4071-932d-be740f5b78e5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:00.772169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-0059bacc-4a4e-484d-be5b-5e454a97c42e tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3503697 Mar 22 14:15:00.821235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9130170 Mar 22 14:15:00.821503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:00.831977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49368) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:00.856114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-400756959'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:00.871525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e78409-a164-458a-b906-7094b15b184c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=605ccb48-9ccb-4f99-9302-49edd134f575,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:00.915110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 605ccb48-9ccb-4f99-9302-49edd134f575 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:00.934975 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6a2b763-1d94-42fe-8152-21ae104b3884 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6766987 Mar 22 14:15:00.936320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49370) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:00.961610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:00.966924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.034702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.075982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:01.077438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks [] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.099480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.112515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fc81df82-93d2-4849-acf2-62a608db3d2a None None] Provisioning complete for port 5ddabeab-1493-4bfb-8455-5796bc92be41 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:01.112822 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc81df82-93d2-4849-acf2-62a608db3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.232449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3fc407a0-c2ab-4369-8d12-4b95a56ddd45), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.232694 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Added segment 3fc407a0-c2ab-4369-8d12-4b95a56ddd45 of type vlan for network a5b0c06d-7188-4504-8440-7b4ef20e87e3 Mar 22 14:15:01.238484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fc81df82-93d2-4849-acf2-62a608db3d2a None None] Port 5ddabeab-1493-4bfb-8455-5796bc92be41 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:01.258701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (102592dd-a9de-4778-a637-f939a762c9b9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.261191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Pushing event updated for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:01.283305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 25653a7a-6abe-414f-94d8-16c8e7dc6fab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:01.316414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'project_id': '8f0a63f68769429cb5c4ec6cbe4d45be', 'port_id': '5ddabeab-1493-4bfb-8455-5796bc92be41'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:01.339426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a5b0c06d-7188-4504-8440-7b4ef20e87e3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.350375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 25653a7a-6abe-414f-94d8-16c8e7dc6fab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:01.350757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.356740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.406913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Network 18231ba7-7e63-490a-a869-d4210897fa20 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:01.408747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:01.463957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 25653a7a-6abe-414f-94d8-16c8e7dc6fab is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:01.466611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.471044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:15:01.513002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.517292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=25653a7a-6abe-414f-94d8-16c8e7dc6fab,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:01.527533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.528840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 15a97ae2-3ca7-49e0-8da4-d679d7c84885 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:01.593335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a5b0c06d-7188-4504-8440-7b4ef20e87e3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.598359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:01.598994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.620084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=25653a7a-6abe-414f-94d8-16c8e7dc6fab,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:01.669716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Router 102592dd-a9de-4778-a637-f939a762c9b9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:01.703870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:01.705628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.786194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9498363 Mar 22 14:15:01.788057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.910679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=6d2388a3-8dd9-4071-932d-be740f5b78e5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:01.931680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:01.936981 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dbbcb10d-723d-45a3-a07e-72264b963c12 admin admin] 10.222.0.81 "PUT /v2.0/routers/102592dd-a9de-4778-a637-f939a762c9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2235351 Mar 22 14:15:01.951432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:01.960990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'subnets': [{'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1820396801', 'ip_version': 4}, {'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:01.962383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'subnet': {'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1820396801', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:01.963027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Request body: {'subnet': {'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:01.973858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:01.977391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac97210-1dd2-4afc-aea2-36ef231b8e00 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Network': ['ID=a5b0c06d-7188-4504-8440-7b4ef20e87e3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.001370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:02.026491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:02.030196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:02.036347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:02.037281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.064430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.128549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1dd71560-8b05-431b-a13b-b5deb3c189d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0967381 Mar 22 14:15:02.139264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49380) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.270573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Made reservation on behalf of c62430323cf14b04a85a634ea220ac08 for: {'subnet': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:02.276287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.277081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.320424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a5b0c06d-7188-4504-8440-7b4ef20e87e3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:02.401834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bdcc8-6c67-49bf-b115-9022b0a21693 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:02.408902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bdcc8-6c67-49bf-b115-9022b0a21693 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:02.414442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d6bdcc8-6c67-49bf-b115-9022b0a21693 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2738059 Mar 22 14:15:02.418481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49384) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:02.437488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Allocated IP 172.25.3.153 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1a3ff49a-0026-4268-97fb-6c29174d8997) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:02.461914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:02.462355 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.589530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9a857d54-cc30-458a-96bb-81cf8a31fb76 None None] Provisioning complete for port d31ca2ef-08da-448e-9ae6-495c7c5b567f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:02.589924 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9a857d54-cc30-458a-96bb-81cf8a31fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.615807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 15a97ae2-3ca7-49e0-8da4-d679d7c84885, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=15a97ae2-3ca7-49e0-8da4-d679d7c84885,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:02.667111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.731816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9a857d54-cc30-458a-96bb-81cf8a31fb76 None None] Port d31ca2ef-08da-448e-9ae6-495c7c5b567f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:02.740684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.773550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=15a97ae2-3ca7-49e0-8da4-d679d7c84885,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:02.826426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.869395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Provisioning complete for port 25653a7a-6abe-414f-94d8-16c8e7dc6fab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:02.869850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:02.897316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:02.907299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:02.929484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:02.956175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Sync routers for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:02.970444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Allocated IP 172.25.3.8 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/931433d8-6590-486b-9af4-b6cd558bc3f1) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:02.976699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=1a3ff49a-0026-4268-97fb-6c29174d8997,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.012836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:03.016056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:03.111421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (bc944fc2-17d1-44d5-af77-88b425080dfb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.166313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.196271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49398) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:03.211242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-765705490-network', 'tenant_id': '452db4877df6437b82b880f635aed8b9'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:03.218670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 25653a7a-6abe-414f-94d8-16c8e7dc6fab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:03.223851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (6bb675fd-c973-465d-ba7e-a7ad5ff07461), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.286314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Made reservation on behalf of 452db4877df6437b82b880f635aed8b9 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:03.289332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.311914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 25653a7a-6abe-414f-94d8-16c8e7dc6fab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:03.312292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.314568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Current status of the port 25653a7a-6abe-414f-94d8-16c8e7dc6fab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:03.328746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 6d2388a3-8dd9-4071-932d-be740f5b78e5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:03.329568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.338954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.359127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.398606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Provisioning complete for port 6d2388a3-8dd9-4071-932d-be740f5b78e5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:03.399512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.427165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Subnet': ['ID=6bb675fd-c973-465d-ba7e-a7ad5ff07461,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.452582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-42b23491-30d4-4b1a-bc93-821c3f622ce5 None None] Port 6d2388a3-8dd9-4071-932d-be740f5b78e5 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:03.456703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:03.480343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.483983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Checking segment: {'id': 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:03.484440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network hostable DHCP agents. Network: 605ccb48-9ccb-4f99-9302-49edd134f575, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:03.538099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Pushing event updated for resources: {'Port': ['ID=931433d8-6590-486b-9af4-b6cd558bc3f1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.541454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 25653a7a-6abe-414f-94d8-16c8e7dc6fab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:03.541635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network 605ccb48-9ccb-4f99-9302-49edd134f575 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:03.541768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 15a97ae2-3ca7-49e0-8da4-d679d7c84885 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:03.542849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.556796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.570703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:03.574859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 6d2388a3-8dd9-4071-932d-be740f5b78e5 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:03.576961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 605ccb48-9ccb-4f99-9302-49edd134f575) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:03.577223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:03.583521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (50c0e0db-e78b-431f-ae7a-93312ae06b5f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.584739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.597653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5200724a-b2df-4fe4-b13c-5bb41e91625b None None] Network 605ccb48-9ccb-4f99-9302-49edd134f575 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:03.623941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:03.669215 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks [] for security_group (57e1bec5-1062-451a-9b01-7d81b9ec72d6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.703186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event updated for resources: {'Subnet': ['ID=50c0e0db-e78b-431f-ae7a-93312ae06b5f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.709162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Checking segment: {'id': '3fc407a0-c2ab-4369-8d12-4b95a56ddd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:03.709582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network hostable DHCP agents. Network: a5b0c06d-7188-4504-8440-7b4ef20e87e3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:03.746633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=1a3ff49a-0026-4268-97fb-6c29174d8997,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.759983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Network a5b0c06d-7188-4504-8440-7b4ef20e87e3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:03.807933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (57e1bec5-1062-451a-9b01-7d81b9ec72d6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.834368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:03.834746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.836720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a5b0c06d-7188-4504-8440-7b4ef20e87e3) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:03.857490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.858245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:03.859604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.865004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (bc944fc2-17d1-44d5-af77-88b425080dfb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.873952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6d2388a3-8dd9-4071-932d-be740f5b78e5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.879833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-605ccb48-9ccb-4f99-9302-49edd134f575', 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575', 'project_id': 'c62430323cf14b04a85a634ea220ac08', 'fixed_ips': [{'subnet_id': '6bb675fd-c973-465d-ba7e-a7ad5ff07461'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:03.881343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.886215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1bec5-1062-451a-9b01-7d81b9ec72d6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:03.890683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:03.896974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637255b8-75be-49d3-b2a0-c4fd298c51bb None None] Network a5b0c06d-7188-4504-8440-7b4ef20e87e3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:03.915509 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (db8ee558-af24-4087-893f-4c7047d39b7a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.916067 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Added segment db8ee558-af24-4087-893f-4c7047d39b7a of type vlan for network ef69844d-0870-4809-85ad-205f1c8f7ff5 Mar 22 14:15:03.931170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:03.932857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-494b02ac-f6cf-4867-9d10-b06813e9b1b8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1423876 Mar 22 14:15:04.118642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-c3aea8b9-51fd-45af-8ed1-65c461cef10e tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.1595874 Mar 22 14:15:04.120479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ef69844d-0870-4809-85ad-205f1c8f7ff5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.305727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-2aa24d22-2315-4d10-83fa-4045cfcb1801 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.307483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-2aa24d22-2315-4d10-83fa-4045cfcb1801 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1776595 Mar 22 14:15:04.312948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ef69844d-0870-4809-85ad-205f1c8f7ff5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.313904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.314517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.324738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:04.335203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a5b0c06d-7188-4504-8440-7b4ef20e87e3', 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3', 'project_id': 'c62430323cf14b04a85a634ea220ac08', 'fixed_ips': [{'subnet_id': '50c0e0db-e78b-431f-ae7a-93312ae06b5f'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:04.337335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.356587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-1f4c15ab-f79c-4216-820c-b73c7b9db523 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:15:04.357646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-835819ab-30f9-4d67-b727-cfc857fb5b60 req-1f4c15ab-f79c-4216-820c-b73c7b9db523 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291598 Mar 22 14:15:04.393169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 2, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:04.421429 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cfe3b2d4-a5d6-4e71-aaca-e16176e9a92c tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4689267 Mar 22 14:15:04.425505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49406) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.426140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=6d2388a3-8dd9-4071-932d-be740f5b78e5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:04.450091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Allocated IP 172.20.0.2 (605ccb48-9ccb-4f99-9302-49edd134f575/6bb675fd-c973-465d-ba7e-a7ad5ff07461/9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:04.486542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.491982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6109550-ef2c-474a-b5f4-e2ab18efcd7c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6d2388a3-8dd9-4071-932d-be740f5b78e5 HTTP/1.1" status: 204 len: 168 time: 2.0687840 Mar 22 14:15:04.492861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49408) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.492999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2935624 Mar 22 14:15:04.493444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.508969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Checking router: 102592dd-a9de-4778-a637-f939a762c9b9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:04.509347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Updating router 102592dd-a9de-4778-a637-f939a762c9b9 port d31ca2ef-08da-448e-9ae6-495c7c5b567f binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:15:04.509762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Request body: {'subnet': {'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-765705490-subnet', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:04.553519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825651cc-e824-4558-8996-282eaa11477d admin admin] Pushing event updated for resources: {'Network': ['ID=ef69844d-0870-4809-85ad-205f1c8f7ff5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:04.596298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368d96-2226-4934-a55a-d3abf643388f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.597618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368d96-2226-4934-a55a-d3abf643388f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.599063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc368d96-2226-4934-a55a-d3abf643388f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.600711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc368d96-2226-4934-a55a-d3abf643388f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1724768 Mar 22 14:15:04.610659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49412) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.621758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:04.664063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-9fa47300-efac-4820-a503-286ecba7a658 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2662911 Mar 22 14:15:04.685714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:04.742592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Made reservation on behalf of 452db4877df6437b82b880f635aed8b9 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:04.745129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.757185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4fbed5-ae9b-4ca5-873c-08d708298813 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.758554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4fbed5-ae9b-4ca5-873c-08d708298813 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:04.760173 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd4fbed5-ae9b-4ca5-873c-08d708298813 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2663240 Mar 22 14:15:04.775246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:04.885668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting subnet 6bb675fd-c973-465d-ba7e-a7ad5ff07461 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:04.930703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:04.938911 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.982066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:04.997176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.027452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.037787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Allocated IP 172.20.0.18 (a5b0c06d-7188-4504-8440-7b4ef20e87e3/50c0e0db-e78b-431f-ae7a-93312ae06b5f/d33755ce-bd2c-4409-8110-dbe8a76603eb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:05.120811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.164927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.191089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (81e5c426-efc8-44e6-8878-30c499fcaccb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.221888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks [] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.304618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Checking segment: {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:05.304984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Network hostable DHCP agents. Network: ef69844d-0870-4809-85ad-205f1c8f7ff5, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:05.311602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e5c426-efc8-44e6-8878-30c499fcaccb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.331482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.348493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.352733 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9 HTTP/1.1" status: 204 len: 168 time: 0.5488346 Mar 22 14:15:05.355116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:05.376432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.395307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks [] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.400757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.421166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c622d8-d0e9-429f-88a8-619097f60536 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:05.423851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for subnet (6bb675fd-c973-465d-ba7e-a7ad5ff07461), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.425505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.431220 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03a1f3a8-c093-496c-920f-f602f46fba7d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521069 Mar 22 14:15:05.432437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ea6d-1729-4cd6-89e5-403868cae0d3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.457566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.479177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ef69844d-0870-4809-85ad-205f1c8f7ff5) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:05.486251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:05.486872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.505148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.533527 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74a15274-efe2-42cc-9d62-453a17d0c268 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0313716 Mar 22 14:15:05.534355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.543140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:05.546977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Pushing event updated for resources: {'Port': ['ID=d33755ce-bd2c-4409-8110-dbe8a76603eb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.564014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Network 605ccb48-9ccb-4f99-9302-49edd134f575 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:05.565988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee800da2-90e7-48fa-b821-43d702c02b48 None None] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:05.575938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.577170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.637128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for router_controller (221d8f52-ae55-4e54-8169-cf9dbe9739b2), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.640542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6bb675fd-c973-465d-ba7e-a7ad5ff07461), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.748264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:05.752770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.765815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.787186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Pushing event updated for resources: {'Port': ['ID=9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.799149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Network a5b0c06d-7188-4504-8440-7b4ef20e87e3 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:05.806635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:05.838462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-ef69844d-0870-4809-85ad-205f1c8f7ff5', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'project_id': '452db4877df6437b82b880f635aed8b9', 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:05.839926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.862620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Pushing event updated for resources: {'Port': ['ID=931433d8-6590-486b-9af4-b6cd558bc3f1,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:05.863975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:05.893834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.917307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90631087-375f-4f3c-a9aa-db07c963af30 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:05.920101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-90631087-375f-4f3c-a9aa-db07c963af30 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4609537 Mar 22 14:15:05.924471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for router_gateway (221d8f52-ae55-4e54-8169-cf9dbe9739b2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:05.931599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49432) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:05.976982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.007226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c885ef4-9280-4fea-a2fb-816a5de52b42 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:06.011433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c885ef4-9280-4fea-a2fb-816a5de52b42 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762386 Mar 22 14:15:06.038541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49436) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.039787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:06.096917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6bb675fd-c973-465d-ba7e-a7ad5ff07461), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.106379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-334714df-c667-4623-86be-01d2629721da tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623913 Mar 22 14:15:06.107023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49438) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.117610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:06.176445 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Floating IP 1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa associated. External IP: 172.25.3.8, port: 5ddabeab-1493-4bfb-8455-5796bc92be41. Mar 22 14:15:06.314945 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for router_gateway (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.318320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6bb675fd-c973-465d-ba7e-a7ad5ff07461), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.360777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb675fd-c973-465d-ba7e-a7ad5ff07461,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.364996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Allocated IP 172.25.3.97 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/25cf1d89-2017-4f70-b8df-d7f9e14d1555) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:06.372235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.373655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:06.379067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.379263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.385875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79ce9687-7c90-428e-84da-719b6634a492 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/subnets/6bb675fd-c973-465d-ba7e-a7ad5ff07461 HTTP/1.1" status: 204 len: 168 time: 1.7727840 Mar 22 14:15:06.386577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.446171 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks [] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.453421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting subnet 50c0e0db-e78b-431f-ae7a-93312ae06b5f {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:06.457563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for subnet (50c0e0db-e78b-431f-ae7a-93312ae06b5f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.470857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Allocated IP 172.20.0.2 (ef69844d-0870-4809-85ad-205f1c8f7ff5/81e5c426-efc8-44e6-8878-30c499fcaccb/05228fce-4242-474f-9771-12fb19c79901) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:06.509828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (50c0e0db-e78b-431f-ae7a-93312ae06b5f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.601728 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (50c0e0db-e78b-431f-ae7a-93312ae06b5f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.661923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks [] for port (05228fce-4242-474f-9771-12fb19c79901), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.700969 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (50c0e0db-e78b-431f-ae7a-93312ae06b5f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.701342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.724812 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (05228fce-4242-474f-9771-12fb19c79901), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.740362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Subnet': ['ID=50c0e0db-e78b-431f-ae7a-93312ae06b5f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:06.761777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.770689 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c5632704-1a8f-49e9-9a9a-0627527f2b55 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/subnets/50c0e0db-e78b-431f-ae7a-93312ae06b5f HTTP/1.1" status: 204 len: 168 time: 0.3783841 Mar 22 14:15:06.771689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49444) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.778460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:06.837048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fd1ca-d51f-4aec-9d62-2e652bd49135 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:06.837573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:06.840704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Attempting to bind port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:06.840840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Attempting to bind port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:06.841164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Attempting to bind port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d on network 605ccb48-9ccb-4f99-9302-49edd134f575 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:06.845064 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-099fd1ca-d51f-4aec-9d62-2e652bd49135 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699155 Mar 22 14:15:06.845516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:06.850798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:06.861123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:15:06.892106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:06.892475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Checking segment: {'id': 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:06.892873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.893384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Bound using segment: {'id': 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:06.894731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Bound port: 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '605ccb48-9ccb-4f99-9302-49edd134f575'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:06.895123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:06.965296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] For port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:06.969024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] For port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d,segment=NetworkSegment(ba0464c4-07f2-433d-a0b6-20d6eaddacd3),segment_id=ba0464c4-07f2-433d-a0b6-20d6eaddacd3)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:06.991004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.023682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Attempting to bind port d33755ce-bd2c-4409-8110-dbe8a76603eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:07.024302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Attempting to bind port d33755ce-bd2c-4409-8110-dbe8a76603eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '3fc407a0-c2ab-4369-8d12-4b95a56ddd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:07.024739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Attempting to bind port d33755ce-bd2c-4409-8110-dbe8a76603eb on network a5b0c06d-7188-4504-8440-7b4ef20e87e3 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:07.055508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:07.055771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.108677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0846-c48b-4dc9-adbb-908b4e004339 None None] Pushing event updated for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.123695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a5b0c06d-7188-4504-8440-7b4ef20e87e3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.171950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:07.172499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Checking segment: {'id': '3fc407a0-c2ab-4369-8d12-4b95a56ddd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:07.173071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.173697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Bound using segment: {'id': '3fc407a0-c2ab-4369-8d12-4b95a56ddd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:07.174189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Bound port: d33755ce-bd2c-4409-8110-dbe8a76603eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc407a0-c2ab-4369-8d12-4b95a56ddd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a5b0c06d-7188-4504-8440-7b4ef20e87e3'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:07.174670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.202542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.256516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Attempting to bind port d31ca2ef-08da-448e-9ae6-495c7c5b567f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:07.256754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Attempting to bind port d31ca2ef-08da-448e-9ae6-495c7c5b567f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:07.257204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Attempting to bind port d31ca2ef-08da-448e-9ae6-495c7c5b567f on network 18231ba7-7e63-490a-a869-d4210897fa20 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:07.258229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Allocated IP 172.25.3.128 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/e760515f-0836-406d-ae78-bc736117b00e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:07.264970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Attempting to bind port 05228fce-4242-474f-9771-12fb19c79901 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:07.265476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Attempting to bind port 05228fce-4242-474f-9771-12fb19c79901 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:07.265935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Attempting to bind port 05228fce-4242-474f-9771-12fb19c79901 on network ef69844d-0870-4809-85ad-205f1c8f7ff5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:07.291897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:07.293376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.303285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:07.308950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da017120-bf20-41c9-ad21-197ba26af02c None None] Network 605ccb48-9ccb-4f99-9302-49edd134f575 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:07.310959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Router d97786fe-005d-4a13-9a3c-3a0059a257e7 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:07.319029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Pushing event updated for resources: {'Port': ['ID=05228fce-4242-474f-9771-12fb19c79901,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.321840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:07.322396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Checking segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:07.322901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.323381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Bound using segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:07.323965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Bound port: d31ca2ef-08da-448e-9ae6-495c7c5b567f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:07.324444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.341325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:07.341876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Checking segment: {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:07.342402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.342948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Bound using segment: {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:07.343694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Bound port: 05228fce-4242-474f-9771-12fb19c79901, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:07.343826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:07.344774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (05228fce-4242-474f-9771-12fb19c79901), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.390732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c6b739d8-98bd-4b43-b090-64eb5edbd96d None None] Provisioning complete for port d31ca2ef-08da-448e-9ae6-495c7c5b567f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:07.391252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6b739d8-98bd-4b43-b090-64eb5edbd96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.456610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for port (e760515f-0836-406d-ae78-bc736117b00e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.516289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=25cf1d89-2017-4f70-b8df-d7f9e14d1555,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.530605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e760515f-0836-406d-ae78-bc736117b00e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.580146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:07.587131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:07.594276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:07.597802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=e760515f-0836-406d-ae78-bc736117b00e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.807553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Deleting port 25653a7a-6abe-414f-94d8-16c8e7dc6fab {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:07.808149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.809692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting port d33755ce-bd2c-4409-8110-dbe8a76603eb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:07.810079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.816167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c6b739d8-98bd-4b43-b090-64eb5edbd96d None None] Port d31ca2ef-08da-448e-9ae6-495c7c5b567f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:07.816479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (d4a81532-ded2-4b0c-9503-843f4cdd9ebc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.823447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] For port d33755ce-bd2c-4409-8110-dbe8a76603eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:07.880704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a939e-0e02-4631-95fb-038b53b7a463 None None] Pushing event updated for resources: {'Port': ['ID=9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:07.924282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] For port d33755ce-bd2c-4409-8110-dbe8a76603eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d33755ce-bd2c-4409-8110-dbe8a76603eb,segment=NetworkSegment(3fc407a0-c2ab-4369-8d12-4b95a56ddd45),segment_id=3fc407a0-c2ab-4369-8d12-4b95a56ddd45)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:07.941681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] For port 05228fce-4242-474f-9771-12fb19c79901, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:07.946539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] For port d31ca2ef-08da-448e-9ae6-495c7c5b567f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:07.950178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] For port d31ca2ef-08da-448e-9ae6-495c7c5b567f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d31ca2ef-08da-448e-9ae6-495c7c5b567f,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:07.952507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] For port 05228fce-4242-474f-9771-12fb19c79901, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05228fce-4242-474f-9771-12fb19c79901,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:07.956169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.965438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for router_gateway (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:07.980148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=25653a7a-6abe-414f-94d8-16c8e7dc6fab,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:07.997245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:08.010293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] Sync routers for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:08.017838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.026840 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:08.028311 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:08.034523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] For port d33755ce-bd2c-4409-8110-dbe8a76603eb, host n-d-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:08.035087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.047306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.070315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (05228fce-4242-474f-9771-12fb19c79901), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.108192 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:08.113723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Calling delete_port for d33755ce-bd2c-4409-8110-dbe8a76603eb owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:08.119937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.140660 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:08.141562 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:08.160850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.186009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] For port 25653a7a-6abe-414f-94d8-16c8e7dc6fab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=25653a7a-6abe-414f-94d8-16c8e7dc6fab,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:08.186009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.187983 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.202573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62611d4e-b35c-4ec8-9724-29bdb7598dcf None None] Pushing event updated for resources: {'Port': ['ID=d33755ce-bd2c-4409-8110-dbe8a76603eb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.206826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3763f-bf82-470b-a0a4-d510c233cbf6 None None] Network a5b0c06d-7188-4504-8440-7b4ef20e87e3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:08.252939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3c27f3c-310d-46c3-9fca-722d5b7e0a36 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.3068261 Mar 22 14:15:08.302349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49454) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:08.383787 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (c718689e-5f22-4dd9-af04-4dabfeb22631), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.439737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.446093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0846-c48b-4dc9-adbb-908b4e004339 None None] Pushing event updated for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.548285 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:08.549027 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330daac-0c10-4680-97e3-71715310ce84 None None] The sync data for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:08.645206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Calling delete_port for 25653a7a-6abe-414f-94d8-16c8e7dc6fab owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:08.652704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:08.653941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:08.658645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:08.659471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=25653a7a-6abe-414f-94d8-16c8e7dc6fab,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.730430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:15:08.834253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.841831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:08.849829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b3c0-005c-423c-85f6-c91b278c0afb None None] Pushing event updated for resources: {'Port': ['ID=05228fce-4242-474f-9771-12fb19c79901,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.850455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:08.851609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.899671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7e8c746-cf9e-4841-91a7-f89063d8ff16 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "GET /v2.0/floatingips/1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa HTTP/1.1" status: 200 len: 982 time: 0.5770481 Mar 22 14:15:08.909166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:08.927916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49462) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:08.938961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=c718689e-5f22-4dd9-af04-4dabfeb22631,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:08.944546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Provisioning complete for port d31ca2ef-08da-448e-9ae6-495c7c5b567f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:08.944974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.154384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=25cf1d89-2017-4f70-b8df-d7f9e14d1555,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:09.171139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05228fce-4242-474f-9771-12fb19c79901 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:09.174026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-df75feef-965c-4d8c-b0f8-392a816d3a3a tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4471 time: 0.2274699 Mar 22 14:15:09.176100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (25653a7a-6abe-414f-94d8-16c8e7dc6fab), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.177476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.178959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d33755ce-bd2c-4409-8110-dbe8a76603eb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.227484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] Pushing event deleted for resources: {'Port': ['ID=25653a7a-6abe-414f-94d8-16c8e7dc6fab,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:09.279161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-22223047-2486-4ecb-82ba-82b4c584fd1b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1674113 Mar 22 14:15:09.300167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49466) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.307863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:f1:52:f6', 'name': 'tempest-NetworksTestDHCPv6-412803768'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:09.326825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:09.386208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (d4a81532-ded2-4b0c-9503-843f4cdd9ebc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.433560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:09.455805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f754c1c-7ff7-4734-a01f-025512c40dd8 None None] No DVR routers for this DVR port 25653a7a-6abe-414f-94d8-16c8e7dc6fab on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:09.463223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Current status of the port d31ca2ef-08da-448e-9ae6-495c7c5b567f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:09.463611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.466049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Sync routers for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:09.477530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.480285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-b6ed4e79-783f-4623-9d18-62ac07d62858 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8060598 Mar 22 14:15:09.483756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Port': ['ID=d33755ce-bd2c-4409-8110-dbe8a76603eb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:09.492296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c38f0e-02e3-441c-9856-7467c29259b5 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:09.509170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] No DVR routers for this DVR port d33755ce-bd2c-4409-8110-dbe8a76603eb on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:09.531519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.540153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-725f5b43-c1ad-44b4-8b81-baea4a727ef0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9983578 Mar 22 14:15:09.549271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:09.641787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:09.642603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:09.695549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:09.853653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:09.925829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932441c6-d89b-4173-8150-4af981c84acc None None] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:09.971992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.980509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 05228fce-4242-474f-9771-12fb19c79901 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:09.980977 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05228fce-4242-474f-9771-12fb19c79901), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:09.993847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] For port d31ca2ef-08da-448e-9ae6-495c7c5b567f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d31ca2ef-08da-448e-9ae6-495c7c5b567f,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:09.999091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port fde2b26e-4325-4fe8-b672-f46326b27664 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:10.186822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-5e6fb3b1-bef0-4055-8d0f-60d262b0f187 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.6894090 Mar 22 14:15:10.205777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fef1:52f6 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/c718689e-5f22-4dd9-af04-4dabfeb22631/fde2b26e-4325-4fe8-b672-f46326b27664) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:10.275190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a5b0c06d-7188-4504-8440-7b4ef20e87e3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.278460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.330000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b0c06d-7188-4504-8440-7b4ef20e87e3']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:10.363202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc407a0-c2ab-4369-8d12-4b95a56ddd45') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:10.363469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc407a0-c2ab-4369-8d12-4b95a56ddd45') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:10.380099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3fc407a0-c2ab-4369-8d12-4b95a56ddd45), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.392611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port 931433d8-6590-486b-9af4-b6cd558bc3f1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:10.392611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.405878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-244097fa-54b8-4604-9af4-b4771fba8b15 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:10.412456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b15feb3a-6633-4822-96f4-8d241f4433a1 req-244097fa-54b8-4604-9af4-b4771fba8b15 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.2246807 Mar 22 14:15:10.491749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'c718689e-5f22-4dd9-af04-4dabfeb22631'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:10.492804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.493278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3fc407a0-c2ab-4369-8d12-4b95a56ddd45), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.517686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d20ca-d22d-4729-a0be-1bc11c2b45cd None None] Pushing event updated for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.553246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:10.554056 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3fc407a0-c2ab-4369-8d12-4b95a56ddd45), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:10.557517 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:10.590826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.661578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c9d5edea-26d7-4159-a3f1-99d98fcf2e3a None None] Provisioning complete for port 05228fce-4242-474f-9771-12fb19c79901 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:10.662893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c9d5edea-26d7-4159-a3f1-99d98fcf2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05228fce-4242-474f-9771-12fb19c79901), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.683824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a5b0c06d-7188-4504-8440-7b4ef20e87e3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.690856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.696950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/a5b0c06d-7188-4504-8440-7b4ef20e87e3 HTTP/1.1" status: 204 len: 168 time: 3.8476968 Mar 22 14:15:10.703164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49478) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:10.719964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.720249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (931433d8-6590-486b-9af4-b6cd558bc3f1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.807156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa150f3-5fe3-425a-8db7-9d3be5677657 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=a5b0c06d-7188-4504-8440-7b4ef20e87e3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:10.817233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for 931433d8-6590-486b-9af4-b6cd558bc3f1 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:10.819907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 05228fce-4242-474f-9771-12fb19c79901 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:10.820445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (05228fce-4242-474f-9771-12fb19c79901), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.828401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-87a76fa9-018f-4bfe-9cb3-60f9d2d5caf3 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3585389 Mar 22 14:15:10.847379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:10.889852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 05228fce-4242-474f-9771-12fb19c79901, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05228fce-4242-474f-9771-12fb19c79901,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:10.891506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Allocated IP 172.20.0.1 (ef69844d-0870-4809-85ad-205f1c8f7ff5/81e5c426-efc8-44e6-8878-30c499fcaccb/49a60132-9ed3-4e1d-a7bc-a4660801c71a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:10.903060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (05228fce-4242-474f-9771-12fb19c79901), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:10.913631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:07Z', 'revision_number': 3, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:10.992590 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (605ccb48-9ccb-4f99-9302-49edd134f575), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.003596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 25653a7a-6abe-414f-94d8-16c8e7dc6fab no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:11.011048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Checking router: 221d8f52-ae55-4e54-8169-cf9dbe9739b2 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:11.011598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Updating router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 port e760515f-0836-406d-ae78-bc736117b00e binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:15:11.055906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:07Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:11.072477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks [] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.074770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.093065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 25653a7a-6abe-414f-94d8-16c8e7dc6fab {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:11.093566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 25653a7a-6abe-414f-94d8-16c8e7dc6fab not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:11.110908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (fde2b26e-4325-4fe8-b672-f46326b27664), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.118768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.206485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a866b0-a414-410d-ba4a-195bff228950 None None] The sync data for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 is: [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:07Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:11.213061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:11.222021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:11.238360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:11.240511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=05228fce-4242-474f-9771-12fb19c79901,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.247700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e760515f-0836-406d-ae78-bc736117b00e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.252197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5edea-26d7-4159-a3f1-99d98fcf2e3a None None] Current status of the port 05228fce-4242-474f-9771-12fb19c79901 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:11.373639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Deleting port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:11.375510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.379751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Pushing event updated for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.416864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.464791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fde2b26e-4325-4fe8-b672-f46326b27664), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.537121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] For port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d,segment=NetworkSegment(ba0464c4-07f2-433d-a0b6-20d6eaddacd3),segment_id=ba0464c4-07f2-433d-a0b6-20d6eaddacd3)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:11.537516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.572551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:11.576283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Calling delete_port for 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:11.577036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:11.581295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:11.588996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:11.590422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.629345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=fde2b26e-4325-4fe8-b672-f46326b27664,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.644575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-57cd7677-107e-4be2-bfea-e65a2f24cef0 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3426509 Mar 22 14:15:11.647262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:11.650741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2d1e0693-9124-4c95-82a0-38c4e5de49dc None None] Provisioning complete for port 05228fce-4242-474f-9771-12fb19c79901 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:11.651237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0693-9124-4c95-82a0-38c4e5de49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05228fce-4242-474f-9771-12fb19c79901), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.691563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (931433d8-6590-486b-9af4-b6cd558bc3f1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.745444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.748845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Allocated IP 2001:db8::f816:3eff:fe84:7d8d (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/c718689e-5f22-4dd9-af04-4dabfeb22631/41b4c81b-273b-453b-9fac-95fa63b492b9) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:11.785761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=931433d8-6590-486b-9af4-b6cd558bc3f1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:11.794803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:11.797598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f4536-f380-4318-9b0c-e1e139bb5cc6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:11.799271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-868f4536-f380-4318-9b0c-e1e139bb5cc6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1508980 Mar 22 14:15:11.802003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:11.918510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.099036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Port': ['ID=9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.109559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] No DVR routers for this DVR port 9fc9cbe4-c5fe-4f16-a8ba-1b22231d450d on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:12.155059 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks [] for port (e760515f-0836-406d-ae78-bc736117b00e), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.160675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks [] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.174387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.196020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e760515f-0836-406d-ae78-bc736117b00e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.233759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (605ccb48-9ccb-4f99-9302-49edd134f575), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.269194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Pushing event updated for resources: {'Port': ['ID=e760515f-0836-406d-ae78-bc736117b00e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.274611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605ccb48-9ccb-4f99-9302-49edd134f575']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:12.286571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:12.287199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0464c4-07f2-433d-a0b6-20d6eaddacd3') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:12.288793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e0693-9124-4c95-82a0-38c4e5de49dc None None] Current status of the port 05228fce-4242-474f-9771-12fb19c79901 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:12.293566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.298271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Pushing event updated for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.299824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (ba0464c4-07f2-433d-a0b6-20d6eaddacd3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.315510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ba0464c4-07f2-433d-a0b6-20d6eaddacd3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.323218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:12.323900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (ba0464c4-07f2-433d-a0b6-20d6eaddacd3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.345829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.359879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.360665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.362033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.362622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.363187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.363773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.364844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.365854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.366452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.367020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.367576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.368138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.369331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.369906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:12.371446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port fde2b26e-4325-4fe8-b672-f46326b27664 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:12.371868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fde2b26e-4325-4fe8-b672-f46326b27664), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.400146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.400860 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Floating IP 1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa disassociated (deleted). External IP: 172.25.3.8, port: 5ddabeab-1493-4bfb-8455-5796bc92be41. Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:12.402641 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:12.434464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (605ccb48-9ccb-4f99-9302-49edd134f575), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.476438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Attempting to bind port e760515f-0836-406d-ae78-bc736117b00e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:12.477105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Attempting to bind port e760515f-0836-406d-ae78-bc736117b00e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:12.477638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Attempting to bind port e760515f-0836-406d-ae78-bc736117b00e on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:12.487059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:12.487781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:12.488341 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.488886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:12.489655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Bound port: e760515f-0836-406d-ae78-bc736117b00e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:12.490234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e760515f-0836-406d-ae78-bc736117b00e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.517349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:12.519238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fde2b26e-4325-4fe8-b672-f46326b27664), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.522297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:12.540790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for fde2b26e-4325-4fe8-b672-f46326b27664 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:12.551996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] For port e760515f-0836-406d-ae78-bc736117b00e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:12.555651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] For port e760515f-0836-406d-ae78-bc736117b00e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e760515f-0836-406d-ae78-bc736117b00e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:12.564963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e5e655b9-980c-4cb7-b747-25da5ba2432f None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:12.565540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5e655b9-980c-4cb7-b747-25da5ba2432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.570702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e760515f-0836-406d-ae78-bc736117b00e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.637441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.642529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/605ccb48-9ccb-4f99-9302-49edd134f575 HTTP/1.1" status: 204 len: 168 time: 1.9338024 Mar 22 14:15:12.654978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49488) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:12.662580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520f3ab-960d-426e-92a2-f89ab4b79ef7 None None] Pushing event updated for resources: {'Port': ['ID=e760515f-0836-406d-ae78-bc736117b00e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.681625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks [] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.684428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ff7d-dd4b-4372-b5ee-fafd66fe614f tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=605ccb48-9ccb-4f99-9302-49edd134f575,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.708986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.763573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Pushing event updated for resources: {'Port': ['ID=41b4c81b-273b-453b-9fac-95fa63b492b9,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:12.772681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e5e655b9-980c-4cb7-b747-25da5ba2432f None None] Port 49a60132-9ed3-4e1d-a7bc-a4660801c71a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:12.788372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:12.790779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:12.795052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:12.797388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:12.798600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:12.820165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Allocated IP 172.25.3.196 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/41017b30-e8e7-46e7-ab34-b093440ac659) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:12.821896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (58dbf35e-b76e-42ce-bf26-e9ad4799cf10), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:12.922584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Router d97786fe-005d-4a13-9a3c-3a0059a257e7 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:12.939405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:13.005372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (58dbf35e-b76e-42ce-bf26-e9ad4799cf10), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.054497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dbf35e-b76e-42ce-bf26-e9ad4799cf10']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.065107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc59c9d-f766-41e7-8919-179366bcc84c') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.065542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc59c9d-f766-41e7-8919-179366bcc84c') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.075846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1bc59c9d-f766-41e7-8919-179366bcc84c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.090345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1bc59c9d-f766-41e7-8919-179366bcc84c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.097068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:13.097501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1bc59c9d-f766-41e7-8919-179366bcc84c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.183351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:13.192679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.197610 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] Sync routers for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:13.225597 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:13.226200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.251159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-139fc6cc-198d-468c-874f-5431b75abb71 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/floatingips/1ccd4337-7bf4-4ca7-a405-b8d2a877d6aa HTTP/1.1" status: 204 len: 168 time: 4.0683212 Mar 22 14:15:13.254599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49500) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:13.262346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:13.290603 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.305798 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:13.314160 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:13.317293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.323368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (58dbf35e-b76e-42ce-bf26-e9ad4799cf10), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.326386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (41017b30-e8e7-46e7-ab34-b093440ac659), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.340906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.351513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.354740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/58dbf35e-b76e-42ce-bf26-e9ad4799cf10 HTTP/1.1" status: 204 len: 168 time: 0.6966622 Mar 22 14:15:13.374011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:13.409371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29fb5485-de3e-4edc-b906-acff92947c09 None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:13.410127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29fb5485-de3e-4edc-b906-acff92947c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.414349 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.415061 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc82f3-6372-4758-8103-cb7c7570b54d None None] The sync data for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:13.428608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab77da-4154-47c5-abeb-ee640c9d40ef tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=58dbf35e-b76e-42ce-bf26-e9ad4799cf10,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:13.444632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.463319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Attempting to bind port 41b4c81b-273b-453b-9fac-95fa63b492b9 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:13.465564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Attempting to bind port 41b4c81b-273b-453b-9fac-95fa63b492b9 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:13.465564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Attempting to bind port 41b4c81b-273b-453b-9fac-95fa63b492b9 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:13.491002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d31ca2ef-08da-448e-9ae6-495c7c5b567f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:13.502492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:13.506629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:13.514230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:13.520208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:13.563574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:13.564109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:13.564590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.565002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:13.566568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Bound port: 41b4c81b-273b-453b-9fac-95fa63b492b9, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:13.566733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.566844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.618219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29fb5485-de3e-4edc-b906-acff92947c09 None None] Port 49a60132-9ed3-4e1d-a7bc-a4660801c71a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:13.658863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (8d35f1a9-16d7-44df-97f5-63ef5cc46b40), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.684963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Allocated IP 172.25.3.104 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/338f1f4c-6e99-49c2-85e6-7ddbaff2ff81) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:13.688574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fde2b26e-4325-4fe8-b672-f46326b27664), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.700016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d31ca2ef-08da-448e-9ae6-495c7c5b567f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:13.700553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.755923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=fde2b26e-4325-4fe8-b672-f46326b27664,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:13.796771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] For port 41b4c81b-273b-453b-9fac-95fa63b492b9, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:13.801248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] For port 41b4c81b-273b-453b-9fac-95fa63b492b9, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b4c81b-273b-453b-9fac-95fa63b492b9,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:13.813168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.818713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '49a60132-9ed3-4e1d-a7bc-a4660801c71a', 'name': '', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'mac_address': 'fa:16:3e:1f:f2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:10Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 2, 'project_id': '452db4877df6437b82b880f635aed8b9', 'subnets': [{'id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:13.824772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.842747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.848360 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67ce6e19-195e-49a8-9b09-86d642c2ca9b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/fde2b26e-4325-4fe8-b672-f46326b27664 HTTP/1.1" status: 204 len: 168 time: 2.0404143 Mar 22 14:15:13.849463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:13.851493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=41017b30-e8e7-46e7-ab34-b093440ac659,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:13.858106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.863451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:13.870492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (8d35f1a9-16d7-44df-97f5-63ef5cc46b40), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:13.901266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a92cb-b348-4c5c-ba78-0c947958d19d None None] The sync data for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 is: [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '49a60132-9ed3-4e1d-a7bc-a4660801c71a', 'name': '', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'mac_address': 'fa:16:3e:1f:f2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:10Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 2, 'project_id': '452db4877df6437b82b880f635aed8b9', 'subnets': [{'id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:13.929511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4e349a56-2b67-4beb-8228-768115d00b4c admin admin] 10.222.0.81 "PUT /v2.0/routers/221d8f52-ae55-4e54-8169-cf9dbe9739b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3780100 Mar 22 14:15:13.998270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d35f1a9-16d7-44df-97f5-63ef5cc46b40']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:14.023863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:14.024730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a84716-8533-4ee4-8425-34ab3f71ed33') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:14.025211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a84716-8533-4ee4-8425-34ab3f71ed33') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:14.027469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d31ca2ef-08da-448e-9ae6-495c7c5b567f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:14.028868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05228fce-4242-474f-9771-12fb19c79901 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:14.036494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a1b91-22f3-4973-a36b-8d85f9860e43 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:14.040538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (cf394adb-100e-447b-851b-df1e9e0e6921), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.040815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a1b91-22f3-4973-a36b-8d85f9860e43 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:14.046961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-354a1b91-22f3-4973-a36b-8d85f9860e43 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1964498 Mar 22 14:15:14.047563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49508) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:14.049149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:14.059212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:14.077390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058864cb-9020-4f07-a652-eb211ff28421 None None] Pushing event updated for resources: {'Port': ['ID=41b4c81b-273b-453b-9fac-95fa63b492b9,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.095869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (44a84716-8533-4ee4-8425-34ab3f71ed33), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.113124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 05228fce-4242-474f-9771-12fb19c79901 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:14.113513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05228fce-4242-474f-9771-12fb19c79901), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.148212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (44a84716-8533-4ee4-8425-34ab3f71ed33), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.150325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Pushing event updated for resources: {'Port': ['ID=338f1f4c-6e99-49c2-85e6-7ddbaff2ff81,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.170106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:14.171327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (44a84716-8533-4ee4-8425-34ab3f71ed33), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:14.175914 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:14.245086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.262993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet c718689e-5f22-4dd9-af04-4dabfeb22631 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:14.314613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (c718689e-5f22-4dd9-af04-4dabfeb22631), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.355656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 05228fce-4242-474f-9771-12fb19c79901 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:14.437568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (8d35f1a9-16d7-44df-97f5-63ef5cc46b40), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.439541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (99553c97-bf2e-4bde-8199-b714748dc183), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.456066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (c718689e-5f22-4dd9-af04-4dabfeb22631), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.464659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.470664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] 10.222.0.81 "DELETE /v2.0/networks/8d35f1a9-16d7-44df-97f5-63ef5cc46b40 HTTP/1.1" status: 204 len: 168 time: 1.0625646 Mar 22 14:15:14.523994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca865c-8c95-43aa-a975-ad9577b1f070 tempest-BulkNetworkOpsTest-217635074 tempest-BulkNetworkOpsTest-217635074-project] Pushing event deleted for resources: {'Network': ['ID=8d35f1a9-16d7-44df-97f5-63ef5cc46b40,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.612982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.716783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c718689e-5f22-4dd9-af04-4dabfeb22631), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.864249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for port (41017b30-e8e7-46e7-ab34-b093440ac659), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.874191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (c718689e-5f22-4dd9-af04-4dabfeb22631), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.875475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.945901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=c718689e-5f22-4dd9-af04-4dabfeb22631,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:14.949750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:14.958628 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43fd8cbf-eb57-496a-96a7-ea38c5996db9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c718689e-5f22-4dd9-af04-4dabfeb22631 HTTP/1.1" status: 204 len: 168 time: 0.8829293 Mar 22 14:15:14.959123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49556) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:14.989349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event updated for resources: {'Port': ['ID=41017b30-e8e7-46e7-ab34-b093440ac659,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.196048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (cf394adb-100e-447b-851b-df1e9e0e6921), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.224609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49560) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:15.229097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.270609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.454575 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.455859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-0d7cfb07-e5e4-4c57-939e-da928e883019 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6133206 Mar 22 14:15:15.495104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b4c81b-273b-453b-9fac-95fa63b492b9 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:15.617672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:15.618542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.799793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:15.800192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.894925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Pushing event updated for resources: {'Port': ['ID=338f1f4c-6e99-49c2-85e6-7ddbaff2ff81,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:15.916504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 41b4c81b-273b-453b-9fac-95fa63b492b9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b4c81b-273b-453b-9fac-95fa63b492b9,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:15.923010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-61a810a4-3cea-4d0d-8af8-3118d24bbc5b tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.3599234 Mar 22 14:15:15.926780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (99553c97-bf2e-4bde-8199-b714748dc183), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.927118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.976077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:15.977375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0b683152-ab9d-4a81-af0a-4cda4f71d987 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7193964 Mar 22 14:15:16.001903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49578) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.045143 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14057475-46f1-4e90-80a9-0bf3b25452ea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0841608 Mar 22 14:15:16.047431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49590) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.049270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=41b4c81b-273b-453b-9fac-95fa63b492b9,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:16.052533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:16.180524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364ab2b-a6dd-483a-b6f5-f4651f70e4ac None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:15:16.361880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:16.369075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-2c11d3b6-ca60-4be0-a96d-52eff9c74b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.370956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-2c11d3b6-ca60-4be0-a96d-52eff9c74b41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1547394 Mar 22 14:15:16.387168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:16.391216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.399009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fe33ac43-72cd-4aaa-b238-bee9ed050944 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c62430323cf14b04a85a634ea220ac08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1630912 Mar 22 14:15:16.407741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49610) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:16.415664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-04d99ab2-3e56-4742-81f0-8628c82ffbd8 None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:16.416042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-04d99ab2-3e56-4742-81f0-8628c82ffbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:16.740366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-119403e4-f2b7-4e19-a5ad-c70621c3914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:16.741780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-04d99ab2-3e56-4742-81f0-8628c82ffbd8 None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:16.742888 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-119403e4-f2b7-4e19-a5ad-c70621c3914c service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3654592 Mar 22 14:15:16.844278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364ab2b-a6dd-483a-b6f5-f4651f70e4ac None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:15:17.061681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-88dca0d5-f898-4596-96ca-908d6dba588f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.2995472 Mar 22 14:15:17.157308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-da5bdab9-1a91-4a33-a33c-a51ed1a4d822 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.162748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af51db54-d3b0-4d03-881d-7d598e6075c4 req-da5bdab9-1a91-4a33-a33c-a51ed1a4d822 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 1.2005370 Mar 22 14:15:17.244215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb67b-e968-4941-b08f-eb2095db01dc req-92296c2d-3b3c-4ec9-ad20-4397f6cd2cf8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.266830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d19eb67b-e968-4941-b08f-eb2095db01dc req-92296c2d-3b3c-4ec9-ad20-4397f6cd2cf8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.0605996 Mar 22 14:15:17.327776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.375854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-3d013da4-15ad-4d13-97a4-6fa7903d066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.379435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-3d013da4-15ad-4d13-97a4-6fa7903d066a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2582030 Mar 22 14:15:17.390385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752bf6f-cc99-4a71-aea1-283ea46b8c48 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:15:17.520802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b4c81b-273b-453b-9fac-95fa63b492b9 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:17.549152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d19eb67b-e968-4941-b08f-eb2095db01dc req-bbc1861b-dfa5-4236-9a34-2d744a8ede1c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797251 Mar 22 14:15:17.562765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a9d437b-27e8-4288-b421-fdcd41378594 req-053e679d-a4f9-4b55-ac7a-6f70d65f7984 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips/cf394adb-100e-447b-851b-df1e9e0e6921 HTTP/1.1" status: 200 len: 693 time: 0.3591838 Mar 22 14:15:17.608768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] Publish callbacks [] for security_group (278b5a8f-8892-4f56-a016-835a3633c552), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.680489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-03c482c9-160a-4612-b1c1-df1e4bc72d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.686339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-03c482c9-160a-4612-b1c1-df1e4bc72d13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2903564 Mar 22 14:15:17.694154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:17.694656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.748798 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] Publish callbacks [] for security_group (278b5a8f-8892-4f56-a016-835a3633c552), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.766473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:15:17.804590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752bf6f-cc99-4a71-aea1-283ea46b8c48 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:15:17.878189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:17.897158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d437b-27e8-4288-b421-fdcd41378594 req-2b18cf12-7328-4f83-9e15-49e73767ca4f tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:17.914539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a9d437b-27e8-4288-b421-fdcd41378594 req-2b18cf12-7328-4f83-9e15-49e73767ca4f tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3508217 Mar 22 14:15:17.959845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:17.961389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e760515f-0836-406d-ae78-bc736117b00e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:18.111654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e760515f-0836-406d-ae78-bc736117b00e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:18.112265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e760515f-0836-406d-ae78-bc736117b00e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.118927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-ef86bac9-5404-4dbf-8b7f-d46c76fc55a9 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips/cf394adb-100e-447b-851b-df1e9e0e6921 HTTP/1.1" status: 200 len: 693 time: 0.1440263 Mar 22 14:15:18.122298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (278b5a8f-8892-4f56-a016-835a3633c552), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.125202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.146815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/278b5a8f-8892-4f56-a016-835a3633c552 HTTP/1.1" status: 204 len: 168 time: 1.7364326 Mar 22 14:15:18.207234 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-1fbf800a-cda1-4cb1-8471-6889e69b4b8f service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098600 Mar 22 14:15:18.264746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c0718-1bb0-40f6-a7aa-510b74ee9daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b5a8f-8892-4f56-a016-835a3633c552,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:18.402000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Allocated IP 172.25.3.224 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/c1553f32-d412-4fe1-9af1-1c8a172183c5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:18.433773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Sync routers for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:18.457635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:18.625644 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8a23e91a-61ea-4e24-8fdf-f5c925c65df7 req-b3c4c74b-959c-4259-b45b-b4dcd2008a16 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083536 Mar 22 14:15:18.632429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-5257edd8-e8f7-493a-9f58-a1448f1e3fe8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:18.645209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-5257edd8-e8f7-493a-9f58-a1448f1e3fe8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.4926124 Mar 22 14:15:18.652323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:18.654797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:18.808244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-545675e0-5800-4c10-836e-97d7dd0c2f2f tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.1615605 Mar 22 14:15:18.945506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-08f9280d-19af-4e60-8f39-c867413d272b tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.1341879 Mar 22 14:15:19.030355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-04902c12-0f98-4ba6-9efa-8a4e93ebbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.032091 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-04902c12-0f98-4ba6-9efa-8a4e93ebbfb8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.2960143 Mar 22 14:15:19.071092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port 41b4c81b-273b-453b-9fac-95fa63b492b9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b4c81b-273b-453b-9fac-95fa63b492b9,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:19.079089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e760515f-0836-406d-ae78-bc736117b00e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:19.079829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e760515f-0836-406d-ae78-bc736117b00e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.189260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.226111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a482f923-e41b-487a-8dfb-da34efd9e031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.273025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port e760515f-0836-406d-ae78-bc736117b00e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e760515f-0836-406d-ae78-bc736117b00e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:19.281086 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e760515f-0836-406d-ae78-bc736117b00e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.345053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df703fc-8546-4c0d-8b6a-f654e5004a03 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:19.432928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-75eacfa1-d8a5-4584-b844-dccda789d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.440678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-75eacfa1-d8a5-4584-b844-dccda789d39e service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3845868 Mar 22 14:15:19.454270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:19.731016 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-9093d651-484d-4fd2-a1f0-fb36480d81be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.2843461 Mar 22 14:15:19.740107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.858645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a20d5-c524-4e8f-a219-9be01bfd43e4 req-b83b775d-30dc-4260-a421-71958679219b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.871524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f32a20d5-c524-4e8f-a219-9be01bfd43e4 req-b83b775d-30dc-4260-a421-71958679219b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.0517199 Mar 22 14:15:19.877353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=e760515f-0836-406d-ae78-bc736117b00e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:19.878092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:19.896620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-f62e0f66-bc59-463f-9993-72c00b407630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:19.898226 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-f62e0f66-bc59-463f-9993-72c00b407630 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1549692 Mar 22 14:15:19.971884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.127471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Pushing event updated for resources: {'Port': ['ID=c1553f32-d412-4fe1-9af1-1c8a172183c5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:20.148009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:20.163401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (1850a2cf-2a33-4882-8216-7f4dd0f1edee), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.199957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f32a20d5-c524-4e8f-a219-9be01bfd43e4 req-11d3194e-845f-43e3-a0d0-b5b9b7f54e60 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909174 Mar 22 14:15:20.204047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:20.216579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:20.233263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=41b4c81b-273b-453b-9fac-95fa63b492b9,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:20.259978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-6e3f3d47-ec41-4eec-82f4-c736542e4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:20.262682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-6e3f3d47-ec41-4eec-82f4-c736542e4c5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3583338 Mar 22 14:15:20.291157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-00142884-3549-4891-a44e-699e5789f993 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9793007 Mar 22 14:15:20.333783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:20.359740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '49a60132-9ed3-4e1d-a7bc-a4660801c71a', 'name': '', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'mac_address': 'fa:16:3e:1f:f2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:10Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 2, 'project_id': '452db4877df6437b82b880f635aed8b9', 'subnets': [{'id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:20.393434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:20.445050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Checking router: 221d8f52-ae55-4e54-8169-cf9dbe9739b2 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:20.445620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Updating router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 port 49a60132-9ed3-4e1d-a7bc-a4660801c71a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:15:20.471048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Deleting port 41017b30-e8e7-46e7-ab34-b093440ac659 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:20.471733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.480116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:20.480745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.488867 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.507178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=1850a2cf-2a33-4882-8216-7f4dd0f1edee,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:20.556499 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d766174f-9503-4096-8fa2-c0a4af13adc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5057237 Mar 22 14:15:20.557164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:20.584703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:68:de:24', 'name': 'tempest-NetworksTestDHCPv6-2097351322'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:20.613310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.613675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (41017b30-e8e7-46e7-ab34-b093440ac659), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.637493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Calling delete_port for 41017b30-e8e7-46e7-ab34-b093440ac659 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:20.683220 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-5ae51a96-eee2-4fdc-8690-7f07414cead6 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063432 Mar 22 14:15:20.880606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46991c-33ad-4968-8966-2877c3359506 req-5e4c6950-ac02-4e42-a9f7-89c9d632afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:20.882153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-5e4c6950-ac02-4e42-a9f7-89c9d632afe7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 1128 time: 0.5549026 Mar 22 14:15:20.884648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b0aaabf8-b2b7-40b9-82e5-fb0e7e7194ad req-86bad241-95be-4060-ad4a-2142fd927f4d service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811779 Mar 22 14:15:20.886609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:20.912096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for floatingip (96216f36-46e1-424e-aa90-fd3f76ca6d80), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:20.945548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19426a1c-dde8-4e87-8ba5-211dbccd967e None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:21.021032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.055406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.112247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port daeb4a69-29fa-46b3-8fce-285fbb94f537 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:21.148370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cf2d20db-1c51-47c2-90b6-e897b192dc59 None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:21.148755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cf2d20db-1c51-47c2-90b6-e897b192dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.206968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a0310eab-da46-4fed-9159-43de01061190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.253671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks [] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.309419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d20db-1c51-47c2-90b6-e897b192dc59 None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:21.325724 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.403482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe68:de24 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1850a2cf-2a33-4882-8216-7f4dd0f1edee/daeb4a69-29fa-46b3-8fce-285fbb94f537) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:21.411616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832e069-9114-463a-b35f-279e45dd85ef None None] Pushing event updated for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:21.419742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46991c-33ad-4968-8966-2877c3359506 req-4b7b3d74-eb5b-44a7-b8ff-70c05165a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:21.436530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-4b7b3d74-eb5b-44a7-b8ff-70c05165a625 service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.5166347 Mar 22 14:15:21.616730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b4c81b-273b-453b-9fac-95fa63b492b9 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:21.669784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-c523b1af-1f4a-425d-a1df-f4b83ca02be5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 200 len: 217 time: 0.2208378 Mar 22 14:15:21.724041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Attempting to bind port 49a60132-9ed3-4e1d-a7bc-a4660801c71a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:21.734198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Attempting to bind port 49a60132-9ed3-4e1d-a7bc-a4660801c71a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:21.734746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Attempting to bind port 49a60132-9ed3-4e1d-a7bc-a4660801c71a on network ef69844d-0870-4809-85ad-205f1c8f7ff5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:21.749937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:21.756632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Checking segment: {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:21.757296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.757798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Bound using segment: {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:21.758446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Bound port: 49a60132-9ed3-4e1d-a7bc-a4660801c71a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8ee558-af24-4087-893f-4c7047d39b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:21.758929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.788013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:21.806432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (41017b30-e8e7-46e7-ab34-b093440ac659), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.807130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.910831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event deleted for resources: {'Port': ['ID=41017b30-e8e7-46e7-ab34-b093440ac659,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:21.947012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (daeb4a69-29fa-46b3-8fce-285fbb94f537), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:21.969281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.044954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (daeb4a69-29fa-46b3-8fce-285fbb94f537), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.066225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b580c812-6f57-48c7-8080-754e6d52f89f None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:22.071683 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b580c812-6f57-48c7-8080-754e6d52f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.119063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46991c-33ad-4968-8966-2877c3359506 req-8bba270d-05e2-4f8a-9c33-9fd761c903d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.124680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-8bba270d-05e2-4f8a-9c33-9fd761c903d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.4392128 Mar 22 14:15:22.163083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:22.183120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:22.186973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] For port 49a60132-9ed3-4e1d-a7bc-a4660801c71a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:22.197297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:22.211908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.222380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.227472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f2a5f-777b-4b68-820d-aaff56ef6d2c req-0429a830-f56d-4146-9593-22aff6108819 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.229996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd1f2a5f-777b-4b68-820d-aaff56ef6d2c req-0429a830-f56d-4146-9593-22aff6108819 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.8910141 Mar 22 14:15:22.257308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=daeb4a69-29fa-46b3-8fce-285fbb94f537,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.305879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] For port 49a60132-9ed3-4e1d-a7bc-a4660801c71a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49a60132-9ed3-4e1d-a7bc-a4660801c71a,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:22.311401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b580c812-6f57-48c7-8080-754e6d52f89f None None] Port 49a60132-9ed3-4e1d-a7bc-a4660801c71a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:22.323822 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0e0a6fc3-a6d8-43a3-bc67-748fe07451fe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7527628 Mar 22 14:15:22.327733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.340598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.365295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (cf394adb-100e-447b-851b-df1e9e0e6921), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.369718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.376462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91b9b73c-c77c-48c6-a386-025c9446ec6e req-05be3cf0-5bf1-4695-95e3-cbd9ea177755 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "DELETE /v2.0/floatingips/cf394adb-100e-447b-851b-df1e9e0e6921 HTTP/1.1" status: 204 len: 173 time: 3.4191718 Mar 22 14:15:22.400224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832e069-9114-463a-b35f-279e45dd85ef None None] Pushing event updated for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:22.421749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.436299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:22.438619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e760515f-0836-406d-ae78-bc736117b00e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:22.444310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-be8bf650-544c-4d1f-99e5-a105ab5fbedc None None] Could not find standard attr ID for object fde2b26e-4325-4fe8-b672-f46326b27664. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:15:22.483618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:22.484589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:15:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:22.555494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17d739-7f9b-44fc-8ba8-0cd184fe8e7e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.571954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17d739-7f9b-44fc-8ba8-0cd184fe8e7e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.577111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.593631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa17d739-7f9b-44fc-8ba8-0cd184fe8e7e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2627597 Mar 22 14:15:22.595929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:22.723361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-be8bf650-544c-4d1f-99e5-a105ab5fbedc None None] Provisioning complete for port 41b4c81b-273b-453b-9fac-95fa63b492b9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:22.724313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8bf650-544c-4d1f-99e5-a105ab5fbedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.817913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port daeb4a69-29fa-46b3-8fce-285fbb94f537 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:22.818312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (daeb4a69-29fa-46b3-8fce-285fbb94f537), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.853312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd1f2a5f-777b-4b68-820d-aaff56ef6d2c req-c7b78dea-50d2-4197-af28-426cc3d7005f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5834091 Mar 22 14:15:22.867180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e760515f-0836-406d-ae78-bc736117b00e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:22.867955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e760515f-0836-406d-ae78-bc736117b00e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:22.896775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46991c-33ad-4968-8966-2877c3359506 req-337e9175-2106-40d1-958e-2a1d49ac1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:22.903104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-337e9175-2106-40d1-958e-2a1d49ac1eb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7288482 Mar 22 14:15:23.033756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:23.125937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (daeb4a69-29fa-46b3-8fce-285fbb94f537), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.151304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for daeb4a69-29fa-46b3-8fce-285fbb94f537 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:23.312034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-be8bf650-544c-4d1f-99e5-a105ab5fbedc None None] Current status of the port 41b4c81b-273b-453b-9fac-95fa63b492b9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:23.314495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e760515f-0836-406d-ae78-bc736117b00e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:23.366767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Pushing event updated for resources: {'Port': ['ID=c1553f32-d412-4fe1-9af1-1c8a172183c5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:23.420058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (96216f36-46e1-424e-aa90-fd3f76ca6d80), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.425267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (daeb4a69-29fa-46b3-8fce-285fbb94f537), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.465929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-a6fa8ceb-7373-4e43-a988-a08a91419efd service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305810 Mar 22 14:15:23.483603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf8baf-8a5b-40ab-905d-00d4df4099c4 req-f2fde072-a25a-4bc0-afa6-9b56babb5d80 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:23.484232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=daeb4a69-29fa-46b3-8fce-285fbb94f537,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:23.491674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33bf8baf-8a5b-40ab-905d-00d4df4099c4 req-f2fde072-a25a-4bc0-afa6-9b56babb5d80 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0526361 Mar 22 14:15:23.496607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.500468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-80b55ecf-40b3-4f9c-bd8b-47f5ee6570b6 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4795015 Mar 22 14:15:23.503551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:23.514876 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:15:23.550128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49a60132-9ed3-4e1d-a7bc-a4660801c71a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:23.560190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:23.560190 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.702036 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.720909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.734051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9489225e-340d-497d-ad4e-c0ba47ada2fc tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/daeb4a69-29fa-46b3-8fce-285fbb94f537 HTTP/1.1" status: 204 len: 168 time: 1.1318448 Mar 22 14:15:23.755897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49718) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:23.809628 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67553b9d-de25-4254-985e-6b1c71bcb283 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4657 time: 0.3048723 Mar 22 14:15:23.812936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49720) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:23.848321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:23.848678 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.906948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Current status of the port 49a60132-9ed3-4e1d-a7bc-a4660801c71a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:23.907352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:23.923016 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4510c633-dd91-403a-9512-5285c5b05641 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1089067 Mar 22 14:15:23.942994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49722) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:23.978723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '49a60132-9ed3-4e1d-a7bc-a4660801c71a', 'name': '', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'mac_address': 'fa:16:3e:1f:f2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:10Z', 'updated_at': '2022-03-22T14:15:22Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'subnets': [{'id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:23.979017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846c27a-ec44-4cd8-8a42-00ffbf51b3e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:23.980312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846c27a-ec44-4cd8-8a42-00ffbf51b3e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:23.984901 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c846c27a-ec44-4cd8-8a42-00ffbf51b3e6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2279923 Mar 22 14:15:24.022615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:24.086511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 1850a2cf-2a33-4882-8216-7f4dd0f1edee {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:24.087162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6ba83-a31b-4811-85db-e5b5533e0304 None None] The sync data for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 is: [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:15:11Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '49a60132-9ed3-4e1d-a7bc-a4660801c71a', 'name': '', 'network_id': 'ef69844d-0870-4809-85ad-205f1c8f7ff5', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'mac_address': 'fa:16:3e:1f:f2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:10Z', 'updated_at': '2022-03-22T14:15:22Z', 'revision_number': 4, 'project_id': '452db4877df6437b82b880f635aed8b9', 'subnets': [{'id': '81e5c426-efc8-44e6-8878-30c499fcaccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:24.096423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (1850a2cf-2a33-4882-8216-7f4dd0f1edee), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.104467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49a60132-9ed3-4e1d-a7bc-a4660801c71a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:24.105125 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.162518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] For port 49a60132-9ed3-4e1d-a7bc-a4660801c71a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49a60132-9ed3-4e1d-a7bc-a4660801c71a,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:24.303362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:15:24.303732 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:15:24.306527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.326794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Could not find standard attr ID for object daeb4a69-29fa-46b3-8fce-285fbb94f537. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:15:24.723218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf86bc49-c423-4b77-87bb-4d31fa292007 req-ca0382a6-d787-4482-acd5-627e69605560 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=1937c52767c64f7185e8882161441b35 HTTP/1.1" status: 200 len: 1656 time: 1.1459668 Mar 22 14:15:24.893189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fc25a-f29a-46c9-a1bc-2b74827c1e53 None None] Pushing event updated for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:24.899031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (1850a2cf-2a33-4882-8216-7f4dd0f1edee), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.963642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:24.965346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49a60132-9ed3-4e1d-a7bc-a4660801c71a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:24.978928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b46991c-33ad-4968-8966-2877c3359506 req-07336a68-2aba-4699-9607-e9d4ec1307fd service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4780333 Mar 22 14:15:25.000297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Deleting port c1553f32-d412-4fe1-9af1-1c8a172183c5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:25.000630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.063522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86bc49-c423-4b77-87bb-4d31fa292007 req-5f5e1340-74bb-4616-ba59-4711c6118991 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:25.078282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf86bc49-c423-4b77-87bb-4d31fa292007 req-5f5e1340-74bb-4616-ba59-4711c6118991 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks?id=08c63ee7-2544-4d82-ab92-fa8a055acb24&id=08c63ee7-2544-4d82-ab92-fa8a055acb24&id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 787 time: 0.3541157 Mar 22 14:15:25.090763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-cf86bc49-c423-4b77-87bb-4d31fa292007 req-e6988b2b-ff35-412e-a8b9-73558a16cbb8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:15:25.101246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf86bc49-c423-4b77-87bb-4d31fa292007 req-e6988b2b-ff35-412e-a8b9-73558a16cbb8 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217259 Mar 22 14:15:25.217528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.217998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for floatingip (c1553f32-d412-4fe1-9af1-1c8a172183c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.222998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9613159e-ea02-4d89-87ee-49be77841383 req-41c7dc6f-15f3-4b10-adc1-cd386365d2bf tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips/d4a81532-ded2-4b0c-9503-843f4cdd9ebc HTTP/1.1" status: 200 len: 692 time: 0.0907736 Mar 22 14:15:25.231669 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1850a2cf-2a33-4882-8216-7f4dd0f1edee), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.256550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Calling delete_port for c1553f32-d412-4fe1-9af1-1c8a172183c5 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:25.391614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613159e-ea02-4d89-87ee-49be77841383 req-926e14d6-38bb-474b-a6e4-1bc7bf8dba75 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:25.393099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9613159e-ea02-4d89-87ee-49be77841383 req-926e14d6-38bb-474b-a6e4-1bc7bf8dba75 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1623840 Mar 22 14:15:25.393373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (1850a2cf-2a33-4882-8216-7f4dd0f1edee), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.440555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=1850a2cf-2a33-4882-8216-7f4dd0f1edee,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:25.442591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.445783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cbf87e65-dd78-43e6-a671-ab8f3519f14d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1850a2cf-2a33-4882-8216-7f4dd0f1edee HTTP/1.1" status: 204 len: 168 time: 1.4221854 Mar 22 14:15:25.448281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.479426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9613159e-ea02-4d89-87ee-49be77841383 req-e57d3a77-8ee2-457b-85aa-7c16539cbf5b tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0772591 Mar 22 14:15:25.479925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10eb464-b9f2-4a59-9c65-25ae6b885610 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:25.544350 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1095b083-a5c8-44d0-8fac-59158e400bbe tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933135 Mar 22 14:15:25.545136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49754) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.576326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9613159e-ea02-4d89-87ee-49be77841383 req-a41d7a2a-a98a-4ed2-acb7-9ae28a3dd80c tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0873241 Mar 22 14:15:25.594074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49a60132-9ed3-4e1d-a7bc-a4660801c71a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:25.667275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607803e0-222a-4a42-8dd4-0ef23e18addd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:25.676840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-607803e0-222a-4a42-8dd4-0ef23e18addd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1266727 Mar 22 14:15:25.679289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.696734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1553f32-d412-4fe1-9af1-1c8a172183c5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.732450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 49a60132-9ed3-4e1d-a7bc-a4660801c71a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:25.732981 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.843076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Pushing event deleted for resources: {'Port': ['ID=c1553f32-d412-4fe1-9af1-1c8a172183c5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:25.891013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Deleting port 25cf1d89-2017-4f70-b8df-d7f9e14d1555 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:25.891607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.895209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d52207-7d47-40ad-a123-5cc37230e7ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:25.898821 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f0d52207-7d47-40ad-a123-5cc37230e7ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2165346 Mar 22 14:15:25.901087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.957741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16213a33-64be-46da-a30b-e2fd4043c8c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517468 Mar 22 14:15:25.958668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks [] for floatingip (96216f36-46e1-424e-aa90-fd3f76ca6d80), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.961882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:25.963156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.966802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 49a60132-9ed3-4e1d-a7bc-a4660801c71a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:25.973989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-886e5867-6fa2-4c97-8ac7-5d1f57d879b4 tempest-FloatingIPAdminTestJSON-1366360977 tempest-FloatingIPAdminTestJSON-1366360977-project] 10.222.0.81 "DELETE /v2.0/floatingips/96216f36-46e1-424e-aa90-fd3f76ca6d80 HTTP/1.1" status: 204 len: 168 time: 2.0297234 Mar 22 14:15:25.975855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:25.976375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49762) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:25.978861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:26.069772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Deleting port 41b4c81b-273b-453b-9fac-95fa63b492b9 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:26.070732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.116988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Deleting port 338f1f4c-6e99-49c2-85e6-7ddbaff2ff81 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:26.117411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.122275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.122618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (25cf1d89-2017-4f70-b8df-d7f9e14d1555), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.131263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:26.134688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.155575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Calling delete_port for 25cf1d89-2017-4f70-b8df-d7f9e14d1555 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:26.196000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] For port 41b4c81b-273b-453b-9fac-95fa63b492b9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41b4c81b-273b-453b-9fac-95fa63b492b9,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:26.196743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.213953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Calling delete_port for 41b4c81b-273b-453b-9fac-95fa63b492b9 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:26.214808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.215349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.237403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Calling delete_port for 338f1f4c-6e99-49c2-85e6-7ddbaff2ff81 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:26.375721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (41b4c81b-273b-453b-9fac-95fa63b492b9), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.446102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] Pushing event deleted for resources: {'Port': ['ID=41b4c81b-273b-453b-9fac-95fa63b492b9,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:26.453308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520bf34-4d98-4089-84f9-12537d35c6c4 None None] No DVR routers for this DVR port 41b4c81b-273b-453b-9fac-95fa63b492b9 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:26.460887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (25cf1d89-2017-4f70-b8df-d7f9e14d1555), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.504321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event deleted for resources: {'Port': ['ID=25cf1d89-2017-4f70-b8df-d7f9e14d1555,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:26.525821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (338f1f4c-6e99-49c2-85e6-7ddbaff2ff81), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.539270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (1ac361bd-0741-4e53-b33e-4d5f5667a483), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.583445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Pushing event deleted for resources: {'Port': ['ID=338f1f4c-6e99-49c2-85e6-7ddbaff2ff81,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:26.645768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:26.653354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:26.663400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=1ac361bd-0741-4e53-b33e-4d5f5667a483,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:26.664494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdeb894-ae70-4b01-a10a-ec8fcd2bcd3c None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:26.666451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:26.667154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.679794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (d4a81532-ded2-4b0c-9503-843f4cdd9ebc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.680924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks [] for floatingip (99553c97-bf2e-4bde-8199-b714748dc183), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.682774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.684409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9613159e-ea02-4d89-87ee-49be77841383 req-1773a774-24a4-4e75-9a05-1117efbfe709 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "DELETE /v2.0/floatingips/d4a81532-ded2-4b0c-9503-843f4cdd9ebc HTTP/1.1" status: 204 len: 173 time: 1.0792384 Mar 22 14:15:26.690225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.705699 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0bc226e4-2173-46ef-bc00-df9818fc2cb6 tempest-FloatingIPAdminTestJSON-939267756 tempest-FloatingIPAdminTestJSON-939267756-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/99553c97-bf2e-4bde-8199-b714748dc183 HTTP/1.1" status: 204 len: 168 time: 0.7280130 Mar 22 14:15:26.705854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-94c31d25-2d54-44f8-a180-04038ac18c72 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7389872 Mar 22 14:15:26.706938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49792) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:26.708138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:26.718345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:a2:be:c1', 'name': 'tempest-NetworksTestDHCPv6-221879159'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:26.849178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-09e98372-662b-468b-bfcb-03725b41bf81 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips/bc944fc2-17d1-44d5-af77-88b425080dfb HTTP/1.1" status: 200 len: 693 time: 0.1367455 Mar 22 14:15:26.912548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '1ac361bd-0741-4e53-b33e-4d5f5667a483'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:26.913516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:26.919873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port 5ddabeab-1493-4bfb-8455-5796bc92be41 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:26.920342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.008449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-7a7af8a3-e2dd-4993-a72d-105d1c4c61f6 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:27.009944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-7a7af8a3-e2dd-4993-a72d-105d1c4c61f6 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1513603 Mar 22 14:15:27.011373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:27.021420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-8690d131-d493-4f78-b292-e5bc3c3f564e tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:15:27.024258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-8690d131-d493-4f78-b292-e5bc3c3f564e tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060847 Mar 22 14:15:27.116342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-1ecc9724-4323-4902-97dc-0e5b5f1227ed tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0831561 Mar 22 14:15:27.131092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.170740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for 5ddabeab-1493-4bfb-8455-5796bc92be41 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:27.199686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-ca8b622f-2bfd-4345-a55e-c3b70be9a4ae tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0663958 Mar 22 14:15:27.248109 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.277899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:27.301322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1ac361bd-0741-4e53-b33e-4d5f5667a483/063a5d55-58c0-4caf-afb5-8e5649664ced) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:27.474817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5ddabeab-1493-4bfb-8455-5796bc92be41), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.479756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Deleting port 1a3ff49a-0026-4268-97fb-6c29174d8997 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:27.480113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.520599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b4c81b-273b-453b-9fac-95fa63b492b9 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:27.539491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=5ddabeab-1493-4bfb-8455-5796bc92be41,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:27.617038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 41b4c81b-273b-453b-9fac-95fa63b492b9 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:27.619534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41b4c81b-273b-453b-9fac-95fa63b492b9 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:27.686375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.687289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (1a3ff49a-0026-4268-97fb-6c29174d8997), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.729938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Calling delete_port for 1a3ff49a-0026-4268-97fb-6c29174d8997 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:27.738577 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks [] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.749692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.797557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:27.804168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:27.814546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:27.819056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Pushing event updated for resources: {'Port': ['ID=063a5d55-58c0-4caf-afb5-8e5649664ced,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:27.823638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.847441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be809185-2564-4209-bf69-d1435405c534 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/ports/5ddabeab-1493-4bfb-8455-5796bc92be41 HTTP/1.1" status: 204 len: 168 time: 1.1354272 Mar 22 14:15:27.850838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:27.947349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Attempting to bind port 063a5d55-58c0-4caf-afb5-8e5649664ced on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:27.947747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Attempting to bind port 063a5d55-58c0-4caf-afb5-8e5649664ced by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:27.952072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Attempting to bind port 063a5d55-58c0-4caf-afb5-8e5649664ced on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:27.973061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:27.973484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:27.973875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.981064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:27.982430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Bound port: 063a5d55-58c0-4caf-afb5-8e5649664ced, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:27.984969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:27.987258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6181453-dba1-42c5-b05a-a9056d41cf26 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:27.991376 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6181453-dba1-42c5-b05a-a9056d41cf26 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "GET /v2.0/ports?device_id=d97786fe-005d-4a13-9a3c-3a0059a257e7 HTTP/1.1" status: 200 len: 913 time: 0.1370871 Mar 22 14:15:27.992842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49820) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:28.040542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:28.096561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] For port 063a5d55-58c0-4caf-afb5-8e5649664ced, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:28.103881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] For port 063a5d55-58c0-4caf-afb5-8e5649664ced, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=063a5d55-58c0-4caf-afb5-8e5649664ced,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:28.112105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::3b0 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1ac361bd-0741-4e53-b33e-4d5f5667a483/595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:28.120331 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.231855 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.267666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08929c45-bafc-4fee-91cc-c35a140c37d8 None None] Pushing event updated for resources: {'Port': ['ID=063a5d55-58c0-4caf-afb5-8e5649664ced,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:28.305438 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5038cac8-4122-47a5-a885-095de2167a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.501740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1a3ff49a-0026-4268-97fb-6c29174d8997), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.544556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event deleted for resources: {'Port': ['ID=1a3ff49a-0026-4268-97fb-6c29174d8997,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:28.647394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.677717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5038cac8-4122-47a5-a885-095de2167a0e admin admin] Publish callbacks [] for security_group (b663f8c2-a293-4343-8ab0-9cf4af647448), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.684074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.689221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5038cac8-4122-47a5-a885-095de2167a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b663f8c2-a293-4343-8ab0-9cf4af647448), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.742785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (bc944fc2-17d1-44d5-af77-88b425080dfb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.745673 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.747076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03f05e9b-cbc1-4309-9d12-82fc9156306b req-4e8028d3-4339-4d2e-8e02-de66b6ab43ab tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "DELETE /v2.0/floatingips/bc944fc2-17d1-44d5-af77-88b425080dfb HTTP/1.1" status: 204 len: 173 time: 1.5414009 Mar 22 14:15:28.769508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5038cac8-4122-47a5-a885-095de2167a0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fd5c8132bc84fadb8e756548446c0a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7206469 Mar 22 14:15:28.776731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:28.786877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038cac8-4122-47a5-a885-095de2167a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b663f8c2-a293-4343-8ab0-9cf4af647448,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:28.899363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-3f239997-d2f9-40d5-a7cb-2bb38a48727b tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips/720671cc-bb3d-4745-ad34-f5e059022ef9 HTTP/1.1" status: 200 len: 693 time: 0.0874588 Mar 22 14:15:28.904289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:28.999920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.109619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:29.126149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port 91454313-28d8-4fb8-aaf7-c7c170cf66ea {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:29.126664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.142008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:29.148293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:29.152099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:29.158037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:29.158705 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.217291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-8cf0f48b-3585-4920-a89c-c5475e3f73f3 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:29.219217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-8cf0f48b-3585-4920-a89c-c5475e3f73f3 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3072891 Mar 22 14:15:29.224437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] Publish callbacks [] for security_group (b663f8c2-a293-4343-8ab0-9cf4af647448), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.233387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-30db818d-cbe8-40c2-a7b5-5925c6ca9a4d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5239527 Mar 22 14:15:29.285054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.298173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49834) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:29.301648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-20dc7226-fead-44c7-85e5-78b43a409fa9 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.0658967 Mar 22 14:15:29.305116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for 91454313-28d8-4fb8-aaf7-c7c170cf66ea owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:29.409164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-dc510f44-446e-458c-af66-8cea9f650ae5 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.0936508 Mar 22 14:15:29.507758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] Publish callbacks [] for security_group (b663f8c2-a293-4343-8ab0-9cf4af647448), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.560942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (91454313-28d8-4fb8-aaf7-c7c170cf66ea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.585605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 063a5d55-58c0-4caf-afb5-8e5649664ced up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:29.600527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=91454313-28d8-4fb8-aaf7-c7c170cf66ea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:29.731487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 063a5d55-58c0-4caf-afb5-8e5649664ced triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:29.731932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.904392 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b663f8c2-a293-4343-8ab0-9cf4af647448), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.914576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.916317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b663f8c2-a293-4343-8ab0-9cf4af647448 HTTP/1.1" status: 204 len: 168 time: 1.1380925 Mar 22 14:15:29.965055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 063a5d55-58c0-4caf-afb5-8e5649664ced is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:29.965941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:29.971879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d8b81-7489-4663-ba65-8c27f444ccd4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.003538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d8b81-7489-4663-ba65-8c27f444ccd4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:30.007457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-463d8b81-7489-4663-ba65-8c27f444ccd4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7047279 Mar 22 14:15:30.016791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:30.018594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.054617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 063a5d55-58c0-4caf-afb5-8e5649664ced, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=063a5d55-58c0-4caf-afb5-8e5649664ced,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:30.058355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3dbbedc2-0806-472e-8094-d67f026952ba None None] Provisioning complete for port 063a5d55-58c0-4caf-afb5-8e5649664ced triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:30.061068 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3dbbedc2-0806-472e-8094-d67f026952ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.073560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.183153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567c15-982f-4224-a39e-1637a8275d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b663f8c2-a293-4343-8ab0-9cf4af647448,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:30.281521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Deleting port a9c348d5-35f2-4e50-9f81-4dc9f094c0e8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:30.282471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.311524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=063a5d55-58c0-4caf-afb5-8e5649664ced,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:30.408753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:30.409441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.532146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbedc2-0806-472e-8094-d67f026952ba None None] Current status of the port 063a5d55-58c0-4caf-afb5-8e5649664ced is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:30.550176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.550568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.565428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Router d97786fe-005d-4a13-9a3c-3a0059a257e7 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:30.577034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Calling delete_port for a9c348d5-35f2-4e50-9f81-4dc9f094c0e8 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:30.670738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:30.694993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.699484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2511-4db5-42a5-8901-8d83b8d096dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.708374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b7d05f15-1ec5-49ef-8aee-5404f750f946 None None] Provisioning complete for port 595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:30.709392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7d05f15-1ec5-49ef-8aee-5404f750f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.717789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:30.784991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b7d05f15-1ec5-49ef-8aee-5404f750f946 None None] Port 595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:15:30.813997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:30.820394 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f200a3ba-fe8a-4db5-ac58-70c2cb2a3e4d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "PUT /v2.0/routers/d97786fe-005d-4a13-9a3c-3a0059a257e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8264437 Mar 22 14:15:30.824872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49848) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:30.836533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] Sync routers for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:30.864195 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:30.865579 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:15:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.914382 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.927724 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] Routers {'d97786fe-005d-4a13-9a3c-3a0059a257e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:30.929325 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:15:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d97786fe-005d-4a13-9a3c-3a0059a257e7'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.981816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2511-4db5-42a5-8901-8d83b8d096dc admin admin] Publish callbacks [] for security_group (0ab3d87d-4c8b-4602-a8cf-04b5978dc31a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:30.982344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:30.983151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee3657-f33a-4331-b395-64965a8270fb None None] The sync data for ids ['d97786fe-005d-4a13-9a3c-3a0059a257e7'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:30.993822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2511-4db5-42a5-8901-8d83b8d096dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ab3d87d-4c8b-4602-a8cf-04b5978dc31a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.013464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.062731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.110881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.118504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa HTTP/1.1" status: 204 len: 168 time: 1.0948184 Mar 22 14:15:31.119885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72e28-ebe9-41ac-8957-32b1e8170c93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:31.127529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:31.162048 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ce0c2511-4db5-42a5-8901-8d83b8d096dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=760bb260dddb4b07a55af84699b736fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4890690 Mar 22 14:15:31.165668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49860) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:31.180332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c2511-4db5-42a5-8901-8d83b8d096dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab3d87d-4c8b-4602-a8cf-04b5978dc31a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:31.252035 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a9c348d5-35f2-4e50-9f81-4dc9f094c0e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.305782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_gateway (d97786fe-005d-4a13-9a3c-3a0059a257e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.317030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] Publish callbacks [] for security_group (0ab3d87d-4c8b-4602-a8cf-04b5978dc31a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.322342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f7584-4cd8-419f-93e4-cb59a311a7bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:31.324932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f7584-4cd8-419f-93e4-cb59a311a7bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:31.347811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:31.352819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f9f7584-4cd8-419f-93e4-cb59a311a7bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2231283 Mar 22 14:15:31.405209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Pushing event deleted for resources: {'Port': ['ID=a9c348d5-35f2-4e50-9f81-4dc9f094c0e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:31.420723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] Publish callbacks [] for security_group (0ab3d87d-4c8b-4602-a8cf-04b5978dc31a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.454550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks [] for floatingip (720671cc-bb3d-4745-ad34-f5e059022ef9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.457511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.458847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7a1af45-9068-4953-aea8-cb6e16312ebc req-d46158e3-4c3a-4869-9b40-ad728f97cb59 tempest-FloatingIPDetailsTestJSON-1747309744 tempest-FloatingIPDetailsTestJSON-1747309744-project] 10.222.0.81 "DELETE /v2.0/floatingips/720671cc-bb3d-4745-ad34-f5e059022ef9 HTTP/1.1" status: 204 len: 173 time: 1.8592975 Mar 22 14:15:31.465209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49868) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:31.496996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 1ac361bd-0741-4e53-b33e-4d5f5667a483 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:31.502568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ab3d87d-4c8b-4602-a8cf-04b5978dc31a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.505196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.505347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 063a5d55-58c0-4caf-afb5-8e5649664ced up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:31.509327 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ab3d87d-4c8b-4602-a8cf-04b5978dc31a HTTP/1.1" status: 204 len: 168 time: 0.3399882 Mar 22 14:15:31.509327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (1ac361bd-0741-4e53-b33e-4d5f5667a483), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.555003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10a5b6-3465-40d1-b226-5d71d06b5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab3d87d-4c8b-4602-a8cf-04b5978dc31a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:31.578204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (1ac361bd-0741-4e53-b33e-4d5f5667a483), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.582658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:31.583291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.639470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 063a5d55-58c0-4caf-afb5-8e5649664ced triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:31.639845 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.781685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 063a5d55-58c0-4caf-afb5-8e5649664ced is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:31.782574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:31.810170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:32.331006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.462909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1ac361bd-0741-4e53-b33e-4d5f5667a483), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.611746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (1ac361bd-0741-4e53-b33e-4d5f5667a483), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.623920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.714942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=f946c3a5-0b8b-47bf-8eda-f2880bf8ad0f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:32.720255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac361bd-0741-4e53-b33e-4d5f5667a483,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:32.732543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6e19f-aff2-4cca-81f6-686412f3f5fe None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:32.742046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:32.747751 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38ae5b2c-fd97-4277-b44a-dbed4be357c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1ac361bd-0741-4e53-b33e-4d5f5667a483 HTTP/1.1" status: 204 len: 168 time: 1.3960335 Mar 22 14:15:32.748697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49892) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:32.805425 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa74c090-8928-4193-8955-7dc047f782b7 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538254 Mar 22 14:15:32.806917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:32.863964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.019495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.028661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e33e-a587-438d-ba09-6698199c3f9e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.032922 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8974e33e-a587-438d-ba09-6698199c3f9e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2237895 Mar 22 14:15:33.032922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router_controller (d97786fe-005d-4a13-9a3c-3a0059a257e7), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.033908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49898) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.120949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:33.158029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d97786fe-005d-4a13-9a3c-3a0059a257e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.159570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Fanout notify agent at l3_agent the message router_deleted on router d97786fe-005d-4a13-9a3c-3a0059a257e7 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:33.175661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.179168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cbf04d9-1131-4a9f-b4a4-c52c00d9b11d tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/routers/d97786fe-005d-4a13-9a3c-3a0059a257e7 HTTP/1.1" status: 204 len: 168 time: 2.3508027 Mar 22 14:15:33.190961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.226455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6861a3-ba52-4686-8d79-aa48e3f897d1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:33.230573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0b6861a3-ba52-4686-8d79-aa48e3f897d1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1935124 Mar 22 14:15:33.242707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Deleting port 063a5d55-58c0-4caf-afb5-8e5649664ced {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:33.243080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.252155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49910) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.370006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting subnet 8fa6f828-8fba-4adc-938f-425527e95ec6 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:33.387803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for subnet (8fa6f828-8fba-4adc-938f-425527e95ec6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.393730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-53f2687a-93ea-4218-8afc-1dd1b442ba86 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358371 Mar 22 14:15:33.394293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49914) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.409699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:33.497383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] For port 063a5d55-58c0-4caf-afb5-8e5649664ced, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=063a5d55-58c0-4caf-afb5-8e5649664ced,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:33.497803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.541127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 063a5d55-58c0-4caf-afb5-8e5649664ced no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:33.567549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Calling delete_port for 063a5d55-58c0-4caf-afb5-8e5649664ced owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:33.570136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (8fa6f828-8fba-4adc-938f-425527e95ec6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.611593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:33.616143 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.748859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (8fa6f828-8fba-4adc-938f-425527e95ec6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.809320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Deleting port 63013035-6b7d-4b12-82ed-3cf011608ec6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:33.809668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.846209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (8fa6f828-8fba-4adc-938f-425527e95ec6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.895160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa6f828-8fba-4adc-938f-425527e95ec6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:33.909806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:33.915180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b9a509f1-1ffe-4a86-975d-12ad5f325564 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/subnets/8fa6f828-8fba-4adc-938f-425527e95ec6 HTTP/1.1" status: 204 len: 168 time: 0.7227635 Mar 22 14:15:33.917283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 063a5d55-58c0-4caf-afb5-8e5649664ced is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:33.917844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:33.918257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.018739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 063a5d55-58c0-4caf-afb5-8e5649664ced, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=063a5d55-58c0-4caf-afb5-8e5649664ced,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:34.021874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40f2ad-53c9-4bdb-a380-cc968d31046d None None] Network ca5a6ceb-2263-44b9-9b61-2cdd04506167 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:34.057608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.084639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ca5a6ceb-2263-44b9-9b61-2cdd04506167), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.222282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] For port 63013035-6b7d-4b12-82ed-3cf011608ec6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63013035-6b7d-4b12-82ed-3cf011608ec6,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:34.222665 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.236465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port a70ec671-6dbf-400e-a902-5a6364f656f3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:34.236952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.242824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Calling delete_port for 63013035-6b7d-4b12-82ed-3cf011608ec6 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:34.349449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=063a5d55-58c0-4caf-afb5-8e5649664ced,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:34.371023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (063a5d55-58c0-4caf-afb5-8e5649664ced), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.403872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:15:34.407919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (16c96f09-4448-443f-b752-7a8246d6d949), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.444107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] For port a70ec671-6dbf-400e-a902-5a6364f656f3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a70ec671-6dbf-400e-a902-5a6364f656f3,segment=NetworkSegment(a7902cd3-e329-4f96-997c-53e51f1216d7),segment_id=a7902cd3-e329-4f96-997c-53e51f1216d7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:34.444483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.459705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] No DVR routers for this DVR port 063a5d55-58c0-4caf-afb5-8e5649664ced on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:34.462297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628b675-588f-4f00-81c7-4134d4b58587 None None] Pushing event deleted for resources: {'Port': ['ID=063a5d55-58c0-4caf-afb5-8e5649664ced,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:34.479942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for a70ec671-6dbf-400e-a902-5a6364f656f3 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:34.534217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:34.565515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:34.570905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:34.571736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.579738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d6326-3df1-46d8-b07f-2d4218ecc237 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:34.724276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3258483 Mar 22 14:15:34.724276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b22768-526d-45c4-9c10-b9bc19588eac tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=16c96f09-4448-443f-b752-7a8246d6d949,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:34.724649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] DHCP port deletion for ca5a6ceb-2263-44b9-9b61-2cdd04506167 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:34.726834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49982) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:34.732398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:34.783798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:34.819450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] No DVR routers for this DVR port a70ec671-6dbf-400e-a902-5a6364f656f3 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:34.982986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (63013035-6b7d-4b12-82ed-3cf011608ec6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.024903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=a70ec671-6dbf-400e-a902-5a6364f656f3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.039880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Pushing event deleted for resources: {'Port': ['ID=63013035-6b7d-4b12-82ed-3cf011608ec6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.136505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.136987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.137343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.137682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.138021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.138359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.138685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.139008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.139331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.143653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.144053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.144404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.144730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.145061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.147549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:35.193553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:35.195771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ca5a6ceb-2263-44b9-9b61-2cdd04506167), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.196030 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.234274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5a6ceb-2263-44b9-9b61-2cdd04506167']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.257662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7902cd3-e329-4f96-997c-53e51f1216d7') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.260912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7902cd3-e329-4f96-997c-53e51f1216d7') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:35.279416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Deleting port a70ec671-6dbf-400e-a902-5a6364f656f3 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:35.280048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.290075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a7902cd3-e329-4f96-997c-53e51f1216d7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.331511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a7902cd3-e329-4f96-997c-53e51f1216d7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.347239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:35.347771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a7902cd3-e329-4f96-997c-53e51f1216d7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.352704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] For port a70ec671-6dbf-400e-a902-5a6364f656f3, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:35.353477 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:35.354078 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:35.359315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.388931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Calling delete_port for a70ec671-6dbf-400e-a902-5a6364f656f3 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:35.393811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Port a70ec671-6dbf-400e-a902-5a6364f656f3 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:15:35.397511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a70ec671-6dbf-400e-a902-5a6364f656f3), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.400647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '16c96f09-4448-443f-b752-7a8246d6d949'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:35.401501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.439987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] Pushing event deleted for resources: {'Port': ['ID=a70ec671-6dbf-400e-a902-5a6364f656f3,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.451311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f05b3-4c52-4464-acfc-244bdbc75705 None None] No DVR routers for this DVR port a70ec671-6dbf-400e-a902-5a6364f656f3 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:35.488494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ca5a6ceb-2263-44b9-9b61-2cdd04506167), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.498243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.505640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/networks/ca5a6ceb-2263-44b9-9b61-2cdd04506167 HTTP/1.1" status: 204 len: 168 time: 1.5844579 Mar 22 14:15:35.509672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49994) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.531325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18bcf1-1b67-498c-9f78-a75dc2643b34 tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Network': ['ID=ca5a6ceb-2263-44b9-9b61-2cdd04506167,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:35.663514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Allocated IP 2001:db8::f816:3eff:fed1:f7ef (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/16c96f09-4448-443f-b752-7a8246d6d949/9e50f4ae-dd9e-4170-9bcc-eb71e85298d7) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:35.671575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a70ec671-6dbf-400e-a902-5a6364f656f3 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:35.683088 n-d-758851-5 neutron-server[103890]: INFO neutron.db.ipam_backend_mixin [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16c96f09-4448-443f-b752-7a8246d6d949 (CIDR: 2001:db8::/64) Mar 22 14:15:35.693802 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:15:35.694370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:15:35.716282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a70ec671-6dbf-400e-a902-5a6364f656f3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:35.716810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a70ec671-6dbf-400e-a902-5a6364f656f3 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:35.753777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bfbb49c6-36e2-4bc5-943d-76c3b1b711d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0256810 Mar 22 14:15:35.765862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:35.772973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:35.843321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Deleting port d03c57af-8f6a-4397-9ec6-093ec5bc3580 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:35.843778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.964059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.964478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (d03c57af-8f6a-4397-9ec6-093ec5bc3580), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.974613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks [] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:35.985791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Calling delete_port for d03c57af-8f6a-4397-9ec6-093ec5bc3580 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:35.993853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.056272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Pushing event updated for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.082011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:36.084481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:36.090260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:36.150626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:15:36.153679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:36.157170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.170221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Attempting to bind port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:36.171081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Attempting to bind port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:36.171666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Attempting to bind port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:36.178587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:36.179348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:36.180236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.180979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:36.181667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Bound port: 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:36.182306 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.191242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d03c57af-8f6a-4397-9ec6-093ec5bc3580), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.229684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Pushing event deleted for resources: {'Port': ['ID=d03c57af-8f6a-4397-9ec6-093ec5bc3580,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.291788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:36.298840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:36.308783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.321403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks [] for floatingip (8a6a8dec-1936-4bd3-9b76-620e1b06b917), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.325019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:36.326378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-870df697-7cdf-4644-8d4b-713a892dddaf tempest-FloatingIPAdminTestJSON-146269862 tempest-FloatingIPAdminTestJSON-146269862-project] 10.222.0.81 "DELETE /v2.0/floatingips/8a6a8dec-1936-4bd3-9b76-620e1b06b917 HTTP/1.1" status: 204 len: 168 time: 0.8156123 Mar 22 14:15:36.396278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5b1f5-9ae4-4cb9-a14b-7f51d18991f3 None None] Pushing event updated for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:36.947167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50020) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.077605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:15:37.088423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c1ffe198-2d96-446f-b634-5574cc6397dc admin admin] 10.222.0.81 "PUT /v2.0/routers/1f4a11e2-1a25-4472-baf0-afd8c8d16f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6175685 Mar 22 14:15:37.088784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50024) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.095865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (94fb4c99-2fbc-49c6-835c-701861cf5f46), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.096774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Sync routers for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:15:37.112411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:37.113622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:15:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:37.163846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:37.168090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:37.175874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:37.176478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.214507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4474299 Mar 22 14:15:37.217244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b38800-a7b7-4833-a25e-b66417c58ce3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=94fb4c99-2fbc-49c6-835c-701861cf5f46,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:37.221064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50026) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.225716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:67:44:c3', 'name': 'tempest-NetworksTestDHCPv6-822243504'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:37.294015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:37.360767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9f70d07b-85ac-4730-b191-d89241f63438 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f0a63f68769429cb5c4ec6cbe4d45be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123812 Mar 22 14:15:37.363337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:37.477501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:37.568858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks [] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.626953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:37.662501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.663578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] Publish callbacks [] for security_group (1796e159-ad61-4aba-8a15-70b55bc271f9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.728157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:15:34Z', 'revision_number': 5, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:37.745995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port ce14876e-8d39-4ff5-b8b3-4a27596f81a9 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:37.766716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:37.767147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.838726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Checking router: 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:15:37.841002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] Publish callbacks [] for security_group (1796e159-ad61-4aba-8a15-70b55bc271f9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.870064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Routers {'1f4a11e2-1a25-4472-baf0-afd8c8d16f15'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:15:37.870703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:15:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:37.930590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks [] for router_gateway (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:37.997816 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1796e159-ad61-4aba-8a15-70b55bc271f9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.011716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.030928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1796e159-ad61-4aba-8a15-70b55bc271f9 HTTP/1.1" status: 204 len: 168 time: 0.6513624 Mar 22 14:15:38.057356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a98ec5-0936-49a4-94b8-f606935ab261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796e159-ad61-4aba-8a15-70b55bc271f9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.089464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8:0:1::22e (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/94fb4c99-2fbc-49c6-835c-701861cf5f46/ce14876e-8d39-4ff5-b8b3-4a27596f81a9) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:38.095862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:38.096263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.104897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe67:44c3 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/16c96f09-4448-443f-b752-7a8246d6d949/ce14876e-8d39-4ff5-b8b3-4a27596f81a9) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:38.114433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Deleting port 0dceba7b-a2a8-4b6a-933e-59213c8cd683 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:38.115247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.155701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:38.168376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.203170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d032af3-44a5-47ce-9e9f-3b03b1fbd258 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:38.210331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] Set router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:15:38.298827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] For port 0dceba7b-a2a8-4b6a-933e-59213c8cd683, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0dceba7b-a2a8-4b6a-933e-59213c8cd683,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:38.300040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.329014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Calling delete_port for 0dceba7b-a2a8-4b6a-933e-59213c8cd683 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:38.331618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e55c19a3-42c1-4014-a2ed-ac85b36abff1 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:38.332202 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e55c19a3-42c1-4014-a2ed-ac85b36abff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.410631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.485749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (ce14876e-8d39-4ff5-b8b3-4a27596f81a9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.588944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ce14876e-8d39-4ff5-b8b3-4a27596f81a9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.629525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:38.633787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:38.639486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:38.646997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:38.647993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.702834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50050) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:38.721622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4950905 Mar 22 14:15:38.722749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:38.739149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5eed520-1c5f-4937-8d34-371aa2a1dea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.760475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0dceba7b-a2a8-4b6a-933e-59213c8cd683), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:38.838622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cf8ee-d02a-4116-beb1-07b3964f9b45 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=ce14876e-8d39-4ff5-b8b3-4a27596f81a9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.880534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Pushing event deleted for resources: {'Port': ['ID=0dceba7b-a2a8-4b6a-933e-59213c8cd683,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:38.923161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port ce14876e-8d39-4ff5-b8b3-4a27596f81a9 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:38.923526 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ce14876e-8d39-4ff5-b8b3-4a27596f81a9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.061912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e55c19a3-42c1-4014-a2ed-ac85b36abff1 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:39.063962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5eed520-1c5f-4937-8d34-371aa2a1dea1 admin admin] Publish callbacks [] for security_group (6e403ba0-d0cf-4754-b766-323ad7e78ab3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.081045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5eed520-1c5f-4937-8d34-371aa2a1dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e403ba0-d0cf-4754-b766-323ad7e78ab3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.111106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ce14876e-8d39-4ff5-b8b3-4a27596f81a9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.141001 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5eed520-1c5f-4937-8d34-371aa2a1dea1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=756d4b3bf5bd4426a13f8b729b96fc9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371359 Mar 22 14:15:39.143826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for ce14876e-8d39-4ff5-b8b3-4a27596f81a9 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:39.143995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:39.147014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:15:34Z', 'revision_number': 5, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:39.176773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.218418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f887650-21c7-4a4f-929a-a79c647a55e9 None None] The sync data for ids ['1f4a11e2-1a25-4472-baf0-afd8c8d16f15'] in n-d-758851-5 is: [{'id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'name': 'tempest-FloatingIPDetailsTestJSON-1538554771-router', 'tenant_id': '1937c52767c64f7185e8882161441b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:37Z', 'updated_at': '2022-03-22T14:15:34Z', 'revision_number': 5, 'project_id': '1937c52767c64f7185e8882161441b35', 'gw_port': {'id': '0dceba7b-a2a8-4b6a-933e-59213c8cd683', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a11e2-1a25-4472-baf0-afd8c8d16f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:38Z', 'updated_at': '2022-03-22T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:15:39.241884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '16c96f09-4448-443f-b752-7a8246d6d949', 'ip_address': '2001:db8::f816:3eff:fed1:f7ef'}, {'subnet_id': '94fb4c99-2fbc-49c6-835c-701861cf5f46'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '9e50f4ae-dd9e-4170-9bcc-eb71e85298d7'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:15:39.283071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.373840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed520-1c5f-4937-8d34-371aa2a1dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e403ba0-d0cf-4754-b766-323ad7e78ab3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:39.377871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.381180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks [] for router_controller (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.450439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] Publish callbacks [] for security_group (6e403ba0-d0cf-4754-b766-323ad7e78ab3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.473680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] Publish callbacks [] for security_group (6e403ba0-d0cf-4754-b766-323ad7e78ab3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.509552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (1f4a11e2-1a25-4472-baf0-afd8c8d16f15), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.510148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4a11e2-1a25-4472-baf0-afd8c8d16f15 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:15:39.525346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.526562 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bace40e0-9f63-4dc6-8893-9b481ec8c35d admin admin] 10.222.0.81 "DELETE /v2.0/routers/1f4a11e2-1a25-4472-baf0-afd8c8d16f15 HTTP/1.1" status: 204 len: 168 time: 2.4367058 Mar 22 14:15:39.529251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:39.534986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ce14876e-8d39-4ff5-b8b3-4a27596f81a9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.586569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=ce14876e-8d39-4ff5-b8b3-4a27596f81a9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:39.602623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e403ba0-d0cf-4754-b766-323ad7e78ab3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.605199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.606454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e403ba0-d0cf-4754-b766-323ad7e78ab3 HTTP/1.1" status: 204 len: 168 time: 0.4616446 Mar 22 14:15:39.659266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144738f-84cd-4863-a7fc-e81f7fdef676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e403ba0-d0cf-4754-b766-323ad7e78ab3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:39.687423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Deleting subnet 4e734753-8037-4da4-befa-6fa8b2844d2e {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:39.699234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.717901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Publish callbacks [] for subnet (4e734753-8037-4da4-befa-6fa8b2844d2e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:39.723860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5557596c-b09c-4a53-a0ca-c7749c678e09 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/ce14876e-8d39-4ff5-b8b3-4a27596f81a9 HTTP/1.1" status: 204 len: 168 time: 0.9953659 Mar 22 14:15:39.727858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50066) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:39.748867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Allocated IP 2001:db8:0:1::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/94fb4c99-2fbc-49c6-835c-701861cf5f46/9e50f4ae-dd9e-4170-9bcc-eb71e85298d7) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:39.834344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4e734753-8037-4da4-befa-6fa8b2844d2e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.061730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:40.080074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4e734753-8037-4da4-befa-6fa8b2844d2e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.180915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4e734753-8037-4da4-befa-6fa8b2844d2e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.205755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:40.267622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.273404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c1312-6287-4462-9850-f68fa43cd971 None None] Network 14929f07-a010-4b92-ad44-b10d54d58ab3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:40.279414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4e734753-8037-4da4-befa-6fa8b2844d2e HTTP/1.1" status: 204 len: 168 time: 0.7468934 Mar 22 14:15:40.279414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4c17f-437e-4fb9-b0fb-5b4d9f09e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e734753-8037-4da4-befa-6fa8b2844d2e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:40.291577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.306627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:40.307326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.341010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3fed6c-ad52-4f39-b74d-7726351cf923 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.359179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd3fed6c-ad52-4f39-b74d-7726351cf923 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1891797 Mar 22 14:15:40.364828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50076) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.494710 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Publish callbacks [] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.512245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4f4f8-4eb8-45ae-9006-235e7332cc54 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.516420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (14929f07-a010-4b92-ad44-b10d54d58ab3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.516833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d4b4f4f8-4eb8-45ae-9006-235e7332cc54 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1508913 Mar 22 14:15:40.517461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.537588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.549332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50080) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.589009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.661838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa756268-d32c-4cb1-a078-b41dff8a8a79 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.672017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:40.672531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa756268-d32c-4cb1-a078-b41dff8a8a79 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.674259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa756268-d32c-4cb1-a078-b41dff8a8a79 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:40.682268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa756268-d32c-4cb1-a078-b41dff8a8a79 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1633480 Mar 22 14:15:40.682893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:40.694515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63013035-6b7d-4b12-82ed-3cf011608ec6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:40.758767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 63013035-6b7d-4b12-82ed-3cf011608ec6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:40.759383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63013035-6b7d-4b12-82ed-3cf011608ec6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:40.765211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c839de5-4b79-4a77-a5c6-9f4de0a9cd23 None None] Pushing event updated for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:40.791640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 16c96f09-4448-443f-b752-7a8246d6d949 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:40.795609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (16c96f09-4448-443f-b752-7a8246d6d949), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.851482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (16c96f09-4448-443f-b752-7a8246d6d949), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.930978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Publish callbacks [] for security_group (0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.954350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:40.992402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] DHCP port deletion for 14929f07-a010-4b92-ad44-b10d54d58ab3 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:41.065122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Deleting port 91c8cc45-d44b-4228-aebd-30a8804a0e39 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:41.065540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.086182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e794e7b9c2a8478388dc0af023f6a71b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325146 Mar 22 14:15:41.088756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50090) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:41.129781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Deleting port 91c8cc45-d44b-4228-aebd-30a8804a0e39 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:41.130426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.168511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.214046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] For port 91c8cc45-d44b-4228-aebd-30a8804a0e39, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=91c8cc45-d44b-4228-aebd-30a8804a0e39,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:41.215098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.216538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (16c96f09-4448-443f-b752-7a8246d6d949), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.237006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Calling delete_port for 91c8cc45-d44b-4228-aebd-30a8804a0e39 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:41.308482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.309093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.309208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.309489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.309836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.321202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.322593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.323576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.326406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.327812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.329595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.330010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.331029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.331379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.331714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a99e7-4adf-4531-8567-bbddf1124279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:15:41.383863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (16c96f09-4448-443f-b752-7a8246d6d949), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.462228 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.486881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] For port 91c8cc45-d44b-4228-aebd-30a8804a0e39, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=91c8cc45-d44b-4228-aebd-30a8804a0e39,segment=NetworkSegment(c28d828b-30f7-4eab-be0f-7465d4cf58ff),segment_id=c28d828b-30f7-4eab-be0f-7465d4cf58ff)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:41.487533 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.522210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=16c96f09-4448-443f-b752-7a8246d6d949,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.524565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.541441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-748025f2-69c1-4da5-8ea2-1e6f2e529612 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/16c96f09-4448-443f-b752-7a8246d6d949 HTTP/1.1" status: 204 len: 168 time: 0.8549767 Mar 22 14:15:41.545595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Calling delete_port for 91c8cc45-d44b-4228-aebd-30a8804a0e39 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:41.549465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50106) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:41.551480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:41.568866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] Publish callbacks [] for security_group (0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.607645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] Pushing event deleted for resources: {'Port': ['ID=91c8cc45-d44b-4228-aebd-30a8804a0e39,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:41.610140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c721f-b0d4-422b-a1c1-ab08625f6654 None None] No DVR routers for this DVR port 91c8cc45-d44b-4228-aebd-30a8804a0e39 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:41.677853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:41.678599 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.724580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] Publish callbacks [] for security_group (0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:41.749076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.754836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.786382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.792038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.795108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:41.800285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.815651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.821744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:41.824664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-b8771719-18d4-4078-84da-819e8c68ce1e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.6238887 Mar 22 14:15:41.853496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58306c92-ecc6-4102-b4c5-704f775362d8 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:41.920461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 94fb4c99-2fbc-49c6-835c-701861cf5f46 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:41.925567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (94fb4c99-2fbc-49c6-835c-701861cf5f46), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.007720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 91c8cc45-d44b-4228-aebd-30a8804a0e39 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:42.037098 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.040818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.044872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc HTTP/1.1" status: 204 len: 168 time: 0.9287667 Mar 22 14:15:42.055672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (94fb4c99-2fbc-49c6-835c-701861cf5f46), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.061550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 91c8cc45-d44b-4228-aebd-30a8804a0e39 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:42.062052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 91c8cc45-d44b-4228-aebd-30a8804a0e39 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:42.062571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0dceba7b-a2a8-4b6a-933e-59213c8cd683 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:42.096912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (91c8cc45-d44b-4228-aebd-30a8804a0e39), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.106725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8398d724-69d5-4186-b38d-45abde10dd41 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:42.106725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8398d724-69d5-4186-b38d-45abde10dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.109078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0dceba7b-a2a8-4b6a-933e-59213c8cd683 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:42.109526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0dceba7b-a2a8-4b6a-933e-59213c8cd683 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:42.188253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160295b5-3199-48d7-bd3f-924e17361427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1fcccb-0474-43b4-9fa4-9ca36a61ecbc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:42.213022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-839df2c8-6c47-481e-94f2-3c282c4091b4 req-1045edff-a210-4154-9998-8420ba14dc6d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3516543 Mar 22 14:15:42.293779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=91c8cc45-d44b-4228-aebd-30a8804a0e39,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:42.315552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] No DVR routers for this DVR port 91c8cc45-d44b-4228-aebd-30a8804a0e39 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:42.462486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8398d724-69d5-4186-b38d-45abde10dd41 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:42.675544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (94fb4c99-2fbc-49c6-835c-701861cf5f46), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.709578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (14929f07-a010-4b92-ad44-b10d54d58ab3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.784291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.789620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.797272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.807592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.808945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.815357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.821553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:42.823792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f9197c9-6385-45fb-a46e-1a29e0b44b04 req-e94eafa8-795c-4a94-a818-c645dbccad52 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.3734884 Mar 22 14:15:42.825935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14929f07-a010-4b92-ad44-b10d54d58ab3']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.842244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28d828b-30f7-4eab-be0f-7465d4cf58ff') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.842571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28d828b-30f7-4eab-be0f-7465d4cf58ff') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:42.857148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (c28d828b-30f7-4eab-be0f-7465d4cf58ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.881058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c28d828b-30f7-4eab-be0f-7465d4cf58ff), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.888579 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (94fb4c99-2fbc-49c6-835c-701861cf5f46), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.922808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:42.923245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (c28d828b-30f7-4eab-be0f-7465d4cf58ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:42.926663 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:43.022846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.029344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/94fb4c99-2fbc-49c6-835c-701861cf5f46 HTTP/1.1" status: 204 len: 168 time: 1.4768779 Mar 22 14:15:43.030214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50160) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.033811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774c64-1993-4155-85d9-7f7b6f8d6eb3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=94fb4c99-2fbc-49c6-835c-701861cf5f46,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:43.057315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (14929f07-a010-4b92-ad44-b10d54d58ab3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.071218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.085459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] 10.222.0.81 "DELETE /v2.0/networks/14929f07-a010-4b92-ad44-b10d54d58ab3 HTTP/1.1" status: 204 len: 168 time: 2.7916889 Mar 22 14:15:43.132441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f95c2c-614a-4193-afa8-725330fabc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=14929f07-a010-4b92-ad44-b10d54d58ab3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:43.171097 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0742c335-9acc-4469-ae09-eab738dff354 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380415 Mar 22 14:15:43.173311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50168) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.179924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:43.380917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.451087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50174) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.458255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11585e72-38e6-45f1-b00d-ed43653af4eb None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:43.481820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4bd5510a-fc1f-48c3-b60e-23df2cb5f07a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1937c52767c64f7185e8882161441b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0992854 Mar 22 14:15:43.484300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:43.516383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:43.524228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.655878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] Publish callbacks [] for security_group (7bd83d62-9887-4f5a-bac3-bf1589a8d0a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.684096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d73a0a51-b0c6-4bf9-9f9d-4377610150f8 None None] Provisioning complete for port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:43.684755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d73a0a51-b0c6-4bf9-9f9d-4377610150f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.719652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] Publish callbacks [] for security_group (7bd83d62-9887-4f5a-bac3-bf1589a8d0a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.838036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bd83d62-9887-4f5a-bac3-bf1589a8d0a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.842008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.845880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bd83d62-9887-4f5a-bac3-bf1589a8d0a8 HTTP/1.1" status: 204 len: 168 time: 0.3602617 Mar 22 14:15:43.863482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446575111'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:43.866270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:43.874051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cb04a-0c6b-49cc-8382-e7b845a50835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd83d62-9887-4f5a-bac3-bf1589a8d0a8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:43.943522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:43.958929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:43.984775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.026568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d73a0a51-b0c6-4bf9-9f9d-4377610150f8 None None] Current status of the port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:44.108537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Deleting port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:44.109549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.177869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:15:44.195117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for security_group (a9cea344-1152-40b9-9bac-e0e24a92411a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.207767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a9cea344-1152-40b9-9bac-e0e24a92411a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.234725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:44.266568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4ce8987c-231c-4e87-b8ef-02475b692ee6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.268641 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 4ce8987c-231c-4e87-b8ef-02475b692ee6 of type vlan for network 541f0b69-120b-46fb-9840-ffc2d52255f6 Mar 22 14:15:44.366610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (541f0b69-120b-46fb-9840-ffc2d52255f6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.418070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (541f0b69-120b-46fb-9840-ffc2d52255f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.424724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:44.425671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.431241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:44.431605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.483770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.499740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Calling delete_port for 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:44.595225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cea344-1152-40b9-9bac-e0e24a92411a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:44.619881 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1679044 Mar 22 14:15:44.664399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2512-7d9d-4d71-bef6-e3c5a89c6247 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=541f0b69-120b-46fb-9840-ffc2d52255f6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:44.749760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:44.887344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:44.977721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:44.989282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.014303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (ced9b22d-92e0-4208-ab2e-ea6c090a40f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.105322 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (9e50f4ae-dd9e-4170-9bcc-eb71e85298d7), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.181650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=ced9b22d-92e0-4208-ab2e-ea6c090a40f8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:45.210497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:45.220502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:45.223981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:45.224760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.254580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0794473 Mar 22 14:15:45.257573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50214) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:45.259257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6faa84-2e6a-45d9-b37e-358b70bc3f85 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:45.260149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] No DVR routers for this DVR port 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:45.266175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61c7f-c6d8-414e-a042-e3496b8e32b6 None None] Pushing event deleted for resources: {'Port': ['ID=9e50f4ae-dd9e-4170-9bcc-eb71e85298d7,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:45.281144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:45.375338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8866f-1f0a-4e25-b568-578dc64adc04 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:45.670171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:45.673570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:45.898695 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ced9b22d-92e0-4208-ab2e-ea6c090a40f8 (CIDR: 2001:db8::/64) Mar 22 14:15:45.904359 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:15:45.904823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:15:45.939177 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d85302d3-6b63-47e5-8c24-48d7409067d9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6782920 Mar 22 14:15:45.940393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:45.945408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:45.992762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:46.200995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:46.204716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.416434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:15:46.416854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9e50f4ae-dd9e-4170-9bcc-eb71e85298d7 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:15:46.556900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': 'ced9b22d-92e0-4208-ab2e-ea6c090a40f8'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:46.559608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.730351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (31323df6-04da-4110-a27e-a1e779500bef), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.842367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:46.848766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:46.862254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.896170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:46.906314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:46.911578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=31323df6-04da-4110-a27e-a1e779500bef,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:46.966108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ef4348c-4d78-49eb-bdea-8710333cc9bd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0220268 Mar 22 14:15:46.966767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50264) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:46.973110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:57:cd:56', 'name': 'tempest-NetworksTestDHCPv6-1515917455'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:47.043203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Allocated IP 2001:db8::f816:3eff:fec4:29b7 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/ced9b22d-92e0-4208-ab2e-ea6c090a40f8/dd40051c-70f1-4aec-a8b0-b85a8fa1a27a) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:47.350589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.351294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.351824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.352510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.353026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.353576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.354169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:47.362508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-df741184-cdf1-41f8-b185-938d3a21850e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 6717 time: 0.4980857 Mar 22 14:15:47.593990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:47.608349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks [] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.627605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.738863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:47.748474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:47.758935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:47.820754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-d1a04cbb-7bf0-4dd0-99d2-f5c80b266b7f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4571474 Mar 22 14:15:47.903146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.905294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Pushing event updated for resources: {'Port': ['ID=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:47.946951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Attempting to bind port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:47.947363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Attempting to bind port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:47.949108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Attempting to bind port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:47.953156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port 09ce4eb8-710d-44c4-8ff9-e154b4010031 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:47.961048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:47.963137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:47.964736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:47.968775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:47.969912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Bound port: dd40051c-70f1-4aec-a8b0-b85a8fa1a27a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:47.971759 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.146407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] For port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:48.150376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50284) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:48.151209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] For port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:48.155634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:48.163979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.226508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdeb77-e73c-4313-9830-080914c160a4 None None] Pushing event updated for resources: {'Port': ['ID=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:48.279147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8:0:1::31b (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/31323df6-04da-4110-a27e-a1e779500bef/09ce4eb8-710d-44c4-8ff9-e154b4010031) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:48.285561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::f816:3eff:fe57:cd56 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/ced9b22d-92e0-4208-ab2e-ea6c090a40f8/09ce4eb8-710d-44c4-8ff9-e154b4010031) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:48.394214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:48.398223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.516211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (09ce4eb8-710d-44c4-8ff9-e154b4010031), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.606764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3669374f-f535-4056-8f1f-2427394c479b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.643336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (09ce4eb8-710d-44c4-8ff9-e154b4010031), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.814128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=09ce4eb8-710d-44c4-8ff9-e154b4010031,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:48.831090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (0e169445-d75f-4f72-80ac-aff1662356ba), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.831618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:48.834365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:48.840571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:48.854877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:48.858792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:48.904647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-acad3adb-ccd8-478f-887d-01f04f4b6224 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9367220 Mar 22 14:15:48.911419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50298) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.546675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=0e169445-d75f-4f72-80ac-aff1662356ba,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:49.588325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd40051c-70f1-4aec-a8b0-b85a8fa1a27a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:49.690403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': '4ce8987c-231c-4e87-b8ef-02475b692ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:49.691400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 541f0b69-120b-46fb-9840-ffc2d52255f6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:49.726159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50316) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:49.737414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:49.738470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.744889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:49.765710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port 09ce4eb8-710d-44c4-8ff9-e154b4010031 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:49.766115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (09ce4eb8-710d-44c4-8ff9-e154b4010031), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:49.772665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 541f0b69-120b-46fb-9840-ffc2d52255f6) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:49.805274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b6bed-a063-42f1-9729-2e6f3e51f637 None None] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:49.922121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:49.933614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.001645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50322) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.003183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38c7c890-2048-4767-9ebb-6859d704c6bc tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8502440 Mar 22 14:15:50.010158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760973570'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:50.020152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3062024-6605-4fe7-836b-5ff03659ff74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.044485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (09ce4eb8-710d-44c4-8ff9-e154b4010031), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.050433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-541f0b69-120b-46fb-9840-ffc2d52255f6', 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': '0e169445-d75f-4f72-80ac-aff1662356ba'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:50.054433 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.065794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for 09ce4eb8-710d-44c4-8ff9-e154b4010031 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:50.108118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:50.108506 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.160068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c013b23-bdfd-4ffc-a065-ae23a3e0a1a3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:50.247757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3062024-6605-4fe7-836b-5ff03659ff74 admin admin] Publish callbacks [] for security_group (bd79b25e-0d92-45b8-88c7-82cfbd8ece0c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.264915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3062024-6605-4fe7-836b-5ff03659ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bd79b25e-0d92-45b8-88c7-82cfbd8ece0c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.281502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:50.285185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.331924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d3062024-6605-4fe7-836b-5ff03659ff74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7307697126d74df0994c9b7305476f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020777 Mar 22 14:15:50.331924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3062024-6605-4fe7-836b-5ff03659ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79b25e-0d92-45b8-88c7-82cfbd8ece0c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.332727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50326) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.355067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:50.366315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3542416c-b98b-4df5-b818-ffdb10a0a53a None None] Provisioning complete for port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:50.366693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3542416c-b98b-4df5-b818-ffdb10a0a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.409357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.428259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] Publish callbacks [] for security_group (bd79b25e-0d92-45b8-88c7-82cfbd8ece0c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.485334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] Publish callbacks [] for security_group (bd79b25e-0d92-45b8-88c7-82cfbd8ece0c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.497176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (09ce4eb8-710d-44c4-8ff9-e154b4010031), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.513934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:50.539091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (10058338-37d8-420a-abb0-3de282696afb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.539439 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 10058338-37d8-420a-abb0-3de282696afb of type vlan for network 955475f8-018a-401e-8b07-2a6fa3d005cc Mar 22 14:15:50.554163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Allocated IP 2001:db8:0:ffff::2 (541f0b69-120b-46fb-9840-ffc2d52255f6/0e169445-d75f-4f72-80ac-aff1662356ba/b07675ef-879f-4580-a2f8-abbbfc2aeea8) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:50.586122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (955475f8-018a-401e-8b07-2a6fa3d005cc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.622760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=09ce4eb8-710d-44c4-8ff9-e154b4010031,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.629517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:50.649761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bd79b25e-0d92-45b8-88c7-82cfbd8ece0c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.658544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.662538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd79b25e-0d92-45b8-88c7-82cfbd8ece0c HTTP/1.1" status: 204 len: 168 time: 0.3262687 Mar 22 14:15:50.678244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.688385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-749dd7d4-9c7e-4e7d-9631-cb768d485404 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/09ce4eb8-710d-44c4-8ff9-e154b4010031 HTTP/1.1" status: 204 len: 168 time: 1.7721341 Mar 22 14:15:50.688672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (955475f8-018a-401e-8b07-2a6fa3d005cc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.689280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50330) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.704254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.704945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.754509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3542416c-b98b-4df5-b818-ffdb10a0a53a None None] Current status of the port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:50.807663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6c651-9bb7-4ecb-b16d-0c96678af482 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.813093 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-25a6c651-9bb7-4ecb-b16d-0c96678af482 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1212242 Mar 22 14:15:50.813830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50334) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:50.857792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514096a0-27e8-4074-9d56-2da253c89841 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': 'ced9b22d-92e0-4208-ab2e-ea6c090a40f8', 'ip_address': '2001:db8::f816:3eff:fec4:29b7'}, {'subnet_id': '31323df6-04da-4110-a27e-a1e779500bef'}], 'binding:host_id': 'n-d-758851-5'}, 'id': 'dd40051c-70f1-4aec-a8b0-b85a8fa1a27a'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:15:50.929952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-514096a0-27e8-4074-9d56-2da253c89841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:50.931323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576d2db-681f-447b-8ee0-5e2d43452de5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:50.935581 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d576d2db-681f-447b-8ee0-5e2d43452de5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1203711 Mar 22 14:15:50.936141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50336) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.004074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ef810-ca1e-4f81-bae5-73b91a2acf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79b25e-0d92-45b8-88c7-82cfbd8ece0c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.016011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0131900 Mar 22 14:15:51.016149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50342) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.027626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '955475f8-018a-401e-8b07-2a6fa3d005cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:51.031486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1d35e-8707-416a-b0a1-af7f25f954bb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=955475f8-018a-401e-8b07-2a6fa3d005cc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.083204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74382f45-5508-45fb-9b7d-b209930806ba tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.084613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 955475f8-018a-401e-8b07-2a6fa3d005cc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:51.084790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74382f45-5508-45fb-9b7d-b209930806ba tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.085939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74382f45-5508-45fb-9b7d-b209930806ba tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:51.090453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74382f45-5508-45fb-9b7d-b209930806ba tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1532619 Mar 22 14:15:51.090664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50344) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.226234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 31323df6-04da-4110-a27e-a1e779500bef {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:51.234966 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-077331e6-b163-49bd-ad0e-6e6f90c42400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.235254 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (31323df6-04da-4110-a27e-a1e779500bef), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.240892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks [] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.246137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:51.249937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.323486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (31323df6-04da-4110-a27e-a1e779500bef), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.355460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.432761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (31323df6-04da-4110-a27e-a1e779500bef), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.441601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:51.491587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:51.538719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:51.573117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd40051c-70f1-4aec-a8b0-b85a8fa1a27a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:51.623286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (31323df6-04da-4110-a27e-a1e779500bef), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.668487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=31323df6-04da-4110-a27e-a1e779500bef,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.679701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.683703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-81678eba-7a1e-4a88-8a8f-f2fa037dc2a6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/31323df6-04da-4110-a27e-a1e779500bef HTTP/1.1" status: 204 len: 168 time: 0.5904436 Mar 22 14:15:51.685373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50356) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:51.689239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Pushing event updated for resources: {'Port': ['ID=b07675ef-879f-4580-a2f8-abbbfc2aeea8,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-514096a0-27e8-4074-9d56-2da253c89841 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31323df6-04da-4110-a27e-a1e779500bef: This subnet is being modified by another concurrent operation. Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:15:51.702893 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31323df6-04da-4110-a27e-a1e779500bef: This subnet is being modified by another concurrent operation. Mar 22 14:15:51.708407 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:15:51.711553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Attempting to bind port b07675ef-879f-4580-a2f8-abbbfc2aeea8 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:51.711553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Attempting to bind port b07675ef-879f-4580-a2f8-abbbfc2aeea8 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4ce8987c-231c-4e87-b8ef-02475b692ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:51.711553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Attempting to bind port b07675ef-879f-4580-a2f8-abbbfc2aeea8 on network 541f0b69-120b-46fb-9840-ffc2d52255f6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:51.733770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:51.734889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Checking segment: {'id': '4ce8987c-231c-4e87-b8ef-02475b692ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:51.737792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.737792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Bound using segment: {'id': '4ce8987c-231c-4e87-b8ef-02475b692ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:51.737792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Bound port: b07675ef-879f-4580-a2f8-abbbfc2aeea8, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8987c-231c-4e87-b8ef-02475b692ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '541f0b69-120b-46fb-9840-ffc2d52255f6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:51.738164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.758541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (d42dd4c5-c738-4b12-b277-4273c278feab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.825261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:51.825261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.888882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=d42dd4c5-c738-4b12-b277-4273c278feab,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:51.896347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet ced9b22d-92e0-4208-ab2e-ea6c090a40f8 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:15:51.908345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': '10058338-37d8-420a-abb0-3de282696afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '955475f8-018a-401e-8b07-2a6fa3d005cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:51.909103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 955475f8-018a-401e-8b07-2a6fa3d005cc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:51.918733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (ced9b22d-92e0-4208-ab2e-ea6c090a40f8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:51.948140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 955475f8-018a-401e-8b07-2a6fa3d005cc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:51.971826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 955475f8-018a-401e-8b07-2a6fa3d005cc) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:51.986347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:52.004724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.007432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d81a8-15ae-4317-8527-ed9431839ac9 None None] Network 955475f8-018a-401e-8b07-2a6fa3d005cc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:52.029241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (ced9b22d-92e0-4208-ab2e-ea6c090a40f8), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.043411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.045675 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-85ff54b8-7ab4-447c-ac4f-b4c276be74b6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0264359 Mar 22 14:15:52.053587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50366) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:52.162699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] For port b07675ef-879f-4580-a2f8-abbbfc2aeea8, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:52.205567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] For port b07675ef-879f-4580-a2f8-abbbfc2aeea8, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b07675ef-879f-4580-a2f8-abbbfc2aeea8,segment=NetworkSegment(4ce8987c-231c-4e87-b8ef-02475b692ee6),segment_id=4ce8987c-231c-4e87-b8ef-02475b692ee6)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:52.255856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.330925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (955475f8-018a-401e-8b07-2a6fa3d005cc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.335394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ced9b22d-92e0-4208-ab2e-ea6c090a40f8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.358051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5c6ab144-fb52-4b3e-9ac2-3be98d82354c None None] Provisioning complete for port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:52.358051 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab144-fb52-4b3e-9ac2-3be98d82354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.518095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930db3a4-5293-44e4-ab87-06b56836b84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-955475f8-018a-401e-8b07-2a6fa3d005cc', 'network_id': '955475f8-018a-401e-8b07-2a6fa3d005cc', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': 'd42dd4c5-c738-4b12-b277-4273c278feab'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:52.518095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-930db3a4-5293-44e4-ab87-06b56836b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.546391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d42dd4c5-c738-4b12-b277-4273c278feab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.846127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (d42dd4c5-c738-4b12-b277-4273c278feab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:52.923139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=d42dd4c5-c738-4b12-b277-4273c278feab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.108467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (955475f8-018a-401e-8b07-2a6fa3d005cc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.157488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955475f8-018a-401e-8b07-2a6fa3d005cc']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.177930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10058338-37d8-420a-abb0-3de282696afb') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.178247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10058338-37d8-420a-abb0-3de282696afb') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:15:53.180040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (ced9b22d-92e0-4208-ab2e-ea6c090a40f8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.205573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.217467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (10058338-37d8-420a-abb0-3de282696afb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.217896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/ced9b22d-92e0-4208-ab2e-ea6c090a40f8 HTTP/1.1" status: 204 len: 168 time: 1.5311086 Mar 22 14:15:53.219047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50392) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:53.253109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d7a6c-6b9f-44c7-a93c-0c32cf8075f2 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:53.275376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b7c9-5be8-4fca-a4fa-53cb426a57d2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=ced9b22d-92e0-4208-ab2e-ea6c090a40f8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.349029 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b6b7399-4f28-4280-91bc-1561bde2bfe4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288350 Mar 22 14:15:53.352250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50398) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:53.353027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (10058338-37d8-420a-abb0-3de282696afb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.357346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:53.361410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:15:53.362169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (10058338-37d8-420a-abb0-3de282696afb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:15:53.366007 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:15:53.454617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (955475f8-018a-401e-8b07-2a6fa3d005cc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.475312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd3808-b7bd-4657-8142-ea9902eabe58 None None] Pushing event updated for resources: {'Port': ['ID=b07675ef-879f-4580-a2f8-abbbfc2aeea8,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.512485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7ffbf72-feff-41c9-a3cf-7e57f5fee808 req-35683eee-ada2-4db1-a31f-9be30aa0e28d tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1246889 Mar 22 14:15:53.521422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.533506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/955475f8-018a-401e-8b07-2a6fa3d005cc HTTP/1.1" status: 204 len: 168 time: 1.4778314 Mar 22 14:15:53.535397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3f221-6432-40b3-a7df-9a16e8fa703f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=955475f8-018a-401e-8b07-2a6fa3d005cc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:53.538971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:53.539283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50400) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:53.552657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399225783'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:53.559653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ab144-fb52-4b3e-9ac2-3be98d82354c None None] Current status of the port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:53.588875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5c6ab144-fb52-4b3e-9ac2-3be98d82354c None None] Could not find standard attr ID for object 09ce4eb8-710d-44c4-8ff9-e154b4010031. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:15:53.592390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e892d-6eb6-47f0-a5da-c300a1b0b3f7 None None] Network 955475f8-018a-401e-8b07-2a6fa3d005cc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:53.628885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:53.632730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.641663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e892d-6eb6-47f0-a5da-c300a1b0b3f7 None None] Network 955475f8-018a-401e-8b07-2a6fa3d005cc could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:15:53.728541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:53.749170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.758745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:53.813381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2e7250e9-473f-4da0-b40f-aa2e04c890e2 None None] Could not find standard attr ID for object 09ce4eb8-710d-44c4-8ff9-e154b4010031. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:15:53.827559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b07675ef-879f-4580-a2f8-abbbfc2aeea8 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:53.876780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c5180c92-5d50-496c-acbc-3c42093addf9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:53.877121 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment c5180c92-5d50-496c-acbc-3c42093addf9 of type vlan for network cff33937-0685-4bf1-a227-805a3ef4b980 Mar 22 14:15:53.974735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2e7250e9-473f-4da0-b40f-aa2e04c890e2 None None] Could not find standard attr ID for object ce14876e-8d39-4ff5-b8b3-4a27596f81a9. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:15:53.989041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.002133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b07675ef-879f-4580-a2f8-abbbfc2aeea8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:54.002133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.020843 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (cff33937-0685-4bf1-a227-805a3ef4b980), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.072508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (cff33937-0685-4bf1-a227-805a3ef4b980), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.087830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:54.088267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:15:54.091297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.217651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b07675ef-879f-4580-a2f8-abbbfc2aeea8 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:54.218100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.278063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=cff33937-0685-4bf1-a227-805a3ef4b980,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.302476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network cff33937-0685-4bf1-a227-805a3ef4b980 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:54.307374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b07675ef-879f-4580-a2f8-abbbfc2aeea8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b07675ef-879f-4580-a2f8-abbbfc2aeea8,segment=NetworkSegment(4ce8987c-231c-4e87-b8ef-02475b692ee6),segment_id=4ce8987c-231c-4e87-b8ef-02475b692ee6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:54.309027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Deleting port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:15:54.309409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.338680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50412) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:54.346104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:54.351323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3732e240-9c76-4b8d-bd0b-66ad240cb84d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8008382 Mar 22 14:15:54.392782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.438813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b829c52-6f22-4e99-8d40-4b315fb1804f None None] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:54.526910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd40051c-70f1-4aec-a8b0-b85a8fa1a27a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:15:54.588217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] For port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:15:54.588625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.625233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b07675ef-879f-4580-a2f8-abbbfc2aeea8,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:54.631317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Calling delete_port for dd40051c-70f1-4aec-a8b0-b85a8fa1a27a owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:15:54.646018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b37f153e-5a84-4aad-a5e4-b22544838b30 None None] Provisioning complete for port b07675ef-879f-4580-a2f8-abbbfc2aeea8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:54.646689 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b37f153e-5a84-4aad-a5e4-b22544838b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.692933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:54.702153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.822427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e1e19da-85fb-42d0-b5a0-9d6ea586b248 req-b7c57ef5-92f0-4a04-a5df-51443d16055b tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1288893 Mar 22 14:15:54.826274 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0b873eee-5dba-4bd1-96bb-ee2907cc4351), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.931580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:54.931990 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:54.983043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=0b873eee-5dba-4bd1-96bb-ee2907cc4351,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.005710 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.021834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:55.025664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:55.033671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.034580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.117980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (dd40051c-70f1-4aec-a8b0-b85a8fa1a27a), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.195315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c0e2387-72ef-452d-9504-2903a4e9e638 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8419409 Mar 22 14:15:55.199099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:55.221073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:55.237266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (4073e1b9-0b90-4fab-a7eb-c10ff3d04e45), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.246960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c3e4-cbf9-432e-a8bc-e8ec4b845a13 req-597f0eb7-488d-4498-9143-92c3eedb053c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.248582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88f7c3e4-cbf9-432e-a8bc-e8ec4b845a13 req-597f0eb7-488d-4498-9143-92c3eedb053c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2010193 Mar 22 14:15:55.266537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] Pushing event deleted for resources: {'Port': ['ID=dd40051c-70f1-4aec-a8b0-b85a8fa1a27a,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.347944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf24424-2515-4ff2-893c-5958908f429f None None] No DVR routers for this DVR port dd40051c-70f1-4aec-a8b0-b85a8fa1a27a on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:15:55.382817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b37f153e-5a84-4aad-a5e4-b22544838b30 None None] Current status of the port b07675ef-879f-4580-a2f8-abbbfc2aeea8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:55.398080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9d00c-c6c3-40e7-b3a4-d7122004f4d0 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:55.415546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88f7c3e4-cbf9-432e-a8bc-e8ec4b845a13 req-82f7c7fa-808d-4c97-84d7-865d44dee253 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600690 Mar 22 14:15:55.659076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=4073e1b9-0b90-4fab-a7eb-c10ff3d04e45,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:55.701070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': 'c5180c92-5d50-496c-acbc-3c42093addf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:55.701724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: cff33937-0685-4bf1-a227-805a3ef4b980, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:55.742104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network cff33937-0685-4bf1-a227-805a3ef4b980 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:55.751742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:55.759841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.797792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, cff33937-0685-4bf1-a227-805a3ef4b980) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:55.807934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b07675ef-879f-4580-a2f8-abbbfc2aeea8 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:15:55.828965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'project_id': '375b648dc8b7452d96127ce71c1fe399', 'fixed_ips': [{'subnet_id': '0b873eee-5dba-4bd1-96bb-ee2907cc4351'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:55.830189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.836838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886fa28-1e28-4d9b-aff1-ea6e5d488ce3 None None] Network cff33937-0685-4bf1-a227-805a3ef4b980 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:55.837350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62a893-0a5c-4a36-837e-5516149e652a req-bc5c94ea-9239-4381-847b-15376f2836e4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.839728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf62a893-0a5c-4a36-837e-5516149e652a req-bc5c94ea-9239-4381-847b-15376f2836e4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1661587 Mar 22 14:15:55.875706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:55.884518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:55.950949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bc657054-d73b-4352-b816-a09148b7d603 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6080875 Mar 22 14:15:55.955989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50434) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:55.969174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019833527'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:56.012613 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b873eee-5dba-4bd1-96bb-ee2907cc4351 (CIDR: 2001:db8::/64) Mar 22 14:15:56.018698 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:15:56.019183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:15:56.020772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:56.032337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.051060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf62a893-0a5c-4a36-837e-5516149e652a req-d52e3cbd-5abe-49d9-80e8-c9cbea73d3bc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050798 Mar 22 14:15:56.091139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43ba937f-04d0-4ce3-bcdf-5c72723310bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8877406 Mar 22 14:15:56.093820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.094064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-cff33937-0685-4bf1-a227-805a3ef4b980', 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': '4073e1b9-0b90-4fab-a7eb-c10ff3d04e45'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:56.094890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.099827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:56.111749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3264a3fb-063b-4a2c-8f7b-f396f4631803 None None] Provisioning complete for port b07675ef-879f-4580-a2f8-abbbfc2aeea8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:56.112128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3264a3fb-063b-4a2c-8f7b-f396f4631803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.160727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-479c2603-6ca0-4b60-b2e4-572909602a6d req-cb6d391f-422f-472a-aad5-26c786d030c0 tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1486266 Mar 22 14:15:56.171132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:15:56.185452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.186140 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 009c3d01-cc7d-4ae9-b677-4fbd1d5a5161 of type vlan for network 66f0257e-4a9c-4bf6-a508-d03b825d0573 Mar 22 14:15:56.327544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.328104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Allocated IP 2001:db8::3 (cff33937-0685-4bf1-a227-805a3ef4b980/4073e1b9-0b90-4fab-a7eb-c10ff3d04e45/212b811f-f495-4b24-a8ac-22c4729dd4cb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:56.342344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b488a-eb6c-4501-afd8-72522e587604 req-fac36e72-e642-4b7c-a461-27cec97e78fe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.344432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c46b488a-eb6c-4501-afd8-72522e587604 req-fac36e72-e642-4b7c-a461-27cec97e78fe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1557276 Mar 22 14:15:56.411707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:56.416086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.423291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.443155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:56.444093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:56.638988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6818850 Mar 22 14:15:56.674923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50444) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:56.677887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea1b099f-41c5-4c0f-979f-b3030d0bc56d req-9d804212-886a-4518-bfff-ca6cc04c3bff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.0922105 Mar 22 14:15:56.686240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:56.705166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c46b488a-eb6c-4501-afd8-72522e587604 req-6d44cb61-9fe7-4126-b431-d18f2870cede tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465967 Mar 22 14:15:56.709995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d17a-c7dd-4d90-bbeb-d2faa3df6e8f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=66f0257e-4a9c-4bf6-a508-d03b825d0573,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:56.962422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 66f0257e-4a9c-4bf6-a508-d03b825d0573 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:15:57.012029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:15:57.014102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (5078ed01-bf88-4032-b921-12dec9f3699d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.043834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:57.047341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:57.089440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:57.090402 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.166632 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0709207 Mar 22 14:15:57.168901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ca108-d632-44b9-b617-8442688ea961 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=5078ed01-bf88-4032-b921-12dec9f3699d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:57.173722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50450) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:57.175943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37ec5-bb74-42c2-9fd2-41240ea98bcf req-ed5cfd16-65a5-488d-82af-332ac680e328 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:57.183132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:e2:38:04', 'name': 'tempest-NetworksTestDHCPv6-1227119211'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:15:57.192661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60b37ec5-bb74-42c2-9fd2-41240ea98bcf req-ed5cfd16-65a5-488d-82af-332ac680e328 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3637748 Mar 22 14:15:57.196604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:57.206553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.218941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3264a3fb-063b-4a2c-8f7b-f396f4631803 None None] Current status of the port b07675ef-879f-4580-a2f8-abbbfc2aeea8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:57.288479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b07675ef-879f-4580-a2f8-abbbfc2aeea8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:15:57.288971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.409313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/0b873eee-5dba-4bd1-96bb-ee2907cc4351/ad63902a-c0e3-4349-b364-096a89471358) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:57.442088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcee86a5-1eba-43e6-bba5-b23e915afedd req-65b07fee-f34d-4faf-bb8b-5f87c7553d1d tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1196761 Mar 22 14:15:57.456267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing IP validity checks on allocation pools {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:15:57.456798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:15:57.544411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks [] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.567053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:15:57.579805 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.586260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60b37ec5-bb74-42c2-9fd2-41240ea98bcf req-d0169fc3-f253-4efc-9c89-c16e93ecb024 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907006 Mar 22 14:15:57.690745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b07675ef-879f-4580-a2f8-abbbfc2aeea8 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:15:57.718190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Network cff33937-0685-4bf1-a227-805a3ef4b980 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:57.734702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:57.741721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Pushing event updated for resources: {'Port': ['ID=212b811f-f495-4b24-a8ac-22c4729dd4cb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:57.747493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:57.916216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Attempting to bind port 212b811f-f495-4b24-a8ac-22c4729dd4cb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:57.921516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Attempting to bind port 212b811f-f495-4b24-a8ac-22c4729dd4cb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c5180c92-5d50-496c-acbc-3c42093addf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:57.922075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Attempting to bind port 212b811f-f495-4b24-a8ac-22c4729dd4cb on network cff33937-0685-4bf1-a227-805a3ef4b980 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:57.959915 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks [] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.961495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.971734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:57.972821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Checking segment: {'id': 'c5180c92-5d50-496c-acbc-3c42093addf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:57.973290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:57.973810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Bound using segment: {'id': 'c5180c92-5d50-496c-acbc-3c42093addf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:57.974550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Bound port: 212b811f-f495-4b24-a8ac-22c4729dd4cb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5180c92-5d50-496c-acbc-3c42093addf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cff33937-0685-4bf1-a227-805a3ef4b980'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:57.975417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.003853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.007982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port ba922976-f8d5-443c-bb86-d645d1e93555 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:15:58.048263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (5bd26aaa-5935-4edd-96b1-e26944deef68), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.148365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50476) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:58.173556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:58.220343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:58.230287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:58.240767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.267729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.331864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] For port 212b811f-f495-4b24-a8ac-22c4729dd4cb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:58.349459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=5bd26aaa-5935-4edd-96b1-e26944deef68,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.393945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:58.394336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 66f0257e-4a9c-4bf6-a508-d03b825d0573, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:15:58.395100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] For port 212b811f-f495-4b24-a8ac-22c4729dd4cb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=212b811f-f495-4b24-a8ac-22c4729dd4cb,segment=NetworkSegment(c5180c92-5d50-496c-acbc-3c42093addf9),segment_id=c5180c92-5d50-496c-acbc-3c42093addf9)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:58.402256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35a30818-ff9d-424f-a83b-795e4a49ea77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.422373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.442543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Attempting to bind port ad63902a-c0e3-4349-b364-096a89471358 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:15:58.443425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Attempting to bind port ad63902a-c0e3-4349-b364-096a89471358 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:15:58.443425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Attempting to bind port ad63902a-c0e3-4349-b364-096a89471358 on network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:15:58.447767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-1acdcd8f-0011-402f-b4b2-efe00f4e97ae tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:58.453977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-1acdcd8f-0011-402f-b4b2-efe00f4e97ae tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.4632225 Mar 22 14:15:58.505040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:15:58.509186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Checking segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:15:58.510404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.513017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::3d9 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/0b873eee-5dba-4bd1-96bb-ee2907cc4351/ba922976-f8d5-443c-bb86-d645d1e93555) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:58.513646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Bound using segment: {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:15:58.514326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Bound port: ad63902a-c0e3-4349-b364-096a89471358, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44540-31cf-49e7-8a95-dd9dacd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:15:58.515721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-ad67cc91-14fa-42e8-9b18-3f158be0748f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/quotas/e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 375 time: 0.0552771 Mar 22 14:15:58.516626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 66f0257e-4a9c-4bf6-a508-d03b825d0573 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:15:58.520492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.562269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:3804 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/5078ed01-bf88-4032-b921-12dec9f3699d/ba922976-f8d5-443c-bb86-d645d1e93555) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:58.607939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae5c2-15a3-4aa7-8ef3-ec4bb53249d1 None None] Pushing event updated for resources: {'Port': ['ID=212b811f-f495-4b24-a8ac-22c4729dd4cb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.617417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 66f0257e-4a9c-4bf6-a508-d03b825d0573) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:58.640686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:58.644083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.687795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4381015-1653-4258-a0cc-07ba2e495a1f None None] Network 66f0257e-4a9c-4bf6-a508-d03b825d0573 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:15:58.750645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35a30818-ff9d-424f-a83b-795e4a49ea77 admin admin] Publish callbacks [] for security_group (aa8feb7a-fac8-461d-9655-93d604b8d0e6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.764281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35a30818-ff9d-424f-a83b-795e4a49ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa8feb7a-fac8-461d-9655-93d604b8d0e6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:58.800624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88002c32-6b3f-44a6-a537-8dbcff5c0691 req-5ea92cba-6fc6-4d31-89e3-8425505d78dd tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1045759 Mar 22 14:15:58.827334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8be43d26-8bb5-4f64-97dd-5f1747066bbd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1482804 Mar 22 14:15:58.838156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50482) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:58.862094 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35a30818-ff9d-424f-a83b-795e4a49ea77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fb6c4a76108450abc2aee6f95ffeb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7126384 Mar 22 14:15:58.865888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50488) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:58.880979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30818-ff9d-424f-a83b-795e4a49ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8feb7a-fac8-461d-9655-93d604b8d0e6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:58.892894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:15:58.901775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:15:58.956810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-cfb29186-6773-4edd-bd40-80be7fc08608 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4180069 Mar 22 14:15:58.984222 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.056322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (ba922976-f8d5-443c-bb86-d645d1e93555), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.174013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] Publish callbacks [] for security_group (aa8feb7a-fac8-461d-9655-93d604b8d0e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.176042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-66f0257e-4a9c-4bf6-a508-d03b825d0573', 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': '5bd26aaa-5935-4edd-96b1-e26944deef68'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:15:59.177353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.180964 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.248411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b7ba5-cdec-47a2-a547-4dac7de99d14 None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.308624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] Publish callbacks [] for security_group (aa8feb7a-fac8-461d-9655-93d604b8d0e6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.319153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ba922976-f8d5-443c-bb86-d645d1e93555), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.399168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.515542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:15:59.526305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:15:59.569901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:15:59.575584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:15:59.581863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.637234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=ba922976-f8d5-443c-bb86-d645d1e93555,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.654816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Allocated IP 2001:db8::3 (66f0257e-4a9c-4bf6-a508-d03b825d0573/5bd26aaa-5935-4edd-96b1-e26944deef68/5504016b-7fd3-422b-a9b6-c99f3a0af785) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:15:59.710986 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8651d3ad-954c-433e-8ea0-233315ea94f9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5337062 Mar 22 14:15:59.714135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa8feb7a-fac8-461d-9655-93d604b8d0e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.717326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:15:59.721302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.724904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa8feb7a-fac8-461d-9655-93d604b8d0e6 HTTP/1.1" status: 204 len: 168 time: 0.8517079 Mar 22 14:15:59.770654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc463e45-16e3-4808-bba1-993103882ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8feb7a-fac8-461d-9655-93d604b8d0e6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:15:59.918272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (5bd26aaa-5935-4edd-96b1-e26944deef68), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:15:59.941086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-5d1cdb72-ce58-4e6f-aa90-9661c2adab3b service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408182 Mar 22 14:16:00.159883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks [] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.170119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:00.176019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.277203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Network 66f0257e-4a9c-4bf6-a508-d03b825d0573 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:00.312090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:00.322054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:00.473570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50524) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:00.480177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa783a15-8686-4714-a4fb-d3f3de07a7bc req-9b45e1f1-7edf-4a8f-9b91-6556ad8e767e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=077bc8620af74a7b9e21d76cf1f4a856&device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1479192 Mar 22 14:16:00.501018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f9cffd9-105c-40a2-8f68-6ca5ab21c019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.518517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:16:00.566771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Attempting to bind port 5504016b-7fd3-422b-a9b6-c99f3a0af785 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:00.567115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Attempting to bind port 5504016b-7fd3-422b-a9b6-c99f3a0af785 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:00.569884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Attempting to bind port 5504016b-7fd3-422b-a9b6-c99f3a0af785 on network 66f0257e-4a9c-4bf6-a508-d03b825d0573 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:00.575247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Pushing event updated for resources: {'Port': ['ID=5504016b-7fd3-422b-a9b6-c99f3a0af785,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.594114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07f09811-ae80-43f2-9edc-7b21af6a2706 req-539f359b-cac8-42aa-9307-a23814a1e21f tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1832511 Mar 22 14:16:00.595838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:00.596237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Checking segment: {'id': '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:00.596703 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.597157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Bound using segment: {'id': '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:00.597661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Bound port: 5504016b-7fd3-422b-a9b6-c99f3a0af785, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:00.598140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.623692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:00.625537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.661335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (5bd26aaa-5935-4edd-96b1-e26944deef68), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.724617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa783a15-8686-4714-a4fb-d3f3de07a7bc req-f308c50a-1e10-4e0d-9ae7-52c3aec81554 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=077bc8620af74a7b9e21d76cf1f4a856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2039330 Mar 22 14:16:00.752836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f9cffd9-105c-40a2-8f68-6ca5ab21c019 admin admin] Publish callbacks [] for security_group (f09aa318-ac32-4cb6-a100-b1f7d7c96bda), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.764631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f9cffd9-105c-40a2-8f68-6ca5ab21c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f09aa318-ac32-4cb6-a100-b1f7d7c96bda), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.814269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:00.814639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:00.824536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd26aaa-5935-4edd-96b1-e26944deef68,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.845427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cffd9-105c-40a2-8f68-6ca5ab21c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09aa318-ac32-4cb6-a100-b1f7d7c96bda,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:00.852795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f9cffd9-105c-40a2-8f68-6ca5ab21c019 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d07c707a218c47d1bed28c971999db88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772123 Mar 22 14:16:00.860264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-391ae3b4-d597-4c7f-b7b5-a530731f3879 service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150313 Mar 22 14:16:00.860890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50526) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:00.867551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e4475-8c6c-4938-b387-e4f571205f20 None None] Network cff33937-0685-4bf1-a227-805a3ef4b980 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:01.108878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:01.159797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.170595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 212b811f-f495-4b24-a8ac-22c4729dd4cb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:01.172630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a0fe4-d368-435e-af7c-7a992663d5a8 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:01.263307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Provisioning complete for port 212b811f-f495-4b24-a8ac-22c4729dd4cb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:01.264446 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.412217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port ba922976-f8d5-443c-bb86-d645d1e93555 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:01.412781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba922976-f8d5-443c-bb86-d645d1e93555), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.440088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd9975d9-e0b8-495c-a63d-10107d9b8692 req-558032b6-947f-4724-8847-c3df07cdbc26 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 210 time: 0.2238104 Mar 22 14:16:01.513004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.550493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] For port 5504016b-7fd3-422b-a9b6-c99f3a0af785, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:01.580366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] For port 5504016b-7fd3-422b-a9b6-c99f3a0af785, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5504016b-7fd3-422b-a9b6-c99f3a0af785,segment=NetworkSegment(009c3d01-cc7d-4ae9-b677-4fbd1d5a5161),segment_id=009c3d01-cc7d-4ae9-b677-4fbd1d5a5161)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:01.821132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:01.897090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.110584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f0257e-4a9c-4bf6-a508-d03b825d0573']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.135119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.135574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:02.173455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Current status of the port 212b811f-f495-4b24-a8ac-22c4729dd4cb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:02.174649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.174817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.193019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.203689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:02.204475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.279657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a3844-cfbd-4ec5-8e0f-03e356b3f251 None None] Pushing event updated for resources: {'Port': ['ID=5504016b-7fd3-422b-a9b6-c99f3a0af785,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:02.280006 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:02.291258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 212b811f-f495-4b24-a8ac-22c4729dd4cb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:02.294605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.342512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77424b9e-f3c0-45a9-86dd-a0bc3b2b7b0b req-9cafae33-3766-412d-92ea-b53cf968d31e tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.2604187 Mar 22 14:16:02.404115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] Publish callbacks [] for security_group (f09aa318-ac32-4cb6-a100-b1f7d7c96bda), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.406284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:16:02.406284 n-d-758851-5 neutron-server[103890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:16:02.406284 n-d-758851-5 neutron-server[103890]: [parameters: {'id': '66f0257e-4a9c-4bf6-a508-d03b825d0573'}] Mar 22 14:16:02.406284 n-d-758851-5 neutron-server[103890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:02.407086 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:02.427226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa783a15-8686-4714-a4fb-d3f3de07a7bc req-37d616c8-c290-42fe-b9fb-e6cbee027fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:02.429076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa783a15-8686-4714-a4fb-d3f3de07a7bc req-37d616c8-c290-42fe-b9fb-e6cbee027fa3 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6410432 Mar 22 14:16:02.443675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba922976-f8d5-443c-bb86-d645d1e93555), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.475875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bceb93-9604-4e8f-a0a6-18eeaca1f51a None None] Network 66f0257e-4a9c-4bf6-a508-d03b825d0573 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:02.507689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] Publish callbacks [] for security_group (f09aa318-ac32-4cb6-a100-b1f7d7c96bda), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.509923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for ba922976-f8d5-443c-bb86-d645d1e93555 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:02.530671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] For port 212b811f-f495-4b24-a8ac-22c4729dd4cb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=212b811f-f495-4b24-a8ac-22c4729dd4cb,segment=NetworkSegment(c5180c92-5d50-496c-acbc-3c42093addf9),segment_id=c5180c92-5d50-496c-acbc-3c42093addf9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:02.651542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e4667bd-21f5-4f6f-becb-9b45380c5d0e req-1870ca74-2137-4dec-a87a-b9f68e597847 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 210 time: 0.1069028 Mar 22 14:16:02.700777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 212b811f-f495-4b24-a8ac-22c4729dd4cb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:02.711390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.887919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f09aa318-ac32-4cb6-a100-b1f7d7c96bda), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.891824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.895626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f09aa318-ac32-4cb6-a100-b1f7d7c96bda HTTP/1.1" status: 204 len: 168 time: 1.9662955 Mar 22 14:16:02.912244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:02.920264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d959a0-21e1-4832-93c3-1672a7c280bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09aa318-ac32-4cb6-a100-b1f7d7c96bda,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:02.983644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-eac1b460-28fa-47d4-83d5-88b6cf7c901d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:02.985362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-eac1b460-28fa-47d4-83d5-88b6cf7c901d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.3436418 Mar 22 14:16:03.000462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'device_id': '048b5315-efd3-4655-a305-1cdb9c5be362', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'admin_state_up': True, 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:03.001538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d5a72-681b-48be-a880-87f3f34241fc None None] Pushing event updated for resources: {'Port': ['ID=212b811f-f495-4b24-a8ac-22c4729dd4cb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.009247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:03.099548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '0b873eee-5dba-4bd1-96bb-ee2907cc4351', 'ip_address': '2001:db8::2'}, {'subnet_id': '5078ed01-bf88-4032-b921-12dec9f3699d'}], 'binding:host_id': 'n-d-758851-5'}, 'id': 'ad63902a-c0e3-4349-b364-096a89471358'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:16:03.139303 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.194839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Provisioning complete for port 212b811f-f495-4b24-a8ac-22c4729dd4cb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:03.195471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.252339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ba922976-f8d5-443c-bb86-d645d1e93555), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.266817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:03.267363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.304613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=ba922976-f8d5-443c-bb86-d645d1e93555,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:03.354958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 5504016b-7fd3-422b-a9b6-c99f3a0af785 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:03.355474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.533681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.539753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7a983e45-1145-40b6-aede-b62a0c009dea tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/ba922976-f8d5-443c-bb86-d645d1e93555 HTTP/1.1" status: 204 len: 168 time: 3.7839830 Mar 22 14:16:03.540450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50588) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:03.627700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec8:9e26 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/5078ed01-bf88-4032-b921-12dec9f3699d/ad63902a-c0e3-4349-b364-096a89471358) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:03.630432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-275259ec-7214-4ed7-ae26-7cde0c193dbb req-c7dbee6c-2dd0-4c2e-91ea-46683c94394b tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.1311953 Mar 22 14:16:03.705021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf74095-d19e-48e0-8206-ab0088b53b47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.706864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 5504016b-7fd3-422b-a9b6-c99f3a0af785, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5504016b-7fd3-422b-a9b6-c99f3a0af785,segment=NetworkSegment(009c3d01-cc7d-4ae9-b677-4fbd1d5a5161),segment_id=009c3d01-cc7d-4ae9-b677-4fbd1d5a5161)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:03.707389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.713660 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cf74095-d19e-48e0-8206-ab0088b53b47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1717083 Mar 22 14:16:03.714663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50594) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:03.717815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:03.728436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.801184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:03.817228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 5504016b-7fd3-422b-a9b6-c99f3a0af785 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:03.818812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591567eb-1df6-4acf-a11e-3d8097e0ff24 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.823837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-591567eb-1df6-4acf-a11e-3d8097e0ff24 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1066089 Mar 22 14:16:03.824780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:03.874609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Publish callbacks [] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:03.899436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067f177-eee3-4d2a-a01d-340de5826888 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.900867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-741c57ea-aa10-4854-9c82-b8f31e7a7433 req-d66d5618-a862-477e-98d9-9f90b2d8140e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 210 time: 0.1127636 Mar 22 14:16:03.915287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067f177-eee3-4d2a-a01d-340de5826888 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.920519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067f177-eee3-4d2a-a01d-340de5826888 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:03.926375 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7067f177-eee3-4d2a-a01d-340de5826888 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1000071 Mar 22 14:16:03.927517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:03.939133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Current status of the port 212b811f-f495-4b24-a8ac-22c4729dd4cb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:03.943854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.037357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:04.050574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 0b873eee-5dba-4bd1-96bb-ee2907cc4351 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:04.059052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (0b873eee-5dba-4bd1-96bb-ee2907cc4351), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.145724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0b873eee-5dba-4bd1-96bb-ee2907cc4351), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.205664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:04.206254 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.219671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37757b-6799-460e-a38e-35f713b8e2c3 None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:04.322991 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0b873eee-5dba-4bd1-96bb-ee2907cc4351), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.378224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa783a15-8686-4714-a4fb-d3f3de07a7bc req-f056bebc-fb39-4734-8af4-5ea0a9ca6f66 tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.0931942 Mar 22 14:16:04.400529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.20.0.13 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/5f895615-fe2a-405f-bbc8-35a5ec692184) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:04.414291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5504016b-7fd3-422b-a9b6-c99f3a0af785), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.421831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-10e9fd19-f141-4a42-a099-c685dfc80f85 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:04.467477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0b873eee-5dba-4bd1-96bb-ee2907cc4351), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.501155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=5504016b-7fd3-422b-a9b6-c99f3a0af785,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:04.522522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 5504016b-7fd3-422b-a9b6-c99f3a0af785 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:04.568965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.580925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/0b873eee-5dba-4bd1-96bb-ee2907cc4351 HTTP/1.1" status: 204 len: 168 time: 0.6497436 Mar 22 14:16:04.584947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50616) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:04.589015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f843bb6-3b4a-4ec2-9b7a-713fe1690d0f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=0b873eee-5dba-4bd1-96bb-ee2907cc4351,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:04.675531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 5078ed01-bf88-4032-b921-12dec9f3699d {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:04.680971 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (5078ed01-bf88-4032-b921-12dec9f3699d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.783530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (5078ed01-bf88-4032-b921-12dec9f3699d), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.820717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:04.905926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:05.002713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (5078ed01-bf88-4032-b921-12dec9f3699d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.066634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.067064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.114309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-231e94d4-c31e-4a0b-869e-f5da7e60f5b8 req-f8ab3e3b-38b0-405a-9f3d-15e67defc39a tempest-ServersAaction247Test-212320293 tempest-ServersAaction247Test-212320293-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b1df94e-9904-4fe5-b0b5-13994488b49a HTTP/1.1" status: 200 len: 210 time: 0.2034624 Mar 22 14:16:05.128853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (5078ed01-bf88-4032-b921-12dec9f3699d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.147955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f0257e-4a9c-4bf6-a508-d03b825d0573']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:05.180417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=5078ed01-bf88-4032-b921-12dec9f3699d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:05.182164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.183375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 212b811f-f495-4b24-a8ac-22c4729dd4cb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:05.193513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.201403 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3a0e541-8ffd-455b-9d0d-96614a8f6b20 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/5078ed01-bf88-4032-b921-12dec9f3699d HTTP/1.1" status: 204 len: 168 time: 0.6135230 Mar 22 14:16:05.206247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d90985c0-e58d-4b0c-86a7-657da2b9a71c req-1f42cd0b-def8-4c59-b67d-58e596501d76 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 210 time: 0.1410925 Mar 22 14:16:05.206799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50632) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:05.248114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:05.248429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009c3d01-cc7d-4ae9-b677-4fbd1d5a5161') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:05.300357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f83e6-6fa3-4de0-b422-6fbd8fdaef2f None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:16:05.303776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 212b811f-f495-4b24-a8ac-22c4729dd4cb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.304182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.365794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-712b624f-c1aa-4d60-9c6e-80d797770481 None None] Could not find standard attr ID for object ba922976-f8d5-443c-bb86-d645d1e93555. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:05.382701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.401155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-14f4796f-a393-4fcc-9597-c7edef1885c4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749792 Mar 22 14:16:05.404862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:05.408600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.412124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:05.427825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:05.430212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (009c3d01-cc7d-4ae9-b677-4fbd1d5a5161), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.435524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-712b624f-c1aa-4d60-9c6e-80d797770481 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:05.436194 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-712b624f-c1aa-4d60-9c6e-80d797770481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:05.441045 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:05.523692 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.545404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (66f0257e-4a9c-4bf6-a508-d03b825d0573), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.557285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.560572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/66f0257e-4a9c-4bf6-a508-d03b825d0573 HTTP/1.1" status: 204 len: 168 time: 6.7214427 Mar 22 14:16:05.565752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50642) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:05.573715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647089582'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:05.577589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 212b811f-f495-4b24-a8ac-22c4729dd4cb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.605259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18a15-3e1e-4fde-a936-ece5b0b3ad91 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=66f0257e-4a9c-4bf6-a508-d03b825d0573,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:05.634688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-712b624f-c1aa-4d60-9c6e-80d797770481 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:05.640053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.654792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8', '5eaa8067-4028-4557-9999-aefd7d81d9d4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:05.657198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:05.660710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.722707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f83e6-6fa3-4de0-b422-6fbd8fdaef2f None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:16:05.738942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:05.746456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:05.750110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.776276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:05.777730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:05.781018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:05.788632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:05.840328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (df697cda-2f5b-4e3e-90bd-17a7b5079352), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.840905 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment df697cda-2f5b-4e3e-90bd-17a7b5079352 of type vlan for network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 Mar 22 14:16:05.911689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:05.912955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.920550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (9089dc26-97f0-4fb5-8c44-a90e3885c0b1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:05.958128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-c525c416-7d87-4ae1-9c89-095af4639113 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9621866 Mar 22 14:16:05.976632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Request body: {'port': {'device_id': '048b5315-efd3-4655-a305-1cdb9c5be362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:06.092537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995f8db-39f3-4bad-9e66-90d98fef77a2 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:16:06.139506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (9089dc26-97f0-4fb5-8c44-a90e3885c0b1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.144790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.145426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.189573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6187901 Mar 22 14:16:06.189573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.190579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50670) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:06.195641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b739d111-8540-44cb-a3cd-f4fb621bcfd4 None None] Could not find standard attr ID for object ba922976-f8d5-443c-bb86-d645d1e93555. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:06.201068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '9089dc26-97f0-4fb5-8c44-a90e3885c0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:06.264416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23153455-c11f-48dd-98da-d3615723cbfd tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=9089dc26-97f0-4fb5-8c44-a90e3885c0b1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:06.313554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:06.428863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b739d111-8540-44cb-a3cd-f4fb621bcfd4 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:06.429342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b739d111-8540-44cb-a3cd-f4fb621bcfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.448827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (1d17414a-1199-4bbf-9351-22a27a53277f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.620156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:06.626429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:06.639730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.641931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.650742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b739d111-8540-44cb-a3cd-f4fb621bcfd4 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:06.656305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995f8db-39f3-4bad-9e66-90d98fef77a2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:16:06.671653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:06.684228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:06.693208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=1d17414a-1199-4bbf-9351-22a27a53277f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:06.695832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6355a9-d4fc-4b1d-9d20-0d1e7624c171 req-b98955be-60ce-4c8d-8b26-35dc1da94d3d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:06.721469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d6355a9-d4fc-4b1d-9d20-0d1e7624c171 req-b98955be-60ce-4c8d-8b26-35dc1da94d3d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 932 time: 0.3101635 Mar 22 14:16:06.774773 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5ac7798c-9945-43bf-b08e-23c42a362fc9 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3669007 Mar 22 14:16:06.796035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:06.826185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:06.860691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:07.195985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '1d17414a-1199-4bbf-9351-22a27a53277f'}], 'binding:host_id': 'n-d-758851-5'}, 'id': 'ad63902a-c0e3-4349-b364-096a89471358'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:16:07.200354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d6355a9-d4fc-4b1d-9d20-0d1e7624c171 req-ff7e2f15-618e-4884-88f0-130a0b70f721 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763174 Mar 22 14:16:07.215344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:07.215733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e704c9-512d-4dd8-9920-cbb2fe9e44e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.229608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.238917 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.301145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (0534b452-33e4-48fc-8e2e-f52e429b548c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.463404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=0534b452-33e4-48fc-8e2e-f52e429b548c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.491637 n-d-758851-5 neutron-server[103890]: INFO neutron.db.ipam_backend_mixin [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d17414a-1199-4bbf-9351-22a27a53277f (CIDR: 2001:db8::/64) Mar 22 14:16:07.491637 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:16:07.491637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:07.526560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f895615-fe2a-405f-bbc8-35a5ec692184 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:07.532026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': 'df697cda-2f5b-4e3e-90bd-17a7b5079352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9089dc26-97f0-4fb5-8c44-a90e3885c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:07.532752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 9089dc26-97f0-4fb5-8c44-a90e3885c0b1, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:07.537998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks [] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.548512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-863572ce-c2ce-40b8-ac61-0dc52896e67d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7400641 Mar 22 14:16:07.552254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:07.558098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'subnet': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:07.572300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Allocated IP 2001:db8::2 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1d17414a-1199-4bbf-9351-22a27a53277f/ad63902a-c0e3-4349-b364-096a89471358) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:07.610729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e704c9-512d-4dd8-9920-cbb2fe9e44e7 admin admin] Publish callbacks [] for security_group (6e3111c2-8ba3-4be3-9e73-c318258437da), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.613474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:07.626764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e704c9-512d-4dd8-9920-cbb2fe9e44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e3111c2-8ba3-4be3-9e73-c318258437da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.658733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 9089dc26-97f0-4fb5-8c44-a90e3885c0b1) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:07.673422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:07.674328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.698128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22e704c9-512d-4dd8-9920-cbb2fe9e44e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=077bc8620af74a7b9e21d76cf1f4a856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8340185 Mar 22 14:16:07.698630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:07.699326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e704c9-512d-4dd8-9920-cbb2fe9e44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3111c2-8ba3-4be3-9e73-c318258437da,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.705320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Transition to ACTIVE for port object 5f895615-fe2a-405f-bbc8-35a5ec692184 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:07.716040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53613c22-1c98-4f58-8d4a-1aaa462533ee tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5238650 Mar 22 14:16:07.716454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:07.723924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.752608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:07.760818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:07.764347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.791855 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Publish callbacks [] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.804944 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:07.886532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.934166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7301622-3203-4cf0-a5aa-3204aad9a474 None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:07.961600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (9089dc26-97f0-4fb5-8c44-a90e3885c0b1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.022247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] Publish callbacks [] for security_group (6e3111c2-8ba3-4be3-9e73-c318258437da), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.136401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Attempting to bind port 5f895615-fe2a-405f-bbc8-35a5ec692184 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:08.136804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Attempting to bind port 5f895615-fe2a-405f-bbc8-35a5ec692184 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:08.137077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Attempting to bind port 5f895615-fe2a-405f-bbc8-35a5ec692184 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:08.151879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] Publish callbacks [] for security_group (6e3111c2-8ba3-4be3-9e73-c318258437da), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.160519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Port 5f895615-fe2a-405f-bbc8-35a5ec692184 on network 598615b3-3e89-42ac-af87-c3bc9c357796 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:08.160943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Attempting to bind port 5f895615-fe2a-405f-bbc8-35a5ec692184 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:08.172739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0534b452-33e4-48fc-8e2e-f52e429b548c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.326682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e3111c2-8ba3-4be3-9e73-c318258437da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.329703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.334586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e3111c2-8ba3-4be3-9e73-c318258437da HTTP/1.1" status: 204 len: 168 time: 0.6317677 Mar 22 14:16:08.469733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292307b-1842-47f6-a9e6-a4cf348a67a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3111c2-8ba3-4be3-9e73-c318258437da,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:08.533316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0534b452-33e4-48fc-8e2e-f52e429b548c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.620126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=0534b452-33e4-48fc-8e2e-f52e429b548c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:08.690728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:08.691067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:08.691466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:08.691918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Bound port: 5f895615-fe2a-405f-bbc8-35a5ec692184, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:08.692279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.891640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (9089dc26-97f0-4fb5-8c44-a90e3885c0b1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:08.907586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:08.933985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aa0fb-d4f5-4684-a3b3-00e1903845fd req-78f1b2cf-b45c-44a6-b64c-57ab25179ef4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:08.942618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105aa0fb-d4f5-4684-a3b3-00e1903845fd req-78f1b2cf-b45c-44a6-b64c-57ab25179ef4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 944 time: 0.2659912 Mar 22 14:16:08.946845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:08.952210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:08.999594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.016974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9089dc26-97f0-4fb5-8c44-a90e3885c0b1']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:09.057877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df697cda-2f5b-4e3e-90bd-17a7b5079352') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:09.063134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df697cda-2f5b-4e3e-90bd-17a7b5079352') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:09.107796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (df697cda-2f5b-4e3e-90bd-17a7b5079352), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.110911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07375e26-9eb7-4627-9bf9-9ebc83dc10b3 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:09.140204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (df697cda-2f5b-4e3e-90bd-17a7b5079352), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.151328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:09.151734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (df697cda-2f5b-4e3e-90bd-17a7b5079352), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.155588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.156470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.158208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] 10.222.0.78 "PUT /v2.0/ports/5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 200 len: 1092 time: 3.1915793 Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:09.159035 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:09.231206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaa0b4-aafe-4dfd-b49e-61f47ecb49af None None] Network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:09.240828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:09.248762 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d580e6ff-7c85-45ee-8db1-41335ab3504c" -d '{"events": [{"name": "network-changed", "server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:09.285969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fab14-cb80-4955-9b91-bffdbd4e9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:09.309459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105aa0fb-d4f5-4684-a3b3-00e1903845fd req-aa12aa20-ebf4-4618-a4ed-2c781133d410 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659618 Mar 22 14:16:09.338353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:09.346989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1902034736'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:09.364526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (9089dc26-97f0-4fb5-8c44-a90e3885c0b1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.371631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.393086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/9089dc26-97f0-4fb5-8c44-a90e3885c0b1 HTTP/1.1" status: 204 len: 168 time: 1.6703644 Mar 22 14:16:09.409472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50754) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:09.440284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625632910'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:09.464646 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149419a8-186e-43bc-9848-7ce3481b3de7 x-openstack-request-id: req-149419a8-186e-43bc-9848-7ce3481b3de7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:09.465036 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:09.465162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:09.465533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.466795 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-149419a8-186e-43bc-9848-7ce3481b3de7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:09.467248 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149419a8-186e-43bc-9848-7ce3481b3de7'] response: {'name': 'network-changed', 'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'status': 'completed', 'code': 200} Mar 22 14:16:09.475127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0711be-357d-4910-83ba-bc509945978c None None] Network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:09.478162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23ea1-6e89-45cf-9fe9-18f831ffb1ac tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=9089dc26-97f0-4fb5-8c44-a90e3885c0b1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:09.513354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:09.519594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.536777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0711be-357d-4910-83ba-bc509945978c None None] Network 9089dc26-97f0-4fb5-8c44-a90e3885c0b1 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:16:09.544634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:09.552446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-03aa9251-b01e-43f8-b828-e4320a07d2a8 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:09.552873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.553259 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-03aa9251-b01e-43f8-b828-e4320a07d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.598579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-9df30551-0872-4488-a310-87aaa7be6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.600266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-9df30551-0872-4488-a310-87aaa7be6c8e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 1126 time: 0.3222799 Mar 22 14:16:09.613250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:09.640442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4a551cb2-89fb-41e9-933a-bb5ad1295eb0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.641546 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Added segment 4a551cb2-89fb-41e9-933a-bb5ad1295eb0 of type vlan for network a4e9bcda-57e6-4a18-a744-704178e8c5d8 Mar 22 14:16:09.681666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:16:09.685125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-404d533d-e7d1-49b2-a08c-6942c7de005a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 200 len: 217 time: 0.0724440 Mar 22 14:16:09.747207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-e84f3bb8-3bdc-4b11-8725-928a9d90f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.749074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-e84f3bb8-3bdc-4b11-8725-928a9d90f916 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.0551279 Mar 22 14:16:09.755908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a4e9bcda-57e6-4a18-a744-704178e8c5d8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.799302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50760) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:09.816110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a4e9bcda-57e6-4a18-a744-704178e8c5d8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.821406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:09.822256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.850539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:09.870801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.871353 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 0caec055-0cf2-412f-a6fa-e524227a5761 of type vlan for network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 Mar 22 14:16:09.938207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:09.988008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-63680cae-c946-481a-bc7d-2246693e4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.003311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-63680cae-c946-481a-bc7d-2246693e4fb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697164 Mar 22 14:16:10.061443 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7215967 Mar 22 14:16:10.062845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:16:10.074015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:10.112694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-343269006'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:10.136937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.150014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.150730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.153044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-03aa9251-b01e-43f8-b828-e4320a07d2a8 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:10.178737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970523679-network', 'tenant_id': '09fc24a69807464cad72a64de08a0ffa'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:10.200504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:10.226382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.242991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-18bfb868-acf5-43f2-83e7-6cf9734048a4 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854911 Mar 22 14:16:10.265111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Made reservation on behalf of 09fc24a69807464cad72a64de08a0ffa for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:10.267864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.290499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef3d48-5a3f-49b2-b9b8-2950f1b9bee2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Network': ['ID=a4e9bcda-57e6-4a18-a744-704178e8c5d8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:10.313899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:10.358297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.438589 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0280173 Mar 22 14:16:10.439302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:10.442573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.446760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:10.454344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:10.494806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': '1d17414a-1199-4bbf-9351-22a27a53277f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adab8454-0f42-4019-89d7-bd0ae2fbae5c'}], 'binding:host_id': 'n-d-758851-5'}, 'id': 'ad63902a-c0e3-4349-b364-096a89471358'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:16:10.542740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4553653-46c4-4444-90c3-e3d670fd06d8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=510bb5de-3b93-4f82-8a9c-dfc47ccb1347,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:10.569231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:10.574876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:10.579047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7e09dde2-b1d0-488f-9f0a-498916c9814b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.579876 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Added segment 7e09dde2-b1d0-488f-9f0a-498916c9814b of type vlan for network fc969c99-ec49-4fd9-817e-34d9cb006733 Mar 22 14:16:10.615577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5631e16c-0eee-4f35-83a5-77bdedb4b154 req-17a6c474-f913-41ae-a401-4da0b03df65e service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654175 Mar 22 14:16:10.644044 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.676871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d6702-6a4c-40cb-898b-f44dbc9cd0b4 req-7c7da619-75e3-446e-8388-75c46bbb3b0f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.678063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (fc969c99-ec49-4fd9-817e-34d9cb006733), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.679617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3d6702-6a4c-40cb-898b-f44dbc9cd0b4 req-7c7da619-75e3-446e-8388-75c46bbb3b0f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 944 time: 0.2453346 Mar 22 14:16:10.735665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (fc969c99-ec49-4fd9-817e-34d9cb006733), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.741301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:10.741896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.811819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:10.869774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7921553 Mar 22 14:16:10.873235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:10.883705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'subnet': {'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:10.887127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338136c-b62a-4b1f-ac70-1625a362157d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Network': ['ID=fc969c99-ec49-4fd9-817e-34d9cb006733,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:10.900762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network fc969c99-ec49-4fd9-817e-34d9cb006733 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:10.918477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b3d6702-6a4c-40cb-898b-f44dbc9cd0b4 req-e70f77ce-0763-449c-84f4-030e3ce01eb8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129886 Mar 22 14:16:10.925396 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.946466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:10.958312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:10.961877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.003802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:11.004175 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:11.054539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (adab8454-0f42-4019-89d7-bd0ae2fbae5c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.063723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-a24643a8-8233-4566-86a8-c97e93f50f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.065233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-a24643a8-8233-4566-86a8-c97e93f50f83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 1126 time: 0.3838470 Mar 22 14:16:11.085391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks [] for security_group (0ee6e11d-6956-4e1a-b491-7f91a7fe9d89), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.104101 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ee6e11d-6956-4e1a-b491-7f91a7fe9d89), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.193099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:11.206688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.275991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-83a7ef9b-4d3d-4ebf-9a5d-b9d02baec9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.278302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-83a7ef9b-4d3d-4ebf-9a5d-b9d02baec9fa service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.2021146 Mar 22 14:16:11.335371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Subnet': ['ID=adab8454-0f42-4019-89d7-bd0ae2fbae5c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.356074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=9']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.363578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:11.392340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:11.395439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.396052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.399499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-875edbaa-37e7-4eac-b0a6-83e018221f82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 200 len: 217 time: 0.0566785 Mar 22 14:16:11.444564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f9db457e-d9b5-49ec-b05b-0ba71fedb142 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8884008 Mar 22 14:16:11.446146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:11.452627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Request body: {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'mac_address': 'fa:16:3e:13:96:be', 'name': 'tempest-NetworksTestDHCPv6-1561116651'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:11.512110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-712e7f43-eaeb-4af0-9795-910aa5dd2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.513616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-712e7f43-eaeb-4af0-9795-910aa5dd2603 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1064248 Mar 22 14:16:11.565665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.601985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (93022fef-1cba-4c00-bbc4-b60f70d29e6f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.602745 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Added segment 93022fef-1cba-4c00-bbc4-b60f70d29e6f of type vlan for network e7f63b06-3d44-47e3-8095-4946c8f4a54e Mar 22 14:16:11.616971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:11.622177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.666954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-a5389a90-9adc-4ea1-a80d-7471dd841d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.668483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-a5389a90-9adc-4ea1-a80d-7471dd841d7a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1471508 Mar 22 14:16:11.789582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (68a9e618-2d77-472e-8b1f-99eeb123a324), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.795468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e7f63b06-3d44-47e3-8095-4946c8f4a54e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.846556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-57ed5dc5-e15d-460b-893f-5c52644bcd9c service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685975 Mar 22 14:16:11.848133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Made reservation on behalf of 375b648dc8b7452d96127ce71c1fe399 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:11.858377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:11.891349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Publish callbacks [] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.904893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.964930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=68a9e618-2d77-472e-8b1f-99eeb123a324,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:11.980339 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e7f63b06-3d44-47e3-8095-4946c8f4a54e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:11.981500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:11.982264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.031348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': '0caec055-0cf2-412f-a6fa-e524227a5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:12.037597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49cb2a-a099-4f37-a7dc-3fbb0850422b None None] Pushing event updated for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:12.038094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 510bb5de-3b93-4f82-8a9c-dfc47ccb1347, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:12.145441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3377998 Mar 22 14:16:12.146393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50792) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:12.155841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Request body: {'subnet': {'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970523679-subnet', 'tenant_id': '09fc24a69807464cad72a64de08a0ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:12.165038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493d7f-2c89-4a4f-b4a9-78586732ac50 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f63b06-3d44-47e3-8095-4946c8f4a54e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:12.176536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e7f63b06-3d44-47e3-8095-4946c8f4a54e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:12.234859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:12.244829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f8c2-eb2f-4c24-baa9-e30d1a5d2181 req-6516c5b4-ddb6-40a5-8aad-9ddb1395f36e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.257328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ab5f8c2-eb2f-4c24-baa9-e30d1a5d2181 req-6516c5b4-ddb6-40a5-8aad-9ddb1395f36e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 944 time: 0.1998391 Mar 22 14:16:12.269656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d580e6ff-7c85-45ee-8db1-41335ab3504c req-c505bfe1-4d15-4ee4-8afe-b9115b4e948a service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077065 Mar 22 14:16:12.274775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.275097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 510bb5de-3b93-4f82-8a9c-dfc47ccb1347) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:12.284788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Made reservation on behalf of 09fc24a69807464cad72a64de08a0ffa for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:12.288104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.294963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:12.295559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.315073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89c668-1580-4498-b134-2c57ece675e8 None None] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:12.328772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] device_id is not set on port e092c342-9bc2-4a84-a265-72f517d14afd yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:16:12.356808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7f739fe6-6e7c-46f3-9ea2-9847a6556bf1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.449278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32497600-7b16-44e7-8f95-d74e0e037384 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9992914 Mar 22 14:16:12.458940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:12.596053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-510bb5de-3b93-4f82-8a9c-dfc47ccb1347', 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': '68a9e618-2d77-472e-8b1f-99eeb123a324'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:12.596991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.601312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Subnet': ['ID=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:12.634660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8::240 (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/1d17414a-1199-4bbf-9351-22a27a53277f/e092c342-9bc2-4a84-a265-72f517d14afd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:12.642151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:96be (2f11dbd5-f9e9-4b9d-9783-177b335cadb5/adab8454-0f42-4019-89d7-bd0ae2fbae5c/e092c342-9bc2-4a84-a265-72f517d14afd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:12.729715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:12.730150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network hostable DHCP agents. Network: a4e9bcda-57e6-4a18-a744-704178e8c5d8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:12.827594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.841108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for port (e092c342-9bc2-4a84-a265-72f517d14afd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.883575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Allocated IP 2001:db8::1 (510bb5de-3b93-4f82-8a9c-dfc47ccb1347/68a9e618-2d77-472e-8b1f-99eeb123a324/93fb6b15-4730-492b-b694-64afce08548f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:12.888517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:12.898092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:12.908233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e092c342-9bc2-4a84-a265-72f517d14afd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:12.972034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ab5f8c2-eb2f-4c24-baa9-e30d1a5d2181 req-de2c8dee-3f48-4beb-8dcb-efa224a02cb8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595159 Mar 22 14:16:13.001373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:13.001373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:13.002251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:13.011202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a4e9bcda-57e6-4a18-a744-704178e8c5d8) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:13.020281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (64074f47-c1e8-4a46-97a1-3efa171f59fb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.022162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.022948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.045586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.046178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.075836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6284764 Mar 22 14:16:13.077320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792dfd9-8729-4344-b2d7-c1b295a3152c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event updated for resources: {'Port': ['ID=e092c342-9bc2-4a84-a265-72f517d14afd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.085744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093960f-26e0-4664-b0d4-81113b2583f4 None None] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:13.092001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50800) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:13.100228 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da63e610-956d-4ae7-880e-bc0ebd435f3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2256684 Mar 22 14:16:13.105591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:13.111829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'subnet': {'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:13.126694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (68a9e618-2d77-472e-8b1f-99eeb123a324), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.165230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059cbdb-0b5e-4ba7-b117-db54f23094df None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:13.168746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5f895615-fe2a-405f-bbc8-35a5ec692184 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:13.239261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting port e092c342-9bc2-4a84-a265-72f517d14afd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:13.240332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e092c342-9bc2-4a84-a265-72f517d14afd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.243529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64074f47-c1e8-4a46-97a1-3efa171f59fb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.274796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:13.275652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.292462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eb9508bc-8f0e-4376-8432-3262b3f2baa1 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:13.292841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb9508bc-8f0e-4376-8432-3262b3f2baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.298028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Checking segment: {'id': '93022fef-1cba-4c00-bbc4-b60f70d29e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:13.298439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Network hostable DHCP agents. Network: e7f63b06-3d44-47e3-8095-4946c8f4a54e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:13.301587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:13.306924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.387255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e092c342-9bc2-4a84-a265-72f517d14afd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.407231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Calling delete_port for e092c342-9bc2-4a84-a265-72f517d14afd owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:13.521235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (487d45e8-e6ec-4d5e-91a0-928eeee3c560), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.577897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:13.578573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.583554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Subnet': ['ID=487d45e8-e6ec-4d5e-91a0-928eeee3c560,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.600856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Network e7f63b06-3d44-47e3-8095-4946c8f4a54e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:13.618844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e7f63b06-3d44-47e3-8095-4946c8f4a54e) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:13.624678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.625701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.668201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06160b93-1007-4a6d-8c4d-50075bea3ac3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5163453 Mar 22 14:16:13.672527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Checking segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:13.673041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network hostable DHCP agents. Network: fc969c99-ec49-4fd9-817e-34d9cb006733, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:13.694537 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e092c342-9bc2-4a84-a265-72f517d14afd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.731953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network fc969c99-ec49-4fd9-817e-34d9cb006733 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:13.738713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, fc969c99-ec49-4fd9-817e-34d9cb006733) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:13.748311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Port': ['ID=e092c342-9bc2-4a84-a265-72f517d14afd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:13.753017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:13.753619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.790989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-452e6055-08a6-4242-ad8d-254ea1cd2c61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6828823 Mar 22 14:16:13.796970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50808) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:13.803407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'name': 'tempest-TaggedBootDevicesTest-989759862', 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:13.820907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942449a-377a-41b4-98a7-22840f0611a6 None None] Network e7f63b06-3d44-47e3-8095-4946c8f4a54e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:13.823318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f2cc3-1e67-458f-a4c2-5024708bf358 None None] Network fc969c99-ec49-4fd9-817e-34d9cb006733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:13.867553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.889528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cbe10567-2d04-4074-b03b-38f7792f0c47 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/e092c342-9bc2-4a84-a265-72f517d14afd HTTP/1.1" status: 204 len: 168 time: 0.7960384 Mar 22 14:16:13.893171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50812) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:13.936263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Publish callbacks [] for port (93fb6b15-4730-492b-b694-64afce08548f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:13.994776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (68a9e618-2d77-472e-8b1f-99eeb123a324), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.007001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c03aac-60d6-45ce-9314-9edb6b298632 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.008589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c3c03aac-60d6-45ce-9314-9edb6b298632 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1133153 Mar 22 14:16:14.011351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50818) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:14.016364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:14.094532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (93fb6b15-4730-492b-b694-64afce08548f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.107198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=68a9e618-2d77-472e-8b1f-99eeb123a324,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:14.127855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b494a-ef26-4eec-b6b5-fd9f6d8fb4d4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.129515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a37b494a-ef26-4eec-b6b5-fd9f6d8fb4d4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1170952 Mar 22 14:16:14.141747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:14.232498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Pushing event updated for resources: {'Port': ['ID=93fb6b15-4730-492b-b694-64afce08548f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:14.239228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.278906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516e61b-e2cd-409d-b451-d2e6bf44ac22 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.280362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516e61b-e2cd-409d-b451-d2e6bf44ac22 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.282812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516e61b-e2cd-409d-b451-d2e6bf44ac22 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.286929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d516e61b-e2cd-409d-b451-d2e6bf44ac22 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1411695 Mar 22 14:16:14.288520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:14.300267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.305559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.306037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.306398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.306746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.307089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.307504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.307845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.308179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.308508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.308839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.309173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.309501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.309831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.310184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:14.345462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d27bd-4309-4be7-a38a-3bc523d2c68d req-754d2f26-f868-41f6-abe8-abc7b34d0a00 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:14.349366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] device_id is not set on port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:16:14.352662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9d27bd-4309-4be7-a38a-3bc523d2c68d req-754d2f26-f868-41f6-abe8-abc7b34d0a00 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 944 time: 0.2199600 Mar 22 14:16:14.452407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:14.456706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet 1d17414a-1199-4bbf-9351-22a27a53277f {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:14.464810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1611847002-network', 'tenant_id': 'f8f35716ee1145988bfeb7cba7b8f577'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:14.476982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (1d17414a-1199-4bbf-9351-22a27a53277f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.481544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eb9508bc-8f0e-4376-8432-3262b3f2baa1 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:14.505897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:14.507972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:14.548512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.600978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510bb5de-3b93-4f82-8a9c-dfc47ccb1347']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:14.624022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Made reservation on behalf of f8f35716ee1145988bfeb7cba7b8f577 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:14.625662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caec055-0cf2-412f-a6fa-e524227a5761') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:14.627338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caec055-0cf2-412f-a6fa-e524227a5761') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:14.630667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.636820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Allocated IP 10.1.1.2 (a4e9bcda-57e6-4a18-a744-704178e8c5d8/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1/a1ea3920-b7fd-47ff-82c3-31a98c902f92) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:14.653634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.661910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9d27bd-4309-4be7-a38a-3bc523d2c68d req-dd831f97-ddce-4512-b6cb-aa0150ef9439 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986090 Mar 22 14:16:14.686398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.692020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.704285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (1d17414a-1199-4bbf-9351-22a27a53277f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.720179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:14.721261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:14.734020 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:14.834503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:14.840944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:14.879341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:16:14.879341 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:16:14.879341 n-d-758851-5 neutron-server[103891]: [parameters: {'id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'}] Mar 22 14:16:14.879341 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:14.879826 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:14.904597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'mac_address': 'fa:16:3e:6a:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:14.908021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eae50168-fd05-4321-84b6-d716df29a6de None None] Could not find standard attr ID for object e092c342-9bc2-4a84-a265-72f517d14afd. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:14.909895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:14.960613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1d17414a-1199-4bbf-9351-22a27a53277f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.965272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks [] for security_group (3af300dc-2436-496a-8a33-ad62bc916769), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:14.998947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3af300dc-2436-496a-8a33-ad62bc916769), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.038265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:15.084157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af300dc-2436-496a-8a33-ad62bc916769,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:15.088955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (835432cc-1084-4ae2-842d-b8c2e9732464), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.089318 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Added segment 835432cc-1084-4ae2-842d-b8c2e9732464 of type vlan for network ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 Mar 22 14:16:15.144713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (1d17414a-1199-4bbf-9351-22a27a53277f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.153431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ac9667a2-d25c-4d17-95ef-3a12ca42b3e3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.172378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-fc969c99-ec49-4fd9-817e-34d9cb006733', 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ips': [{'subnet_id': '487d45e8-e6ec-4d5e-91a0-928eeee3c560'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:15.173278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.186391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=1d17414a-1199-4bbf-9351-22a27a53277f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:15.200947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.205190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dda10f5d-918b-4544-a53e-a247819c6df5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1d17414a-1199-4bbf-9351-22a27a53277f HTTP/1.1" status: 204 len: 168 time: 0.9154484 Mar 22 14:16:15.208363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50838) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:15.233069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eae50168-fd05-4321-84b6-d716df29a6de None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:15.233069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eae50168-fd05-4321-84b6-d716df29a6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.239780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ac9667a2-d25c-4d17-95ef-3a12ca42b3e3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.240851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:15.241462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.286854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9334e4a-edda-47a9-8984-c38c436ebd5c None None] Network e7f63b06-3d44-47e3-8095-4946c8f4a54e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:15.359266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320cf281-dfee-4604-8ee4-d91b1a0c1a96 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:15.373146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Deleting subnet adab8454-0f42-4019-89d7-bd0ae2fbae5c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:15.380306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks [] for subnet (adab8454-0f42-4019-89d7-bd0ae2fbae5c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.425180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Attempting to bind port 93fb6b15-4730-492b-b694-64afce08548f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:15.425632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Attempting to bind port 93fb6b15-4730-492b-b694-64afce08548f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0caec055-0cf2-412f-a6fa-e524227a5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:15.426035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Attempting to bind port 93fb6b15-4730-492b-b694-64afce08548f on network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:15.447290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5f895615-fe2a-405f-bbc8-35a5ec692184 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:15.447684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.459664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] Pushing event updated for resources: {'Network': ['ID=ac9667a2-d25c-4d17-95ef-3a12ca42b3e3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:15.467272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2a050e07-390e-48b9-a008-215fc66306ca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0075948 Mar 22 14:16:15.470157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:15.470924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.477531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Request body: {'subnet': {'network_id': 'ac9667a2-d25c-4d17-95ef-3a12ca42b3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1611847002-subnet', 'tenant_id': 'f8f35716ee1145988bfeb7cba7b8f577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:15.506041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Made reservation on behalf of f8f35716ee1145988bfeb7cba7b8f577 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:15.508412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.516492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (adab8454-0f42-4019-89d7-bd0ae2fbae5c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.579126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:15.783944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (adab8454-0f42-4019-89d7-bd0ae2fbae5c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.788155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 93fb6b15-4730-492b-b694-64afce08548f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:15.788616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (93fb6b15-4730-492b-b694-64afce08548f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.790539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:15.792999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Checking segment: {'id': '0caec055-0cf2-412f-a6fa-e524227a5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:15.794189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.796476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Bound using segment: {'id': '0caec055-0cf2-412f-a6fa-e524227a5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:15.797011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Bound port: 93fb6b15-4730-492b-b694-64afce08548f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caec055-0cf2-412f-a6fa-e524227a5761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '510bb5de-3b93-4f82-8a9c-dfc47ccb1347'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:15.799690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (93fb6b15-4730-492b-b694-64afce08548f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.903166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f895615-fe2a-405f-bbc8-35a5ec692184 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:15.909383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 93fb6b15-4730-492b-b694-64afce08548f, host n-d-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:15.909903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (93fb6b15-4730-492b-b694-64afce08548f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.912146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (320ff8ae-3429-4886-86bb-50e4a5008c34), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:15.930494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 93fb6b15-4730-492b-b694-64afce08548f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:15.945893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (adab8454-0f42-4019-89d7-bd0ae2fbae5c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.004601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000b76-a87c-4151-b017-5d4eb801041d req-17c5bc7a-f2a1-4895-ac71-45cec88d1a0b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.007982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Subnet': ['ID=adab8454-0f42-4019-89d7-bd0ae2fbae5c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.010333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.013834 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b7766aa-9966-419f-86db-6c4077b000ca tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/adab8454-0f42-4019-89d7-bd0ae2fbae5c HTTP/1.1" status: 204 len: 168 time: 0.8032303 Mar 22 14:16:16.016649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.016797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37000b76-a87c-4151-b017-5d4eb801041d req-17c5bc7a-f2a1-4895-ac71-45cec88d1a0b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 944 time: 0.2095079 Mar 22 14:16:16.069073 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cfb650d-dba1-4f96-83a4-4a764a962b70 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511036 Mar 22 14:16:16.071495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50848) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.093161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320ff8ae-3429-4886-86bb-50e4a5008c34,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.125369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Checking segment: {'id': '835432cc-1084-4ae2-842d-b8c2e9732464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac9667a2-d25c-4d17-95ef-3a12ca42b3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:16.125724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Network hostable DHCP agents. Network: ac9667a2-d25c-4d17-95ef-3a12ca42b3e3, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:16.139680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (93fb6b15-4730-492b-b694-64afce08548f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.150302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a4794-19b6-49d7-ba77-c88195df2995 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.152087 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-398a4794-19b6-49d7-ba77-c88195df2995 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0795608 Mar 22 14:16:16.159939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50850) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.185510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=93fb6b15-4730-492b-b694-64afce08548f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.192765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 93fb6b15-4730-492b-b694-64afce08548f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:16.273041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37000b76-a87c-4151-b017-5d4eb801041d req-15422f80-e271-4a6b-9cc4-6e21599c63f8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545307 Mar 22 14:16:16.277583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Network ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:16.279595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-79f2701f-fa8a-43de-8388-4356e4af8722 None None] Port 93fb6b15-4730-492b-b694-64afce08548f has been deleted concurrently {{(pid=103892) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 22 14:16:16.291751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:16.293902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks [] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.319359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.355939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ac9667a2-d25c-4d17-95ef-3a12ca42b3e3) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:16.378244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.380325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.402247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00c582-b4fa-4a75-8a48-d2a042573e6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:16.406654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ff00c582-b4fa-4a75-8a48-d2a042573e6d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2423337 Mar 22 14:16:16.407415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50854) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.423700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.432390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.476130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.485906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39a4ef0e-97a2-44b3-8f89-31ec5ab4b583 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734129 Mar 22 14:16:16.486727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc09f8e-f28b-4b07-825e-6f2cb9247846 None None] Network ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:16.498002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.500282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65ec420d-a856-49db-8367-4a0b55e39915 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0267332 Mar 22 14:16:16.506904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510bb5de-3b93-4f82-8a9c-dfc47ccb1347']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.588858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.1.1.145 (a4e9bcda-57e6-4a18-a744-704178e8c5d8/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1/17d70fa2-fbad-47af-91c3-1ebc22dafbb1) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:16.592749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caec055-0cf2-412f-a6fa-e524227a5761') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.593055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caec055-0cf2-412f-a6fa-e524227a5761') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:16.600165 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcf82af-0bfe-4038-b143-9b82daef9dd6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:16.602633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcf82af-0bfe-4038-b143-9b82daef9dd6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:16.608844 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2fcf82af-0bfe-4038-b143-9b82daef9dd6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/e092c342-9bc2-4a84-a265-72f517d14afd HTTP/1.1" status: 404 len: 333 time: 0.1097486 Mar 22 14:16:16.611441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.651398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.691325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.712262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:16.714713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (0caec055-0cf2-412f-a6fa-e524227a5761), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:16.723386 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:16.753614 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a1f51c-0451-4418-bc9d-142d30ed9b93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:16.754107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a1f51c-0451-4418-bc9d-142d30ed9b93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:16.757156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-00a1f51c-0451-4418-bc9d-142d30ed9b93 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/adab8454-0f42-4019-89d7-bd0ae2fbae5c HTTP/1.1" status: 404 len: 337 time: 0.1446428 Mar 22 14:16:16.777254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.869255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (510bb5de-3b93-4f82-8a9c-dfc47ccb1347), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.879056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:16.883467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/510bb5de-3b93-4f82-8a9c-dfc47ccb1347 HTTP/1.1" status: 204 len: 168 time: 4.4147155 Mar 22 14:16:16.924232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.925218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496401-c6ef-410a-b1dd-88bf511c8da9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=510bb5de-3b93-4f82-8a9c-dfc47ccb1347,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:16.931625 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e4790d-6cee-42a7-9479-e94042e8e58a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:16.932096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e4790d-6cee-42a7-9479-e94042e8e58a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:16.937564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-01e4790d-6cee-42a7-9479-e94042e8e58a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1d17414a-1199-4bbf-9351-22a27a53277f HTTP/1.1" status: 404 len: 337 time: 0.1539598 Mar 22 14:16:16.945764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1656837892'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:16.949726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50870) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:16.963696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['5f895615-fe2a-405f-bbc8-35a5ec692184'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:16.987939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eae50168-fd05-4321-84b6-d716df29a6de None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:17.017977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:17.020341 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-536c3faf-f3bb-4e3a-b70a-a82325a69507 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.020910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536c3faf-f3bb-4e3a-b70a-a82325a69507 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.021859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.042952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-536c3faf-f3bb-4e3a-b70a-a82325a69507 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/ba922976-f8d5-443c-bb86-d645d1e93555 HTTP/1.1" status: 404 len: 333 time: 0.0921478 Mar 22 14:16:17.045376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.070863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.081609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:17.100831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c2ba2f4a-ac11-4e57-ac69-e81024a4c8df), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.101196 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment c2ba2f4a-ac11-4e57-ac69-e81024a4c8df of type vlan for network 5aeb2fcc-3df5-4c22-91c3-77807778c558 Mar 22 14:16:17.162487 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b73e313-7477-4219-9703-838a68f95f3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.163031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b73e313-7477-4219-9703-838a68f95f3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.166325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b73e313-7477-4219-9703-838a68f95f3a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/5078ed01-bf88-4032-b921-12dec9f3699d HTTP/1.1" status: 404 len: 337 time: 0.1199265 Mar 22 14:16:17.175838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50878) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.185999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:17.191061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5aeb2fcc-3df5-4c22-91c3-77807778c558), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.208723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.252087 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-153680c1-5a2e-43f4-b435-e937cd6d571c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.252544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153680c1-5a2e-43f4-b435-e937cd6d571c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.262294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:17.275455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-153680c1-5a2e-43f4-b435-e937cd6d571c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/0b873eee-5dba-4bd1-96bb-ee2907cc4351 HTTP/1.1" status: 404 len: 337 time: 0.0963154 Mar 22 14:16:17.284476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.323359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-24d79fbd-4089-49f2-846b-b87085a6fba3 None None] Could not find standard attr ID for object ba922976-f8d5-443c-bb86-d645d1e93555. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:17.325668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:17.337603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Allocated IP 10.2.2.2 (fc969c99-ec49-4fd9-817e-34d9cb006733/487d45e8-e6ec-4d5e-91a0-928eeee3c560/b0f06fa4-782e-417a-a5bc-5ac97b552704) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:17.347296 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0c5a16-f109-4985-9dab-7d43fada22b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.347874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0c5a16-f109-4985-9dab-7d43fada22b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.349652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:17.357356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:17.366546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f0c5a16-f109-4985-9dab-7d43fada22b6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/09ce4eb8-710d-44c4-8ff9-e154b4010031 HTTP/1.1" status: 404 len: 333 time: 0.0809762 Mar 22 14:16:17.367228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:17.371594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50884) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.388100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Pushing event updated for resources: {'Port': ['ID=a1ea3920-b7fd-47ff-82c3-31a98c902f92,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:17.460737 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-900bc996-a2fb-4ffe-8382-8b15af3e7d54 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.461407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900bc996-a2fb-4ffe-8382-8b15af3e7d54 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.464756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-900bc996-a2fb-4ffe-8382-8b15af3e7d54 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/31323df6-04da-4110-a27e-a1e779500bef HTTP/1.1" status: 404 len: 337 time: 0.0922148 Mar 22 14:16:17.468689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50888) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.486242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.486907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.548707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5aeb2fcc-3df5-4c22-91c3-77807778c558), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.560607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:17.561304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:17.570902 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a9b935-fbfc-4370-8cf1-6357d99d13cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.572122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a9b935-fbfc-4370-8cf1-6357d99d13cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.575515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75a9b935-fbfc-4370-8cf1-6357d99d13cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/ced9b22d-92e0-4208-ab2e-ea6c090a40f8 HTTP/1.1" status: 404 len: 337 time: 0.1044970 Mar 22 14:16:17.579762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50894) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.613525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:17.639876 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fb008f-3506-46b1-b73a-9654a48a265d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:17.640970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fb008f-3506-46b1-b73a-9654a48a265d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:17.649794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a7fb008f-3506-46b1-b73a-9654a48a265d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/ce14876e-8d39-4ff5-b8b3-4a27596f81a9 HTTP/1.1" status: 404 len: 333 time: 0.0685449 Mar 22 14:16:17.660443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50900) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.691880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b966570d-f7b5-4226-9ff8-4a5ac75e3b2c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8909333 Mar 22 14:16:17.710889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50902) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.727687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'name': 'tempest-TaggedBootDevicesTest-225044786', 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:17.925424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9928110 Mar 22 14:16:17.946171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:17.972915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:18.053472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58872414-7f10-4dd1-b053-5c5704cd9e5f None None] Network ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:18.057069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:18.065413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.114023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961e8db-db92-4dc7-93ee-64a01bf7a7ff tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=5aeb2fcc-3df5-4c22-91c3-77807778c558,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:18.134313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] device_id is not set on port b2e4e9ec-8947-49e2-995d-4f247f03f22f yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:16:18.177022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Attempting to bind port a1ea3920-b7fd-47ff-82c3-31a98c902f92 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:18.177352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Attempting to bind port a1ea3920-b7fd-47ff-82c3-31a98c902f92 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:18.177904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Attempting to bind port a1ea3920-b7fd-47ff-82c3-31a98c902f92 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:18.180127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:18.186150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:18.190652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.211630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d204bb-ca59-4269-8cc9-d1da4341e6de req-2c207bdf-04a7-4995-bb08-63c28fc70bb5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.213616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2d204bb-ca59-4269-8cc9-d1da4341e6de req-2c207bdf-04a7-4995-bb08-63c28fc70bb5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 945 time: 0.7543399 Mar 22 14:16:18.217038 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b97e4c1-d19d-4651-9c83-5ea465fc8d06 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.217786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b97e4c1-d19d-4651-9c83-5ea465fc8d06 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.220961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9b97e4c1-d19d-4651-9c83-5ea465fc8d06 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/94fb4c99-2fbc-49c6-835c-701861cf5f46 HTTP/1.1" status: 404 len: 337 time: 0.5578279 Mar 22 14:16:18.225138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50908) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.250339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0728c73-cf1a-4a51-aa7f-ddf93b81697b None None] DHCP port deletion for 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:18.277932 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f66b47f-58c1-4cf2-9173-31d3b798fcf3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.278920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f66b47f-58c1-4cf2-9173-31d3b798fcf3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.282132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f66b47f-58c1-4cf2-9173-31d3b798fcf3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/16c96f09-4448-443f-b752-7a8246d6d949 HTTP/1.1" status: 404 len: 337 time: 0.0533047 Mar 22 14:16:18.286344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50910) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.286752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-656bc6e3-b2d4-4222-8899-ca27efb655cb None None] Could not find standard attr ID for object 93fb6b15-4730-492b-b694-64afce08548f. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:18.316784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:18.317827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:18.318443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.319012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Bound using segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:18.319829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Bound port: a1ea3920-b7fd-47ff-82c3-31a98c902f92, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:18.320396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.332972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdfd3a9-08b8-49a7-a6f9-1ec0d17c2aa7 None None] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:18.336358 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3ff78a-dd51-4e08-8267-86b910f2de2c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.337025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3ff78a-dd51-4e08-8267-86b910f2de2c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.340315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9a3ff78a-dd51-4e08-8267-86b910f2de2c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/595aed1b-3eb9-4405-9dd2-9ce1f7fa7faa HTTP/1.1" status: 404 len: 333 time: 0.0525148 Mar 22 14:16:18.346598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50912) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.349435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d96cf-2f59-4663-a007-e587eedd09e0 None None] Update dhcp port {'port': {'network_id': '2f11dbd5-f9e9-4b9d-9783-177b335cadb5', 'fixed_ips': [{'subnet_id': 'adab8454-0f42-4019-89d7-bd0ae2fbae5c'}], 'binding:host_id': 'n-d-758851-5'}, 'id': 'ad63902a-c0e3-4349-b364-096a89471358'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:16:18.366795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdfd3a9-08b8-49a7-a6f9-1ec0d17c2aa7 None None] Network 510bb5de-3b93-4f82-8a9c-dfc47ccb1347 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:16:18.483101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2d204bb-ca59-4269-8cc9-d1da4341e6de req-942cb6df-6640-4be0-abfd-2116c67669e0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585316 Mar 22 14:16:18.494698 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e44d53b-bd86-4af6-8b8c-f660b3238ddd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.495404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e44d53b-bd86-4af6-8b8c-f660b3238ddd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.498660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e44d53b-bd86-4af6-8b8c-f660b3238ddd tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1ac361bd-0741-4e53-b33e-4d5f5667a483 HTTP/1.1" status: 404 len: 337 time: 0.1358447 Mar 22 14:16:18.502197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50916) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.520561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-a78626a8-ef3c-4f18-953f-0b358c69ad67 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.522538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-a78626a8-ef3c-4f18-953f-0b358c69ad67 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/networks?id=e7f63b06-3d44-47e3-8095-4946c8f4a54e HTTP/1.1" status: 200 len: 825 time: 0.8856590 Mar 22 14:16:18.540681 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd1b794-329c-43a1-a47a-b36651f8ec0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.541394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd1b794-329c-43a1-a47a-b36651f8ec0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.545265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3cd1b794-329c-43a1-a47a-b36651f8ec0c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/daeb4a69-29fa-46b3-8fce-285fbb94f537 HTTP/1.1" status: 404 len: 333 time: 0.0358381 Mar 22 14:16:18.546374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a37c7a39-47c5-43d4-a496-a8666e117771), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.548469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.596472 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-320b0d10-1f53-4470-bebd-978411f574c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.597633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320b0d10-1f53-4470-bebd-978411f574c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.601059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-320b0d10-1f53-4470-bebd-978411f574c5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1850a2cf-2a33-4882-8216-7f4dd0f1edee HTTP/1.1" status: 404 len: 337 time: 0.0489216 Mar 22 14:16:18.602861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-0173aba2-e4d9-42d2-bb35-ce41e1e7ad76 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/quotas/09fc24a69807464cad72a64de08a0ffa HTTP/1.1" status: 200 len: 375 time: 0.0727355 Mar 22 14:16:18.603567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50920) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.638283 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceb903e-d7c0-4c3c-9363-1a97206b9a10 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.639141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bceb903e-d7c0-4c3c-9363-1a97206b9a10 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.642871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bceb903e-d7c0-4c3c-9363-1a97206b9a10 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/fde2b26e-4325-4fe8-b672-f46326b27664 HTTP/1.1" status: 404 len: 333 time: 0.0381601 Mar 22 14:16:18.657633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.661917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-dde72fb6-b4a6-4d8e-b0d2-4f2a037dae3a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=09fc24a69807464cad72a64de08a0ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504458 Mar 22 14:16:18.704151 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d921dbfe-de79-45ec-b555-f52df2566bf5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.704940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d921dbfe-de79-45ec-b555-f52df2566bf5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.708488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d921dbfe-de79-45ec-b555-f52df2566bf5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c718689e-5f22-4dd9-af04-4dabfeb22631 HTTP/1.1" status: 404 len: 337 time: 0.0493708 Mar 22 14:16:18.733571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks [] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.743414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50924) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.770928 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0762699c-e3eb-40b4-8ac7-bf7e766eb9b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.771899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0762699c-e3eb-40b4-8ac7-bf7e766eb9b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.775720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0762699c-e3eb-40b4-8ac7-bf7e766eb9b1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6d2388a3-8dd9-4071-932d-be740f5b78e5 HTTP/1.1" status: 404 len: 333 time: 0.0307865 Mar 22 14:16:18.780592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.811162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:18.811554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 5aeb2fcc-3df5-4c22-91c3-77807778c558, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:18.897046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:18.900445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-defd4485-f168-4a46-ad66-24872b8ffddc service neutron] 10.222.0.81 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314074 Mar 22 14:16:18.909040 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b24feb8-3caf-4530-ab77-3b4cab4531b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:18.909466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b24feb8-3caf-4530-ab77-3b4cab4531b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:18.918400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] For port a1ea3920-b7fd-47ff-82c3-31a98c902f92, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:18.926999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b24feb8-3caf-4530-ab77-3b4cab4531b3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/f6af33f2-ecf5-41e9-b5fe-b5d0ee57c9b9 HTTP/1.1" status: 404 len: 337 time: 0.1428206 Mar 22 14:16:18.927255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50928) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:18.943045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=a37c7a39-47c5-43d4-a496-a8666e117771,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:18.951995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:18.969856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 5aeb2fcc-3df5-4c22-91c3-77807778c558) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:18.975613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:18.976180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.009464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-577e8f11-f915-4507-969d-e59d815cf57c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0571673 Mar 22 14:16:19.013243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50932) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.018044 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d40213-533e-4e30-9dac-053ac5fa45d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.018626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d40213-533e-4e30-9dac-053ac5fa45d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.018749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:19.023999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-69d40213-533e-4e30-9dac-053ac5fa45d8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/cb698289-9804-459c-9c15-db5851e495de HTTP/1.1" status: 404 len: 333 time: 0.0934803 Mar 22 14:16:19.024917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Network fc969c99-ec49-4fd9-817e-34d9cb006733 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:19.031618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50934) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.103319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:19.107715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d27ed6-76a5-4322-a3b5-90da3c494860 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:19.110439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93fb6b15-4730-492b-b694-64afce08548f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:19.114886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-061d96cf-2f59-4663-a007-e587eedd09e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.127744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:19.174214 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7110810-8c99-40e4-a7bb-2b3df63a5f3c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.174594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7110810-8c99-40e4-a7bb-2b3df63a5f3c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.174946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] For port a1ea3920-b7fd-47ff-82c3-31a98c902f92, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1ea3920-b7fd-47ff-82c3-31a98c902f92,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:19.181679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a7110810-8c99-40e4-a7bb-2b3df63a5f3c tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c52dede0-ea0a-4f55-b6da-4f1ca595f909 HTTP/1.1" status: 404 len: 337 time: 0.0918992 Mar 22 14:16:19.181929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.227304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 93fb6b15-4730-492b-b694-64afce08548f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:19.227808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 93fb6b15-4730-492b-b694-64afce08548f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:19.237131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f92a99ad-282e-4307-b18f-e976913047d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.245518 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ce81c6-35c6-44ff-89c3-3409a94b8ec5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.246230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ce81c6-35c6-44ff-89c3-3409a94b8ec5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.255474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-45ce81c6-35c6-44ff-89c3-3409a94b8ec5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6bc35a04-e150-400f-83a3-232b914a311c HTTP/1.1" status: 404 len: 333 time: 0.0702567 Mar 22 14:16:19.256430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.1.1.227 (a4e9bcda-57e6-4a18-a744-704178e8c5d8/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1/b2e4e9ec-8947-49e2-995d-4f247f03f22f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:19.268407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.278747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Pushing event updated for resources: {'Port': ['ID=b0f06fa4-782e-417a-a5bc-5ac97b552704,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:19.282175 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.340486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:19.348061 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f61e23-c480-49db-87b3-09cf313321ff tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.348469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f61e23-c480-49db-87b3-09cf313321ff tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.352481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08f61e23-c480-49db-87b3-09cf313321ff tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/b6bdb858-7e9e-4bbc-95bf-70ee42ac6699 HTTP/1.1" status: 404 len: 337 time: 0.0828528 Mar 22 14:16:19.357642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.357922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.431167 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1847c7-1959-45cf-b708-658dc04e3593 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.431333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Attempting to bind port b0f06fa4-782e-417a-a5bc-5ac97b552704 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:19.431567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Attempting to bind port b0f06fa4-782e-417a-a5bc-5ac97b552704 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:19.431937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Attempting to bind port b0f06fa4-782e-417a-a5bc-5ac97b552704 on network fc969c99-ec49-4fd9-817e-34d9cb006733 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:19.432369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1847c7-1959-45cf-b708-658dc04e3593 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.435813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0b1847c7-1959-45cf-b708-658dc04e3593 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/0b6ddedc-9c44-43cf-81f4-d2609339d60f HTTP/1.1" status: 404 len: 337 time: 0.0772958 Mar 22 14:16:19.438903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-bbcb5ce3-987f-49dc-99e4-1fdf3071d82c service neutron] 10.222.0.81 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376952 Mar 22 14:16:19.439556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50942) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.480830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:19.481217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Checking segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:19.481614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.482085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Bound using segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:19.482862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Bound port: b0f06fa4-782e-417a-a5bc-5ac97b552704, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:19.483233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.504824 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ca9732-da1f-4c44-8c48-fad33e123bb8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.505426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ca9732-da1f-4c44-8c48-fad33e123bb8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.517451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-31ca9732-da1f-4c44-8c48-fad33e123bb8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/3d21b509-047d-4057-b077-230efabd3d33 HTTP/1.1" status: 404 len: 333 time: 0.0766840 Mar 22 14:16:19.518131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50946) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.616285 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d0d753-b3f4-4f3e-b23b-fd81980e88c2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.619236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d0d753-b3f4-4f3e-b23b-fd81980e88c2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.630704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-23d0d753-b3f4-4f3e-b23b-fd81980e88c2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/6d823cea-71bf-4c22-99db-5ba0b06ababb HTTP/1.1" status: 404 len: 337 time: 0.1080015 Mar 22 14:16:19.631495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:19.690418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3739-88f2-4831-8cec-08585406a2a7 None None] Pushing event updated for resources: {'Port': ['ID=a1ea3920-b7fd-47ff-82c3-31a98c902f92,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:19.719939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-5aeb2fcc-3df5-4c22-91c3-77807778c558', 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': 'a37c7a39-47c5-43d4-a496-a8666e117771'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:19.721191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:19.725851 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9510e07e-6071-4d41-b9c6-a3266c8062c6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:19.726351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9510e07e-6071-4d41-b9c6-a3266c8062c6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:19.732194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9510e07e-6071-4d41-b9c6-a3266c8062c6 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/371bfd58-68a5-4575-861a-0c9ba24ec214 HTTP/1.1" status: 404 len: 337 time: 0.0970109 Mar 22 14:16:19.831615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.001947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b361d9-26ba-4d8b-8240-9e56fb7387b7 None None] Network 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:20.005549 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eb5610-f1e9-4ab5-b712-a542d71a90d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.006322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86eb5610-f1e9-4ab5-b712-a542d71a90d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.012541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-86eb5610-f1e9-4ab5-b712-a542d71a90d5 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/1cfaccc5-326c-4a32-8ea8-520b766f824f HTTP/1.1" status: 404 len: 333 time: 0.1752236 Mar 22 14:16:20.018392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e719ec4-6898-4e41-ab43-d8c5b023248b req-bc319769-fbe2-4f7d-af98-048ad7935f4d tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 210 time: 0.1886728 Mar 22 14:16:20.019187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50958) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.067795 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21237e1-06a8-4e19-bba4-df8cb56977cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.068507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21237e1-06a8-4e19-bba4-df8cb56977cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.075300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b21237e1-06a8-4e19-bba4-df8cb56977cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/1c3d529c-2629-4cb5-84ce-0332dcf19974 HTTP/1.1" status: 404 len: 337 time: 0.0455563 Mar 22 14:16:20.081704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb8763-1020-444a-ac92-562dd2a54b9c req-87548e31-3434-4510-b354-9dfcca6265ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:20.083864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1eb8763-1020-444a-ac92-562dd2a54b9c req-87548e31-3434-4510-b354-9dfcca6265ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 945 time: 0.3603301 Mar 22 14:16:20.084586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50960) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.196488 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd5a107-91c4-48d8-9b1e-8d9a9f90b5d1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.197197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd5a107-91c4-48d8-9b1e-8d9a9f90b5d1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.208242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7dd5a107-91c4-48d8-9b1e-8d9a9f90b5d1 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/6601e291-44a0-4db4-b315-8814a0987bc1 HTTP/1.1" status: 404 len: 337 time: 0.1222932 Mar 22 14:16:20.217079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.267802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] For port b0f06fa4-782e-417a-a5bc-5ac97b552704, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:20.321339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Allocated IP 2001:db8::2 (5aeb2fcc-3df5-4c22-91c3-77807778c558/a37c7a39-47c5-43d4-a496-a8666e117771/7d937743-e811-4826-9b38-95178d31eb22) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:20.356145 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8c39db-46e2-4c35-9693-2647b561774f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.356736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8c39db-46e2-4c35-9693-2647b561774f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.362443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae8c39db-46e2-4c35-9693-2647b561774f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/fbbfd095-8146-4003-a9b4-a240ec61fb6a HTTP/1.1" status: 404 len: 333 time: 0.1383667 Mar 22 14:16:20.365452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50974) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.372206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] For port b0f06fa4-782e-417a-a5bc-5ac97b552704, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b0f06fa4-782e-417a-a5bc-5ac97b552704,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:20.384607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5f895615-fe2a-405f-bbc8-35a5ec692184 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:20.412844 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92599da-a5c4-4869-96e9-5fd01c4973b4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.413434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92599da-a5c4-4869-96e9-5fd01c4973b4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.416704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c92599da-a5c4-4869-96e9-5fd01c4973b4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/8e207e76-e450-4174-8f40-3e2942824fa2 HTTP/1.1" status: 404 len: 337 time: 0.0501473 Mar 22 14:16:20.421023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1eb8763-1020-444a-ac92-562dd2a54b9c req-30f49bde-8364-4b2f-a519-5ce96d317def tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169072 Mar 22 14:16:20.421494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50976) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.456730 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b1bee0-8963-491c-bc11-62addfa9a15a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.457459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b1bee0-8963-491c-bc11-62addfa9a15a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.461140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08b1bee0-8963-491c-bc11-62addfa9a15a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/33dce376-3fe9-41ca-b0c0-61034c45d632 HTTP/1.1" status: 404 len: 337 time: 0.0384960 Mar 22 14:16:20.464972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.501262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-54a76f0a-b170-41c9-90b2-06fa2395cbde tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports?device_id=7946ac14-a39b-4d2c-b4b4-bf68e558ba4d HTTP/1.1" status: 200 len: 205 time: 0.0346973 Mar 22 14:16:20.503892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.588565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ce23d839-026f-475e-8abf-e533d30bf334 None None] Provisioning complete for port ad63902a-c0e3-4349-b364-096a89471358 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:20.588948 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce23d839-026f-475e-8abf-e533d30bf334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad63902a-c0e3-4349-b364-096a89471358), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.628597 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.661500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.678148 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-88dbc2aa-f6d1-4b33-8058-bb8ec8947d21 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] delete failed (client error): The resource could not be found. Mar 22 14:16:20.679271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88dbc2aa-f6d1-4b33-8058-bb8ec8947d21 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/routers/7946ac14-a39b-4d2c-b4b4-bf68e558ba4d HTTP/1.1" status: 404 len: 336 time: 0.1741307 Mar 22 14:16:20.682688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50990) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.789924 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb572c49-3aab-470f-ab4e-62cb2de2ba9a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:20.789924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb572c49-3aab-470f-ab4e-62cb2de2ba9a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:20.796627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fb572c49-3aab-470f-ab4e-62cb2de2ba9a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/cfe5cc8a-2efa-4e6a-996d-93a6d710d407 HTTP/1.1" status: 404 len: 337 time: 0.1092319 Mar 22 14:16:20.807816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.883163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51000) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:20.884197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-887fc2a8-9ca7-4c18-b173-5cda1dbd022d tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "GET /v2.0/ports?device_id=471e7f16-8e57-4622-9830-87bd5fdd5b9a HTTP/1.1" status: 200 len: 205 time: 0.0747914 Mar 22 14:16:20.888394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:20.918920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a59be125-a4aa-4d65-bf65-b689a53c58da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.108649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:21.133700 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-a61503cf-01bf-4ec7-86f6-2fdbd12e6cc7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8426728 Mar 22 14:16:21.289813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eba7399c-6aa2-44e9-8141-0821d6405bc7 req-062f32b5-7d0e-4307-8aa0-0ee22f1e8295 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 210 time: 0.0740914 Mar 22 14:16:21.330159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=a59be125-a4aa-4d65-bf65-b689a53c58da,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.357001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1ea3920-b7fd-47ff-82c3-31a98c902f92 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:21.385571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:21.389226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.400582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.401833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.419801 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-5445e56a-4828-455f-bca6-0517b554034a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] delete failed (client error): The resource could not be found. Mar 22 14:16:21.428472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5445e56a-4828-455f-bca6-0517b554034a tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/routers/471e7f16-8e57-4622-9830-87bd5fdd5b9a HTTP/1.1" status: 404 len: 336 time: 0.5303895 Mar 22 14:16:21.432139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51006) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.471826 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9ad049a5-f5d7-42ef-acf7-2e60c1e7b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.507579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:21.516520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:21.520099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:21.537705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a731d7d7-8166-4489-9e38-6905ae33237e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5233572 Mar 22 14:16:21.547076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65678e7-407e-4a93-8286-bfc543c02638 None None] Pushing event updated for resources: {'Port': ['ID=b0f06fa4-782e-417a-a5bc-5ac97b552704,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:21.556396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51010) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.589204 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2e75d-f5ab-4a4e-8940-b276b0e27095 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:21.589698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa2e75d-f5ab-4a4e-8940-b276b0e27095 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:21.604727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0aa2e75d-f5ab-4a4e-8940-b276b0e27095 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/4119f99f-2716-41c6-8b3b-65da9a5bb18a HTTP/1.1" status: 404 len: 337 time: 0.1708927 Mar 22 14:16:21.605413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51014) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.648156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] DHCP port deletion for 2f11dbd5-f9e9-4b9d-9783-177b335cadb5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:21.745579 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-846fce79-fa04-45b7-96ef-668302c0a33e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:21.747411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846fce79-fa04-45b7-96ef-668302c0a33e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:21.754839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-846fce79-fa04-45b7-96ef-668302c0a33e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/c13c261d-5410-4c5c-b8e8-493070efcafc HTTP/1.1" status: 404 len: 337 time: 0.1360400 Mar 22 14:16:21.767597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51016) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.797793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dcdd8-ed9e-4fdc-a695-106482f006f3 None None] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:21.812764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.814115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.815669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.817263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.824011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.827743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1b780e3-930f-42c1-bad7-b0cbb35b1587 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2038908 Mar 22 14:16:21.836333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.847673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-8c49ae7e-5338-4cef-9636-f3e953bfd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.849843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-8c49ae7e-5338-4cef-9636-f3e953bfd5cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.4755757 Mar 22 14:16:21.861941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015499327'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:21.900633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:21.901788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:21.965911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 5f895615-fe2a-405f-bbc8-35a5ec692184 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:21.982850 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-81417d3d-758b-496b-b8c3-c38af597925e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:21.983840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81417d3d-758b-496b-b8c3-c38af597925e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:21.990770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-81417d3d-758b-496b-b8c3-c38af597925e tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/9e1c9478-2f11-4f2a-ad7f-f16a205c5116 HTTP/1.1" status: 404 len: 333 time: 0.1931515 Mar 22 14:16:21.994137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51022) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:21.994755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 5f895615-fe2a-405f-bbc8-35a5ec692184 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:21.995136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.009516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:22.013155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.042175 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2965e41a-410e-4110-bfa6-de420948a77f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:22.045749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2965e41a-410e-4110-bfa6-de420948a77f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:22.052654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2965e41a-410e-4110-bfa6-de420948a77f tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/3af261e0-d4e8-4fa8-9053-b723f08f6e86 HTTP/1.1" status: 404 len: 337 time: 0.0551927 Mar 22 14:16:22.053648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51024) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.110899 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c19003a2-d71b-4055-821d-d6752f70d8cc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3987329 Mar 22 14:16:22.111865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:22.138661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0c8b-901c-419d-9e15-c2067ccf5561 req-0355cc48-dce2-4a62-8f06-3ea0d388a381 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.150732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a39b0c8b-901c-419d-9e15-c2067ccf5561 req-0355cc48-dce2-4a62-8f06-3ea0d388a381 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 945 time: 0.4617140 Mar 22 14:16:22.163622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.163974 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment d03b8b9e-44e6-40fc-9317-f780bded67c3 of type vlan for network f9990c9e-b36f-4121-9ff5-dd25d9765afe Mar 22 14:16:22.212288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-388f6a40-e3c0-4a47-87db-ea8303da29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.214170 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-388f6a40-e3c0-4a47-87db-ea8303da29ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3300054 Mar 22 14:16:22.336806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-2a28c841-2bd0-4fb3-bd91-a258610e6aa3 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.341344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-2a28c841-2bd0-4fb3-bd91-a258610e6aa3 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.78 "GET /v2.0/networks?id=e7f63b06-3d44-47e3-8095-4946c8f4a54e HTTP/1.1" status: 200 len: 825 time: 0.6536140 Mar 22 14:16:22.342729 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-50df6310-5b0a-4972-9f28-da289b52a6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:22.343345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50df6310-5b0a-4972-9f28-da289b52a6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:22.352124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-50df6310-5b0a-4972-9f28-da289b52a6bb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/6612632a-6632-4976-8c9a-2c2c134b3b83 HTTP/1.1" status: 404 len: 333 time: 0.2925909 Mar 22 14:16:22.363877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Request body: {'port': {'device_id': '9f13932a-9cd1-420a-a3b3-714c90160021', 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e', 'admin_state_up': True, 'tenant_id': '09fc24a69807464cad72a64de08a0ffa'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:22.373166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-8a30f579-e301-49e8-9a4b-5684f40662c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1512258 Mar 22 14:16:22.375412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51030) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.559448 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee32a0fe-2650-4b4e-b2f0-28ea85cbe92b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:22.565892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks [] for port (7d937743-e811-4826-9b38-95178d31eb22), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.574077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee32a0fe-2650-4b4e-b2f0-28ea85cbe92b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:22.577472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee32a0fe-2650-4b4e-b2f0-28ea85cbe92b tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/141e07ba-ea92-44eb-b411-ec481e39991b HTTP/1.1" status: 404 len: 337 time: 0.1957290 Mar 22 14:16:22.590488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51032) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.627583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.633019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.648700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7d937743-e811-4826-9b38-95178d31eb22), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.653191 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4916aa-c293-471b-b03d-dacddac347e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:22.654073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4916aa-c293-471b-b03d-dacddac347e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:22.664217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e4916aa-c293-471b-b03d-dacddac347e2 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/23f4c7df-2822-45c1-a9e9-fb1c1284a255 HTTP/1.1" status: 404 len: 333 time: 0.0705776 Mar 22 14:16:22.668687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51036) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.687265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-43c45d8a-9cb1-4aed-80d9-11e6f58953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.688963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-43c45d8a-9cb1-4aed-80d9-11e6f58953dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2923119 Mar 22 14:16:22.726361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ce23d839-026f-475e-8abf-e533d30bf334 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:22.776225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51038) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.786920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a39b0c8b-901c-419d-9e15-c2067ccf5561 req-98929624-dd7e-4a49-9f30-79f9a51dc459 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332786 Mar 22 14:16:22.794174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327630858', 'description': 'tempest-description--251387831'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:22.818012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a1ea3920-b7fd-47ff-82c3-31a98c902f92 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:22.820417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.826123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.837132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:22.838195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.872149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0302348 Mar 22 14:16:22.889068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.905214 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf33174b-1a42-492d-b61b-987a63c35a59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:22.905663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf33174b-1a42-492d-b61b-987a63c35a59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:22.907340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:22.912536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bf33174b-1a42-492d-b61b-987a63c35a59 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/fa99ef80-b88f-496c-b068-6620c7c4e6b6 HTTP/1.1" status: 404 len: 337 time: 0.2400239 Mar 22 14:16:22.921903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:22.926278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Deleting port ad63902a-c0e3-4349-b364-096a89471358 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:22.926883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:22.928557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51042) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:22.970058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:22.994264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:23.062125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9b5bca8-4f25-4d08-aaa9-cd59688226cc req-0bb5e6cd-bc0c-4837-97b9-fff9d5d436b6 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 210 time: 0.1544492 Mar 22 14:16:23.062923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-0455c027-b280-4034-a976-60e10a6221dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:23.064753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-0455c027-b280-4034-a976-60e10a6221dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3596182 Mar 22 14:16:23.077784 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9658a1d1-75f7-4c2f-8d40-3cb9eb42a950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:23.079359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9658a1d1-75f7-4c2f-8d40-3cb9eb42a950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:23.090660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9658a1d1-75f7-4c2f-8d40-3cb9eb42a950 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/74922759-ef5d-41ad-9ae5-035e3cfae10c HTTP/1.1" status: 404 len: 333 time: 0.1609960 Mar 22 14:16:23.094687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51046) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.095658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.191887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Pushing event updated for resources: {'Port': ['ID=7d937743-e811-4826-9b38-95178d31eb22,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.199966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e2ecb-0d1d-4c92-ab51-0d560111cfd8 None None] Network fc969c99-ec49-4fd9-817e-34d9cb006733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:23.200499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af3493-2b66-45ce-905e-b84d9ad2f4ba tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=f9990c9e-b36f-4121-9ff5-dd25d9765afe,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.252605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (64d3baf1-dc0e-4a22-82fc-3050c32a5fc8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.272274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:23.282803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (64d3baf1-dc0e-4a22-82fc-3050c32a5fc8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.304482 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c001ef62-53e0-4cb7-8ac5-b88387958175 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:23.305651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c001ef62-53e0-4cb7-8ac5-b88387958175 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:23.313579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c001ef62-53e0-4cb7-8ac5-b88387958175 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/60ae34b6-7214-452e-a0d6-d39a264f9adf HTTP/1.1" status: 404 len: 337 time: 0.1891253 Mar 22 14:16:23.323854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.325218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Made reservation on behalf of 09fc24a69807464cad72a64de08a0ffa for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:23.331758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.372549 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bb4892-3ff4-4f9f-bb4c-6be5bea45f14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:23.373942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bb4892-3ff4-4f9f-bb4c-6be5bea45f14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:23.378910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76bb4892-3ff4-4f9f-bb4c-6be5bea45f14 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/4836ff24-d968-4fd3-a0e6-d77813a3d8a7 HTTP/1.1" status: 404 len: 333 time: 0.0538330 Mar 22 14:16:23.388436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51050) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.397378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:23.403887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.410422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6803f71-f4d7-4878-9507-c3afa90f2e61 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6203809 Mar 22 14:16:23.416100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.434002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'security_group_rule': {'security_group_id': '64d3baf1-dc0e-4a22-82fc-3050c32a5fc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:23.470236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3075bb0a-0bc9-4163-b21c-0e89e761cb57 None None] Provisioning complete for port a1ea3920-b7fd-47ff-82c3-31a98c902f92 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:23.470636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3075bb0a-0bc9-4163-b21c-0e89e761cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.544276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.570803 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf799ee-77ee-4db7-b2f7-44d2376ebba3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:23.572830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf799ee-77ee-4db7-b2f7-44d2376ebba3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:23.581238 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6cf799ee-77ee-4db7-b2f7-44d2376ebba3 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/335c7f58-5f53-489e-ab1c-405ef4442e9a HTTP/1.1" status: 404 len: 337 time: 0.1877041 Mar 22 14:16:23.585380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51054) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.601309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.639363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe is not hosted by any dhcp agent {{(pid=103891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:16:23.644920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:23.645702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.646678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Allocated IP 172.20.0.7 (e7f63b06-3d44-47e3-8095-4946c8f4a54e/64074f47-c1e8-4a46-97a1-3efa171f59fb/4469068a-d417-4651-8d74-f06ed3d6b5fe) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:23.647133 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "PUT /v2.0/networks/f9990c9e-b36f-4121-9ff5-dd25d9765afe HTTP/1.1" status: 200 len: 723 time: 0.7567151 Mar 22 14:16:23.649364 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-133d07e5-4a8b-4926-a337-68606c866c33 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717969 Mar 22 14:16:23.684643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:23.692564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:23.715961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 5f895615-fe2a-405f-bbc8-35a5ec692184 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:23.716628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.810455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] For port ad63902a-c0e3-4349-b364-096a89471358, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad63902a-c0e3-4349-b364-096a89471358,segment=NetworkSegment(08b44540-31cf-49e7-8a95-dd9dacd13583),segment_id=08b44540-31cf-49e7-8a95-dd9dacd13583)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:23.811289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ad63902a-c0e3-4349-b364-096a89471358), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.822432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-de5a99a2-d9af-4d1a-83c2-243f788114fe req-88e2b5bc-b8c6-48e7-b9fb-d0836149a7bb service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365838 Mar 22 14:16:23.881058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a1ea3920-b7fd-47ff-82c3-31a98c902f92 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:23.881758 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.924088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a1ea3920-b7fd-47ff-82c3-31a98c902f92, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1ea3920-b7fd-47ff-82c3-31a98c902f92,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:23.938008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Attempting to bind port 7d937743-e811-4826-9b38-95178d31eb22 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:23.939944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Attempting to bind port 7d937743-e811-4826-9b38-95178d31eb22 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:23.942032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Attempting to bind port 7d937743-e811-4826-9b38-95178d31eb22 on network 5aeb2fcc-3df5-4c22-91c3-77807778c558 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:23.973844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:23.977740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (897d759b-f94f-4c86-b18f-0951f20f33c9), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.978688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Checking segment: {'id': 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:23.979411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.980257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Bound using segment: {'id': 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:23.982210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Bound port: 7d937743-e811-4826-9b38-95178d31eb22, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:23.983206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d937743-e811-4826-9b38-95178d31eb22), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:23.988361 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.001193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Calling delete_port for ad63902a-c0e3-4349-b364-096a89471358 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:24.048171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf466c-941c-4f69-a534-5daa05b6bf3e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=f9990c9e-b36f-4121-9ff5-dd25d9765afe,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.150122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.203309 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7cbdb8-a2e3-4496-99fc-93c99fccb769 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:24.204672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7cbdb8-a2e3-4496-99fc-93c99fccb769 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:24.207982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5a7cbdb8-a2e3-4496-99fc-93c99fccb769 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/20548449-2667-44dc-b99e-71a35d176a1c HTTP/1.1" status: 404 len: 333 time: 0.6216002 Mar 22 14:16:24.220108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51066) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.236837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:24.246433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.259157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a1ea3920-b7fd-47ff-82c3-31a98c902f92,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.262670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:24.273560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad63902a-c0e3-4349-b364-096a89471358 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:24.307683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (897d759b-f94f-4c86-b18f-0951f20f33c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.373910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:24.376798 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bdf7b5-e5fe-41c0-b232-41994813e7ef" -d '{"events": [{"server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "name": "network-vif-plugged", "status": "completed", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:24.390457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (897d759b-f94f-4c86-b18f-0951f20f33c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.442245 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-27744973-f5ac-4fdd-be5a-496b65d495cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:24.446608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27744973-f5ac-4fdd-be5a-496b65d495cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:24.447505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.452465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27744973-f5ac-4fdd-be5a-496b65d495cb tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/cbee9487-f6bd-4635-a9c9-fe26a1d8ccdd HTTP/1.1" status: 404 len: 337 time: 0.2131493 Mar 22 14:16:24.455003 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0376878 Mar 22 14:16:24.468680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51070) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.469016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51072) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.484184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'security_group_rule': {'security_group_id': '64d3baf1-dc0e-4a22-82fc-3050c32a5fc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:24.539382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66f37027-8093-4a10-851d-3f5e67370a1e req-e7e32ce6-e15b-4a48-8404-426951224c1b tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 210 time: 0.2268293 Mar 22 14:16:24.608447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:24.648929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks [] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.652664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af9a2a-de3d-4fb6-b365-fb2b604975f3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897d759b-f94f-4c86-b18f-0951f20f33c9,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:24.687405 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e3a1cb-9dd8-4d6f-ae27-d63033b9b3c8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:24.690727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e3a1cb-9dd8-4d6f-ae27-d63033b9b3c8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:24.692727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39f58-19e4-4641-b9c6-21a9241587ae req-6069839b-dd6e-4319-bdcf-b2a770439fe3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:24.702698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3075bb0a-0bc9-4163-b21c-0e89e761cb57 None None] Current status of the port a1ea3920-b7fd-47ff-82c3-31a98c902f92 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:24.702942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90b39f58-19e4-4641-b9c6-21a9241587ae req-6069839b-dd6e-4319-bdcf-b2a770439fe3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 945 time: 0.5883737 Mar 22 14:16:24.705027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11e3a1cb-9dd8-4d6f-ae27-d63033b9b3c8 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/ports/e77b55b6-34ff-43eb-942d-fdbb4efee0fa HTTP/1.1" status: 404 len: 333 time: 0.2335916 Mar 22 14:16:24.707048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:24.774155 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77e440-b1ff-4674-ac10-c83f0f42b314 x-openstack-request-id: req-4d77e440-b1ff-4674-ac10-c83f0f42b314 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:24.775078 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "name": "network-vif-plugged", "status": "completed", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:24.775492 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d77e440-b1ff-4674-ac10-c83f0f42b314 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:24.776107 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d77e440-b1ff-4674-ac10-c83f0f42b314'] response: {'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'code': 200} Mar 22 14:16:24.779974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (faf4b274-6952-4354-b505-cb50de154c92), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.807647 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:24.853492 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdcefe0-0587-4c0d-9833-3cefd15aa155 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:24.854097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdcefe0-0587-4c0d-9833-3cefd15aa155 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:24.864484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0cdcefe0-0587-4c0d-9833-3cefd15aa155 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/subnets/397b9e3d-7075-4891-b872-d17f3b69385f HTTP/1.1" status: 404 len: 337 time: 0.1477830 Mar 22 14:16:24.893694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91378279-9a40-4335-99c3-d41907d67533 None None] For port 7d937743-e811-4826-9b38-95178d31eb22, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:24.897525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91378279-9a40-4335-99c3-d41907d67533 None None] For port 7d937743-e811-4826-9b38-95178d31eb22, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7d937743-e811-4826-9b38-95178d31eb22,segment=NetworkSegment(c2ba2f4a-ac11-4e57-ac69-e81024a4c8df),segment_id=c2ba2f4a-ac11-4e57-ac69-e81024a4c8df)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:24.897889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.015782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d937743-e811-4826-9b38-95178d31eb22), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.076183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.103859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (faf4b274-6952-4354-b505-cb50de154c92), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.111635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f082-9257-49f0-883b-3baaa44028a9 req-7805e709-9932-4879-80ac-87cc4d95ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.113261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9463f082-9257-49f0-883b-3baaa44028a9 req-7805e709-9932-4879-80ac-87cc4d95ebfb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 1128 time: 0.3297210 Mar 22 14:16:25.136461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Provisioning complete for port b0f06fa4-782e-417a-a5bc-5ac97b552704 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:25.136842 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.170278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (faf4b274-6952-4354-b505-cb50de154c92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.185002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90b39f58-19e4-4641-b9c6-21a9241587ae req-b1aa5f00-d591-428b-9373-a227bf319326 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801297 Mar 22 14:16:25.202681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2f11dbd5-f9e9-4b9d-9783-177b335cadb5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.207598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.232754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf4b274-6952-4354-b505-cb50de154c92,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.267494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.274353 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-782ed014-e27b-4b70-8e4a-eda7160a2785 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7980344 Mar 22 14:16:25.275223 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (ad63902a-c0e3-4349-b364-096a89471358), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.276705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (f96e2054-7153-462e-b6d8-cf1c43d3927a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.279510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:25.287324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad63902a-c0e3-4349-b364-096a89471358 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:25.287993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad63902a-c0e3-4349-b364-096a89471358), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.304795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:25.344986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] No DVR routers for this DVR port ad63902a-c0e3-4349-b364-096a89471358 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:25.346495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.403995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Network e7f63b06-3d44-47e3-8095-4946c8f4a54e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:25.419201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9463f082-9257-49f0-883b-3baaa44028a9 req-e62985d5-90a8-4844-a9ea-b91233726e25 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907798 Mar 22 14:16:25.437289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:25.473365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:25.496699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=f96e2054-7153-462e-b6d8-cf1c43d3927a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.496944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Pushing event updated for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.562497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378279-9a40-4335-99c3-d41907d67533 None None] Pushing event updated for resources: {'Port': ['ID=7d937743-e811-4826-9b38-95178d31eb22,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.618524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': 'd03b8b9e-44e6-40fc-9317-f780bded67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:25.619282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: f9990c9e-b36f-4121-9ff5-dd25d9765afe, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:25.625846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29318127-fb74-40a2-a6fe-faaf4b33b933 None None] Pushing event deleted for resources: {'Port': ['ID=ad63902a-c0e3-4349-b364-096a89471358,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:25.629594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.683395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2f11dbd5-f9e9-4b9d-9783-177b335cadb5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.726915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Current status of the port b0f06fa4-782e-417a-a5bc-5ac97b552704 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:25.727140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.773273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.774065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.805215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] For port b0f06fa4-782e-417a-a5bc-5ac97b552704, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b0f06fa4-782e-417a-a5bc-5ac97b552704,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:25.817121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.823426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:25.846107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f11dbd5-f9e9-4b9d-9783-177b335cadb5']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.883132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b44540-31cf-49e7-8a95-dd9dacd13583') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.883825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b44540-31cf-49e7-8a95-dd9dacd13583') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:25.887596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f9990c9e-b36f-4121-9ff5-dd25d9765afe) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:25.890392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-c826888d-4917-48ec-9f40-ae8a706f406a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5367126 Mar 22 14:16:25.915207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:25.915830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:25.922235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16962a8a-87ca-4883-adb6-9c5d15285968 None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:25.936007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Request body: {'port': {'device_id': '9f13932a-9cd1-420a-a3b3-714c90160021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:25.980808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e8578a7-8721-4d71-a288-cd79a775135e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2900176 Mar 22 14:16:25.986284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51096) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:26.006844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:26.011404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (08b44540-31cf-49e7-8a95-dd9dacd13583), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.074299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.075382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Provisioning complete for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:26.075927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.101290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08b44540-31cf-49e7-8a95-dd9dacd13583), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.106904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Pushing event updated for resources: {'Port': ['ID=b0f06fa4-782e-417a-a5bc-5ac97b552704,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.131593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:26.132006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (08b44540-31cf-49e7-8a95-dd9dacd13583), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.148424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea111-425c-4381-bd9b-e066fa2c0f3a req-464a48d0-f8d7-44bf-84a3-3bc14422ac20 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:26.150587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b86ea111-425c-4381-bd9b-e066fa2c0f3a req-464a48d0-f8d7-44bf-84a3-3bc14422ac20 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 931 time: 0.4287529 Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:26.151336 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:26.172256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:26.206524 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130272336'] for subnet (f96e2054-7153-462e-b6d8-cf1c43d3927a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.212967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.269631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Provisioning complete for port b2e4e9ec-8947-49e2-995d-4f247f03f22f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:26.270229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.296315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-f9990c9e-b36f-4121-9ff5-dd25d9765afe', 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': 'f96e2054-7153-462e-b6d8-cf1c43d3927a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:26.297571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.300709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7d937743-e811-4826-9b38-95178d31eb22 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:26.384339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Port b2e4e9ec-8947-49e2-995d-4f247f03f22f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:26.552356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b86ea111-425c-4381-bd9b-e066fa2c0f3a req-40f954fc-fef3-4f7f-8fb4-76990f57c8c0 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185749 Mar 22 14:16:26.556772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2f11dbd5-f9e9-4b9d-9783-177b335cadb5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.577321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.583346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] 10.222.0.81 "DELETE /v2.0/networks/2f11dbd5-f9e9-4b9d-9783-177b335cadb5 HTTP/1.1" status: 204 len: 168 time: 1.6764424 Mar 22 14:16:26.619642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Provisioning complete for port a1ea3920-b7fd-47ff-82c3-31a98c902f92 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:26.619642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.627754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5824048-3f77-435f-b703-393e484cbce4 tempest-NetworksTestDHCPv6-1425330581 tempest-NetworksTestDHCPv6-1425330581-project] Pushing event deleted for resources: {'Network': ['ID=2f11dbd5-f9e9-4b9d-9783-177b335cadb5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:26.734348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 172.25.3.238 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/364a6bc2-ae3d-425c-aec1-534f6716e1b7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:26.737658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7d937743-e811-4826-9b38-95178d31eb22 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:26.739958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d937743-e811-4826-9b38-95178d31eb22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.802192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc323c-4b7b-4634-93d9-f3f6c1e300f9 req-bd1e823a-9f3d-4755-a25c-e5389130f045 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:26.810713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dbc323c-4b7b-4634-93d9-f3f6c1e300f9 req-bd1e823a-9f3d-4755-a25c-e5389130f045 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 946 time: 0.4305689 Mar 22 14:16:26.909899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:26.916908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dbc323c-4b7b-4634-93d9-f3f6c1e300f9 req-fd44565f-74ec-43f7-a8d7-2db2960f74d0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051400 Mar 22 14:16:26.939470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca977-b520-48d7-9b88-e72eca4343d3 None None] Current status of the port a1ea3920-b7fd-47ff-82c3-31a98c902f92 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:27.035101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7d937743-e811-4826-9b38-95178d31eb22 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:27.035777 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d937743-e811-4826-9b38-95178d31eb22), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.039551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.058129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728381116043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130579213'] for subnet (f96e2054-7153-462e-b6d8-cf1c43d3927a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.121432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4469068a-d417-4651-8d74-f06ed3d6b5fe {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:27.155785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks [] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.163178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51120) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.235488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Transition to ACTIVE for port object 4469068a-d417-4651-8d74-f06ed3d6b5fe will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:27.246771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.268518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=f96e2054-7153-462e-b6d8-cf1c43d3927a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.278932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:27.279771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.284872 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b6b2eae-b9f5-4c92-8971-09f0f5b95df6 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "PUT /v2.0/subnets/f96e2054-7153-462e-b6d8-cf1c43d3927a HTTP/1.1" status: 200 len: 826 time: 1.2952480 Mar 22 14:16:27.288289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.348403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156db3c1-cced-4654-894a-f280a0f250ee None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:27.362063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.411472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:27.415313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.429220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:27.433099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:27.514631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=364a6bc2-ae3d-425c-aec1-534f6716e1b7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:27.539251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d3ab616-e388-46e4-ac8f-b46336642b82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=375b648dc8b7452d96127ce71c1fe399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733232 Mar 22 14:16:27.544151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:27.546939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Provisioning complete for port b0f06fa4-782e-417a-a5bc-5ac97b552704 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:27.547313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.564798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 7d937743-e811-4826-9b38-95178d31eb22, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7d937743-e811-4826-9b38-95178d31eb22,segment=NetworkSegment(c2ba2f4a-ac11-4e57-ac69-e81024a4c8df),segment_id=c2ba2f4a-ac11-4e57-ac69-e81024a4c8df)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:27.583148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Attempting to bind port 4469068a-d417-4651-8d74-f06ed3d6b5fe on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:27.583929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Attempting to bind port 4469068a-d417-4651-8d74-f06ed3d6b5fe by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '93022fef-1cba-4c00-bbc4-b60f70d29e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:27.584176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Attempting to bind port 4469068a-d417-4651-8d74-f06ed3d6b5fe on network e7f63b06-3d44-47e3-8095-4946c8f4a54e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:27.591536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Port 4469068a-d417-4651-8d74-f06ed3d6b5fe on network e7f63b06-3d44-47e3-8095-4946c8f4a54e not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:27.591860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Attempting to bind port 4469068a-d417-4651-8d74-f06ed3d6b5fe on network e7f63b06-3d44-47e3-8095-4946c8f4a54e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:27.601135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:27.601589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Checking segment: {'id': '93022fef-1cba-4c00-bbc4-b60f70d29e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:27.601860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Bound using segment: {'id': '93022fef-1cba-4c00-bbc4-b60f70d29e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:27.607361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Bound port: 4469068a-d417-4651-8d74-f06ed3d6b5fe, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93022fef-1cba-4c00-bbc4-b60f70d29e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:27.607730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.669881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f96e2054-7153-462e-b6d8-cf1c43d3927a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.676932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] Publish callbacks [] for security_group (c9c92abc-7754-4ae7-8d5f-5920e0ad730f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.726969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Allocated IP 2001:db8::2 (f9990c9e-b36f-4121-9ff5-dd25d9765afe/f96e2054-7153-462e-b6d8-cf1c43d3927a/378c2c0e-e034-47f3-b5fb-fe3afa053e6f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:27.734214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d937743-e811-4826-9b38-95178d31eb22), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.735810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1ea3920-b7fd-47ff-82c3-31a98c902f92 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:27.751126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.778906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] Publish callbacks [] for security_group (c9c92abc-7754-4ae7-8d5f-5920e0ad730f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.848136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:27.921722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6d7d6-2f04-4159-a289-a67cde2b8693 req-df3b33b7-2d6c-446c-b305-09d640a6e3de tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:27.930515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecd6d7d6-2f04-4159-a289-a67cde2b8693 req-df3b33b7-2d6c-446c-b305-09d640a6e3de tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 943 time: 0.1946125 Mar 22 14:16:27.946122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:27.969995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe,segment=NetworkSegment(93022fef-1cba-4c00-bbc4-b60f70d29e6f),segment_id=93022fef-1cba-4c00-bbc4-b60f70d29e6f)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:27.979483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Update dhcp port {'port': {'network_id': '5aeb2fcc-3df5-4c22-91c3-77807778c558', 'fixed_ips': [{'subnet_id': 'a37c7a39-47c5-43d4-a496-a8666e117771', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a59be125-a4aa-4d65-bf65-b689a53c58da'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '7d937743-e811-4826-9b38-95178d31eb22'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:16:28.000607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.054246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c9c92abc-7754-4ae7-8d5f-5920e0ad730f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.056929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.058274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9c92abc-7754-4ae7-8d5f-5920e0ad730f HTTP/1.1" status: 204 len: 168 time: 0.5131412 Mar 22 14:16:28.076755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=7d937743-e811-4826-9b38-95178d31eb22,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.107237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:28.107948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.109426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] 10.222.0.78 "PUT /v2.0/ports/4469068a-d417-4651-8d74-f06ed3d6b5fe HTTP/1.1" status: 200 len: 1091 time: 2.1859121 Mar 22 14:16:28.110160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Current status of the port b0f06fa4-782e-417a-a5bc-5ac97b552704 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:28.113847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:28.116573 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373066f-7551-4b8f-af51-98276a641dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:28.150515 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d937743-e811-4826-9b38-95178d31eb22), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.152729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.172631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.262393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a1ea3920-b7fd-47ff-82c3-31a98c902f92 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:28.262777 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.304848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Provisioning complete for port b2e4e9ec-8947-49e2-995d-4f247f03f22f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:28.305272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.339717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.372722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.404525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.414823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1205342 Mar 22 14:16:28.431076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614f97a-c63d-43d2-8818-d4c6223900f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=364a6bc2-ae3d-425c-aec1-534f6716e1b7,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.640860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d075150-5788-4491-857a-4de1ea898a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c92abc-7754-4ae7-8d5f-5920e0ad730f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.651615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-540303a3-e37a-404d-8fd9-915463debc0c None None] Port b2e4e9ec-8947-49e2-995d-4f247f03f22f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:28.683922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecd6d7d6-2f04-4159-a289-a67cde2b8693 req-54b39b49-dda1-4dc5-8362-0c4de3e581bb tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388728 Mar 22 14:16:28.691095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks [] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.734400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (f96e2054-7153-462e-b6d8-cf1c43d3927a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.740480 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.811599 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3567271-b6a2-4955-98de-c22a5a95a2ea x-openstack-request-id: req-d3567271-b6a2-4955-98de-c22a5a95a2ea {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:28.814210 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:28.814497 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3567271-b6a2-4955-98de-c22a5a95a2ea {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:28.815004 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3567271-b6a2-4955-98de-c22a5a95a2ea'] response: {'name': 'network-changed', 'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe', 'status': 'completed', 'code': 200} Mar 22 14:16:28.833046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=f96e2054-7153-462e-b6d8-cf1c43d3927a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.836307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71e0e-c491-4c07-8cda-1716e961ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.867107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b4ef0-d708-49ec-b0d1-a652141a4437 req-041f43a5-6c0c-48ae-b04d-ce35a40a5fdf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:28.868896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b19b4ef0-d708-49ec-b0d1-a652141a4437 req-041f43a5-6c0c-48ae-b04d-ce35a40a5fdf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 946 time: 0.8435905 Mar 22 14:16:28.899384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:28.921476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a1ea3920-b7fd-47ff-82c3-31a98c902f92 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:28.922629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b0f06fa4-782e-417a-a5bc-5ac97b552704 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:28.925937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:28.953164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:28.958200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Pushing event updated for resources: {'Port': ['ID=378c2c0e-e034-47f3-b5fb-fe3afa053e6f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:28.961659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Allocated IP 172.20.0.1 (5aeb2fcc-3df5-4c22-91c3-77807778c558/a59be125-a4aa-4d65-bf65-b689a53c58da/7d937743-e811-4826-9b38-95178d31eb22) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:28.966571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f0e19754-45a6-49d0-947d-b426661e9c37 None None] Provisioning complete for port 7d937743-e811-4826-9b38-95178d31eb22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:28.966958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0e19754-45a6-49d0-947d-b426661e9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d937743-e811-4826-9b38-95178d31eb22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:28.980307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-9e7ff4db-0a92-4695-a8c7-209e539ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:28.986868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-9e7ff4db-0a92-4695-a8c7-209e539ca710 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=09fc24a69807464cad72a64de08a0ffa&device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 1125 time: 0.3255908 Mar 22 14:16:28.994957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.038014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9990c9e-b36f-4121-9ff5-dd25d9765afe']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.059418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b8b9e-44e6-40fc-9317-f780bded67c3') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.059911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b8b9e-44e6-40fc-9317-f780bded67c3') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:29.083560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.113651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.122119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:29.123653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.149835 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.156927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Attempting to bind port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:29.157307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Attempting to bind port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd03b8b9e-44e6-40fc-9317-f780bded67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:29.157681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Attempting to bind port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f on network f9990c9e-b36f-4121-9ff5-dd25d9765afe {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:29.174507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:29.174883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Checking segment: {'id': 'd03b8b9e-44e6-40fc-9317-f780bded67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:29.175489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.176072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Bound using segment: {'id': 'd03b8b9e-44e6-40fc-9317-f780bded67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:29.176755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Bound port: 378c2c0e-e034-47f3-b5fb-fe3afa053e6f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03b8b9e-44e6-40fc-9317-f780bded67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:29.177312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.213766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b0f06fa4-782e-417a-a5bc-5ac97b552704 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:29.214462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:29.247845 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:29.250840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:16:29.250840 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:16:29.250840 n-d-758851-5 neutron-server[103891]: [parameters: {'id': 'f9990c9e-b36f-4121-9ff5-dd25d9765afe'}] Mar 22 14:16:29.250840 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:29.251164 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:29.252760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b19b4ef0-d708-49ec-b0d1-a652141a4437 req-e723162e-70b2-4d4f-abb5-fcfdbca83220 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674986 Mar 22 14:16:29.265096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-702176c5-eb6e-40c1-a5c7-305ca2c7cc89 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe HTTP/1.1" status: 200 len: 217 time: 0.2609944 Mar 22 14:16:29.278446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-88f03fa7-5c7d-4915-9665-13b99e060c2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--327630858&fields=id&tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d HTTP/1.1" status: 200 len: 267 time: 0.3607545 Mar 22 14:16:29.317206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] For port 7d937743-e811-4826-9b38-95178d31eb22, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7d937743-e811-4826-9b38-95178d31eb22,segment=NetworkSegment(c2ba2f4a-ac11-4e57-ac69-e81024a4c8df),segment_id=c2ba2f4a-ac11-4e57-ac69-e81024a4c8df)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:29.340750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19754-45a6-49d0-947d-b426661e9c37 None None] Current status of the port 7d937743-e811-4826-9b38-95178d31eb22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:29.404188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Publish callbacks [] for port (7d937743-e811-4826-9b38-95178d31eb22), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.415170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] For port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:29.415170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] For port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=378c2c0e-e034-47f3-b5fb-fe3afa053e6f,segment=NetworkSegment(d03b8b9e-44e6-40fc-9317-f780bded67c3),segment_id=d03b8b9e-44e6-40fc-9317-f780bded67c3)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:29.420886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d937743-e811-4826-9b38-95178d31eb22), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.437774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-9142fc19-339e-4799-a2d5-e0402f1b5bb2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.439403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-9142fc19-339e-4799-a2d5-e0402f1b5bb2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 931 time: 0.1578760 Mar 22 14:16:29.453809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-f9b66b30-c1c5-42e2-8c1d-79c6053e91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.455397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-f9b66b30-c1c5-42e2-8c1d-79c6053e91c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64074f47-c1e8-4a46-97a1-3efa171f59fb HTTP/1.1" status: 200 len: 865 time: 0.1837807 Mar 22 14:16:29.472130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.522801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:29.590931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b0f06fa4-782e-417a-a5bc-5ac97b552704 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:29.599013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d799-c82e-496d-85ba-3354c3096de4 None None] Pushing event updated for resources: {'Port': ['ID=7d937743-e811-4826-9b38-95178d31eb22,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:29.600834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-aae3c535-bd3e-45a5-8067-0c11acef9850 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e7f63b06-3d44-47e3-8095-4946c8f4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103444 Mar 22 14:16:29.621837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-19324f2b-a742-4f68-b9ee-cfb80ec2c5e3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 267 time: 0.2843435 Mar 22 14:16:29.651603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cde16e-ff1e-4282-918f-8df6c4d66e51 None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:29.752260 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:29.826676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5fda562b-d9a3-472f-8ac4-5ae3058ad5c9 tempest-DvrRoutersNegativeTest-1539344024 tempest-DvrRoutersNegativeTest-1539344024-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1333648288', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:29.835712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.policy [None req-5fda562b-d9a3-472f-8ac4-5ae3058ad5c9 tempest-DvrRoutersNegativeTest-1539344024 tempest-DvrRoutersNegativeTest-1539344024-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103891) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 22 14:16:29.836014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.policy [None req-5fda562b-d9a3-472f-8ac4-5ae3058ad5c9 tempest-DvrRoutersNegativeTest-1539344024 tempest-DvrRoutersNegativeTest-1539344024-project] Failed policy check for 'create_router' {{(pid=103891) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 22 14:16:29.836567 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-5fda562b-d9a3-472f-8ac4-5ae3058ad5c9 tempest-DvrRoutersNegativeTest-1539344024 tempest-DvrRoutersNegativeTest-1539344024-project] create failed (client error): Access was denied to this resource. Mar 22 14:16:29.837574 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5fda562b-d9a3-472f-8ac4-5ae3058ad5c9 tempest-DvrRoutersNegativeTest-1539344024 tempest-DvrRoutersNegativeTest-1539344024-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3137751 Mar 22 14:16:29.854644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-03eefff0-5ed4-4d1c-828e-e93b09c9f55a service neutron] 10.222.0.78 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273700 Mar 22 14:16:29.863947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9c64-52b0-41bd-95a5-7c5f810e498d None None] Pushing event updated for resources: {'Port': ['ID=378c2c0e-e034-47f3-b5fb-fe3afa053e6f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:29.869641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7d937743-e811-4826-9b38-95178d31eb22 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:29.875855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-31a2578f-5eed-4940-8161-5834f4b6eb8e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:29.883333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-31a2578f-5eed-4940-8161-5834f4b6eb8e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 931 time: 0.4347823 Mar 22 14:16:29.903515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:29.904183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.005710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c641c0-7de6-4e5e-896f-91e70b8a2f78 None None] Network f9990c9e-b36f-4121-9ff5-dd25d9765afe requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:30.033059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-0d3af1af-a2df-4e01-91c2-939c8e102e09 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1306908 Mar 22 14:16:30.045835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=378c2c0e-e034-47f3-b5fb-fe3afa053e6f,segment=NetworkSegment(d03b8b9e-44e6-40fc-9317-f780bded67c3),segment_id=d03b8b9e-44e6-40fc-9317-f780bded67c3)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:30.046599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.087133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 378c2c0e-e034-47f3-b5fb-fe3afa053e6f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:30.111089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-48fba3c2-7dca-4a36-a0f4-4e67cd58a65c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550783 Mar 22 14:16:30.273740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (378c2c0e-e034-47f3-b5fb-fe3afa053e6f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.281913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-f41dfc8d-dd2e-4647-9a3b-8a4a78a7bf96 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.283857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-f41dfc8d-dd2e-4647-9a3b-8a4a78a7bf96 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 946 time: 0.6610408 Mar 22 14:16:30.329504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'security_groups': []}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:30.359979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 378c2c0e-e034-47f3-b5fb-fe3afa053e6f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:30.363569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=378c2c0e-e034-47f3-b5fb-fe3afa053e6f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:30.466033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-00660371-97c8-49c8-98f6-423dbd6f5803 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.492109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-00660371-97c8-49c8-98f6-423dbd6f5803 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.498653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-00660371-97c8-49c8-98f6-423dbd6f5803 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:30.500698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-00660371-97c8-49c8-98f6-423dbd6f5803 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/networks?id=18231ba7-7e63-490a-a869-d4210897fa20&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=fc969c99-ec49-4fd9-817e-34d9cb006733&id=fc969c99-ec49-4fd9-817e-34d9cb006733 HTTP/1.1" status: 200 len: 1988 time: 0.3797410 Mar 22 14:16:30.518803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51198) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:30.559483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a12969a8-ee22-4175-8d79-8d6ff8b8adc0 req-f616138e-41f2-471c-bf59-93b69f26b3ad service neutron] 10.222.0.78 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745861 Mar 22 14:16:30.560534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51202) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:30.609604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.659955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7d937743-e811-4826-9b38-95178d31eb22 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:30.660575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d937743-e811-4826-9b38-95178d31eb22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.663717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9990c9e-b36f-4121-9ff5-dd25d9765afe']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:30.690829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-e864e4cc-ef8a-4610-99c9-48b2b30db002 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/quotas/ffb1244593e04ea68ddfd4cecf8bae7d HTTP/1.1" status: 200 len: 375 time: 0.1308379 Mar 22 14:16:30.709855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b8b9e-44e6-40fc-9317-f780bded67c3') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:30.710584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b8b9e-44e6-40fc-9317-f780bded67c3') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:30.737505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.777166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.795021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:30.795800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d03b8b9e-44e6-40fc-9317-f780bded67c3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.808072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.868205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ea5a7-dd44-45cd-b535-4c08c7fe19ea None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:30.905937 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:30.927353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f9990c9e-b36f-4121-9ff5-dd25d9765afe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.933713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.941444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/f9990c9e-b36f-4121-9ff5-dd25d9765afe HTTP/1.1" status: 204 len: 168 time: 3.6486409 Mar 22 14:16:30.942515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51206) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:30.987500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7d937743-e811-4826-9b38-95178d31eb22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:30.988074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a2d0-c1c3-4300-b77a-145ed367b442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:30.988687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b0f06fa4-782e-417a-a5bc-5ac97b552704 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:30.991951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ac09-b6db-49fd-b729-b5fedaf66293 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=f9990c9e-b36f-4121-9ff5-dd25d9765afe,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.001663 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-502e190b-20c9-4c82-bc0a-c274d9e80816 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:31.003266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502e190b-20c9-4c82-bc0a-c274d9e80816 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:31.012072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-502e190b-20c9-4c82-bc0a-c274d9e80816 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/f9990c9e-b36f-4121-9ff5-dd25d9765afe HTTP/1.1" status: 404 len: 339 time: 0.0438421 Mar 22 14:16:31.013347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:31.020237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c02e-009e-4ef4-ac51-c299dbbe88d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.025009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:31.047806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215300632', 'description': 'd1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:31.056874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.057336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-76b8fde9-e6b0-433d-b007-d1b5bca2319c None None] Provisioning complete for port 7d937743-e811-4826-9b38-95178d31eb22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:31.057715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-76b8fde9-e6b0-433d-b007-d1b5bca2319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d937743-e811-4826-9b38-95178d31eb22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.062128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373066f-7551-4b8f-af51-98276a641dfa req-58130f57-5b06-4e34-854b-96db20878932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.064179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-58130f57-5b06-4e34-854b-96db20878932 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=09fc24a69807464cad72a64de08a0ffa&device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 1125 time: 0.4122696 Mar 22 14:16:31.068958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.077328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:31.081793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.106330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.107337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.108985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-680804f2-cad6-4caa-9dcd-448bbdbc1caa req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "PUT /v2.0/ports/5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 200 len: 905 time: 0.7913215 Mar 22 14:16:31.141718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:31.144390 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d535b2-caad-41c5-99b1-c6e7fb96ad46" -d '{"events": [{"name": "network-changed", "server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:31.165430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8', '5eaa8067-4028-4557-9999-aefd7d81d9d4', '5f895615-fe2a-405f-bbc8-35a5ec692184'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:31.189463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a2d0-c1c3-4300-b77a-145ed367b442 admin admin] Publish callbacks [] for security_group (eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.203865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a2d0-c1c3-4300-b77a-145ed367b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.212531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-0d206f85-b764-4536-8a4b-ea49feef1abd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4525642 Mar 22 14:16:31.282823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e2d1a2d0-c1c3-4300-b77a-145ed367b442 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2739d6d2056346918dcab430244397d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7624769 Mar 22 14:16:31.285199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a2d0-c1c3-4300-b77a-145ed367b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.303313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51214) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:31.317214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:31.372559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda690-252c-433f-81f3-769946792903 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.378997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['5f895615-fe2a-405f-bbc8-35a5ec692184'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:31.397276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373066f-7551-4b8f-af51-98276a641dfa req-9e095c6f-74f1-4460-9e9f-09bc2f230adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.398854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-9e095c6f-74f1-4460-9e9f-09bc2f230adf service neutron] 10.222.0.78 "GET /v2.0/networks?id=e7f63b06-3d44-47e3-8095-4946c8f4a54e HTTP/1.1" status: 200 len: 926 time: 0.3264821 Mar 22 14:16:31.405264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c02e-009e-4ef4-ac51-c299dbbe88d1 admin admin] Publish callbacks [] for security_group (9056dcad-e9cc-4437-854e-86bc11185353), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.433379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (76444d9c-0035-47d2-ac7b-bd5edb776d60), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.433820 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 76444d9c-0035-47d2-ac7b-bd5edb776d60 of type vlan for network 15daede2-b3e9-4677-97ac-c84ad8309707 Mar 22 14:16:31.435317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c02e-009e-4ef4-ac51-c299dbbe88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9056dcad-e9cc-4437-854e-86bc11185353), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.442356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b0f06fa4-782e-417a-a5bc-5ac97b552704 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:31.442739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.561646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6dfdb-f5bf-40bc-9790-fe6d7d9a07b6 req-f974e253-ca1a-4502-b568-bc5679d4065a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.563211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5af6dfdb-f5bf-40bc-9790-fe6d7d9a07b6 req-f974e253-ca1a-4502-b568-bc5679d4065a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 943 time: 0.3369246 Mar 22 14:16:31.568029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-07558d95-3ba5-491b-a7ed-c6c45d0d22cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe HTTP/1.1" status: 200 len: 217 time: 0.1527007 Mar 22 14:16:31.596539 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8a6c02e-009e-4ef4-ac51-c299dbbe88d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=480cbcc66cf340a2806727be45ec4201&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0264993 Mar 22 14:16:31.629545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.635825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373066f-7551-4b8f-af51-98276a641dfa req-944135d1-4795-4267-8cf7-e36f4f34078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.637348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-944135d1-4795-4267-8cf7-e36f4f34078d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=64074f47-c1e8-4a46-97a1-3efa171f59fb HTTP/1.1" status: 200 len: 865 time: 0.0588014 Mar 22 14:16:31.637884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51218) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:31.677678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6c02e-009e-4ef4-ac51-c299dbbe88d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9056dcad-e9cc-4437-854e-86bc11185353,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.687887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.690725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-e07c37cb-408e-4974-8c32-e4854001d029 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e7f63b06-3d44-47e3-8095-4946c8f4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377779 Mar 22 14:16:31.699954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] Publish callbacks [] for security_group (eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.703692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:31.706452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.723435 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] Publish callbacks [] for security_group (eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.753212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b0f06fa4-782e-417a-a5bc-5ac97b552704 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:31.792439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.795126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.796458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa HTTP/1.1" status: 204 len: 168 time: 0.4295571 Mar 22 14:16:31.814301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ea5a7-dd44-45cd-b535-4c08c7fe19ea None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:16:31.851740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-76b8fde9-e6b0-433d-b007-d1b5bca2319c None None] Current status of the port 7d937743-e811-4826-9b38-95178d31eb22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:31.852220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5af6dfdb-f5bf-40bc-9790-fe6d7d9a07b6 req-b596f0c2-2c1b-4eaa-966b-b8170cd99d56 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723920 Mar 22 14:16:31.908232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8681648 Mar 22 14:16:31.912668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51222) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:31.931197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19444fb9-32c0-4d67-ab13-920e3bb6da33 service neutron] 10.222.0.81 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846311 Mar 22 14:16:31.934749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd7a3-2565-4ad2-b3ea-e0beea46afd1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=15daede2-b3e9-4677-97ac-c84ad8309707,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.945822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c838f-8705-4d75-8e1a-f9043c04ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee77d8e-acbf-4b72-a248-f2ebd9e3c7aa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:31.952347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] Publish callbacks [] for security_group (9056dcad-e9cc-4437-854e-86bc11185353), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:31.964165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 15daede2-b3e9-4677-97ac-c84ad8309707 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:32.056172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-c6237b22-b05d-4111-8035-eb9b253e099b service neutron] 10.222.0.81 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047370 Mar 22 14:16:32.141987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8c7d19ad-8d9d-4642-b92b-b356c4847e8b service neutron] 10.222.0.81 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0551031 Mar 22 14:16:32.274960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] Publish callbacks [] for security_group (9056dcad-e9cc-4437-854e-86bc11185353), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.320941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62e2f4-318d-4499-a16f-397a66bc7d50 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.325244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c62e2f4-318d-4499-a16f-397a66bc7d50 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks?id=15daede2-b3e9-4677-97ac-c84ad8309707 HTTP/1.1" status: 200 len: 764 time: 0.4068232 Mar 22 14:16:32.326357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51234) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:32.333919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'description': 'd2'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:32.336445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090e863-f5d4-49b5-8a6b-b651b1eeaf1e req-7ea35c62-dadd-46be-b502-0524f0fe75f9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.338265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1090e863-f5d4-49b5-8a6b-b651b1eeaf1e req-7ea35c62-dadd-46be-b502-0524f0fe75f9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 908 time: 0.2794657 Mar 22 14:16:32.340241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-93490f29-f1ec-4076-8f61-28f1ece6c0d0 service neutron] 10.222.0.78 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652504 Mar 22 14:16:32.466178 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3635e681-3c2e-4f32-9f28-1e9262c13533 x-openstack-request-id: req-3635e681-3c2e-4f32-9f28-1e9262c13533 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:32.466636 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:32.466887 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3635e681-3c2e-4f32-9f28-1e9262c13533 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:32.468841 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3635e681-3c2e-4f32-9f28-1e9262c13533'] response: {'name': 'network-changed', 'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'status': 'completed', 'code': 200} Mar 22 14:16:32.545076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ebd05-4cf6-4662-9eac-37e0cbc64e04 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:32.627147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-40f65533-02c4-4684-9a71-1a68287760ab service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491293 Mar 22 14:16:32.700128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-0c6ee595-fb3a-44a5-80db-4ce0d86f21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.703193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-0c6ee595-fb3a-44a5-80db-4ce0d86f21f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 1090 time: 0.2076321 Mar 22 14:16:32.748422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.772214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.784262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 15daede2-b3e9-4677-97ac-c84ad8309707 is not hosted by any dhcp agent {{(pid=103891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:16:32.798400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:32.799033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:32.801500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "PUT /v2.0/networks/15daede2-b3e9-4677-97ac-c84ad8309707 HTTP/1.1" status: 200 len: 761 time: 0.4740009 Mar 22 14:16:32.804883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51248) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.006941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16704f09-ba07-4f3d-a7bf-06b09dec62f4 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.008493 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16704f09-ba07-4f3d-a7bf-06b09dec62f4 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks?id=15daede2-b3e9-4677-97ac-c84ad8309707 HTTP/1.1" status: 200 len: 764 time: 0.1995375 Mar 22 14:16:33.040764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51252) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.041115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51254) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.129308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-54ecffa7-80d7-45a3-ab34-47382b47ce2c None None] Provisioning complete for port 5f895615-fe2a-405f-bbc8-35a5ec692184 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:33.129909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-54ecffa7-80d7-45a3-ab34-47382b47ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.205293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532642c-eb47-4632-be3e-498090fc4919 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=15daede2-b3e9-4677-97ac-c84ad8309707,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.235067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 15daede2-b3e9-4677-97ac-c84ad8309707 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:33.375148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-54ecffa7-80d7-45a3-ab34-47382b47ce2c None None] Current status of the port 5f895615-fe2a-405f-bbc8-35a5ec692184 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:33.411787 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9056dcad-e9cc-4437-854e-86bc11185353), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.414601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.418247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9056dcad-e9cc-4437-854e-86bc11185353 HTTP/1.1" status: 204 len: 168 time: 1.7691660 Mar 22 14:16:33.503580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54078f-47f5-46f9-96ad-52bd87ecb9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056dcad-e9cc-4437-854e-86bc11185353,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:33.503908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-34ffb9be-fd73-44e4-940d-e272edd47fe0 None None] Provisioning complete for port 7d937743-e811-4826-9b38-95178d31eb22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:33.504285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34ffb9be-fd73-44e4-940d-e272edd47fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d937743-e811-4826-9b38-95178d31eb22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.526226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7373066f-7551-4b8f-af51-98276a641dfa req-a4926090-7d24-4a57-b0d2-d3d57a9236a6 service neutron] 10.222.0.78 "GET /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1765945 Mar 22 14:16:33.543222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d90f9-c068-4f85-ae12-40fdcc95f073 req-e3192db4-ef1b-40c3-bfc8-2b68de051223 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.544932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da7d90f9-c068-4f85-ae12-40fdcc95f073 req-e3192db4-ef1b-40c3-bfc8-2b68de051223 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.9483204 Mar 22 14:16:33.555753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-e7ec94d5-b58b-44ba-851d-f53aac582d57 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691134 Mar 22 14:16:33.667948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-792787877'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:33.668364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-fa72491d-4101-4a1c-b45e-86aa31edc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.669827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-fa72491d-4101-4a1c-b45e-86aa31edc3f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.9534650 Mar 22 14:16:33.675657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ad4a5213-414a-43c8-83b0-12d25017e775 service neutron] 10.222.0.81 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0984089 Mar 22 14:16:33.712778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-34ffb9be-fd73-44e4-940d-e272edd47fe0 None None] Current status of the port 7d937743-e811-4826-9b38-95178d31eb22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:33.750988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Made reservation on behalf of 4c54c7a1bece480b8659db7325296b2d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:33.754978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.768646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:33.769365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-27f6be3b-1968-44f3-a88f-7ceed03f1d06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 200 len: 217 time: 0.0922720 Mar 22 14:16:33.778026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8244c0-f3fa-4de4-bc69-9ef5bdcfcd45 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.782126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec8244c0-f3fa-4de4-bc69-9ef5bdcfcd45 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7360485 Mar 22 14:16:33.783104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51264) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.828297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da7d90f9-c068-4f85-ae12-40fdcc95f073 req-58ff94ac-fc90-43c4-8890-83f353c5c7a5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770135 Mar 22 14:16:33.868401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2689d1b-a26e-44c7-a507-17d8764893f9 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 207 time: 0.0807259 Mar 22 14:16:33.873514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:33.883349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-59666277-066d-4e27-b671-993c1b0e54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:33.885820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-59666277-066d-4e27-b671-993c1b0e54ad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.0519242 Mar 22 14:16:34.016834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bd8c70b2-fc04-47a9-8775-3c7b410a7fc0 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459581 Mar 22 14:16:34.022389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-3c22c0a4-6e6c-4a69-9fc3-46c51bb5bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.023952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-3c22c0a4-6e6c-4a69-9fc3-46c51bb5bdbf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1326785 Mar 22 14:16:34.081242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.091008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792105a-a098-4dcc-b8f6-ebb59622b06c req-1475dda3-f34e-4d15-bc21-5683059c3569 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.092515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c792105a-a098-4dcc-b8f6-ebb59622b06c req-1475dda3-f34e-4d15-bc21-5683059c3569 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 943 time: 0.1494927 Mar 22 14:16:34.105554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.112904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.119103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.125922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.134305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.136290 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a0fc53d-41a6-4b00-8668-b3a53a131c7e tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2612538 Mar 22 14:16:34.148617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51278) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:34.151485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for security_group (cb242412-3af4-4d0e-b15f-fe57ee644afa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.160208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cb242412-3af4-4d0e-b15f-fe57ee644afa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.201158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:34.231746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb242412-3af4-4d0e-b15f-fe57ee644afa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:34.235918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (92ca3ad5-783c-4238-aec9-d302b1df04fb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.236504 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Added segment 92ca3ad5-783c-4238-aec9-d302b1df04fb of type vlan for network cc525580-60c8-4c95-9325-627768836949 Mar 22 14:16:34.301844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (cc525580-60c8-4c95-9325-627768836949), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.336533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (cc525580-60c8-4c95-9325-627768836949), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.344927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.345763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.386361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c792105a-a098-4dcc-b8f6-ebb59622b06c req-72ec4d86-cb94-4667-a649-13a559a747fb tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582188 Mar 22 14:16:34.403243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-2925bc94-ad87-4edb-8e20-a5441509ce4b service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783181 Mar 22 14:16:34.419765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4469068a-d417-4651-8d74-f06ed3d6b5fe details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:34.421352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-736df17e-eba0-466d-aab3-290a9727b19b service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883255 Mar 22 14:16:34.471167 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4254463 Mar 22 14:16:34.472647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51288) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:34.482149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Request body: {'subnet': {'network_id': 'cc525580-60c8-4c95-9325-627768836949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:34.544046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64fcf6-3004-48c5-bfa6-e90b6cfe8e68 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event updated for resources: {'Network': ['ID=cc525580-60c8-4c95-9325-627768836949,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:34.585113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network cc525580-60c8-4c95-9325-627768836949 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:34.597688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fff1c76c-6997-48e8-b993-ebcf64a3ee8a tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4439883 Mar 22 14:16:34.599176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:34.704817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Made reservation on behalf of 4c54c7a1bece480b8659db7325296b2d for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:34.708440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.792596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe,segment=NetworkSegment(93022fef-1cba-4c00-bbc4-b60f70d29e6f),segment_id=93022fef-1cba-4c00-bbc4-b60f70d29e6f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:34.798580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d535b2-caad-41c5-99b1-c6e7fb96ad46 req-68214c75-2517-4acf-87c9-3659e831d946 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696082 Mar 22 14:16:34.808148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4469068a-d417-4651-8d74-f06ed3d6b5fe', 'network_id': 'e7f63b06-3d44-47e3-8095-4946c8f4a54e', 'port_id': '4469068a-d417-4651-8d74-f06ed3d6b5fe', 'mac_address': 'fa:16:3e:01:84:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64074f47-c1e8-4a46-97a1-3efa171f59fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:34.835029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3456f-53e4-41fd-bab3-af78f8b5bf53 req-3c300008-b4b3-4e41-955c-12c07a774c01 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.853891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4469068a-d417-4651-8d74-f06ed3d6b5fe is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:34.854315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.854539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cd3456f-53e4-41fd-bab3-af78f8b5bf53 req-3c300008-b4b3-4e41-955c-12c07a774c01 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3069067 Mar 22 14:16:34.875916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4469068a-d417-4651-8d74-f06ed3d6b5fe {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:34.889159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-e2ffcdfe-9b52-45c6-82aa-176a656639ff service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613123 Mar 22 14:16:34.905552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe,segment=NetworkSegment(93022fef-1cba-4c00-bbc4-b60f70d29e6f),segment_id=93022fef-1cba-4c00-bbc4-b60f70d29e6f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:34.915175 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:34.988716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.990264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.991755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.993126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:34.995504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.002552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51302) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.002843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4594c526-4951-4f81-b7a5-1926470249c8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4018850 Mar 22 14:16:35.016430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:35.023838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7ff8c977-7c6a-40c5-8e91-e307af7773a2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.086066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event updated for resources: {'Subnet': ['ID=7ff8c977-7c6a-40c5-8e91-e307af7773a2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:35.110082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cd3456f-53e4-41fd-bab3-af78f8b5bf53 req-f8930fb8-6c9a-4034-b083-90566ae96a51 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546306 Mar 22 14:16:35.111587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Checking segment: {'id': '92ca3ad5-783c-4238-aec9-d302b1df04fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'cc525580-60c8-4c95-9325-627768836949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:35.111958 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Network hostable DHCP agents. Network: cc525580-60c8-4c95-9325-627768836949, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:35.139580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Network cc525580-60c8-4c95-9325-627768836949 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:35.153355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, cc525580-60c8-4c95-9325-627768836949) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:35.166110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b291a-6e20-49df-8cb8-5fab52db677c None None] Network cc525580-60c8-4c95-9325-627768836949 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:35.168699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.169876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.175428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.175428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.175428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.175843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42254fbd-1d72-4a80-bb55-74d5c3d875a1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1707976 Mar 22 14:16:35.179241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.179835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51308) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.180657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.217346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f2845902-19d9-4a11-aa6b-f8f631e4d20b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7431123 Mar 22 14:16:35.220942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51310) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.229565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Request body: {'port': {'network_id': 'cc525580-60c8-4c95-9325-627768836949', 'name': 'tempest-TagsExtTest-1928353096'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:35.324440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a7364a44-df5e-4864-8780-cfe5b94f8b60 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200971 Mar 22 14:16:35.490907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Made reservation on behalf of 4c54c7a1bece480b8659db7325296b2d for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:35.498361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.531273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96b15-cb3f-4c74-807c-7e189fc8c5b5 req-7e4a9ea3-030a-4f36-af11-e0babdd5d6be tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.534272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] device_id is not set on port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:16:35.535808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4c96b15-cb3f-4c74-807c-7e189fc8c5b5 req-7e4a9ea3-030a-4f36-af11-e0babdd5d6be tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2369504 Mar 22 14:16:35.544387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e75ddf-2c9f-424a-aa2f-02eaa6ec8f6a tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:35.556595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5e75ddf-2c9f-424a-aa2f-02eaa6ec8f6a tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks/541f0b69-120b-46fb-9840-ffc2d52255f6 HTTP/1.1" status: 200 len: 804 time: 0.3730195 Mar 22 14:16:35.561711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4469068a-d417-4651-8d74-f06ed3d6b5fe'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:35.562333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51324) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:35.707719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bf77d3b-4a84-4c2e-b66f-aaabbad7601b service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662560 Mar 22 14:16:35.728602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Allocated IP 172.20.0.10 (cc525580-60c8-4c95-9325-627768836949/7ff8c977-7c6a-40c5-8e91-e307af7773a2/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:35.732589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-cc525580-60c8-4c95-9325-627768836949', 'network_id': 'cc525580-60c8-4c95-9325-627768836949', 'project_id': '4c54c7a1bece480b8659db7325296b2d', 'fixed_ips': [{'subnet_id': '7ff8c977-7c6a-40c5-8e91-e307af7773a2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:35.733723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.838852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4c96b15-cb3f-4c74-807c-7e189fc8c5b5 req-de0f4bb4-91df-4b0a-b611-f07a88c77cbe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738390 Mar 22 14:16:35.913846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-4634a23a-d866-406f-be5c-d70c17cfba08 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978297 Mar 22 14:16:35.935111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:35.955711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-11fee2b3-3856-4f7d-9873-5713465a98f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/networks/541f0b69-120b-46fb-9840-ffc2d52255f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3707042 Mar 22 14:16:35.956385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51330) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.030619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff2f383-c19c-42a3-b902-44cd55c16f0a tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.035627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51332) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.040116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ff2f383-c19c-42a3-b902-44cd55c16f0a tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets/0e169445-d75f-4f72-80ac-aff1662356ba HTTP/1.1" status: 200 len: 843 time: 0.0734923 Mar 22 14:16:36.040116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.041244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51334) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.130079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Allocated IP 172.20.0.2 (cc525580-60c8-4c95-9325-627768836949/7ff8c977-7c6a-40c5-8e91-e307af7773a2/f691bb7a-134d-40cc-9712-1fb2b7b65dde) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:36.136508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a531-4136-4bfc-bf5c-edf856d4c74b req-b421344b-81d5-4174-b36f-db4a00283519 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.138440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd9a531-4136-4bfc-bf5c-edf856d4c74b req-b421344b-81d5-4174-b36f-db4a00283519 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 944 time: 0.0960040 Mar 22 14:16:36.141329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8b9d857e-f1ef-4e0c-a328-46c7d74d2fe1 service neutron] 10.222.0.81 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192771 Mar 22 14:16:36.215829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Network cc525580-60c8-4c95-9325-627768836949 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:36.222624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:36.228235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event updated for resources: {'Port': ['ID=ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.232270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:36.242126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa0412-ba7e-4b8d-be25-0b6147844012 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.247035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48fa0412-ba7e-4b8d-be25-0b6147844012 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "GET /v2.0/subnets/0e169445-d75f-4f72-80ac-aff1662356ba?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2014959 Mar 22 14:16:36.266475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.269391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.269840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.270304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.270732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.271159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.271627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.272045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.272461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.272894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.273305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.273720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.274201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.274829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.275244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.275719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:36.282693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1101872440'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:36.306727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7a15-37fe-4cf2-b09a-e2cbcf89ea63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.312305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:36.316277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.347610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd9a531-4136-4bfc-bf5c-edf856d4c74b req-83f847ff-1fc0-40d3-9f0f-ddb06e2032e5 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034059 Mar 22 14:16:36.364639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.365393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.383125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:36.394609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-d7035479-d3e4-4338-9a9b-346404e7e3b0 service neutron] 10.222.0.81 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428956 Mar 22 14:16:36.417901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.418406 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Added segment 7247c0d7-eb35-42f0-b687-1ac669b8e05d of type vlan for network 0d339356-34ea-470e-957e-81d9ca66b8c7 Mar 22 14:16:36.432801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-daa1921c-bdee-469a-a102-e4d6ffefbfed tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2105014 Mar 22 14:16:36.433644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51342) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.462854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1480998822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:36.523311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks [] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.537884 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.551522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.567563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7a15-37fe-4cf2-b09a-e2cbcf89ea63 admin admin] Publish callbacks [] for security_group (1069777f-a6c5-48b5-bdf3-8170d55a38f7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.572652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.574168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.590298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7a15-37fe-4cf2-b09a-e2cbcf89ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1069777f-a6c5-48b5-bdf3-8170d55a38f7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.627979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b8636-bd32-4351-a19b-5b6726b2e73e req-a5773616-5a06-4be6-ad84-f8195eed8d02 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.629238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-975b8636-bd32-4351-a19b-5b6726b2e73e req-a5773616-5a06-4be6-ad84-f8195eed8d02 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1538296 Mar 22 14:16:36.631724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for router_controller (5fbc869e-9497-4a23-bf69-99799bb8f6cd), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.643546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.651167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.656672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:36.657269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.688745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Pushing event updated for resources: {'Port': ['ID=f691bb7a-134d-40cc-9712-1fb2b7b65dde,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.720021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Network cc525580-60c8-4c95-9325-627768836949 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:36.725357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:36.735745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.737239 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8759835-4f95-42f6-9bc5-3a1bc8cd30c0 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2852459 Mar 22 14:16:36.740235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:36.742055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.748970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4811833 Mar 22 14:16:36.756912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c516c2f9-1e90-4939-94ac-c971cb49617b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1302063794', 'prefixes': ['172.20.0.0/16']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:36.761188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.768948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:36.837025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5e07d-db17-4520-b573-5ebd63b35969 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Network': ['ID=0d339356-34ea-470e-957e-81d9ca66b8c7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:36.861354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:36.929129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c516c2f9-1e90-4939-94ac-c971cb49617b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:36.930504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c516c2f9-1e90-4939-94ac-c971cb49617b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1801023 Mar 22 14:16:36.933944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:36.938858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-2ce20adc-4aee-4606-a7a6-9e48e087513b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-914658099') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:36.991985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Attempting to bind port f691bb7a-134d-40cc-9712-1fb2b7b65dde on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:36.995867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Attempting to bind port f691bb7a-134d-40cc-9712-1fb2b7b65dde by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '92ca3ad5-783c-4238-aec9-d302b1df04fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'cc525580-60c8-4c95-9325-627768836949'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:36.997398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Attempting to bind port f691bb7a-134d-40cc-9712-1fb2b7b65dde on network cc525580-60c8-4c95-9325-627768836949 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:37.018649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:37.019168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Checking segment: {'id': '92ca3ad5-783c-4238-aec9-d302b1df04fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'cc525580-60c8-4c95-9325-627768836949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:37.019579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.020150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Bound using segment: {'id': '92ca3ad5-783c-4238-aec9-d302b1df04fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'cc525580-60c8-4c95-9325-627768836949'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:37.020509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Made reservation on behalf of 1e89fd28d271475c9a8ee190727b3781 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:37.020651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Bound port: f691bb7a-134d-40cc-9712-1fb2b7b65dde, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ca3ad5-783c-4238-aec9-d302b1df04fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'cc525580-60c8-4c95-9325-627768836949'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:37.021012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.024596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.142723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] For port f691bb7a-134d-40cc-9712-1fb2b7b65dde, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:37.147557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] For port f691bb7a-134d-40cc-9712-1fb2b7b65dde, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f691bb7a-134d-40cc-9712-1fb2b7b65dde,segment=NetworkSegment(92ca3ad5-783c-4238-aec9-d302b1df04fb),segment_id=92ca3ad5-783c-4238-aec9-d302b1df04fb)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:37.164269 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.169106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-975b8636-bd32-4351-a19b-5b6726b2e73e req-247e37ad-02f1-4506-b117-d3eb11d32ed1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197494 Mar 22 14:16:37.175762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing IP validity checks on allocation pools {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:16:37.176283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:16:37.177799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bcfa7a15-37fe-4cf2-b09a-e2cbcf89ea63 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99384e913d284aa8945532540c65dd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1256709 Mar 22 14:16:37.178678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa7a15-37fe-4cf2-b09a-e2cbcf89ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069777f-a6c5-48b5-bdf3-8170d55a38f7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.181298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.194444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-b0988aec-caa8-4cd3-99d5-7920ebf9c9a1 service neutron] 10.222.0.81 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800968 Mar 22 14:16:37.235000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ce20adc-4aee-4606-a7a6-9e48e087513b tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-914658099 HTTP/1.1" status: 201 len: 201 time: 0.2999730 Mar 22 14:16:37.235649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.270430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-b99ca86f-7a0d-4916-b797-0f4e93edb0ca tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-1087448395') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:37.329063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52b5f-b5ec-4313-ae9f-015d67798d98 None None] Pushing event updated for resources: {'Port': ['ID=f691bb7a-134d-40cc-9712-1fb2b7b65dde,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.518126 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:16:37.537935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] Publish callbacks [] for security_group (1069777f-a6c5-48b5-bdf3-8170d55a38f7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.628030 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] Publish callbacks [] for security_group (1069777f-a6c5-48b5-bdf3-8170d55a38f7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.641738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8e9fadfc-992f-4512-8243-e11c76003211 service neutron] 10.222.0.81 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462318 Mar 22 14:16:37.642102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (eceb5796-a4c0-42ed-823a-58a081c0c72f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.673471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc895e4-cd5c-46c2-a676-88eb7e952fb4 req-07d64feb-72a6-4abb-ad9c-9910fc30c1b8 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.682718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc895e4-cd5c-46c2-a676-88eb7e952fb4 req-07d64feb-72a6-4abb-ad9c-9910fc30c1b8 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 944 time: 0.2013967 Mar 22 14:16:37.728086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b99ca86f-7a0d-4916-b797-0f4e93edb0ca tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-1087448395 HTTP/1.1" status: 201 len: 201 time: 0.4785464 Mar 22 14:16:37.729357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51366) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.737583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-f810c69e-81f1-4ce4-88dc-b605b6527fb8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-1484061567') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:37.763870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=eceb5796-a4c0-42ed-823a-58a081c0c72f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:37.777841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Checking segment: {'id': '7247c0d7-eb35-42f0-b687-1ac669b8e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:37.778338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network hostable DHCP agents. Network: 0d339356-34ea-470e-957e-81d9ca66b8c7, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:16:37.801708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:16:37.821870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 0d339356-34ea-470e-957e-81d9ca66b8c7) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:37.832520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.834586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:37.847043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81e825-094f-4e3f-831f-c99e54cd4de7 None None] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:37.851881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1d04ce5f-d230-4032-a4f1-69cf5f431519 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:37.853689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1d04ce5f-d230-4032-a4f1-69cf5f431519 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 931 time: 0.2110200 Mar 22 14:16:37.881338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fc503f42-c2a5-4b35-b4d2-c525b21ad5a8 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1188154 Mar 22 14:16:37.885069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51372) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:37.891327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:38.037636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc895e4-cd5c-46c2-a676-88eb7e952fb4 req-8e012587-68b7-4ded-b256-111d26866a17 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529916 Mar 22 14:16:38.058831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130272336'] for subnet (eceb5796-a4c0-42ed-823a-58a081c0c72f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.060860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f691bb7a-134d-40cc-9712-1fb2b7b65dde up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:38.076729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1069777f-a6c5-48b5-bdf3-8170d55a38f7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.079360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.080537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1069777f-a6c5-48b5-bdf3-8170d55a38f7 HTTP/1.1" status: 204 len: 168 time: 0.8945448 Mar 22 14:16:38.098654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-2e2bc75e-adca-4b57-af48-84d835a1f57b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.100183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-2e2bc75e-adca-4b57-af48-84d835a1f57b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 931 time: 0.1802878 Mar 22 14:16:38.110613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab67da1-9217-43ab-867f-df7ebfdc6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069777f-a6c5-48b5-bdf3-8170d55a38f7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.140574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-0d339356-34ea-470e-957e-81d9ca66b8c7', 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7', 'project_id': '1e89fd28d271475c9a8ee190727b3781', 'fixed_ips': [{'subnet_id': 'eceb5796-a4c0-42ed-823a-58a081c0c72f'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:16:38.141736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.154395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f810c69e-81f1-4ce4-88dc-b605b6527fb8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-1484061567 HTTP/1.1" status: 201 len: 201 time: 0.4217341 Mar 22 14:16:38.157439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51384) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:38.162608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-cf746daf-4fc9-4ff5-b80e-ddb7fcc96979 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-1630723042') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:38.390619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf746daf-4fc9-4ff5-b80e-ddb7fcc96979 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-1630723042 HTTP/1.1" status: 201 len: 201 time: 0.2320566 Mar 22 14:16:38.394067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51402) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:38.397078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f691bb7a-134d-40cc-9712-1fb2b7b65dde triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:38.397688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.397813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-a06ab201-fccc-45d4-a212-ab8a2fbf53e5 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:38.436762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4469068a-d417-4651-8d74-f06ed3d6b5fe up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:38.484660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728381116043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130579213'] for subnet (eceb5796-a4c0-42ed-823a-58a081c0c72f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.531282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.531883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.537850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51408) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:38.540265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "PUT /v2.0/subnets/eceb5796-a4c0-42ed-823a-58a081c0c72f HTTP/1.1" status: 200 len: 900 time: 0.6539454 Mar 22 14:16:38.550765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d6b02d9d-e337-4a10-bacd-ba628d045ac9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:38.558546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d6b02d9d-e337-4a10-bacd-ba628d045ac9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.3388968 Mar 22 14:16:38.586823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc167d-e6f5-444c-ab62-a3f3ab39bdfa tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event updated for resources: {'Subnet': ['ID=eceb5796-a4c0-42ed-823a-58a081c0c72f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:38.635546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Allocated IP 2001:db8::3 (0d339356-34ea-470e-957e-81d9ca66b8c7/eceb5796-a4c0-42ed-823a-58a081c0c72f/2dccb367-ba2e-4ea3-82c8-524ff3a92d0e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:38.685825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:38.705440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-c4036fbe-8903-4a8c-9e45-bee5fe64c8d4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/quotas/e5b9bbda1e1647c2b0eab73e77825c25 HTTP/1.1" status: 200 len: 375 time: 0.1345897 Mar 22 14:16:38.717043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4469068a-d417-4651-8d74-f06ed3d6b5fe completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:38.724475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9689939e-e121-4e3a-b9f6-ee0bcf2fb368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.748127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4469068a-d417-4651-8d74-f06ed3d6b5fe triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:38.748577 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.826918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f691bb7a-134d-40cc-9712-1fb2b7b65dde is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:38.827315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.862150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a06ab201-fccc-45d4-a212-ab8a2fbf53e5 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 200 len: 240 time: 0.4673975 Mar 22 14:16:38.873533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:38.878457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-07354830-c231-47cb-ac8b-43e68c2f0a67 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-914658099') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:38.902497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.944128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9689939e-e121-4e3a-b9f6-ee0bcf2fb368 admin admin] Publish callbacks [] for security_group (d1bdbc62-212f-4020-91a1-4ee9572b834d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.952797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port f691bb7a-134d-40cc-9712-1fb2b7b65dde, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f691bb7a-134d-40cc-9712-1fb2b7b65dde,segment=NetworkSegment(92ca3ad5-783c-4238-aec9-d302b1df04fb),segment_id=92ca3ad5-783c-4238-aec9-d302b1df04fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:38.956244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9689939e-e121-4e3a-b9f6-ee0bcf2fb368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1bdbc62-212f-4020-91a1-4ee9572b834d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:38.965408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.038229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-634cd8c4-e1c5-43cf-b6e9-9c0e52cd9210 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3207970 Mar 22 14:16:39.102404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (eceb5796-a4c0-42ed-823a-58a081c0c72f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.136747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8119eb4-2364-4905-a6bf-521ab20bc802 None None] Network cc525580-60c8-4c95-9325-627768836949 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:39.141860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9689939e-e121-4e3a-b9f6-ee0bcf2fb368 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43efadaed8ac4fc8ab399e85920079de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544094 Mar 22 14:16:39.142863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:39.238521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689939e-e121-4e3a-b9f6-ee0bcf2fb368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdbc62-212f-4020-91a1-4ee9572b834d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.292878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4469068a-d417-4651-8d74-f06ed3d6b5fe is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:39.293363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.333300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=f691bb7a-134d-40cc-9712-1fb2b7b65dde,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.353377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-07354830-c231-47cb-ac8b-43e68c2f0a67 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-914658099 HTTP/1.1" status: 204 len: 168 time: 0.4809387 Mar 22 14:16:39.357168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:39.359380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] Publish callbacks [] for security_group (d1bdbc62-212f-4020-91a1-4ee9572b834d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.378576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe,segment=NetworkSegment(93022fef-1cba-4c00-bbc4-b60f70d29e6f),segment_id=93022fef-1cba-4c00-bbc4-b60f70d29e6f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:39.391976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:39.392959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] Publish callbacks [] for security_group (d1bdbc62-212f-4020-91a1-4ee9572b834d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.395477 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b22864-98f4-4d69-928a-7cd4d184d738" -d '{"events": [{"server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "name": "network-vif-plugged", "status": "completed", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:39.404803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.432158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07195f-ef92-4a79-bbcf-fd4f4234403c req-982962da-425e-4a08-9af2-a10c94794918 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:39.434702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b07195f-ef92-4a79-bbcf-fd4f4234403c req-982962da-425e-4a08-9af2-a10c94794918 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 944 time: 0.1084480 Mar 22 14:16:39.437885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-3157bfa4-8aa6-4902-a153-05debe440138 service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908322 Mar 22 14:16:39.441415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eba87312-8972-401c-afc2-97963c690af0 None None] Provisioning complete for port f691bb7a-134d-40cc-9712-1fb2b7b65dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:39.441860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eba87312-8972-401c-afc2-97963c690af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.445883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks [] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.460945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-957d77b9-c0b4-4f32-9124-3d67c6ebc887 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-914658099') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:39.504791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1bdbc62-212f-4020-91a1-4ee9572b834d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.507930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.512606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1bdbc62-212f-4020-91a1-4ee9572b834d HTTP/1.1" status: 204 len: 168 time: 0.3645818 Mar 22 14:16:39.532414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bd35c07c-f574-4925-9a3c-a071a27f1aa9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:39.533987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bd35c07c-f574-4925-9a3c-a071a27f1aa9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 931 time: 0.2770686 Mar 22 14:16:39.561221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-ab09c02b-d501-454c-89d9-784714b9a841 service neutron] 10.222.0.81 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033099 Mar 22 14:16:39.561563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.586279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d27159-ee9e-4d38-b287-b4895a498d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdbc62-212f-4020-91a1-4ee9572b834d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.625572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (eceb5796-a4c0-42ed-823a-58a081c0c72f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:39.636075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.731066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5bc86ae8-3319-48b1-a82b-a0c92b5aacaf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:39.733330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:39.737701 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5bc86ae8-3319-48b1-a82b-a0c92b5aacaf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 931 time: 0.1973715 Mar 22 14:16:39.740544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:39.774895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:39.811913 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-957d77b9-c0b4-4f32-9124-3d67c6ebc887 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-914658099 HTTP/1.1" status: 204 len: 168 time: 0.4532120 Mar 22 14:16:39.813563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51450) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:39.817779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=eceb5796-a4c0-42ed-823a-58a081c0c72f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.828394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eba87312-8972-401c-afc2-97963c690af0 None None] Current status of the port f691bb7a-134d-40cc-9712-1fb2b7b65dde is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:39.838079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Pushing event updated for resources: {'Port': ['ID=2dccb367-ba2e-4ea3-82c8-524ff3a92d0e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:39.846256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-ba3630b4-6760-4acf-9f88-811ccba43b18 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:39.987832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Attempting to bind port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:39.988399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Attempting to bind port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7247c0d7-eb35-42f0-b687-1ac669b8e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:39.988742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Attempting to bind port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e on network 0d339356-34ea-470e-957e-81d9ca66b8c7 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:40.001899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:40.004640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Checking segment: {'id': '7247c0d7-eb35-42f0-b687-1ac669b8e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:40.005266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.005834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Bound using segment: {'id': '7247c0d7-eb35-42f0-b687-1ac669b8e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:40.007297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Bound port: 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7247c0d7-eb35-42f0-b687-1ac669b8e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0d339356-34ea-470e-957e-81d9ca66b8c7'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:40.010141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.055187 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ba3630b4-6760-4acf-9f88-811ccba43b18 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 200 len: 205 time: 0.2389610 Mar 22 14:16:40.070539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.083705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f691bb7a-134d-40cc-9712-1fb2b7b65dde up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:40.088849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b07195f-ef92-4a79-bbcf-fd4f4234403c req-9b9950d1-4395-410d-b07a-5597810a80c1 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419370 Mar 22 14:16:40.106992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-70d51545-9c25-4022-b88e-08d14ba91727 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.229417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94c8e981-8096-4cbb-aab7-908a95ed5ca9 req-4d87ea68-7c2b-4bad-9a2f-5bd511fe24d5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.2042935 Mar 22 14:16:40.257193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70d51545-9c25-4022-b88e-08d14ba91727 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 200 len: 241 time: 0.1756585 Mar 22 14:16:40.260194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51470) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.282702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] For port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:40.288895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] For port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2dccb367-ba2e-4ea3-82c8-524ff3a92d0e,segment=NetworkSegment(7247c0d7-eb35-42f0-b687-1ac669b8e05d),segment_id=7247c0d7-eb35-42f0-b687-1ac669b8e05d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:40.290894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-9a84f0c4-c53c-4816-8557-3caa6f987a95 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-1087448395') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.308744 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597fa79-87b6-4a31-a6d7-c11e003628e3 x-openstack-request-id: req-7597fa79-87b6-4a31-a6d7-c11e003628e3 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:40.309469 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "name": "network-vif-plugged", "status": "completed", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:40.310021 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7597fa79-87b6-4a31-a6d7-c11e003628e3 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:40.310714 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7597fa79-87b6-4a31-a6d7-c11e003628e3'] response: {'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe', 'code': 200} Mar 22 14:16:40.311626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.314859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.413204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe951-3159-4c79-b34f-5124c34ce0b9 None None] Pushing event updated for resources: {'Port': ['ID=2dccb367-ba2e-4ea3-82c8-524ff3a92d0e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:40.429544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Provisioning complete for port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:40.430760 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.463815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d339356-34ea-470e-957e-81d9ca66b8c7']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.481478 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a84f0c4-c53c-4816-8557-3caa6f987a95 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-1087448395 HTTP/1.1" status: 204 len: 168 time: 0.2170095 Mar 22 14:16:40.482944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.494147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-6a5147c7-4c94-441d-8e52-3b38d1763223 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-1087448395') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.567820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f691bb7a-134d-40cc-9712-1fb2b7b65dde triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:40.568218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.582582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-275ca47d-fe6d-441e-9b54-2a902e12f456 req-b7647f4a-0fa7-47f4-8150-ca82546048c7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 210 time: 0.1916308 Mar 22 14:16:40.584990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7247c0d7-eb35-42f0-b687-1ac669b8e05d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.585661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7247c0d7-eb35-42f0-b687-1ac669b8e05d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.615837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.650165 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.663191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb467b3a-7c3d-4cef-a372-52bb028d47c0 req-6b2e2ffc-3467-4866-a5da-350f53cd1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:40.664975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb467b3a-7c3d-4cef-a372-52bb028d47c0 req-6b2e2ffc-3467-4866-a5da-350f53cd1906 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 1127 time: 0.2730289 Mar 22 14:16:40.666264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:40.666854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:40.674096 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:40.676908 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a5147c7-4c94-441d-8e52-3b38d1763223 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-1087448395 HTTP/1.1" status: 204 len: 168 time: 0.1916111 Mar 22 14:16:40.676908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.680822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-7ba02b9f-34fd-498e-b621-52b69f6bb0ce tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.685524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada22ad-49b1-450e-a545-e2148ccc0cec None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:16:40.746709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:40.788146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:16:40.788146 n-d-758851-5 neutron-server[103890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:16:40.788146 n-d-758851-5 neutron-server[103890]: [parameters: {'id': '0d339356-34ea-470e-957e-81d9ca66b8c7'}] Mar 22 14:16:40.788146 n-d-758851-5 neutron-server[103890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:16:40.797175 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:16:40.800589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51480) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.820388 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7ba02b9f-34fd-498e-b621-52b69f6bb0ce tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 200 len: 205 time: 0.1424468 Mar 22 14:16:40.821296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.825870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-075a9d2d-7521-4fd5-9642-1b9918976117 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.833438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb467b3a-7c3d-4cef-a372-52bb028d47c0 req-68213367-a68a-4d55-bdb5-755e7d703e36 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237824 Mar 22 14:16:40.834316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-378f9d0e-86e3-41b0-bac7-3f1538579513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.846925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Provisioning complete for port f691bb7a-134d-40cc-9712-1fb2b7b65dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:40.847268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.917924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-075a9d2d-7521-4fd5-9642-1b9918976117 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 200 len: 241 time: 0.0956817 Mar 22 14:16:40.918630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:40.923929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-589d93ed-cbd3-496b-a4ea-2a9e9d29b005 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-1484061567') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:40.951532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-378f9d0e-86e3-41b0-bac7-3f1538579513 admin admin] Publish callbacks [] for security_group (aa25fe63-858e-441a-9082-0ddc7f458b87), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:40.960432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-378f9d0e-86e3-41b0-bac7-3f1538579513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa25fe63-858e-441a-9082-0ddc7f458b87), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.005814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f9d0e-86e3-41b0-bac7-3f1538579513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25fe63-858e-441a-9082-0ddc7f458b87,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:41.013168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-589d93ed-cbd3-496b-a4ea-2a9e9d29b005 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-1484061567 HTTP/1.1" status: 204 len: 168 time: 0.0934532 Mar 22 14:16:41.022462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51486) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.027611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-8d0ebcb4-6a74-422f-b566-cd1c4126192a tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-1484061567') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.049513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-378f9d0e-86e3-41b0-bac7-3f1538579513 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b6874998f744b4f8040dcaebab0244c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459347 Mar 22 14:16:41.053895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51490) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.171496 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d0ebcb4-6a74-422f-b566-cd1c4126192a tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-1484061567 HTTP/1.1" status: 204 len: 168 time: 0.1456749 Mar 22 14:16:41.171890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51496) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.177215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-1c508d63-65d6-4fac-8e90-771d9e2f5559 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.241627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada22ad-49b1-450e-a545-e2148ccc0cec None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:16:41.300027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f691bb7a-134d-40cc-9712-1fb2b7b65dde is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:41.315434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.329877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c508d63-65d6-4fac-8e90-771d9e2f5559 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 200 len: 205 time: 0.1553223 Mar 22 14:16:41.330297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.338263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-3ffbb3d3-f5d9-4395-a574-a3b42a4f5bd6 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.362392 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Publish callbacks [] for security_group (aa25fe63-858e-441a-9082-0ddc7f458b87), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.411061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621a216-c9eb-43e3-a1d4-83ea9661500a req-d63fe2ba-7ca6-438b-b1a2-3e024515461a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:41.413701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8621a216-c9eb-43e3-a1d4-83ea9661500a req-d63fe2ba-7ca6-438b-b1a2-3e024515461a tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.2091806 Mar 22 14:16:41.422950 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ffbb3d3-f5d9-4395-a574-a3b42a4f5bd6 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 200 len: 241 time: 0.0878105 Mar 22 14:16:41.423599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.433142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Publish callbacks [] for security_group (aa25fe63-858e-441a-9082-0ddc7f458b87), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.434980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-e44d6f31-60e8-4cc8-a730-37f6a6c1979c tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-1630723042') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.488375 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e44d6f31-60e8-4cc8-a730-37f6a6c1979c tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-1630723042 HTTP/1.1" status: 204 len: 168 time: 0.0637400 Mar 22 14:16:41.490963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.496457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-20666995-097f-4935-bcae-5629c5c512c7 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-1630723042') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.562905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8621a216-c9eb-43e3-a1d4-83ea9661500a req-da0a5e42-7a13-4b4f-8c7d-3216853aa7e9 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375279 Mar 22 14:16:41.582079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20666995-097f-4935-bcae-5629c5c512c7 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-1630723042 HTTP/1.1" status: 204 len: 168 time: 0.0846443 Mar 22 14:16:41.582079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51508) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.585662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-5214c228-249d-476b-98a9-974599cf1708 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.592862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-26b30475-e07f-4537-b3ef-1f2a3cbeeda4 None None] Current status of the port f691bb7a-134d-40cc-9712-1fb2b7b65dde is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:41.600482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a470ddb-668a-4084-9552-b6d034579e0e req-ddb0bfad-d433-4255-b56f-0070ce9b1db5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1753602 Mar 22 14:16:41.637318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5214c228-249d-476b-98a9-974599cf1708 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 200 len: 205 time: 0.0550933 Mar 22 14:16:41.640421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.649757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-5aa0baec-f9e1-4455-8c6d-be42abfebaf8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.673481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:41.674256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.711125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5aa0baec-f9e1-4455-8c6d-be42abfebaf8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 204 len: 168 time: 0.0697758 Mar 22 14:16:41.714660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.726227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-c9b45c86-b044-4fb0-9169-cffbf870f6cd tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.767625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d2d46ec-be4d-4df5-a858-f4d870e812fa req-c586568e-67bf-4a7e-b578-1f6bdb7b5abf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 210 time: 0.0451412 Mar 22 14:16:41.768744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4bd0a5e4-7113-4e40-a795-bce70f866d2d None None] Provisioning complete for port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:41.769121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a5e4-7113-4e40-a795-bce70f866d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.771402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aa25fe63-858e-441a-9082-0ddc7f458b87), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.778318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.779849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa25fe63-858e-441a-9082-0ddc7f458b87 HTTP/1.1" status: 204 len: 168 time: 0.7253513 Mar 22 14:16:41.803567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25fe63-858e-441a-9082-0ddc7f458b87,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:41.814163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2dccb367-ba2e-4ea3-82c8-524ff3a92d0e,segment=NetworkSegment(7247c0d7-eb35-42f0-b687-1ac669b8e05d),segment_id=7247c0d7-eb35-42f0-b687-1ac669b8e05d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:41.814544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.817782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.818200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.818540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.818904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.819235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.819558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.819877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.820206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.820541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.820839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.821406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.821733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.822175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.822465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.822787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2b14f-abb1-4e7b-a63d-7746ba54300b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:16:41.836192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:41.874355 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c9b45c86-b044-4fb0-9169-cffbf870f6cd tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1573634 Mar 22 14:16:41.876056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51518) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.888167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-9b67db51-2268-4652-aea7-96de12628ef5 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:41.905571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0a5e4-7113-4e40-a795-bce70f866d2d None None] Port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:41.943217 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2dccb367-ba2e-4ea3-82c8-524ff3a92d0e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:41.989719 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b67db51-2268-4652-aea7-96de12628ef5 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 204 len: 168 time: 0.1123872 Mar 22 14:16:41.992174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51520) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:41.998583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3f76e-00e3-4a6c-8d8b-c8790d2c1299 None None] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:41.998750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-1c48f322-ad5e-4928-949e-4b288598304e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.015657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=2dccb367-ba2e-4ea3-82c8-524ff3a92d0e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.019602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 2dccb367-ba2e-4ea3-82c8-524ff3a92d0e on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:42.085451 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c48f322-ad5e-4928-949e-4b288598304e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0920596 Mar 22 14:16:42.092481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51522) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.099382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-37325e8b-1b3d-4327-88dd-26358453ca16 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-437903412') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.127495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90899e41-2dad-475e-8b06-f2c2bdf8656f None None] Network 0d339356-34ea-470e-957e-81d9ca66b8c7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:42.187706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.203169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37325e8b-1b3d-4327-88dd-26358453ca16 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-437903412 HTTP/1.1" status: 201 len: 201 time: 0.1072185 Mar 22 14:16:42.204049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.214934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-7a56cef5-7069-4989-b875-3c7148470106 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-2072817529') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.320250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-2f88d76f-2c79-4471-9995-4d5d2adc190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.321989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-2f88d76f-2c79-4471-9995-4d5d2adc190b service neutron] 10.222.0.78 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 1027 time: 0.1188238 Mar 22 14:16:42.333827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d339356-34ea-470e-957e-81d9ca66b8c7']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.360763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a56cef5-7069-4989-b875-3c7148470106 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-2072817529 HTTP/1.1" status: 201 len: 201 time: 0.1545274 Mar 22 14:16:42.363777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51530) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.372450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-b538488e-798b-4ebb-bc6e-7903b7ffbd4c tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-2032680094') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.377415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7247c0d7-eb35-42f0-b687-1ac669b8e05d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.377727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7247c0d7-eb35-42f0-b687-1ac669b8e05d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.397628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.439880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.456631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:42.457328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (7247c0d7-eb35-42f0-b687-1ac669b8e05d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:42.546064 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:42.671422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-452ae7e7-4e9b-4b0c-b2dd-574e480cb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.672819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-452ae7e7-4e9b-4b0c-b2dd-574e480cb820 service neutron] 10.222.0.78 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 1027 time: 0.3412499 Mar 22 14:16:42.714833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b538488e-798b-4ebb-bc6e-7903b7ffbd4c tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-2032680094 HTTP/1.1" status: 201 len: 201 time: 0.3472257 Mar 22 14:16:42.715391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51544) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.730245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-24946cbc-b367-477d-b852-bf5cab835a82 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-232212874') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.784374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (0d339356-34ea-470e-957e-81d9ca66b8c7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.804070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24946cbc-b367-477d-b852-bf5cab835a82 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-232212874 HTTP/1.1" status: 201 len: 201 time: 0.0879900 Mar 22 14:16:42.806693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.811079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:42.811497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-1ee86032-adc1-4837-b555-485b9c1fbd28 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', {'tags': ['tempest-TagsExtTest-Tag-1065605046', 'tempest-TagsExtTest-Tag-295030802', 'tempest-TagsExtTest-Tag-752562546']}) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.817783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/0d339356-34ea-470e-957e-81d9ca66b8c7 HTTP/1.1" status: 204 len: 168 time: 4.2754338 Mar 22 14:16:42.821602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51552) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.872868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-00a84045-7a85-454c-b934-6c517b86d6ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:42.875606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-00a84045-7a85-454c-b934-6c517b86d6ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 812 time: 0.5316958 Mar 22 14:16:42.880164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edb5ebd2-f3b4-4f85-80ad-80bddf9d9364 req-9e98e367-f33b-49d1-9da9-678d859f3beb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1036913 Mar 22 14:16:42.916997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01195-d901-4b0d-a59b-17befd5de0da tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=0d339356-34ea-470e-957e-81d9ca66b8c7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:42.932328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Request body: {'port': {'device_id': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'admin_state_up': True, 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:42.942453 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5478ef5-2572-4b44-889f-ae1b7ee957f4 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:42.942637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5478ef5-2572-4b44-889f-ae1b7ee957f4 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:42.949518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5478ef5-2572-4b44-889f-ae1b7ee957f4 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/eceb5796-a4c0-42ed-823a-58a081c0c72f HTTP/1.1" status: 404 len: 337 time: 0.1220534 Mar 22 14:16:42.950454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ee86032-adc1-4837-b555-485b9c1fbd28 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 200 len: 316 time: 0.1427267 Mar 22 14:16:42.951503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.958237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51560) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:42.973484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-8e823334-69a8-4b60-9f14-70de89a9e736 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:42.981383 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-10051a02-605f-48b0-b366-421f4289265f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:42.982308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10051a02-605f-48b0-b366-421f4289265f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:42.986127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10051a02-605f-48b0-b366-421f4289265f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/0d339356-34ea-470e-957e-81d9ca66b8c7 HTTP/1.1" status: 404 len: 339 time: 0.0334716 Mar 22 14:16:42.988606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:43.075837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8971fdfd-dc9b-44ce-8d97-b16dd415c205 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:43.081789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8971fdfd-dc9b-44ce-8d97-b16dd415c205 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:43.086873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8971fdfd-dc9b-44ce-8d97-b16dd415c205 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:43.088615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8971fdfd-dc9b-44ce-8d97-b16dd415c205 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/networks?id=18231ba7-7e63-490a-a869-d4210897fa20&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=fc969c99-ec49-4fd9-817e-34d9cb006733&id=fc969c99-ec49-4fd9-817e-34d9cb006733 HTTP/1.1" status: 200 len: 1988 time: 0.4075983 Mar 22 14:16:43.138715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.153022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e3d25-edfc-4d2e-b4bc-827f005006d9 req-6cdfbc1c-c142-458a-8f36-760b9decf383 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:43.163809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f1e3d25-edfc-4d2e-b4bc-827f005006d9 req-6cdfbc1c-c142-458a-8f36-760b9decf383 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.4844122 Mar 22 14:16:43.313849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.355936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15daede2-b3e9-4677-97ac-c84ad8309707']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:43.371131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76444d9c-0035-47d2-ac7b-bd5edb776d60') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:43.371439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76444d9c-0035-47d2-ac7b-bd5edb776d60') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:43.391680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (76444d9c-0035-47d2-ac7b-bd5edb776d60), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.421774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (76444d9c-0035-47d2-ac7b-bd5edb776d60), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.435267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:43.435536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (76444d9c-0035-47d2-ac7b-bd5edb776d60), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:43.438943 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:43.833747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-388efebc-4aae-4322-b2b9-a4cc85c4b824 req-a306bf38-7450-4cb3-9e88-e0da52c4eb54 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 210 time: 0.7403774 Mar 22 14:16:43.981132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (15daede2-b3e9-4677-97ac-c84ad8309707), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.025508 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.038385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f1e3d25-edfc-4d2e-b4bc-827f005006d9 req-0ba64500-ee32-485e-86c1-71c20f8e8ff3 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8715093 Mar 22 14:16:44.039645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/15daede2-b3e9-4677-97ac-c84ad8309707 HTTP/1.1" status: 204 len: 168 time: 1.0497651 Mar 22 14:16:44.041474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee95a5-3119-4c12-b75e-7305deed9aa5 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=15daede2-b3e9-4677-97ac-c84ad8309707,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:44.041688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51588) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.108399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-38a3f85f-1d24-487d-b1ee-f4db55ffadc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d HTTP/1.1" status: 200 len: 379 time: 0.9850197 Mar 22 14:16:44.126762 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba55140-9978-4a2b-ae8d-8c71744d7efb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:44.127220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba55140-9978-4a2b-ae8d-8c71744d7efb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:44.132777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1ba55140-9978-4a2b-ae8d-8c71744d7efb tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/f96e2054-7153-462e-b6d8-cf1c43d3927a HTTP/1.1" status: 404 len: 337 time: 0.0846412 Mar 22 14:16:44.134347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51592) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.156820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'admin_state_up': True, 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'security_groups': ['64d3baf1-dc0e-4a22-82fc-3050c32a5fc8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:44.159162 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-20be95fe-f835-433c-9728-8a7b43220fc3 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:44.160173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20be95fe-f835-433c-9728-8a7b43220fc3 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:44.165180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20be95fe-f835-433c-9728-8a7b43220fc3 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/f9990c9e-b36f-4121-9ff5-dd25d9765afe HTTP/1.1" status: 404 len: 339 time: 0.0283275 Mar 22 14:16:44.166887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51594) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.169266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf692329-89f6-4be2-a3ae-3b5c1741aabb req-b80a324c-2ec3-43ec-82e6-cdcfb6266165 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1265676 Mar 22 14:16:44.253303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8e823334-69a8-4b60-9f14-70de89a9e736 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 204 len: 168 time: 1.2809744 Mar 22 14:16:44.253799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.256909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Made reservation on behalf of e5b9bbda1e1647c2b0eab73e77825c25 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:44.260432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.272239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-642bb3f9-6783-411a-b42f-c8987ee77c34 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-1065605046') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:44.337638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting subnet a59be125-a4aa-4d65-bf65-b689a53c58da {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:44.344500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (a59be125-a4aa-4d65-bf65-b689a53c58da), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.399206 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-642bb3f9-6783-411a-b42f-c8987ee77c34 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:44.401857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f21f7-e795-4f6e-9331-323a033813eb req-f25b5e4e-843d-409b-9630-bb33a17b89ba tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:44.403361 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-642bb3f9-6783-411a-b42f-c8987ee77c34 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-1065605046 HTTP/1.1" status: 404 len: 329 time: 0.1485565 Mar 22 14:16:44.403626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b62f21f7-e795-4f6e-9331-323a033813eb req-f25b5e4e-843d-409b-9630-bb33a17b89ba tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.2384322 Mar 22 14:16:44.406608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.411419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-28d18d0c-a6a7-40e7-b28a-a45e4e2b979e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-295030802') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:44.445698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (a59be125-a4aa-4d65-bf65-b689a53c58da), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.497867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:44.502398 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:44.587146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Allocated IP 172.20.0.4 (598615b3-3e89-42ac-af87-c3bc9c357796/84de323e-6f2d-4573-8b68-f5a374dea5dc/cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:44.648796 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-28d18d0c-a6a7-40e7-b28a-a45e4e2b979e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:44.654504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-28d18d0c-a6a7-40e7-b28a-a45e4e2b979e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-295030802 HTTP/1.1" status: 404 len: 328 time: 0.2471418 Mar 22 14:16:44.655210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:44.723491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b62f21f7-e795-4f6e-9331-323a033813eb req-c14e0878-6a01-49bd-8ede-0ea3e533c099 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063240 Mar 22 14:16:44.762688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-18297767-b738-4868-8985-8040640f9810 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2', 'tempest-TagsExtTest-Tag-752562546') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:44.911914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a59be125-a4aa-4d65-bf65-b689a53c58da), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.032064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:45.042832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (a59be125-a4aa-4d65-bf65-b689a53c58da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.142783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f84fe7d6-e6d3-4724-a8cc-e2873b7a3414 req-c71c70bf-18e8-4d1b-8017-e2c34d6e3c34 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 210 time: 0.1096213 Mar 22 14:16:45.184189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.190967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af03a8-81f9-431d-9d73-4bbdf8b696b2 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:45.253823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/a59be125-a4aa-4d65-bf65-b689a53c58da HTTP/1.1" status: 204 len: 168 time: 1.0830915 Mar 22 14:16:45.257182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef6f71-2007-4c7f-a3cd-e6811b48536b tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=a59be125-a4aa-4d65-bf65-b689a53c58da,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.278320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51628) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:45.280634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.400017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.461053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting subnet a37c7a39-47c5-43d4-a496-a8666e117771 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:45.469892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (a37c7a39-47c5-43d4-a496-a8666e117771), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.473242 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-18297767-b738-4868-8985-8040640f9810 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:45.477656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-18297767-b738-4868-8985-8040640f9810 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags/tempest-TagsExtTest-Tag-752562546 HTTP/1.1" status: 404 len: 328 time: 0.7549126 Mar 22 14:16:45.478654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:45.505115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Network 598615b3-3e89-42ac-af87-c3bc9c357796 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:45.506833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-8b944c22-bb76-4221-be89-3b55999e9ca9 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', {'tags': ['tempest-TagsExtTest-Tag-2094185461', 'tempest-TagsExtTest-Tag-138724487', 'tempest-TagsExtTest-Tag-1704269293']}) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.532842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8', '5eaa8067-4028-4557-9999-aefd7d81d9d4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:45.565871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (a37c7a39-47c5-43d4-a496-a8666e117771), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.571851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:45.642472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 172.20.0.9 (18231ba7-7e63-490a-a869-d4210897fa20/b67344b4-db1d-4f5d-a2c3-263f43b4a043/7630c28f-54b1-4aba-9727-7e844dd76306) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:45.643157 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b944c22-bb76-4221-be89-3b55999e9ca9 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 200 len: 317 time: 0.1424248 Mar 22 14:16:45.644007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:45.654422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-930c818b-ba73-4fe2-b54f-f30c8da774ec tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.770284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a37c7a39-47c5-43d4-a496-a8666e117771), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:45.813330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-930c818b-ba73-4fe2-b54f-f30c8da774ec tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 204 len: 168 time: 0.1661856 Mar 22 14:16:45.820064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:45.831974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:45.841192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-a842f315-3d64-4014-a595-292a383837a3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-2094185461') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:45.848597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68e5dbff-33a4-464f-8fd1-ec0c05228f40 req-3116f5fb-72ce-4d24-ae31-cd2fc1572ce7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.4419100 Mar 22 14:16:45.915198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:46.021412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (a37c7a39-47c5-43d4-a496-a8666e117771), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.060444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=a37c7a39-47c5-43d4-a496-a8666e117771,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.068606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.069134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.069297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.082182 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2165f2b6-de9f-4aa1-a648-a5042a63f12d tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/a37c7a39-47c5-43d4-a496-a8666e117771 HTTP/1.1" status: 204 len: 168 time: 0.7831938 Mar 22 14:16:46.090365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.108543 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-a842f315-3d64-4014-a595-292a383837a3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:46.112383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a842f315-3d64-4014-a595-292a383837a3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-2094185461 HTTP/1.1" status: 404 len: 329 time: 0.2822983 Mar 22 14:16:46.116239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.120752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c196f31-3919-40eb-bcb9-a2661394d678 None None] Provisioning complete for port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:46.121440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c196f31-3919-40eb-bcb9-a2661394d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.134287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-a598a03d-654a-40a8-9004-a70a3ebe3b3e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-138724487') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:46.151871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-d8b0cb78-dcc7-4fa9-8aeb-60023e0da6ba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2248249 Mar 22 14:16:46.172813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Request body: {'port': {'device_id': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:46.179318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-886dc2a7-a5b7-467a-8e72-69049ca2169e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.350794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c196f31-3919-40eb-bcb9-a2661394d678 None None] Port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:46.364540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5aeb2fcc-3df5-4c22-91c3-77807778c558), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.474767 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-a598a03d-654a-40a8-9004-a70a3ebe3b3e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:46.477191 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a598a03d-654a-40a8-9004-a70a3ebe3b3e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-138724487 HTTP/1.1" status: 404 len: 328 time: 0.3589721 Mar 22 14:16:46.480334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.484811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-2d2b323b-1cf3-4e44-abff-025678f87dff tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53', 'tempest-TagsExtTest-Tag-1704269293') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:46.566105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 7d937743-e811-4826-9b38-95178d31eb22 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:46.566725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7d937743-e811-4826-9b38-95178d31eb22), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.573020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e049d2-a8a6-4362-bc0c-0a55b17b405f req-231e153f-c31f-41b5-845b-d8b7d3efa5d3 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.581390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1e049d2-a8a6-4362-bc0c-0a55b17b405f req-231e153f-c31f-41b5-845b-d8b7d3efa5d3 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 1.0160141 Mar 22 14:16:46.685989 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-2d2b323b-1cf3-4e44-abff-025678f87dff tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:46.690427 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2d2b323b-1cf3-4e44-abff-025678f87dff tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags/tempest-TagsExtTest-Tag-1704269293 HTTP/1.1" status: 404 len: 329 time: 0.2089274 Mar 22 14:16:46.691085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51650) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:46.744951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 7d937743-e811-4826-9b38-95178d31eb22, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7d937743-e811-4826-9b38-95178d31eb22,segment=NetworkSegment(c2ba2f4a-ac11-4e57-ac69-e81024a4c8df),segment_id=c2ba2f4a-ac11-4e57-ac69-e81024a4c8df)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:46.745259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7d937743-e811-4826-9b38-95178d31eb22), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.781181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 7d937743-e811-4826-9b38-95178d31eb22 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:46.799383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-886dc2a7-a5b7-467a-8e72-69049ca2169e admin admin] Publish callbacks [] for security_group (20a3bf38-c78a-40c9-b1e3-1495b55ac7e8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.840099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26d31-198f-4e85-9fd4-9e371482b8e0 req-f984c4de-b999-4133-8cf2-f14d8bc80acf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:46.851237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e26d31-198f-4e85-9fd4-9e371482b8e0 req-f984c4de-b999-4133-8cf2-f14d8bc80acf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 931 time: 0.5442569 Mar 22 14:16:46.869551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (7630c28f-54b1-4aba-9727-7e844dd76306), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.879114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-886dc2a7-a5b7-467a-8e72-69049ca2169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (20a3bf38-c78a-40c9-b1e3-1495b55ac7e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.892577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d2fdc-0379-41ee-a1c4-d6478204df97 None None] Network 5aeb2fcc-3df5-4c22-91c3-77807778c558 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:46.960405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:46.981089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-2e0e4b5a-550a-450a-a350-bba13067f66e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', {'tags': ['tempest-TagsExtTest-Tag-1050072632', 'tempest-TagsExtTest-Tag-658045995', 'tempest-TagsExtTest-Tag-355141219']}) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:46.984093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc2a7-a5b7-467a-8e72-69049ca2169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3bf38-c78a-40c9-b1e3-1495b55ac7e8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:46.997386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0488f4a-4b91-4c53-bef9-8e08a071cc28 None None] Could not find standard attr ID for object 7d937743-e811-4826-9b38-95178d31eb22. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:16:47.031696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1e049d2-a8a6-4362-bc0c-0a55b17b405f req-75eb6c47-4219-4466-8032-de23a7ec1dcd tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489675 Mar 22 14:16:47.069254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-886dc2a7-a5b7-467a-8e72-69049ca2169e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3ec6b656b114be585f4806dcb5e3828&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0014787 Mar 22 14:16:47.105130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:47.144555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4191037-cd1e-44c8-9e3f-e94d126fc3c5 None None] DHCP port deletion for 5aeb2fcc-3df5-4c22-91c3-77807778c558 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:47.171741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7d937743-e811-4826-9b38-95178d31eb22), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.190078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e26d31-198f-4e85-9fd4-9e371482b8e0 req-f6ba4b1a-380e-49f8-9d39-ce3ef07235db tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363380 Mar 22 14:16:47.250439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 7d937743-e811-4826-9b38-95178d31eb22 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:47.252311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=7d937743-e811-4826-9b38-95178d31eb22,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.311524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.334594 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e0e4b5a-550a-450a-a350-bba13067f66e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 200 len: 316 time: 0.3587565 Mar 22 14:16:47.339932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:47.345378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-fec467c1-126f-4ff0-b813-e2c5817e1cee tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:47.387936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] Publish callbacks [] for security_group (20a3bf38-c78a-40c9-b1e3-1495b55ac7e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.424015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5aeb2fcc-3df5-4c22-91c3-77807778c558), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.473615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aeb2fcc-3df5-4c22-91c3-77807778c558']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:47.511029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:47.519609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ba2f4a-ac11-4e57-ac69-e81024a4c8df') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:47.562748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c2ba2f4a-ac11-4e57-ac69-e81024a4c8df), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.595732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c2ba2f4a-ac11-4e57-ac69-e81024a4c8df), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.598685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network 18231ba7-7e63-490a-a869-d4210897fa20 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:47.609678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] Publish callbacks [] for security_group (20a3bf38-c78a-40c9-b1e3-1495b55ac7e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.613781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:47.615182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c2ba2f4a-ac11-4e57-ac69-e81024a4c8df), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:47.620503 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:47.713759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fec467c1-126f-4ff0-b813-e2c5817e1cee tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.3703043 Mar 22 14:16:47.718300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:47.730920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-c786c145-dfe3-4bbd-8597-67ac4c6e1f2f tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-1050072632') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:47.740261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:47.750667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:47.773710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:47.893063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed921cab-8608-4dca-9f72-9c96b9bc59bc req-cdd43b72-25d0-432c-a923-f96ba5daa9fa tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:47.894814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed921cab-8608-4dca-9f72-9c96b9bc59bc req-cdd43b72-25d0-432c-a923-f96ba5daa9fa tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 931 time: 0.6001298 Mar 22 14:16:47.906711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:47.935339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks [] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.958380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5aeb2fcc-3df5-4c22-91c3-77807778c558), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.965900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7d937743-e811-4826-9b38-95178d31eb22 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:47.975529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:47.980712 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/5aeb2fcc-3df5-4c22-91c3-77807778c558 HTTP/1.1" status: 204 len: 168 time: 1.8892620 Mar 22 14:16:47.992998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51668) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.003088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cce9c-7e20-42e7-bd17-83294b21d439 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=5aeb2fcc-3df5-4c22-91c3-77807778c558,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.025288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 7d937743-e811-4826-9b38-95178d31eb22 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:48.025623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7d937743-e811-4826-9b38-95178d31eb22 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:48.033801 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dd251c-5259-4ad4-9856-dc596a9f3e08 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.034300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dd251c-5259-4ad4-9856-dc596a9f3e08 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.038007 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5dd251c-5259-4ad4-9856-dc596a9f3e08 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/68a9e618-2d77-472e-8b1f-99eeb123a324 HTTP/1.1" status: 404 len: 337 time: 0.0437400 Mar 22 14:16:48.042453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51670) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.046515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.047479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.056699 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-c786c145-dfe3-4bbd-8597-67ac4c6e1f2f tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:48.057715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c786c145-dfe3-4bbd-8597-67ac4c6e1f2f tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-1050072632 HTTP/1.1" status: 404 len: 329 time: 0.3384914 Mar 22 14:16:48.064520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.079802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-4cdb455b-400a-47f1-96c0-6c1571b53b11 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-658045995') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:48.086933 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedb1854-e153-4a35-9b83-ec2472f7b853 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.087458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedb1854-e153-4a35-9b83-ec2472f7b853 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.092582 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bedb1854-e153-4a35-9b83-ec2472f7b853 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/510bb5de-3b93-4f82-8a9c-dfc47ccb1347 HTTP/1.1" status: 404 len: 339 time: 0.0490561 Mar 22 14:16:48.095962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.097623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Transition to ACTIVE for port object cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:16:48.111231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (20a3bf38-c78a-40c9-b1e3-1495b55ac7e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.114319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.115796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20a3bf38-c78a-40c9-b1e3-1495b55ac7e8 HTTP/1.1" status: 204 len: 168 time: 1.0096123 Mar 22 14:16:48.141943 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9733d64-08e9-4c88-a866-48e7f3524bca tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.162751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9733d64-08e9-4c88-a866-48e7f3524bca tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.166289 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b9733d64-08e9-4c88-a866-48e7f3524bca tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/0534b452-33e4-48fc-8e2e-f52e429b548c HTTP/1.1" status: 404 len: 337 time: 0.0693171 Mar 22 14:16:48.168842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51678) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.209740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa20b7-0a59-4d11-9db7-5c4a7436e983 req-163a0baf-d5a6-4933-8fe6-1c69c5670fc9 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.211414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45fa20b7-0a59-4d11-9db7-5c4a7436e983 req-163a0baf-d5a6-4933-8fe6-1c69c5670fc9 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.4667938 Mar 22 14:16:48.213187 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.215359 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e692db-d001-4666-a8e4-ddd0f606485c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.215912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e692db-d001-4666-a8e4-ddd0f606485c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.219007 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96e692db-d001-4666-a8e4-ddd0f606485c tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/9089dc26-97f0-4fb5-8c44-a90e3885c0b1 HTTP/1.1" status: 404 len: 339 time: 0.0489845 Mar 22 14:16:48.221672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51680) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.239448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-57e4ddd2-79d9-46ba-8da2-cea99a975de5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1139741 Mar 22 14:16:48.257953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9df1b039-7d87-4501-8502-863c52350455 None None] Provisioning complete for port 7630c28f-54b1-4aba-9727-7e844dd76306 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:48.258883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9df1b039-7d87-4501-8502-863c52350455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.291169 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d66169-d979-4f0a-9815-4f159ec8bf1f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.291654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d66169-d979-4f0a-9815-4f159ec8bf1f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.299054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed921cab-8608-4dca-9f72-9c96b9bc59bc req-0798f91b-82d4-4aee-975f-b2ca96809902 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809404 Mar 22 14:16:48.300956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99d66169-d979-4f0a-9815-4f159ec8bf1f tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/5bd26aaa-5935-4edd-96b1-e26944deef68 HTTP/1.1" status: 404 len: 337 time: 0.0781841 Mar 22 14:16:48.305788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51686) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.327322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9df1b039-7d87-4501-8502-863c52350455 None None] Port 7630c28f-54b1-4aba-9727-7e844dd76306 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:48.334307 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c17a152-5836-4cb2-821c-755ddebd46fe tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:48.334841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c17a152-5836-4cb2-821c-755ddebd46fe tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:48.338731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c17a152-5836-4cb2-821c-755ddebd46fe tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/66f0257e-4a9c-4bf6-a508-d03b825d0573 HTTP/1.1" status: 404 len: 339 time: 0.0313108 Mar 22 14:16:48.341303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.422979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d1ce-900f-4600-a786-622fdee658e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3bf38-c78a-40c9-b1e3-1495b55ac7e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.439136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'admin_state_up': True, 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'security_groups': ['64d3baf1-dc0e-4a22-82fc-3050c32a5fc8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:48.458875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting subnet 4073e1b9-0b90-4fab-a7eb-c10ff3d04e45 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:48.468873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (4073e1b9-0b90-4fab-a7eb-c10ff3d04e45), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.530870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:48.554413 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8fda-3420-441a-918d-35c15c2983a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.574935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4073e1b9-0b90-4fab-a7eb-c10ff3d04e45), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.706608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45fa20b7-0a59-4d11-9db7-5c4a7436e983 req-73a70982-94b8-4991-92e4-98841e4bf1f0 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779499 Mar 22 14:16:48.722339 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-4cdb455b-400a-47f1-96c0-6c1571b53b11 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:48.723428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4cdb455b-400a-47f1-96c0-6c1571b53b11 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-658045995 HTTP/1.1" status: 404 len: 328 time: 0.6494741 Mar 22 14:16:48.741782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51702) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:48.749742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-07411b21-103e-44f3-8e35-5e09ec10cf94 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd', 'tempest-TagsExtTest-Tag-355141219') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:48.777544 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4073e1b9-0b90-4fab-a7eb-c10ff3d04e45), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.888572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4235-4da5-4da8-8c2c-4086b84bcf89 req-871b76a2-94f1-478e-ad65-1b02bdfebbc6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:48.890212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eed4235-4da5-4da8-8c2c-4086b84bcf89 req-871b76a2-94f1-478e-ad65-1b02bdfebbc6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 943 time: 0.4420238 Mar 22 14:16:48.895510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Attempting to bind port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:16:48.895904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Attempting to bind port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:16:48.896160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Attempting to bind port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:48.936305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4073e1b9-0b90-4fab-a7eb-c10ff3d04e45), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:48.947200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 on network 598615b3-3e89-42ac-af87-c3bc9c357796 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:16:48.947735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Attempting to bind port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 on network 598615b3-3e89-42ac-af87-c3bc9c357796 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:16:49.038153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=4073e1b9-0b90-4fab-a7eb-c10ff3d04e45,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:49.053638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.061757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9fabd-2fbc-4528-8635-d63adae6416f None None] Network cff33937-0685-4bf1-a227-805a3ef4b980 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:49.063346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e8fb2705-90de-46d4-ac57-e1953a8c26f1 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/4073e1b9-0b90-4fab-a7eb-c10ff3d04e45 HTTP/1.1" status: 204 len: 168 time: 0.7207961 Mar 22 14:16:49.075603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.245354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1597fd8-8843-41fa-b546-f0216c362001 req-95edc1e7-f5fb-48f3-bc86-f68465da88cd tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.247666 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e1597fd8-8843-41fa-b546-f0216c362001 req-95edc1e7-f5fb-48f3-bc86-f68465da88cd tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.1832697 Mar 22 14:16:49.252110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cff33937-0685-4bf1-a227-805a3ef4b980), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.403669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] DHCP port deletion for cff33937-0685-4bf1-a227-805a3ef4b980 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:49.477509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Deleting port 4469068a-d417-4651-8d74-f06ed3d6b5fe {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:49.477883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.525690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Deleting port 212b811f-f495-4b24-a8ac-22c4729dd4cb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:49.526000 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.668183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eed4235-4da5-4da8-8c2c-4086b84bcf89 req-b44a4a0b-e395-4c58-b2f8-59d178c9a845 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637477 Mar 22 14:16:49.669719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:16:49.670315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Checking segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:16:49.671444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Bound using segment: {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:16:49.672126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Bound port: cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:16:49.672704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.676590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] For port 212b811f-f495-4b24-a8ac-22c4729dd4cb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=212b811f-f495-4b24-a8ac-22c4729dd4cb,segment=NetworkSegment(c5180c92-5d50-496c-acbc-3c42093addf9),segment_id=c5180c92-5d50-496c-acbc-3c42093addf9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:49.677028 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.678627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port 212b811f-f495-4b24-a8ac-22c4729dd4cb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:49.678973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.703982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Calling delete_port for 212b811f-f495-4b24-a8ac-22c4729dd4cb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:49.707056 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-07411b21-103e-44f3-8e35-5e09ec10cf94 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:49.709111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-07411b21-103e-44f3-8e35-5e09ec10cf94 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags/tempest-TagsExtTest-Tag-355141219 HTTP/1.1" status: 404 len: 328 time: 0.9663291 Mar 22 14:16:49.715924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:49.739645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-61a68ab3-deb4-469c-99bb-9797239f6d0e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', {'tags': ['tempest-TagsExtTest-Tag-1874685848', 'tempest-TagsExtTest-Tag-342032725', 'tempest-TagsExtTest-Tag-576088411']}) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:49.787375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:16:49.790996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:16:49.811464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:49.815819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.825796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.935545 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.947040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] For port 4469068a-d417-4651-8d74-f06ed3d6b5fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4469068a-d417-4651-8d74-f06ed3d6b5fe,segment=NetworkSegment(93022fef-1cba-4c00-bbc4-b60f70d29e6f),segment_id=93022fef-1cba-4c00-bbc4-b60f70d29e6f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:49.947441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.949116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:49.956605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 212b811f-f495-4b24-a8ac-22c4729dd4cb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:49.975249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:49.976269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:49.978530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-643fc898-59f1-424b-8d29-0b3af58bb9c1 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 HTTP/1.1" status: 200 len: 1091 time: 3.8148973 Mar 22 14:16:49.988379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:49.991593 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302acf28-07c5-4197-8818-b263cbc15db7" -d '{"events": [{"name": "network-changed", "server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:50.024888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Calling delete_port for 4469068a-d417-4651-8d74-f06ed3d6b5fe owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:50.078488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port 212b811f-f495-4b24-a8ac-22c4729dd4cb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=212b811f-f495-4b24-a8ac-22c4729dd4cb,segment=NetworkSegment(c5180c92-5d50-496c-acbc-3c42093addf9),segment_id=c5180c92-5d50-496c-acbc-3c42093addf9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:50.078955 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.088685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] Pushing event deleted for resources: {'Port': ['ID=212b811f-f495-4b24-a8ac-22c4729dd4cb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.090832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93689b-e909-44ac-86f1-a3a0131f65d1 None None] No DVR routers for this DVR port 212b811f-f495-4b24-a8ac-22c4729dd4cb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:50.092100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 212b811f-f495-4b24-a8ac-22c4729dd4cb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:50.092448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 212b811f-f495-4b24-a8ac-22c4729dd4cb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:50.125014 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61a68ab3-deb4-469c-99bb-9797239f6d0e tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "PUT /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 200 len: 316 time: 0.4017451 Mar 22 14:16:50.189997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51732) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:50.204868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for 212b811f-f495-4b24-a8ac-22c4729dd4cb owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:50.226648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-c835505c-20ee-45ab-937f-95571980bdbd tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.270687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565a9ae-5a4a-4d5e-b875-f483701927f7 req-ada3879d-906c-499d-8b07-35cbaf7abce1 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.272265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1565a9ae-5a4a-4d5e-b875-f483701927f7 req-ada3879d-906c-499d-8b07-35cbaf7abce1 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 931 time: 0.5922515 Mar 22 14:16:50.338803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad761ff-a153-49b7-a126-f7798e7a9812 req-056fb1d6-4665-47e5-8d33-6dc2c8b6bcd2 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.346642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bad761ff-a153-49b7-a126-f7798e7a9812 req-056fb1d6-4665-47e5-8d33-6dc2c8b6bcd2 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f13932a-9cd1-420a-a3b3-714c90160021 HTTP/1.1" status: 200 len: 945 time: 0.4008551 Mar 22 14:16:50.427433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (212b811f-f495-4b24-a8ac-22c4729dd4cb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.469380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port 212b811f-f495-4b24-a8ac-22c4729dd4cb on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:50.471260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=212b811f-f495-4b24-a8ac-22c4729dd4cb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.477283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c835505c-20ee-45ab-937f-95571980bdbd tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 204 len: 168 time: 0.2788103 Mar 22 14:16:50.502669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1565a9ae-5a4a-4d5e-b875-f483701927f7 req-947ddd5e-14aa-46a1-b1ba-b567e6344dbb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829529 Mar 22 14:16:50.511556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51738) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:50.524846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-a9bb2c87-7a78-4d28-beac-da6b057c75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.526743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-a9bb2c87-7a78-4d28-beac-da6b057c75b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 1125 time: 0.4844813 Mar 22 14:16:50.533835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-44d05fd0-30eb-4e2e-863a-f4061d4229e2 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-1874685848') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.584440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (cff33937-0685-4bf1-a227-805a3ef4b980), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.597013 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68816376-7108-4296-be43-57691035e35c x-openstack-request-id: req-68816376-7108-4296-be43-57691035e35c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:50.597622 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:50.598220 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68816376-7108-4296-be43-57691035e35c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:50.598833 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68816376-7108-4296-be43-57691035e35c'] response: {'name': 'network-changed', 'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'status': 'completed', 'code': 200} Mar 22 14:16:50.608116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff33937-0685-4bf1-a227-805a3ef4b980']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.618430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5180c92-5d50-496c-acbc-3c42093addf9') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.619878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5180c92-5d50-496c-acbc-3c42093addf9') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:50.631661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c5180c92-5d50-496c-acbc-3c42093addf9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.646306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c5180c92-5d50-496c-acbc-3c42093addf9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.651465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-c72fd279-170e-40d4-adf8-439867a567ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 HTTP/1.1" status: 200 len: 217 time: 0.0561566 Mar 22 14:16:50.652964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:50.653380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c5180c92-5d50-496c-acbc-3c42093addf9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.681941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bad761ff-a153-49b7-a126-f7798e7a9812 req-d67c2474-1498-481d-961a-7bc3d9c95616 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340271 Mar 22 14:16:50.700456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.1.1.133 (a4e9bcda-57e6-4a18-a744-704178e8c5d8/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1/da4f9140-f792-40d5-aa99-0ff7358aa837) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:50.723981 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:50.732024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (cff33937-0685-4bf1-a227-805a3ef4b980), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.735511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4469068a-d417-4651-8d74-f06ed3d6b5fe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.749594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4469068a-d417-4651-8d74-f06ed3d6b5fe'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:50.758059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.763959 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/cff33937-0685-4bf1-a227-805a3ef4b980 HTTP/1.1" status: 204 len: 168 time: 1.6791074 Mar 22 14:16:50.789248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:50.814178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Pushing event deleted for resources: {'Port': ['ID=4469068a-d417-4651-8d74-f06ed3d6b5fe,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.820436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-39e19144-1fcd-4a65-b07c-9934d5896f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:50.822637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-39e19144-1fcd-4a65-b07c-9934d5896f9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1612074 Mar 22 14:16:50.842273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93361ced-5a56-4cca-b28a-b11b8d862b43 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=cff33937-0685-4bf1-a227-805a3ef4b980,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:50.893331 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade892d7-b9c1-4c69-b78c-250c5b1e98d0 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:50.893835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade892d7-b9c1-4c69-b78c-250c5b1e98d0 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:50.899508 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ade892d7-b9c1-4c69-b78c-250c5b1e98d0 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/d42dd4c5-c738-4b12-b277-4273c278feab HTTP/1.1" status: 404 len: 337 time: 0.1070135 Mar 22 14:16:50.900484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:50.913345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64aa64d7-fe24-4da2-af54-c07d85789b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.928435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] No DVR routers for this DVR port 4469068a-d417-4651-8d74-f06ed3d6b5fe on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:50.932373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:50.941122 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e1597fd8-8843-41fa-b546-f0216c362001 req-4a0d167b-be93-4afc-8075-4a100f011120 tempest-ServersNegativeTestMultiTenantJSON-2110808635 tempest-ServersNegativeTestMultiTenantJSON-2110808635-project] 10.222.0.78 "DELETE /v2.0/ports/4469068a-d417-4651-8d74-f06ed3d6b5fe HTTP/1.1" status: 204 len: 173 time: 1.6867266 Mar 22 14:16:50.941613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'name': 'network-vif-deleted', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:50.948172 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b306ef3e-e274-498e-95f4-bdf75cb4a098" -d '{"events": [{"server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "name": "network-vif-deleted", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:51.030188 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7fcf2d-5bb8-44f6-bc43-17c5039fa1ef tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] DELETE failed (client error): The resource could not be found. Mar 22 14:16:51.030809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7fcf2d-5bb8-44f6-bc43-17c5039fa1ef tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:16:51.036901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.037320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a7fcf2d-5bb8-44f6-bc43-17c5039fa1ef tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/955475f8-018a-401e-8b07-2a6fa3d005cc HTTP/1.1" status: 404 len: 339 time: 0.0560317 Mar 22 14:16:51.048796 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-44d05fd0-30eb-4e2e-863a-f4061d4229e2 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:51.052888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-44d05fd0-30eb-4e2e-863a-f4061d4229e2 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-1874685848 HTTP/1.1" status: 404 len: 329 time: 0.5359757 Mar 22 14:16:51.053613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51752) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.069986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-4a7dc90a-a0af-4b74-8df2-b0852e3fa2e3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-342032725') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.125694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d80a86-3437-4928-9007-d0031f18812d req-6b6991de-22a0-476c-85bd-4f82bfb12062 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.128254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53d80a86-3437-4928-9007-d0031f18812d req-6b6991de-22a0-476c-85bd-4f82bfb12062 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 943 time: 0.3013146 Mar 22 14:16:51.176192 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-4a7dc90a-a0af-4b74-8df2-b0852e3fa2e3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:51.180562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4a7dc90a-a0af-4b74-8df2-b0852e3fa2e3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-342032725 HTTP/1.1" status: 404 len: 328 time: 0.1174788 Mar 22 14:16:51.199694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting subnet 0e169445-d75f-4f72-80ac-aff1662356ba {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:51.201454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86899-44f2-4859-8d13-124ade89e42c req-e4d9bb6f-f9b0-4d4d-a8ec-2bcf37c16772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:51.206013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-e4d9bb6f-f9b0-4d4d-a8ec-2bcf37c16772 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3716171 Mar 22 14:16:51.206629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.211910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (0e169445-d75f-4f72-80ac-aff1662356ba), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.250906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-4ecfcbad-ebd5-4c03-b0cc-34fd220e3542 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007', 'tempest-TagsExtTest-Tag-576088411') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.325682 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f1e16-60f0-4c46-9929-24a2c44d8f56 x-openstack-request-id: req-7b7f1e16-60f0-4c46-9929-24a2c44d8f56 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:51.326013 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f13932a-9cd1-420a-a3b3-714c90160021", "name": "network-vif-deleted", "tag": "4469068a-d417-4651-8d74-f06ed3d6b5fe", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:51.326279 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b7f1e16-60f0-4c46-9929-24a2c44d8f56 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:51.326701 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7f1e16-60f0-4c46-9929-24a2c44d8f56'] response: {'server_uuid': '9f13932a-9cd1-420a-a3b3-714c90160021', 'name': 'network-vif-deleted', 'tag': '4469068a-d417-4651-8d74-f06ed3d6b5fe', 'status': 'completed', 'code': 200} Mar 22 14:16:51.329169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0e169445-d75f-4f72-80ac-aff1662356ba), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.383779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53d80a86-3437-4928-9007-d0031f18812d req-b72ddb74-5d95-4c1e-9adb-086cb9acfa4c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381649 Mar 22 14:16:51.467438 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-4ecfcbad-ebd5-4c03-b0cc-34fd220e3542 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] show failed (client error): The resource could not be found. Mar 22 14:16:51.472907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ecfcbad-ebd5-4c03-b0cc-34fd220e3542 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags/tempest-TagsExtTest-Tag-576088411 HTTP/1.1" status: 404 len: 328 time: 0.2349603 Mar 22 14:16:51.478642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.483018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.488215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-d470abd0-4ffc-4b4e-9b90-b67aa5880b12 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '924b7c89-55b7-4cee-88f1-45f548a2f007') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.544216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0e169445-d75f-4f72-80ac-aff1662356ba), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.617755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d470abd0-4ffc-4b4e-9b90-b67aa5880b12 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007/tags HTTP/1.1" status: 204 len: 168 time: 0.1380818 Mar 22 14:16:51.620529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.626102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-3fa8540a-e699-41f1-8e48-e17a4d3b8ccf tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fbc869e-9497-4a23-bf69-99799bb8f6cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.774369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3fa8540a-e699-41f1-8e48-e17a4d3b8ccf tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1524379 Mar 22 14:16:51.775210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51768) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.781765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-a35f5af6-31e1-484b-838d-803170e560ff tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:51.795219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-e30c6eda-29dc-4df2-83a2-343856ac8ad4 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760959 Mar 22 14:16:51.807525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51770) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.810129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0e169445-d75f-4f72-80ac-aff1662356ba), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.847343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.856742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:51.863812 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/subnets/0e169445-d75f-4f72-80ac-aff1662356ba HTTP/1.1" status: 204 len: 168 time: 0.8249004 Mar 22 14:16:51.864737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:51.865560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b14df-7c21-4f14-acb1-7a285f94a3c1 None None] Network 541f0b69-120b-46fb-9840-ffc2d52255f6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:51.866587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1053f-24fb-442e-bc42-b78ff97c7659 tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Subnet': ['ID=0e169445-d75f-4f72-80ac-aff1662356ba,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:51.982318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (541f0b69-120b-46fb-9840-ffc2d52255f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.004580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.041364 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a35f5af6-31e1-484b-838d-803170e560ff tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53/tags HTTP/1.1" status: 204 len: 168 time: 0.2645748 Mar 22 14:16:52.044277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:52.044487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.048874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-4d3b8ea1-baae-4a41-9f13-9717856c34d1 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ff8c977-7c6a-40c5-8e91-e307af7773a2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:52.108218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f9234-6ffe-46c0-acd5-b6378c9e2afe req-6f9d8471-3198-4bad-89eb-32f65e939b6f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:52.110178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-513f9234-6ffe-46c0-acd5-b6378c9e2afe req-6f9d8471-3198-4bad-89eb-32f65e939b6f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 931 time: 0.4644024 Mar 22 14:16:52.112408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:52.118472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Deleting subnet 64074f47-c1e8-4a46-97a1-3efa171f59fb {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:52.125737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:52.129092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Deleting port b07675ef-879f-4580-a2f8-abbbfc2aeea8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:52.129640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.135833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Publish callbacks [] for subnet (64074f47-c1e8-4a46-97a1-3efa171f59fb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.137739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:52.225287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:52.225542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.266725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] DHCP port deletion for 541f0b69-120b-46fb-9840-ffc2d52255f6 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:52.366315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] For port b07675ef-879f-4580-a2f8-abbbfc2aeea8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b07675ef-879f-4580-a2f8-abbbfc2aeea8,segment=NetworkSegment(4ce8987c-231c-4e87-b8ef-02475b692ee6),segment_id=4ce8987c-231c-4e87-b8ef-02475b692ee6)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:52.366640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.368002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (64074f47-c1e8-4a46-97a1-3efa171f59fb), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.371715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa86899-44f2-4859-8d13-124ade89e42c req-166ef5a2-ef8e-4c09-b3aa-0325b1ee7494 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655639 Mar 22 14:16:52.395590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-8632991b-7c04-4104-bb3f-bfa214cee58d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9750979 Mar 22 14:16:52.438299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Calling delete_port for b07675ef-879f-4580-a2f8-abbbfc2aeea8 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:52.475710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'admin_state_up': True, 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'security_groups': ['64d3baf1-dc0e-4a22-82fc-3050c32a5fc8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:52.491851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Deleting port b07675ef-879f-4580-a2f8-abbbfc2aeea8 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:52.492417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.563495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.596612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Port': ['ID=b07675ef-879f-4580-a2f8-abbbfc2aeea8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.597252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] For port b07675ef-879f-4580-a2f8-abbbfc2aeea8, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b07675ef-879f-4580-a2f8-abbbfc2aeea8,segment=NetworkSegment(4ce8987c-231c-4e87-b8ef-02475b692ee6),segment_id=4ce8987c-231c-4e87-b8ef-02475b692ee6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:52.597896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.614264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] No DVR routers for this DVR port b07675ef-879f-4580-a2f8-abbbfc2aeea8 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:52.618841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Calling delete_port for b07675ef-879f-4580-a2f8-abbbfc2aeea8 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:52.669289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-513f9234-6ffe-46c0-acd5-b6378c9e2afe req-03b9f291-0163-4ad9-88d2-3d4db8a4e85f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571700 Mar 22 14:16:52.706702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b07675ef-879f-4580-a2f8-abbbfc2aeea8), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.731484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] No DVR routers for this DVR port b07675ef-879f-4580-a2f8-abbbfc2aeea8 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:52.775699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd5fd6-e03e-4853-9533-87ab9d15f770 None None] Pushing event deleted for resources: {'Port': ['ID=b07675ef-879f-4580-a2f8-abbbfc2aeea8,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:52.786342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a03c1af6-8b4e-4183-8246-c842b9ae46e2 None None] Provisioning complete for port da4f9140-f792-40d5-aa99-0ff7358aa837 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:52.787054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a03c1af6-8b4e-4183-8246-c842b9ae46e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.835410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a03c1af6-8b4e-4183-8246-c842b9ae46e2 None None] Port da4f9140-f792-40d5-aa99-0ff7358aa837 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:52.841866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (64074f47-c1e8-4a46-97a1-3efa171f59fb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.890287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:52.894411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:52.942007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95732f-a040-45a5-a521-677bc7f63b70 req-2e088b6f-2d62-45d8-b49b-061dc0f0c00c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:52.950082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a95732f-a040-45a5-a521-677bc7f63b70 req-2e088b6f-2d62-45d8-b49b-061dc0f0c00c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 943 time: 0.4161117 Mar 22 14:16:52.959145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acf28-07c5-4197-8818-b263cbc15db7 req-36a678b2-e60a-433b-883a-8c39d2b8b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:52.961283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-36a678b2-e60a-433b-883a-8c39d2b8b293 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 1125 time: 0.4941890 Mar 22 14:16:53.088439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (64074f47-c1e8-4a46-97a1-3efa171f59fb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.214960 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d3b8ea1-baae-4a41-9f13-9717856c34d1 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2/tags HTTP/1.1" status: 204 len: 168 time: 1.1691751 Mar 22 14:16:53.219099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:53.225811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.231502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/64074f47-c1e8-4a46-97a1-3efa171f59fb HTTP/1.1" status: 204 len: 168 time: 1.4131603 Mar 22 14:16:53.243520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:53.366652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acf28-07c5-4197-8818-b263cbc15db7 req-a97a35c0-5e39-4713-9f86-544e7fcd0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:53.368256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-a97a35c0-5e39-4713-9f86-544e7fcd0613 service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3963554 Mar 22 14:16:53.402716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654b40d-893a-4891-bcba-e59e391122c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64074f47-c1e8-4a46-97a1-3efa171f59fb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.403611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (541f0b69-120b-46fb-9840-ffc2d52255f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.419494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e7f63b06-3d44-47e3-8095-4946c8f4a54e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.449829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541f0b69-120b-46fb-9840-ffc2d52255f6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.451626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-822fe755-4932-476b-af4e-c16bef3d9c4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 HTTP/1.1" status: 200 len: 217 time: 0.0544846 Mar 22 14:16:53.454736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a95732f-a040-45a5-a521-677bc7f63b70 req-baf73bb6-92c4-4f72-81a7-211c350180c7 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032060 Mar 22 14:16:53.466147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce8987c-231c-4e87-b8ef-02475b692ee6') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.466560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce8987c-231c-4e87-b8ef-02475b692ee6') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.487827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06aad2b6-16c8-45aa-bacd-c8da35cdc3e8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.490345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06aad2b6-16c8-45aa-bacd-c8da35cdc3e8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnetpools/924b7c89-55b7-4cee-88f1-45f548a2f007 HTTP/1.1" status: 204 len: 168 time: 0.2688618 Mar 22 14:16:53.494365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (4ce8987c-231c-4e87-b8ef-02475b692ee6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.496040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51790) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:53.561817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.1.1.128 (a4e9bcda-57e6-4a18-a744-704178e8c5d8/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1/1a9974bd-5a7b-4c99-a94f-71552d546fdf) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:53.567786 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15af501e-7bb0-4072-82df-fc51a5d165e8 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fbc869e-9497-4a23-bf69-99799bb8f6cd HTTP/1.1" status: 200 len: 205 time: 0.0696545 Mar 22 14:16:53.574650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:53.602297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4ce8987c-231c-4e87-b8ef-02475b692ee6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.612818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:53.613352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (4ce8987c-231c-4e87-b8ef-02475b692ee6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:53.616540 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:53.633125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e7f63b06-3d44-47e3-8095-4946c8f4a54e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.647038 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.694359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acf28-07c5-4197-8818-b263cbc15db7 req-e3b63cfb-ae7f-44a5-b7a4-9f32b7793b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:53.695857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-e3b63cfb-ae7f-44a5-b7a4-9f32b7793b00 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2383599 Mar 22 14:16:53.698356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f63b06-3d44-47e3-8095-4946c8f4a54e']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.705081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.711116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93022fef-1cba-4c00-bbc4-b60f70d29e6f') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.711632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93022fef-1cba-4c00-bbc4-b60f70d29e6f') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:53.730570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (541f0b69-120b-46fb-9840-ffc2d52255f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.736621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (93022fef-1cba-4c00-bbc4-b60f70d29e6f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.768797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.775538 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] 10.222.0.81 "DELETE /v2.0/networks/541f0b69-120b-46fb-9840-ffc2d52255f6 HTTP/1.1" status: 204 len: 168 time: 1.9054499 Mar 22 14:16:53.793951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208e12-025a-4091-818c-007b8e75ffec tempest-NetworksIpV6Test-2088967497 tempest-NetworksIpV6Test-2088967497-project] Pushing event deleted for resources: {'Network': ['ID=541f0b69-120b-46fb-9840-ffc2d52255f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:53.807361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (93022fef-1cba-4c00-bbc4-b60f70d29e6f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.819683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:53.820220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (93022fef-1cba-4c00-bbc4-b60f70d29e6f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:53.822553 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:53.908687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e7f63b06-3d44-47e3-8095-4946c8f4a54e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.914746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b07675ef-879f-4580-a2f8-abbbfc2aeea8 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:53.928379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:53.939961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e7f63b06-3d44-47e3-8095-4946c8f4a54e HTTP/1.1" status: 204 len: 168 time: 0.6955347 Mar 22 14:16:53.980528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:53.981827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b07675ef-879f-4580-a2f8-abbbfc2aeea8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:53.984148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b07675ef-879f-4580-a2f8-abbbfc2aeea8 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:53.994558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342eafe-afdf-48f5-9382-fd2ede830661 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f63b06-3d44-47e3-8095-4946c8f4a54e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:54.080675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Deleting subnet 320ff8ae-3429-4886-86bb-50e4a5008c34 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:54.085416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Publish callbacks [] for subnet (320ff8ae-3429-4886-86bb-50e4a5008c34), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.130103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (320ff8ae-3429-4886-86bb-50e4a5008c34), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.218058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (320ff8ae-3429-4886-86bb-50e4a5008c34), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.234086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.243384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for router_controller (5fbc869e-9497-4a23-bf69-99799bb8f6cd), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.270359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51810) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:54.339737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (320ff8ae-3429-4886-86bb-50e4a5008c34), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.344736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247d45-94b1-4e57-80eb-b17301a9dcad req-0ef20df2-b987-4617-80c0-65f5bcd6fa78 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.352720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247d45-94b1-4e57-80eb-b17301a9dcad req-0ef20df2-b987-4617-80c0-65f5bcd6fa78 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.353743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9247d45-94b1-4e57-80eb-b17301a9dcad req-0ef20df2-b987-4617-80c0-65f5bcd6fa78 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 1653 time: 0.2865059 Mar 22 14:16:54.355827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acf28-07c5-4197-8818-b263cbc15db7 req-e8c4e8f4-5b0c-409c-afcf-4ae93ee90ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:54.357166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-e8c4e8f4-5b0c-409c-afcf-4ae93ee90ebd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5787311 Mar 22 14:16:54.438472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320ff8ae-3429-4886-86bb-50e4a5008c34,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:54.465727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.472496 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3138200a-cba8-4a6f-b657-7fdf29a15bd7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/320ff8ae-3429-4886-86bb-50e4a5008c34 HTTP/1.1" status: 204 len: 168 time: 0.4882669 Mar 22 14:16:54.480475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:54.485266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:16:54.524122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4469068a-d417-4651-8d74-f06ed3d6b5fe no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:54.621292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 4469068a-d417-4651-8d74-f06ed3d6b5fe {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:54.621911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4469068a-d417-4651-8d74-f06ed3d6b5fe not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:54.623785 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b2bcceff-817c-4d07-a2be-c6c1f97c5645 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e89fd28d271475c9a8ee190727b3781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523023 Mar 22 14:16:54.627614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51824) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:54.660073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ac9667a2-d25c-4d17-95ef-3a12ca42b3e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.707159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] Publish callbacks [] for security_group (a9cea344-1152-40b9-9bac-e0e24a92411a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.717281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:54.742488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'mac_address': 'fa:16:3e:02:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:16:54.799631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ac9667a2-d25c-4d17-95ef-3a12ca42b3e3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.825337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9667a2-d25c-4d17-95ef-3a12ca42b3e3']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:54.833436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:54.834343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.837123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835432cc-1084-4ae2-842d-b8c2e9732464') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:54.837546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835432cc-1084-4ae2-842d-b8c2e9732464') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:54.849207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (835432cc-1084-4ae2-842d-b8c2e9732464), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.855073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:16:54.875962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (835432cc-1084-4ae2-842d-b8c2e9732464), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.886117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:54.890367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] Publish callbacks [] for security_group (a9cea344-1152-40b9-9bac-e0e24a92411a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.893052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:54.893560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (835432cc-1084-4ae2-842d-b8c2e9732464), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:54.895788 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:54.902266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.936744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:54.971836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.003354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ac9667a2-d25c-4d17-95ef-3a12ca42b3e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.010811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.018206 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ac9667a2-d25c-4d17-95ef-3a12ca42b3e3 HTTP/1.1" status: 204 len: 168 time: 0.5335720 Mar 22 14:16:55.056767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e33fa-81ab-4967-a124-878f0e2cf1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9667a2-d25c-4d17-95ef-3a12ca42b3e3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.076267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a9cea344-1152-40b9-9bac-e0e24a92411a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.080741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.083241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9cea344-1152-40b9-9bac-e0e24a92411a HTTP/1.1" status: 204 len: 168 time: 0.4545746 Mar 22 14:16:55.125946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f57821-849e-49c7-9f1b-6a2b31a89e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cea344-1152-40b9-9bac-e0e24a92411a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.154200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.188972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:16:55.308800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:55.344070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-cd4242db-d8c5-4e84-9067-eae6d69ea207 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9788418 Mar 22 14:16:55.344707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5fbc869e-9497-4a23-bf69-99799bb8f6cd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.349159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Fanout notify agent at l3_agent the message router_deleted on router 5fbc869e-9497-4a23-bf69-99799bb8f6cd {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:16:55.356929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.363469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:55.367543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-13971da3-553d-4678-a3c9-38864f4c31f3 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/routers/5fbc869e-9497-4a23-bf69-99799bb8f6cd HTTP/1.1" status: 204 len: 168 time: 1.7915506 Mar 22 14:16:55.546411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79bf8628-81c7-4bcd-a3b7-ffdb1bf1f966 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09fc24a69807464cad72a64de08a0ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363808 Mar 22 14:16:55.554886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51848) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:55.636418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.660284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] Publish callbacks [] for security_group (0ee6e11d-6956-4e1a-b491-7f91a7fe9d89), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.701438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Deleting port ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:55.701908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.735863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9247d45-94b1-4e57-80eb-b17301a9dcad req-9733613e-9e8c-40b6-9415-462e86b07bbc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3743336 Mar 22 14:16:55.766692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21908-3305-454b-84d5-bfa80b6702b7 req-9521154e-9fda-4c9e-bc27-3b83038f01b9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:55.768479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0c21908-3305-454b-84d5-bfa80b6702b7 req-9521154e-9fda-4c9e-bc27-3b83038f01b9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 944 time: 0.4535539 Mar 22 14:16:55.775183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] Publish callbacks [] for security_group (0ee6e11d-6956-4e1a-b491-7f91a7fe9d89), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.809233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:55.836683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:55.853408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0ee6e11d-6956-4e1a-b491-7f91a7fe9d89), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.854983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:55.857432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.859244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee6e11d-6956-4e1a-b491-7f91a7fe9d89 HTTP/1.1" status: 204 len: 168 time: 0.3030500 Mar 22 14:16:55.877790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.886605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a42c6-74ad-4f1c-a77f-75beb984096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee6e11d-6956-4e1a-b491-7f91a7fe9d89,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:55.933063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-302acf28-07c5-4197-8818-b263cbc15db7 req-d9dc186c-f25a-4658-a582-47708b9faaf4 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626550 Mar 22 14:16:55.945641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:55.979190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Calling delete_port for ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:55.981780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0c21908-3305-454b-84d5-bfa80b6702b7 req-80345381-8b18-4d16-bb6c-5f0235cb95ea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919911 Mar 22 14:16:56.024333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:56.025473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.049254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-540cb59c-ff8d-472c-bef2-6bba261d433c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5885632 Mar 22 14:16:56.065711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'admin_state_up': True, 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'security_groups': ['64d3baf1-dc0e-4a22-82fc-3050c32a5fc8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:56.293487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.324489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4e32fe9d-8b82-4888-bfb8-cb649f93d64c None None] Provisioning complete for port 1a9974bd-5a7b-4c99-a94f-71552d546fdf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:56.324973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4e32fe9d-8b82-4888-bfb8-cb649f93d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.361624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event deleted for resources: {'Port': ['ID=ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:56.372562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:56.486671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4e32fe9d-8b82-4888-bfb8-cb649f93d64c None None] Port 1a9974bd-5a7b-4c99-a94f-71552d546fdf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:56.500908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:16:56.505428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.511612 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5e90f4a4-3356-41e6-abd6-e12391850796 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/ports/ce3325b0-d5ba-43fa-bee4-ad8ea1d5ab53 HTTP/1.1" status: 204 len: 168 time: 1.1437516 Mar 22 14:16:56.512185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51872) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.626722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.648022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:16:56.661391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:56.662142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.663308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Deleting subnet 7ff8c977-7c6a-40c5-8e91-e307af7773a2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:16:56.669933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51876) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.675755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for subnet (7ff8c977-7c6a-40c5-8e91-e307af7773a2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.859776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.886335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:16:56.886500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7ff8c977-7c6a-40c5-8e91-e307af7773a2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.888478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:56.938043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9db03f58-aba6-4589-a91c-5adfc0b13582 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8f35716ee1145988bfeb7cba7b8f577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666261 Mar 22 14:16:56.943605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51884) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:56.965645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:56.966929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:16:56.969517 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced2c74b-234a-465f-8ecc-b02f33963230" -d '{"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:16:56.979390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.103120 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c8f309-34a0-4426-99e8-3e15152e2659 x-openstack-request-id: req-32c8f309-34a0-4426-99e8-3e15152e2659 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:16:57.103798 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:16:57.104245 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32c8f309-34a0-4426-99e8-3e15152e2659 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:16:57.106282 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c8f309-34a0-4426-99e8-3e15152e2659'] response: {'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'code': 200} Mar 22 14:16:57.107220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:57.208746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7ff8c977-7c6a-40c5-8e91-e307af7773a2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.326984 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7ff8c977-7c6a-40c5-8e91-e307af7773a2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.337381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733777247'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:57.370869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff8c977-7c6a-40c5-8e91-e307af7773a2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:57.381346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.382737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af85595-88df-465e-b4f7-5d625d88874c None None] Network cc525580-60c8-4c95-9325-627768836949 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:16:57.385105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f21cd470-8a6d-47e1-8af7-a7d90add4558 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/subnets/7ff8c977-7c6a-40c5-8e91-e307af7773a2 HTTP/1.1" status: 204 len: 168 time: 0.8714960 Mar 22 14:16:57.387563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51892) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:57.485387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cc525580-60c8-4c95-9325-627768836949), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.556431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] Publish callbacks [] for security_group (3af300dc-2436-496a-8a33-ad62bc916769), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.598026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Deleting port f691bb7a-134d-40cc-9712-1fb2b7b65dde {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:57.598373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.609059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:57.620974 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.629510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.2.2.100 (fc969c99-ec49-4fd9-817e-34d9cb006733/487d45e8-e6ec-4d5e-91a0-928eeee3c560/496bf7ba-e0f6-4fce-bc29-436886306ad6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:16:57.683352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52410b-0977-409d-ba81-203e60f3b89a req-23d0a85e-4cf7-42e2-b539-f3753769b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:57.685181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b52410b-0977-409d-ba81-203e60f3b89a req-23d0a85e-4cf7-42e2-b539-f3753769b965 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 1127 time: 0.5167527 Mar 22 14:16:57.728762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] For port f691bb7a-134d-40cc-9712-1fb2b7b65dde, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f691bb7a-134d-40cc-9712-1fb2b7b65dde,segment=NetworkSegment(92ca3ad5-783c-4238-aec9-d302b1df04fb),segment_id=92ca3ad5-783c-4238-aec9-d302b1df04fb)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:57.729986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.732567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] DHCP port deletion for cc525580-60c8-4c95-9325-627768836949 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:16:57.747718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Calling delete_port for f691bb7a-134d-40cc-9712-1fb2b7b65dde owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:57.822532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33b42-6ccb-49a9-a289-928d681a180d req-f52d751d-0ae4-45c0-b721-146392d870c4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:57.826663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dec33b42-6ccb-49a9-a289-928d681a180d req-f52d751d-0ae4-45c0-b721-146392d870c4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.5141275 Mar 22 14:16:57.865170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Deleting port f691bb7a-134d-40cc-9712-1fb2b7b65dde {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:16:57.865170 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.865622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b52410b-0977-409d-ba81-203e60f3b89a req-675e80e8-bb19-4c37-b83b-2fc7d22ffea3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571288 Mar 22 14:16:57.865622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.958968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] Publish callbacks [] for security_group (3af300dc-2436-496a-8a33-ad62bc916769), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.963884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:57.969148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f691bb7a-134d-40cc-9712-1fb2b7b65dde no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:16:57.995895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5606-4fa3-4b3a-b2f0-c09941e3f6f4 req-03ee89c7-cc2b-452f-a4f8-f2d5bbbad938 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.005761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5606-4fa3-4b3a-b2f0-c09941e3f6f4 req-03ee89c7-cc2b-452f-a4f8-f2d5bbbad938 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.016668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5606-4fa3-4b3a-b2f0-c09941e3f6f4 req-03ee89c7-cc2b-452f-a4f8-f2d5bbbad938 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.023316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ac5606-4fa3-4b3a-b2f0-c09941e3f6f4 req-03ee89c7-cc2b-452f-a4f8-f2d5bbbad938 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 2374 time: 0.6553140 Mar 22 14:16:58.033090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: f691bb7a-134d-40cc-9712-1fb2b7b65dde {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:16:58.033437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f691bb7a-134d-40cc-9712-1fb2b7b65dde not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:16:58.051604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event deleted for resources: {'Port': ['ID=f691bb7a-134d-40cc-9712-1fb2b7b65dde,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.061519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] No DVR routers for this DVR port f691bb7a-134d-40cc-9712-1fb2b7b65dde on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:58.092446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] For port f691bb7a-134d-40cc-9712-1fb2b7b65dde, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f691bb7a-134d-40cc-9712-1fb2b7b65dde,segment=NetworkSegment(92ca3ad5-783c-4238-aec9-d302b1df04fb),segment_id=92ca3ad5-783c-4238-aec9-d302b1df04fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:16:58.092903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.133998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Calling delete_port for f691bb7a-134d-40cc-9712-1fb2b7b65dde owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:16:58.172342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dec33b42-6ccb-49a9-a289-928d681a180d req-f76496d0-0242-4fb9-8bff-52198b266c0e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878175 Mar 22 14:16:58.183720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (cc525580-60c8-4c95-9325-627768836949), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.185874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.208962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc525580-60c8-4c95-9325-627768836949']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:58.220052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ca3ad5-783c-4238-aec9-d302b1df04fb') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:58.220378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ca3ad5-783c-4238-aec9-d302b1df04fb') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:16:58.227266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ac5606-4fa3-4b3a-b2f0-c09941e3f6f4 req-4f63eae0-7081-4a79-ad82-ca9fc05005cd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543703 Mar 22 14:16:58.236772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (92ca3ad5-783c-4238-aec9-d302b1df04fb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.253809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (92ca3ad5-783c-4238-aec9-d302b1df04fb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.261252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:16:58.261656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (92ca3ad5-783c-4238-aec9-d302b1df04fb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.330957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3af300dc-2436-496a-8a33-ad62bc916769), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.334808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.338635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3af300dc-2436-496a-8a33-ad62bc916769 HTTP/1.1" status: 204 len: 168 time: 1.3068764 Mar 22 14:16:58.354319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395e600-a2de-4648-9d4b-551bf1dd0e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af300dc-2436-496a-8a33-ad62bc916769,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:16:58.365786 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:16:58.373415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (cc525580-60c8-4c95-9325-627768836949), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.396807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.401816 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] 10.222.0.81 "DELETE /v2.0/networks/cc525580-60c8-4c95-9325-627768836949 HTTP/1.1" status: 204 len: 168 time: 1.0130017 Mar 22 14:16:58.403453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c1ae5-8a5c-47b0-abfa-5021f657b743 tempest-TagsExtTest-779747920 tempest-TagsExtTest-779747920-project] Pushing event deleted for resources: {'Network': ['ID=cc525580-60c8-4c95-9325-627768836949,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.411409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.478092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for security_group (fc8357a6-f20d-45af-b5ab-95bd4dc963cd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.488956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fc8357a6-f20d-45af-b5ab-95bd4dc963cd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.531536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8357a6-f20d-45af-b5ab-95bd4dc963cd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.536025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.579633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:58.591154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network fc969c99-ec49-4fd9-817e-34d9cb006733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:16:58.598509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:16:58.613221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:16:58.678645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (59bab657-7250-424d-b69a-ce6769bf9a1c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.679566 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment 59bab657-7250-424d-b69a-ce6769bf9a1c of type vlan for network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b Mar 22 14:16:58.764516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:58.841850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:58.844211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.866512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (f691bb7a-134d-40cc-9712-1fb2b7b65dde), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.871008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:58.891024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-77935307-cdec-406d-afee-023a1ce9abcf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8339210 Mar 22 14:16:58.898090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Network cc525580-60c8-4c95-9325-627768836949 is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:16:58.898558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] No DVR routers for this DVR port f691bb7a-134d-40cc-9712-1fb2b7b65dde on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:16:58.916191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'admin_state_up': True, 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'security_groups': ['64d3baf1-dc0e-4a22-82fc-3050c32a5fc8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:58.972479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fff32-8ae5-4f16-97c5-b0aaefb36793 None None] Pushing event deleted for resources: {'Port': ['ID=f691bb7a-134d-40cc-9712-1fb2b7b65dde,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:59.060887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.105508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51918) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:59.147492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.152894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-62a18219-fec3-4042-8b39-921b18e67abb None None] Provisioning complete for port 496bf7ba-e0f6-4fce-bc29-436886306ad6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:16:59.153279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62a18219-fec3-4042-8b39-921b18e67abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.154309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.154998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.255622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-62a18219-fec3-4042-8b39-921b18e67abb None None] Port 496bf7ba-e0f6-4fce-bc29-436886306ad6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:16:59.329138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4653919 Mar 22 14:16:59.330212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51930) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:59.359286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786386353'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:16:59.391398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:59.396091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.399422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ecc88-0924-4b12-8bbd-267a39abc071 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=caf8aa90-0d86-4a51-9dcc-36791fdc6c8b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:59.411418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:16:59.440918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-915ddc3c-25d4-4de2-9987-be8a22dc1827 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c54c7a1bece480b8659db7325296b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340120 Mar 22 14:16:59.444148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51934) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:16:59.512536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] Publish callbacks [] for security_group (cb242412-3af4-4d0e-b15f-fe57ee644afa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.553031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] Publish callbacks [] for security_group (cb242412-3af4-4d0e-b15f-fe57ee644afa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.642111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38938c-9e82-437d-bc4a-fee490185e08 req-a09d8d01-3bfa-47c3-b8e2-24fe93855e9b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.649275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf38938c-9e82-437d-bc4a-fee490185e08 req-a09d8d01-3bfa-47c3-b8e2-24fe93855e9b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.3373153 Mar 22 14:16:59.657514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:16:59.663461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Made reservation on behalf of ffb1244593e04ea68ddfd4cecf8bae7d for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:16:59.668168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.672495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cb242412-3af4-4d0e-b15f-fe57ee644afa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.675317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.676623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb242412-3af4-4d0e-b15f-fe57ee644afa HTTP/1.1" status: 204 len: 168 time: 0.2299640 Mar 22 14:16:59.681639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-20a7cfe4-d692-4297-aa2e-7b319e6ec777 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.684878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5eac60a5-6350-4512-86e7-14d29195b167), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.685303 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment 5eac60a5-6350-4512-86e7-14d29195b167 of type vlan for network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 Mar 22 14:16:59.699298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-20a7cfe4-d692-4297-aa2e-7b319e6ec777 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.699527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61609bc-27a5-4335-8eb5-d6c3e2a16dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb242412-3af4-4d0e-b15f-fe57ee644afa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:16:59.704947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-20a7cfe4-d692-4297-aa2e-7b319e6ec777 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.710289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-20a7cfe4-d692-4297-aa2e-7b319e6ec777 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.718738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-20a7cfe4-d692-4297-aa2e-7b319e6ec777 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 3095 time: 0.3125167 Mar 22 14:16:59.780129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (829f4a63-ceb4-49fd-8a72-7faa4abb7564), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.870899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (829f4a63-ceb4-49fd-8a72-7faa4abb7564), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:16:59.877644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:16:59.904171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.020552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6647339 Mar 22 14:17:00.024155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:00.036757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf38938c-9e82-437d-bc4a-fee490185e08 req-a0a47b4b-fd49-43ed-b231-aea137f8cfcb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865733 Mar 22 14:17:00.037862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:00.085029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a0dc6e3-5dae-4182-be15-922149dee3bd req-ac193891-3d89-4e75-9dd2-3196b3defc62 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548338 Mar 22 14:17:00.207092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b821-5521-4450-aad8-5cefc171e289 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=829f4a63-ceb4-49fd-8a72-7faa4abb7564,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.231319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:00.319285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:00.323395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.542076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Allocated IP 10.2.2.200 (fc969c99-ec49-4fd9-817e-34d9cb006733/487d45e8-e6ec-4d5e-91a0-928eeee3c560/d57f34a4-7f44-46cd-b812-6d1796a68737) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:00.609408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190fcef-a858-44c2-8a3a-f1e83a9eebbc req-83b17f62-412e-4390-8b3a-0e124ec1af48 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:00.618371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9190fcef-a858-44c2-8a3a-f1e83a9eebbc req-83b17f62-412e-4390-8b3a-0e124ec1af48 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.1285810 Mar 22 14:17:00.698198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9190fcef-a858-44c2-8a3a-f1e83a9eebbc req-fd1bb270-07b4-46b3-a740-1b5cf23e818f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740294 Mar 22 14:17:00.820667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (cdacd002-f2f3-464e-93f6-1912ac9f7e1b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.895134 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.919505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=cdacd002-f2f3-464e-93f6-1912ac9f7e1b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:00.939847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': '59bab657-7250-424d-b69a-ce6769bf9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:00.940109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: caf8aa90-0d86-4a51-9dcc-36791fdc6c8b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:00.965010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:00.981752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, caf8aa90-0d86-4a51-9dcc-36791fdc6c8b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:00.991751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:00.992843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.995266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:00.997029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553df6b-56c9-40c5-8b74-0d287db587b9 None None] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:01.039568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02349273-80b9-4419-88e3-69d59690420a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0145154 Mar 22 14:17:01.042565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:01.059285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:01.162130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Network fc969c99-ec49-4fd9-817e-34d9cb006733 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:01.174208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:01.189030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:01.194185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:01.269245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-caf8aa90-0d86-4a51-9dcc-36791fdc6c8b', 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': 'cdacd002-f2f3-464e-93f6-1912ac9f7e1b'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:17:01.271224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.356074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:01.359083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.359762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.366933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.451291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-1af7bb46-dd6e-4ec6-a3ee-b5c67c17657e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5412498 Mar 22 14:17:01.475797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:01.501148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.507870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.515505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.525138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.532941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:01.535078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-3f5d50a2-8755-40f9-949e-5cf2cf66f962 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 3816 time: 0.2045329 Mar 22 14:17:01.624507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Allocated IP 2001:db8::2 (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b/cdacd002-f2f3-464e-93f6-1912ac9f7e1b/fe0137ee-5327-4ee2-83f8-4145de432e93) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:01.674350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.706104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504c0b8d-d32d-4069-a4d6-477a929e7646 req-259f851d-d968-476b-ae72-20b904f90ba7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464679 Mar 22 14:17:01.884493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-13fd958d-0e01-404e-9278-2844cc236718 None None] Provisioning complete for port d57f34a4-7f44-46cd-b812-6d1796a68737 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:01.884885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13fd958d-0e01-404e-9278-2844cc236718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:01.896389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (92a7a742-e275-4bf3-abf3-6805c20d6b82), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.054905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=92a7a742-e275-4bf3-abf3-6805c20d6b82,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.076421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': '5eac60a5-6350-4512-86e7-14d29195b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:02.076790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: 829f4a63-ceb4-49fd-8a72-7faa4abb7564, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:02.078156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-13fd958d-0e01-404e-9278-2844cc236718 None None] Port d57f34a4-7f44-46cd-b812-6d1796a68737 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:02.121636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70310539-494d-4279-966e-e1cdbe255986 req-dda2f665-c9cd-417e-8fa1-1278b1ed0e63 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.123233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70310539-494d-4279-966e-e1cdbe255986 req-dda2f665-c9cd-417e-8fa1-1278b1ed0e63 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.2115340 Mar 22 14:17:02.128425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:02.158232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 829f4a63-ceb4-49fd-8a72-7faa4abb7564) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:02.185887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:02.189555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.196283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb1867-0196-4155-8a0a-872f28cf0409 None None] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:02.204794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70310539-494d-4279-966e-e1cdbe255986 req-416ba95c-8406-4579-ba89-451b6ee4d6d3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Mar 22 14:17:02.253432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-21ac0dbe-3a6b-4d79-a6f4-e597598e9f6d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2098012 Mar 22 14:17:02.256080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:02.261118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-933646867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:02.306216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.307582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.354985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7630c28f-54b1-4aba-9727-7e844dd76306 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:02.373631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks [] for port (7630c28f-54b1-4aba-9727-7e844dd76306), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.396119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-829f4a63-ceb4-49fd-8a72-7faa4abb7564', 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '92a7a742-e275-4bf3-abf3-6805c20d6b82'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:17:02.397114 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.400498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks [] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.415105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Transition to ACTIVE for port object 7630c28f-54b1-4aba-9727-7e844dd76306 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:02.421553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.429470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.508334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.531556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.546527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Pushing event updated for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.552657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:02.559565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:02.565402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:02.598695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.602981 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd5ef149-4a25-4a78-a3b5-6f54681082a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3457601 Mar 22 14:17:02.603609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:02.674952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Pushing event updated for resources: {'Port': ['ID=fe0137ee-5327-4ee2-83f8-4145de432e93,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:02.682221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Attempting to bind port fe0137ee-5327-4ee2-83f8-4145de432e93 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:02.683275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Attempting to bind port fe0137ee-5327-4ee2-83f8-4145de432e93 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '59bab657-7250-424d-b69a-ce6769bf9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:02.684018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Attempting to bind port fe0137ee-5327-4ee2-83f8-4145de432e93 on network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:02.724337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:02.725315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Checking segment: {'id': '59bab657-7250-424d-b69a-ce6769bf9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:02.729217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.729873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Bound using segment: {'id': '59bab657-7250-424d-b69a-ce6769bf9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:02.730673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Bound port: fe0137ee-5327-4ee2-83f8-4145de432e93, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bab657-7250-424d-b69a-ce6769bf9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'caf8aa90-0d86-4a51-9dcc-36791fdc6c8b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:02.731299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.761532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Attempting to bind port 7630c28f-54b1-4aba-9727-7e844dd76306 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:02.765165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Attempting to bind port 7630c28f-54b1-4aba-9727-7e844dd76306 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:02.765588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Attempting to bind port 7630c28f-54b1-4aba-9727-7e844dd76306 on network 18231ba7-7e63-490a-a869-d4210897fa20 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:02.776820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Port 7630c28f-54b1-4aba-9727-7e844dd76306 on network 18231ba7-7e63-490a-a869-d4210897fa20 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:02.777161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Attempting to bind port 7630c28f-54b1-4aba-9727-7e844dd76306 on network 18231ba7-7e63-490a-a869-d4210897fa20 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:02.787984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:02.796649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Checking segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:02.797113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Bound using segment: {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:02.800169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Bound port: 7630c28f-54b1-4aba-9727-7e844dd76306, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e8fa3b-db18-4225-ba8d-181cfc8833fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:02.800543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.913152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] For port fe0137ee-5327-4ee2-83f8-4145de432e93, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:02.922825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] For port fe0137ee-5327-4ee2-83f8-4145de432e93, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fe0137ee-5327-4ee2-83f8-4145de432e93,segment=NetworkSegment(59bab657-7250-424d-b69a-ce6769bf9a1c),segment_id=59bab657-7250-424d-b69a-ce6769bf9a1c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:02.951598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:02.992626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:02.997029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Allocated IP 2001:db8:1::2 (829f4a63-ceb4-49fd-8a72-7faa4abb7564/92a7a742-e275-4bf3-abf3-6805c20d6b82/41551490-75a1-464e-918a-673dc8fdf231) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:03.101231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7630c28f-54b1-4aba-9727-7e844dd76306,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:03.132933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcf34f-559c-4058-bd61-4ab6be977749 None None] Pushing event updated for resources: {'Port': ['ID=fe0137ee-5327-4ee2-83f8-4145de432e93,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:03.153542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.246662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.287844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.296632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.302912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.319534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.331549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-b6ffe35a-091e-4a96-aa48-a69c1454dc95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 3828 time: 0.3585119 Mar 22 14:17:03.415050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks [] for port (41551490-75a1-464e-918a-673dc8fdf231), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.427173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.431617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (41551490-75a1-464e-918a-673dc8fdf231), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.518396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Pushing event updated for resources: {'Port': ['ID=41551490-75a1-464e-918a-673dc8fdf231,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:03.586868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:03.589659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:03.597781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:03.655775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Pushing event updated for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:03.665582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.666791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.669268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f648bdf3-a1ae-4351-8adc-86fc581ce65e service neutron] 10.222.0.78 "PUT /v2.0/ports/7630c28f-54b1-4aba-9727-7e844dd76306 HTTP/1.1" status: 200 len: 1091 time: 2.2086880 Mar 22 14:17:03.671121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:03.673734 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd431a3-c630-46bd-96ff-0f943d92b680" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:03.735966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43910415-bf81-4ce8-98a1-eec7c9551af1 req-e9f68246-634a-4693-b11d-bf7449d91794 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:03.749289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43910415-bf81-4ce8-98a1-eec7c9551af1 req-e9f68246-634a-4693-b11d-bf7449d91794 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.3505750 Mar 22 14:17:03.759052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52080) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:03.766362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:03.811705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Attempting to bind port 41551490-75a1-464e-918a-673dc8fdf231 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:03.813525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Attempting to bind port 41551490-75a1-464e-918a-673dc8fdf231 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5eac60a5-6350-4512-86e7-14d29195b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:03.815546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Attempting to bind port 41551490-75a1-464e-918a-673dc8fdf231 on network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:03.836548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:03.845415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Checking segment: {'id': '5eac60a5-6350-4512-86e7-14d29195b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:03.845971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.846541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Bound using segment: {'id': '5eac60a5-6350-4512-86e7-14d29195b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:03.847154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Bound port: 41551490-75a1-464e-918a-673dc8fdf231, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eac60a5-6350-4512-86e7-14d29195b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '829f4a63-ceb4-49fd-8a72-7faa4abb7564'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:03.847646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41551490-75a1-464e-918a-673dc8fdf231), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.947087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:03.996530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de4d0707-5467-44e9-abb9-32c0bf72be6c req-59a01262-cb83-4a95-b96c-534840bea318 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6640811 Mar 22 14:17:04.128725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fe0137ee-5327-4ee2-83f8-4145de432e93 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:04.255359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] For port 41551490-75a1-464e-918a-673dc8fdf231, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:04.304197 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4605abf9-213b-44fd-950c-9839a466324a x-openstack-request-id: req-4605abf9-213b-44fd-950c-9839a466324a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:04.305280 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:04.306164 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4605abf9-213b-44fd-950c-9839a466324a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:04.308080 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4605abf9-213b-44fd-950c-9839a466324a'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306', 'status': 'completed', 'code': 200} Mar 22 14:17:04.319897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43910415-bf81-4ce8-98a1-eec7c9551af1 req-d9d083a4-c39c-4e33-8cfe-9bd55360233c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668838 Mar 22 14:17:04.350751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] For port 41551490-75a1-464e-918a-673dc8fdf231, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41551490-75a1-464e-918a-673dc8fdf231,segment=NetworkSegment(5eac60a5-6350-4512-86e7-14d29195b167),segment_id=5eac60a5-6350-4512-86e7-14d29195b167)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:04.375715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8::1 (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b/cdacd002-f2f3-464e-93f6-1912ac9f7e1b/cdea9ea0-4aac-4d74-9ef6-35c84bf95419) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:04.377328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fe0137ee-5327-4ee2-83f8-4145de432e93 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:04.382263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.390095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41551490-75a1-464e-918a-673dc8fdf231), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.509522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bce3e9c5-31cd-4b84-8968-b5d420bd75c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.636709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:04.749797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.750437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.751017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.751568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.755573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:04.763930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.765194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-087aa433-5b7e-4802-9e56-16fa420c2bc3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 4394 time: 0.4595385 Mar 22 14:17:04.810833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0660-a53b-4ad8-a6d5-e33b900b48de None None] Pushing event updated for resources: {'Port': ['ID=41551490-75a1-464e-918a-673dc8fdf231,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:04.852336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fe0137ee-5327-4ee2-83f8-4145de432e93 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:04.853366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.886643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:04.973188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:04.981992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port fe0137ee-5327-4ee2-83f8-4145de432e93, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fe0137ee-5327-4ee2-83f8-4145de432e93,segment=NetworkSegment(59bab657-7250-424d-b69a-ce6769bf9a1c),segment_id=59bab657-7250-424d-b69a-ce6769bf9a1c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:04.985607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:05.000947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:05.001932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.009350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.009722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-617812d5-b3cc-4610-a4ca-bd82f3bd3451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.165838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=fe0137ee-5327-4ee2-83f8-4145de432e93,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:05.377391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa16be7-7fc9-4b35-a822-4deb59142927 None None] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:05.463767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=cdea9ea0-4aac-4d74-9ef6-35c84bf95419,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:05.551193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-754ea6a8-4bb2-43eb-8f0c-c3fc82310384 None None] Provisioning complete for port fe0137ee-5327-4ee2-83f8-4145de432e93 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:05.551788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-754ea6a8-4bb2-43eb-8f0c-c3fc82310384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.589475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:05.744070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-754ea6a8-4bb2-43eb-8f0c-c3fc82310384 None None] Current status of the port fe0137ee-5327-4ee2-83f8-4145de432e93 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:05.989616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-617812d5-b3cc-4610-a4ca-bd82f3bd3451 admin admin] Publish callbacks [] for security_group (99c0351b-9a31-4aad-bc7c-af3f87213a9a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.002358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-617812d5-b3cc-4610-a4ca-bd82f3bd3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99c0351b-9a31-4aad-bc7c-af3f87213a9a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.033345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-9e2fae2b-c050-4122-86b4-0904abd06723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.033840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-9e2fae2b-c050-4122-86b4-0904abd06723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.034311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-9e2fae2b-c050-4122-86b4-0904abd06723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.040513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-9e2fae2b-c050-4122-86b4-0904abd06723 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2664425 Mar 22 14:17:06.115471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-617812d5-b3cc-4610-a4ca-bd82f3bd3451 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32fc85182f834ce4ab651616bed97aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4774187 Mar 22 14:17:06.121317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:06.148911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617812d5-b3cc-4610-a4ca-bd82f3bd3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c0351b-9a31-4aad-bc7c-af3f87213a9a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:06.224476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41551490-75a1-464e-918a-673dc8fdf231 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:06.358457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] Publish callbacks [] for security_group (99c0351b-9a31-4aad-bc7c-af3f87213a9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.389267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Provisioning complete for port fe0137ee-5327-4ee2-83f8-4145de432e93 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:06.389645 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.462763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] Publish callbacks [] for security_group (99c0351b-9a31-4aad-bc7c-af3f87213a9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.538357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b788f-15cf-48b6-9518-5707112868f9 req-34889cca-493a-493b-b234-6d29203cd7ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.540239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f8b788f-15cf-48b6-9518-5707112868f9 req-34889cca-493a-493b-b234-6d29203cd7ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.4859991 Mar 22 14:17:06.558271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:06.577125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.602202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.604962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.608412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.609917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.613776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.619644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.625517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.627524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-24ccc0f7-cbe7-4523-8f54-6e6dee778626 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 3828 time: 0.5799263 Mar 22 14:17:06.668735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41551490-75a1-464e-918a-673dc8fdf231 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:06.669119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41551490-75a1-464e-918a-673dc8fdf231), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:06.708368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f8b788f-15cf-48b6-9518-5707112868f9 req-4c570960-4c25-4752-8466-bca84c92065f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Mar 22 14:17:06.783541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:17:06.844337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-fb280286-7498-4d64-848e-21d79d08f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:06.847039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd431a3-c630-46bd-96ff-0f943d92b680 req-fb280286-7498-4d64-848e-21d79d08f386 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7156460 Mar 22 14:17:06.968589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=cdea9ea0-4aac-4d74-9ef6-35c84bf95419,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:06.984982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda9825e-185a-4aa1-ac36-3a4cbb9aebf1 req-538d4435-de0c-4a07-94c9-7d0bf7e66fd9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799854 Mar 22 14:17:07.000998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (99c0351b-9a31-4aad-bc7c-af3f87213a9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.007882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.011663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99c0351b-9a31-4aad-bc7c-af3f87213a9a HTTP/1.1" status: 204 len: 168 time: 0.8890204 Mar 22 14:17:07.022643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:07.052001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc42dda-7909-48bc-9215-2641f49d2964 None None] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:07.068598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb84a0-fd17-4d7d-8de8-acfb1d37c104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c0351b-9a31-4aad-bc7c-af3f87213a9a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:07.123787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:07.129779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:07.142306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:07.176879 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks [] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.204954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'port_id': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'mac_address': 'fa:16:3e:02:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:07.213710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Transition to ACTIVE for port object 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:07.257129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bce3e9c5-31cd-4b84-8968-b5d420bd75c7 admin admin] Publish callbacks [] for security_group (8fcc422b-7bd9-4fd0-90ff-58e3023da38b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.259662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.285999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bce3e9c5-31cd-4b84-8968-b5d420bd75c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fcc422b-7bd9-4fd0-90ff-58e3023da38b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.403982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Current status of the port fe0137ee-5327-4ee2-83f8-4145de432e93 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:07.608767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:07.615769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bce3e9c5-31cd-4b84-8968-b5d420bd75c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c37e5b37ba634b069ebc16fdc731b26d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7619972 Mar 22 14:17:07.631634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52168) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:07.636544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e9c5-31cd-4b84-8968-b5d420bd75c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc422b-7bd9-4fd0-90ff-58e3023da38b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:07.875937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:07.876350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.878772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Provisioning complete for port cdea9ea0-4aac-4d74-9ef6-35c84bf95419 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:07.879564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:07.907657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:07.934418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:08.081333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e9de31a-24d8-45e7-95ad-d8fa4bce00c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.163102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Attempting to bind port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:08.168790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Attempting to bind port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:08.169458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Attempting to bind port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:08.225698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:08.239032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:08.239032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Attempting to bind port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:08.241125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] Publish callbacks [] for security_group (8fcc422b-7bd9-4fd0-90ff-58e3023da38b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.268647 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.287586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41551490-75a1-464e-918a-673dc8fdf231 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:08.293168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41551490-75a1-464e-918a-673dc8fdf231), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.369430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:17:08.391342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-428b745d-475f-465d-a1ec-6a7c5b55a03c None None] Port cdea9ea0-4aac-4d74-9ef6-35c84bf95419 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:08.405025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] Publish callbacks [] for security_group (8fcc422b-7bd9-4fd0-90ff-58e3023da38b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.460783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:08.461268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:08.461605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Bound using segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:08.462620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Bound port: 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:08.463443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.497130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 41551490-75a1-464e-918a-673dc8fdf231, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41551490-75a1-464e-918a-673dc8fdf231,segment=NetworkSegment(5eac60a5-6350-4512-86e7-14d29195b167),segment_id=5eac60a5-6350-4512-86e7-14d29195b167)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:08.512259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:08.534676 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41551490-75a1-464e-918a-673dc8fdf231), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.535563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fe0137ee-5327-4ee2-83f8-4145de432e93 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:08.577981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e9de31a-24d8-45e7-95ad-d8fa4bce00c1 admin admin] Publish callbacks [] for security_group (a7eb70ef-bbd7-48a8-af1c-e8006c99d595), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.663207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:08.676673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] Sync routers for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:08.683219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:08.687502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:08.691952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a34ac4a-7acb-4727-8867-2358f9e7d853 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0818713 Mar 22 14:17:08.702937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747c85-1e83-4cfa-a570-c5d411c588b1 req-70ea4bd4-9a2b-41b9-b41d-a744c9fa4a06 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.705446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce747c85-1e83-4cfa-a570-c5d411c588b1 req-70ea4bd4-9a2b-41b9-b41d-a744c9fa4a06 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.8048074 Mar 22 14:17:08.706427 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fcc422b-7bd9-4fd0-90ff-58e3023da38b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.709471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.712360 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:08.713072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52188) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:08.713679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fcc422b-7bd9-4fd0-90ff-58e3023da38b HTTP/1.1" status: 204 len: 168 time: 1.0806522 Mar 22 14:17:08.718910 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:08.730054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e9de31a-24d8-45e7-95ad-d8fa4bce00c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7eb70ef-bbd7-48a8-af1c-e8006c99d595), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.782535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:08.801426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:08.823917 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:08.856752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:08.857599 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:08.886479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237fcb4c-6ccf-4ac0-8be0-b6fa72625afa tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:08.887969 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-237fcb4c-6ccf-4ac0-8be0-b6fa72625afa tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports/cdea9ea0-4aac-4d74-9ef6-35c84bf95419 HTTP/1.1" status: 200 len: 911 time: 0.1722007 Mar 22 14:17:08.890737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:08.975349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30bdc-52a3-4b63-8d9e-b0b83db90517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc422b-7bd9-4fd0-90ff-58e3023da38b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:08.998026 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:09.004954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092191b-2916-46a0-bc3f-ad8baed68fb3 None None] The sync data for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:09.028975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=41551490-75a1-464e-918a-673dc8fdf231,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.087560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9e9de31a-24d8-45e7-95ad-d8fa4bce00c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf3020e6b7094ec6a4a79dfde4140b83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1765089 Mar 22 14:17:09.120688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52200) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:09.127414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.130619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.132634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] 10.222.0.78 "PUT /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 1130 time: 5.4213855 Mar 22 14:17:09.200117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Provisioning complete for port cdea9ea0-4aac-4d74-9ef6-35c84bf95419 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:09.200485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.213779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6087-9a60-4da9-a24a-4bce432ec050 service neutron] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.239311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de31a-24d8-45e7-95ad-d8fa4bce00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb70ef-bbd7-48a8-af1c-e8006c99d595,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:09.258446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:09.266927 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "17d70fa2-fbad-47af-91c3-1ebc22dafbb1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:09.297318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Port cdea9ea0-4aac-4d74-9ef6-35c84bf95419 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:09.314928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fe0137ee-5327-4ee2-83f8-4145de432e93 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:09.315311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.383275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce747c85-1e83-4cfa-a570-c5d411c588b1 req-e33c9f1f-6a99-4646-9195-ce8201bcd9eb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668012 Mar 22 14:17:09.412050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:09.503383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.542431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.564322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] Publish callbacks [] for security_group (a7eb70ef-bbd7-48a8-af1c-e8006c99d595), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.576371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.610857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.627976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.649804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:09.653789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] Publish callbacks [] for security_group (a7eb70ef-bbd7-48a8-af1c-e8006c99d595), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.669206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Provisioning complete for port 41551490-75a1-464e-918a-673dc8fdf231 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:09.669776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-236c1663-99b8-4bfe-85df-04d8162de6d3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 4600 time: 1.5093122 Mar 22 14:17:09.673010 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41551490-75a1-464e-918a-673dc8fdf231), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.698402 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902f790-e81e-4168-aee6-67f1ccc89f3e x-openstack-request-id: req-9902f790-e81e-4168-aee6-67f1ccc89f3e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:09.699017 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "17d70fa2-fbad-47af-91c3-1ebc22dafbb1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:09.701541 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9902f790-e81e-4168-aee6-67f1ccc89f3e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:09.703549 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9902f790-e81e-4168-aee6-67f1ccc89f3e'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1', 'status': 'completed', 'code': 200} Mar 22 14:17:09.844110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:09.939036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fe0137ee-5327-4ee2-83f8-4145de432e93 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:10.107647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-db49ae94-4ee8-40b1-a57a-45fa1ef6d7a9 None None] Current status of the port 41551490-75a1-464e-918a-673dc8fdf231 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:10.210844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.242934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41551490-75a1-464e-918a-673dc8fdf231 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:10.327353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.328071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.328272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.328918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.329542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.330183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:10.332251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-272420f0-24a2-417a-b942-91765912df12 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5348 time: 0.6254146 Mar 22 14:17:10.405373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73a85570-bcd1-421d-bd1d-229f7a5eb8ee req-bf40392f-bcdd-41ca-8bdd-8f1a51879257 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6915162 Mar 22 14:17:10.407261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-98b86691-d83a-4a8c-a2c7-1a82cdfec127 None None] Provisioning complete for port 41551490-75a1-464e-918a-673dc8fdf231 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:10.407648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98b86691-d83a-4a8c-a2c7-1a82cdfec127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41551490-75a1-464e-918a-673dc8fdf231), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.532424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41551490-75a1-464e-918a-673dc8fdf231 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:10.532809 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41551490-75a1-464e-918a-673dc8fdf231), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.555992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:10.564066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:10.606280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7eb70ef-bbd7-48a8-af1c-e8006c99d595), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.619405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.622919 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7eb70ef-bbd7-48a8-af1c-e8006c99d595 HTTP/1.1" status: 204 len: 168 time: 1.4989486 Mar 22 14:17:10.725881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:10.726479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:10.796835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415624cb-ff62-45bd-abe5-afff41a92d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb70ef-bbd7-48a8-af1c-e8006c99d595,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:10.869679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-98b86691-d83a-4a8c-a2c7-1a82cdfec127 None None] Current status of the port 41551490-75a1-464e-918a-673dc8fdf231 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:10.941021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41551490-75a1-464e-918a-673dc8fdf231 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:10.948049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1585141245-network', 'tenant_id': '27cb9509406c4906b4d1bc0181e3a216'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:11.067913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Made reservation on behalf of 27cb9509406c4906b4d1bc0181e3a216 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:11.075879 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.079435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8:1::1 (829f4a63-ceb4-49fd-8a72-7faa4abb7564/92a7a742-e275-4bf3-abf3-6805c20d6b82/638929e1-aa55-4ab8-8e7b-b45c038959d0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:11.091260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:11.091962 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.147713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:11.150402 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356db40-98e5-4f2a-9d48-9441c597d0af" -d '{"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:11.186585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:11.194188 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.198615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.271505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-c86e23b2-7e17-4b63-9dc3-6e3782e420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.271778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-c86e23b2-7e17-4b63-9dc3-6e3782e420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.272242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-c86e23b2-7e17-4b63-9dc3-6e3782e420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.273849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-c86e23b2-7e17-4b63-9dc3-6e3782e420fe service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9061003 Mar 22 14:17:11.291720 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c74ad1-7a77-4ce8-9b41-0702e9a9562b x-openstack-request-id: req-40c74ad1-7a77-4ce8-9b41-0702e9a9562b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:11.292017 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:11.292276 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40c74ad1-7a77-4ce8-9b41-0702e9a9562b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:11.292687 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c74ad1-7a77-4ce8-9b41-0702e9a9562b'] response: {'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'code': 200} Mar 22 14:17:11.358504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227b9f-77ed-46ee-b5ec-1e0bdbdf6d70 req-57daa87e-88f4-4494-b509-8759a03cf1e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:11.370929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0227b9f-77ed-46ee-b5ec-1e0bdbdf6d70 req-57daa87e-88f4-4494-b509-8759a03cf1e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 944 time: 0.7864931 Mar 22 14:17:11.384502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.423504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:11.474322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.683991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:11.697477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:11.715424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:11.716278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:11.806742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=638929e1-aa55-4ab8-8e7b-b45c038959d0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:11.959750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0227b9f-77ed-46ee-b5ec-1e0bdbdf6d70 req-d18c92c9-9600-4e08-b70b-3bf32876b896 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877838 Mar 22 14:17:12.098731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.148312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.163590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.181178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.203020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.212850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.214611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-55769b21-9e68-486f-b58d-b2754821c92d None None] Provisioning complete for port 638929e1-aa55-4ab8-8e7b-b45c038959d0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:12.215511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55769b21-9e68-486f-b58d-b2754821c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.253907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.265539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-e2434b5c-8cf0-470f-8c70-119ec248b500 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 4600 time: 0.5694444 Mar 22 14:17:12.297910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-55769b21-9e68-486f-b58d-b2754821c92d None None] Port 638929e1-aa55-4ab8-8e7b-b45c038959d0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:12.487136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df4eedb9-9158-414c-b6f1-c9f4f4963db1 req-345c31b5-7ddb-4b8c-8217-569ba7f2c5d6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198200 Mar 22 14:17:12.531205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-6ed18b09-6b50-4c59-9a8f-07f35832d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:12.536808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cdc72fb4-7e2a-4ba1-ae30-02685c90a09b req-6ed18b09-6b50-4c59-9a8f-07f35832d6b6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2458563 Mar 22 14:17:12.585565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.598424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.600133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.762851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks [] for security_group (f393fd22-1fad-4a0b-b616-56e581b30615), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.797262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e4e9ec-8947-49e2-995d-4f247f03f22f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:12.816498 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks [] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.850712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=638929e1-aa55-4ab8-8e7b-b45c038959d0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:12.851539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Transition to ACTIVE for port object b2e4e9ec-8947-49e2-995d-4f247f03f22f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:12.866772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f393fd22-1fad-4a0b-b616-56e581b30615), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.899948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:12.924202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b7ff5d53-fefb-4813-9c98-673e1e71c5a4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:12.924558 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Added segment b7ff5d53-fefb-4813-9c98-673e1e71c5a4 of type vlan for network e3914ba1-25b0-4525-b5c9-05c013d7568b Mar 22 14:17:12.957163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:12.962586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:13.028704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.183181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393fd22-1fad-4a0b-b616-56e581b30615,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:13.203283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:13.262101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e3914ba1-25b0-4525-b5c9-05c013d7568b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.363846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:13.492438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b098-ee67-4e85-9e44-70addb0349b8 req-86aeefcd-f290-4ccb-a1a8-5c8bb553a5ae tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.494865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3196b098-ee67-4e85-9e44-70addb0349b8 req-86aeefcd-f290-4ccb-a1a8-5c8bb553a5ae tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.3055065 Mar 22 14:17:13.506357 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e3914ba1-25b0-4525-b5c9-05c013d7568b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.507981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.509023 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.561439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:13.664205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:13.668213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dc35cdae-e09a-4fb1-947e-de988b624b57 None None] Provisioning complete for port 638929e1-aa55-4ab8-8e7b-b45c038959d0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:13.669404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc35cdae-e09a-4fb1-947e-de988b624b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:13.686311 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-963d6123-5efc-4401-9648-435d3dd1bc54 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7932053 Mar 22 14:17:13.688592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:13.701740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] Sync routers for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:13.783597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] Pushing event updated for resources: {'Network': ['ID=e3914ba1-25b0-4525-b5c9-05c013d7568b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:13.822713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e3914ba1-25b0-4525-b5c9-05c013d7568b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:13.851948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe6fad-2a91-4360-95bd-11829cb47b9b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:13.856403 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7fbe6fad-2a91-4360-95bd-11829cb47b9b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports/638929e1-aa55-4ab8-8e7b-b45c038959d0 HTTP/1.1" status: 200 len: 913 time: 0.1630588 Mar 22 14:17:13.863025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52300) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:13.871267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:13.871959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:13.875057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dc35cdae-e09a-4fb1-947e-de988b624b57 None None] Port 638929e1-aa55-4ab8-8e7b-b45c038959d0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:13.984250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Attempting to bind port b2e4e9ec-8947-49e2-995d-4f247f03f22f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:13.984621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Attempting to bind port b2e4e9ec-8947-49e2-995d-4f247f03f22f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:13.984922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Attempting to bind port b2e4e9ec-8947-49e2-995d-4f247f03f22f on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:14.005821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3196b098-ee67-4e85-9e44-70addb0349b8 req-404998a6-a787-469b-9494-62e1d1cd1a92 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931839 Mar 22 14:17:14.006355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Port b2e4e9ec-8947-49e2-995d-4f247f03f22f on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:14.006680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Attempting to bind port b2e4e9ec-8947-49e2-995d-4f247f03f22f on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:14.063305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:14.063833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:14.064398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Bound using segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:14.065044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Bound port: b2e4e9ec-8947-49e2-995d-4f247f03f22f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:14.065576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.107932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7bdef3f1-daab-4aa5-a596-d880297f878b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5143952 Mar 22 14:17:14.124507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.131769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.138072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.143667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.150111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.157149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.163276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.173152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-4edbc9fe-a7dc-4f87-9ac1-db71530ce222 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5372 time: 0.3993185 Mar 22 14:17:14.203656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.270830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:14.271704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.281400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-014e066e-5b3f-4dd7-a0a6-c0e1c0964ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.382883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:14.388411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:14.409500 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.422759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:14.427957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163197ea-8e76-429b-a7b1-c1e0d577dc54 None None] The sync data for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:14.519469 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:17:14.576025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:14.576661 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.578450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] 10.222.0.78 "PUT /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 1130 time: 5.2141221 Mar 22 14:17:14.599451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56cde7-a6ab-4a19-b05d-5a725eb651f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:14.611698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:14.619643 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "b2e4e9ec-8947-49e2-995d-4f247f03f22f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:14.669244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:14.900355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-014e066e-5b3f-4dd7-a0a6-c0e1c0964ac6 admin admin] Publish callbacks [] for security_group (173d4ced-f689-4564-a7a3-53ff0dcb17e6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.920309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-014e066e-5b3f-4dd7-a0a6-c0e1c0964ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (173d4ced-f689-4564-a7a3-53ff0dcb17e6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:14.927548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.006524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246ae0aa-fd3f-439b-8eaa-151ebcb60391 req-a2315415-1b69-4560-bbff-48c7dc3de37f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8323557 Mar 22 14:17:15.036008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-014e066e-5b3f-4dd7-a0a6-c0e1c0964ac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96fe57251bd34c6ea87273c4906d320e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4731023 Mar 22 14:17:15.041196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:15.044367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e066e-5b3f-4dd7-a0a6-c0e1c0964ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d4ced-f689-4564-a7a3-53ff0dcb17e6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:15.336235 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bebd33-f221-424f-8632-5e94ed94cc4c x-openstack-request-id: req-a8bebd33-f221-424f-8632-5e94ed94cc4c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:15.337080 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "b2e4e9ec-8947-49e2-995d-4f247f03f22f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:15.337637 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8bebd33-f221-424f-8632-5e94ed94cc4c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:15.338314 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bebd33-f221-424f-8632-5e94ed94cc4c'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f', 'status': 'completed', 'code': 200} Mar 22 14:17:15.554424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] Publish callbacks [] for security_group (173d4ced-f689-4564-a7a3-53ff0dcb17e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.601136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e0e38-631d-4c64-91b3-ef2f86c820f5 req-d51c6ea5-d921-4b1e-b1e8-5373d3b7deda tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.615834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e0e38-631d-4c64-91b3-ef2f86c820f5 req-d51c6ea5-d921-4b1e-b1e8-5373d3b7deda tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.630485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e0e38-631d-4c64-91b3-ef2f86c820f5 req-d51c6ea5-d921-4b1e-b1e8-5373d3b7deda tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.632162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac5e0e38-631d-4c64-91b3-ef2f86c820f5 req-d51c6ea5-d921-4b1e-b1e8-5373d3b7deda tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3015501 Mar 22 14:17:15.682098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] Publish callbacks [] for security_group (173d4ced-f689-4564-a7a3-53ff0dcb17e6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:15.804345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.809917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.810687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-554a8ebf-452b-4e3a-9195-e2668c6f0f3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6302 time: 0.4713650 Mar 22 14:17:15.820407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc00c-06c4-41d9-b4be-5c5b7bb0e0e5 req-cfd17a56-e38b-48c6-99b0-8fe0a9918f94 tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.822596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f63cc00c-06c4-41d9-b4be-5c5b7bb0e0e5 req-cfd17a56-e38b-48c6-99b0-8fe0a9918f94 tempest-ComputeTenantNetworksTest-1792268789 tempest-ComputeTenantNetworksTest-1792268789-project] 10.222.0.81 "GET /v2.0/networks/e3914ba1-25b0-4525-b5c9-05c013d7568b HTTP/1.1" status: 200 len: 769 time: 0.1470571 Mar 22 14:17:15.872923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52338) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:15.909770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a815-8964-4804-a600-9e4c7fba7ea0 req-2a5b3688-f570-4138-b8a1-e66cce655f14 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:15.918088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1991a815-8964-4804-a600-9e4c7fba7ea0 req-2a5b3688-f570-4138-b8a1-e66cce655f14 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.5845146 Mar 22 14:17:16.033358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (173d4ced-f689-4564-a7a3-53ff0dcb17e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.040748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.043217 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/173d4ced-f689-4564-a7a3-53ff0dcb17e6 HTTP/1.1" status: 204 len: 168 time: 0.9839113 Mar 22 14:17:16.088224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.244857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135505-e2e3-4f0b-a525-ccbf8153dcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d4ced-f689-4564-a7a3-53ff0dcb17e6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:16.262418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-d7f2cfe6-aadb-4815-a9c4-7872e8ee0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.262905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-d7f2cfe6-aadb-4815-a9c4-7872e8ee0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.263377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-d7f2cfe6-aadb-4815-a9c4-7872e8ee0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:16.275201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-d7f2cfe6-aadb-4815-a9c4-7872e8ee0e8c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2793615 Mar 22 14:17:16.303956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1991a815-8964-4804-a600-9e4c7fba7ea0 req-b50ef5f3-76b5-4853-87cc-0d586938db2c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846030 Mar 22 14:17:16.796797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f9140-f792-40d5-aa99-0ff7358aa837 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:16.817096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks [] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:16.841926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Transition to ACTIVE for port object da4f9140-f792-40d5-aa99-0ff7358aa837 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:17.146226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e3914ba1-25b0-4525-b5c9-05c013d7568b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.157529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-1041e85a-f15a-4fb8-8fb9-42ef7409b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.159224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec37f0b2-8fa5-4e85-9c4d-5d89452740df req-1041e85a-f15a-4fb8-8fb9-42ef7409b70e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8509638 Mar 22 14:17:17.191778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.201375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 638929e1-aa55-4ab8-8e7b-b45c038959d0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:17.201928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.246054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52372) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:17.342139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acee6a96-79fb-4eaf-9a35-dda6468f7ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:17.538900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52376) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:17.725284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.736122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.753658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.762729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.773832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.780602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.840061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:17.841684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b041566f-c1a0-4647-86dd-981b711bd738 req-65c50e76-4242-4337-976d-d948532437ad tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5372 time: 1.5654564 Mar 22 14:17:18.078220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.092940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 638929e1-aa55-4ab8-8e7b-b45c038959d0 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:18.364030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acee6a96-79fb-4eaf-9a35-dda6468f7ebc admin admin] Publish callbacks [] for security_group (13e69487-257c-48af-b158-dc17d50ab9c5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.368229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (638929e1-aa55-4ab8-8e7b-b45c038959d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.424989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=638929e1-aa55-4ab8-8e7b-b45c038959d0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.428658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acee6a96-79fb-4eaf-9a35-dda6468f7ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (13e69487-257c-48af-b158-dc17d50ab9c5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.531206 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-acee6a96-79fb-4eaf-9a35-dda6468f7ebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6692202a473a475382aa24951cda5dab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2835374 Mar 22 14:17:18.539412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6a96-79fb-4eaf-9a35-dda6468f7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e69487-257c-48af-b158-dc17d50ab9c5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:18.547174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52386) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:18.555217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20be57b8-0c80-41d0-ae8e-be1dc7d68b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.870830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e3914ba1-25b0-4525-b5c9-05c013d7568b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.927202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:18.940884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] Publish callbacks [] for security_group (13e69487-257c-48af-b158-dc17d50ab9c5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.000696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3914ba1-25b0-4525-b5c9-05c013d7568b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:19.058584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:19.099877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff5d53-fefb-4813-9c98-673e1e71c5a4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:19.100262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff5d53-fefb-4813-9c98-673e1e71c5a4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:19.102793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba891b4e-f8d5-4309-a8ec-a6ee82b24c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.288037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:19.304627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba891b4e-f8d5-4309-a8ec-a6ee82b24c42 admin admin] Publish callbacks [] for security_group (0afd0e66-5687-4484-9e92-9e69e8138d04), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.326413 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (b7ff5d53-fefb-4813-9c98-673e1e71c5a4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.333677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba891b4e-f8d5-4309-a8ec-a6ee82b24c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0afd0e66-5687-4484-9e92-9e69e8138d04), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.472847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba891b4e-f8d5-4309-a8ec-a6ee82b24c42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69ee83999bd24280b3215b21982633ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8620853 Mar 22 14:17:19.477783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b041566f-c1a0-4647-86dd-981b711bd738 req-1ea31527-7e97-4ab3-88c1-b3fd9fc84c76 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5174940 Mar 22 14:17:19.478355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52390) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:19.482775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891b4e-f8d5-4309-a8ec-a6ee82b24c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd0e66-5687-4484-9e92-9e69e8138d04,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:19.519015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] Publish callbacks [] for security_group (13e69487-257c-48af-b158-dc17d50ab9c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.544032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f0bc-6c17-4c83-b04e-daae50d8fbcb req-8fc7f0d8-388b-4060-ad5f-b825878d5d4c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:19.550974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb88f0bc-6c17-4c83-b04e-daae50d8fbcb req-8fc7f0d8-388b-4060-ad5f-b825878d5d4c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 2.0641487 Mar 22 14:17:19.558012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Attempting to bind port da4f9140-f792-40d5-aa99-0ff7358aa837 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:19.558229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Attempting to bind port da4f9140-f792-40d5-aa99-0ff7358aa837 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:19.558590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Attempting to bind port da4f9140-f792-40d5-aa99-0ff7358aa837 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:19.564624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b7ff5d53-fefb-4813-9c98-673e1e71c5a4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.583000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Port da4f9140-f792-40d5-aa99-0ff7358aa837 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:19.583403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Attempting to bind port da4f9140-f792-40d5-aa99-0ff7358aa837 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:19.595891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:19.596284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:19.596627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Bound using segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:19.597079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Bound port: da4f9140-f792-40d5-aa99-0ff7358aa837, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:19.597435 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.676127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (13e69487-257c-48af-b158-dc17d50ab9c5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.680230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:19.681506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.683736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da4f9140-f792-40d5-aa99-0ff7358aa837,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:19.690997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:19.691458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (b7ff5d53-fefb-4813-9c98-673e1e71c5a4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:19.693253 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:19.695682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13e69487-257c-48af-b158-dc17d50ab9c5 HTTP/1.1" status: 204 len: 168 time: 1.1464360 Mar 22 14:17:19.757819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a31b1-889a-4bd0-b6ce-1e19168654c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e69487-257c-48af-b158-dc17d50ab9c5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:19.758328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.802093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:19.815328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-07afa596-22ef-4cee-977c-ba0e8957ac8d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9490480 Mar 22 14:17:19.817176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] Sync routers for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:19.832759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:19.836425 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:19.837379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:19.856080 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] Publish callbacks [] for security_group (0afd0e66-5687-4484-9e92-9e69e8138d04), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.885394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] Publish callbacks [] for security_group (0afd0e66-5687-4484-9e92-9e69e8138d04), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.945425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:19.954210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0afd0e66-5687-4484-9e92-9e69e8138d04), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.956857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:19.960763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0afd0e66-5687-4484-9e92-9e69e8138d04 HTTP/1.1" status: 204 len: 168 time: 0.4741414 Mar 22 14:17:19.962097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:19.990619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb88f0bc-6c17-4c83-b04e-daae50d8fbcb req-4d0c2282-1223-4b25-b1a3-ad134f717727 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386444 Mar 22 14:17:19.993429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f64d-95d7-406a-b269-97668fd638e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd0e66-5687-4484-9e92-9e69e8138d04,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:20.007806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.008671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.010948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-3bfe687f-2050-4d46-abd2-033ad0854b3b service neutron] 10.222.0.78 "PUT /v2.0/ports/da4f9140-f792-40d5-aa99-0ff7358aa837 HTTP/1.1" status: 200 len: 1091 time: 5.3839476 Mar 22 14:17:20.013436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:20.024941 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2da81-382d-4723-8671-203e63cbd406" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:20.043264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:20.047136 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:20.049800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:16:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:20.205023 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e3914ba1-25b0-4525-b5c9-05c013d7568b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.246797 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:20.249517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696985-32da-4891-9dc0-5360a8220710 None None] The sync data for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:20.314943 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7b9df-f0d8-4f0d-ae42-b9342281f94e x-openstack-request-id: req-1aa7b9df-f0d8-4f0d-ae42-b9342281f94e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:20.315168 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:20.315455 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1aa7b9df-f0d8-4f0d-ae42-b9342281f94e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:20.315832 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa7b9df-f0d8-4f0d-ae42-b9342281f94e'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837', 'status': 'completed', 'code': 200} Mar 22 14:17:20.345538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.351104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e3914ba1-25b0-4525-b5c9-05c013d7568b HTTP/1.1" status: 204 len: 168 time: 4.4741938 Mar 22 14:17:20.419076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077724b-6ec0-45e6-9f47-8bc1a0a83221 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3914ba1-25b0-4525-b5c9-05c013d7568b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:20.599553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:20.622843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-7460d4d5-c8b2-480e-bb59-b5bbef1acf21 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5454593 Mar 22 14:17:20.699864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.702387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.703204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.704589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.705242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.705887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.706587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:20.708889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bad2da81-382d-4723-8671-203e63cbd406 req-6853cf7e-dac0-4bab-adde-1e28e2812fa9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6400 time: 0.4781225 Mar 22 14:17:20.911406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-35c3084f-c5bf-45ab-a0e1-76cb56f0bafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.115854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52416) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:21.248442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52420) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:21.372453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76977075-43e8-4990-a3d1-4e8ade421330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.433031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de019cdd-38e1-4a66-8714-9efea7337ec1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27cb9509406c4906b4d1bc0181e3a216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3135579 Mar 22 14:17:21.439110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52426) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:21.513581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-f02db31e-e2cf-44c9-8171-541b73959c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.516087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-f02db31e-e2cf-44c9-8171-541b73959c49 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 1127 time: 0.7991989 Mar 22 14:17:21.579976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.593466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.604789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.629552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.647676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76977075-43e8-4990-a3d1-4e8ade421330 admin admin] Publish callbacks [] for security_group (cc340764-e290-4b66-91e5-b603055472e1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.656172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.669079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.686612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-3116149f-4f74-46e6-ae87-bfe965f16eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.687305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-3116149f-4f74-46e6-ae87-bfe965f16eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.687934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-3116149f-4f74-46e6-ae87-bfe965f16eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.689805 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bad2da81-382d-4723-8671-203e63cbd406 req-3116149f-4f74-46e6-ae87-bfe965f16eb9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9702067 Mar 22 14:17:21.698596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.700755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-16aa2e0a-069a-4f37-bba9-d25cef399c19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5384 time: 0.7004933 Mar 22 14:17:21.707022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76977075-43e8-4990-a3d1-4e8ade421330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cc340764-e290-4b66-91e5-b603055472e1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.783013 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76977075-43e8-4990-a3d1-4e8ade421330 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84367ee195954c609cffc65898431a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179207 Mar 22 14:17:21.785250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:21.882969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:21.916341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a33777-9b0d-419c-a370-c4a989eed7f9 req-45e74d6c-754d-4f30-914e-693ae9fadd05 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:21.918277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a33777-9b0d-419c-a370-c4a989eed7f9 req-45e74d6c-754d-4f30-914e-693ae9fadd05 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.6788971 Mar 22 14:17:22.010244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-942739f3-23cf-4d97-b660-26f6acf77a1f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7215950 Mar 22 14:17:22.232390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da8d46b2-5f34-40df-8d79-44cd6ac40640 req-e9cebc96-1415-49c4-ab10-37b795e39f92 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3566451 Mar 22 14:17:22.233839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-e30bf7d3-ba51-4810-86d1-f6c8cacba87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.235410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-e30bf7d3-ba51-4810-86d1-f6c8cacba87f service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.5218601 Mar 22 14:17:22.242677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:22.272541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76977075-43e8-4990-a3d1-4e8ade421330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc340764-e290-4b66-91e5-b603055472e1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:22.386800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2da81-382d-4723-8671-203e63cbd406 req-301a2afb-e7a2-4ad0-ad08-e268a4665da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.388477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bad2da81-382d-4723-8671-203e63cbd406 req-301a2afb-e7a2-4ad0-ad08-e268a4665da6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6229260 Mar 22 14:17:22.390315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] Publish callbacks [] for security_group (cc340764-e290-4b66-91e5-b603055472e1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.393654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-ec5498b7-a49d-4d6f-9ec3-e0d1567b5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.405734 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-ec5498b7-a49d-4d6f-9ec3-e0d1567b5434 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.3004446 Mar 22 14:17:22.477515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-92da2470-ce76-438f-bf9c-cf2d6de5ffa5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 200 len: 217 time: 0.1199369 Mar 22 14:17:22.538792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-70bcf70a-c99e-4f38-9503-c68eb08b4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.540538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-70bcf70a-c99e-4f38-9503-c68eb08b4a0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.0502095 Mar 22 14:17:22.626598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a33777-9b0d-419c-a370-c4a989eed7f9 req-51d45366-7abf-4a95-8194-c045aeab1cb4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958816 Mar 22 14:17:22.722314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] Publish callbacks [] for security_group (f393fd22-1fad-4a0b-b616-56e581b30615), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.748266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] Publish callbacks [] for security_group (f393fd22-1fad-4a0b-b616-56e581b30615), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.830501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f393fd22-1fad-4a0b-b616-56e581b30615), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.834743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:22.852858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f393fd22-1fad-4a0b-b616-56e581b30615 HTTP/1.1" status: 204 len: 168 time: 1.4111249 Mar 22 14:17:22.919777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cf3d2-2f4f-4dec-a4c9-e454d4d6d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393fd22-1fad-4a0b-b616-56e581b30615,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:22.953877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-d8c84651-5f54-4a50-b80d-b1d5f3832c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:22.955396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-d8c84651-5f54-4a50-b80d-b1d5f3832c48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3448122 Mar 22 14:17:23.205669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9974bd-5a7b-4c99-a94f-71552d546fdf {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:23.230573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks [] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.269997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-6d7b536f-4d93-45cb-bf59-0a192f481b84 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946501 Mar 22 14:17:23.275014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Transition to ACTIVE for port object 1a9974bd-5a7b-4c99-a94f-71552d546fdf will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:23.474306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.670362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] Publish callbacks [] for security_group (cc340764-e290-4b66-91e5-b603055472e1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.678199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:23.747263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:23.959165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87577dfb-cc6d-4de6-ade3-b0ee21d0b898 req-c875c20b-3c2e-403f-b064-37186742a728 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802394 Mar 22 14:17:24.013555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-ab4d7d47-f524-4814-892a-1353a190e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.015110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-ab4d7d47-f524-4814-892a-1353a190e7cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 1.5744147 Mar 22 14:17:24.038291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-697493107-network', 'tenant_id': 'c4b0aea6035e47bf89ba54ec69036e74'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:24.046594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cc340764-e290-4b66-91e5-b603055472e1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.049476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.050656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc340764-e290-4b66-91e5-b603055472e1 HTTP/1.1" status: 204 len: 168 time: 2.0391698 Mar 22 14:17:24.074341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a74c1-afa1-4829-82e8-649380219c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc340764-e290-4b66-91e5-b603055472e1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:24.216927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.222615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.230433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.240210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.246125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.252406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.263391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.265808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-568868fc-d839-4ea1-9f46-c8dfd1228adb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5396 time: 0.8208051 Mar 22 14:17:24.411119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475905-7f63-498d-99c0-b57f6bd5e8d0 req-5c901341-29bf-4076-ba54-635015d51117 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.416106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e475905-7f63-498d-99c0-b57f6bd5e8d0 req-5c901341-29bf-4076-ba54-635015d51117 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.6537559 Mar 22 14:17:24.436569 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.452694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Made reservation on behalf of c4b0aea6035e47bf89ba54ec69036e74 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:24.460464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.462964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Attempting to bind port 1a9974bd-5a7b-4c99-a94f-71552d546fdf on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:24.478235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Attempting to bind port 1a9974bd-5a7b-4c99-a94f-71552d546fdf by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:24.478980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Attempting to bind port 1a9974bd-5a7b-4c99-a94f-71552d546fdf on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:24.513914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52476) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:24.535680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Port 1a9974bd-5a7b-4c99-a94f-71552d546fdf on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:24.536314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Attempting to bind port 1a9974bd-5a7b-4c99-a94f-71552d546fdf on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:24.545948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:24.546678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Checking segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:24.547642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Bound using segment: {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:24.548290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Bound port: 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a551cb2-89fb-41e9-933a-bb5ad1295eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:24.548862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.607410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e475905-7f63-498d-99c0-b57f6bd5e8d0 req-2c53fb6a-dcb8-44f9-a321-e52e246cdf50 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704793 Mar 22 14:17:24.642473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.742218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:24.756002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:24.765507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f619748b-e66b-4e0d-a75e-26deb7a12181 req-bdd6739b-9315-4ac8-b343-c90cfd13a689 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4265015 Mar 22 14:17:24.780244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.860730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:24.861674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.862919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] 10.222.0.78 "PUT /v2.0/ports/1a9974bd-5a7b-4c99-a94f-71552d546fdf HTTP/1.1" status: 200 len: 1091 time: 4.8244822 Mar 22 14:17:24.863423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:24.865708 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733fb424-fb3f-44b5-8ed2-b09aa884404b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:24.898003 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-704f9e92-70a4-463b-9c06-ded975ee248f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.8286974 Mar 22 14:17:24.905074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:24.921124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:25.007429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccff19-0361-456b-9ebc-fee537680ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:25.044007 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a7f88-8d2c-4108-9f12-ffcb7d093dfe x-openstack-request-id: req-a20a7f88-8d2c-4108-9f12-ffcb7d093dfe {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:25.044303 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:25.044556 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a20a7f88-8d2c-4108-9f12-ffcb7d093dfe {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:25.045000 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20a7f88-8d2c-4108-9f12-ffcb7d093dfe'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'status': 'completed', 'code': 200} Mar 22 14:17:25.099966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1601098168-network', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:25.155836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:25.158366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.211699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.223822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.275670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.276454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.277088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.277710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.278423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.279064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.279707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.281903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-c3b5d6d0-1c08-496b-8918-c7c6634b1c18 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6498 time: 0.2243335 Mar 22 14:17:25.363180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-03b182a4-a507-4128-9c3e-43e5c9f1a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.368626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-03b182a4-a507-4128-9c3e-43e5c9f1a948 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.4694636 Mar 22 14:17:25.651348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks [] for security_group (78b3bf25-1fd7-4c0c-b3f0-513e882f3f06), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.666452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (78b3bf25-1fd7-4c0c-b3f0-513e882f3f06), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.768187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:25.792013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-d8df9251-d34e-4b86-9199-ec7d0a321f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:25.794595 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-d8df9251-d34e-4b86-9199-ec7d0a321f1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4110997 Mar 22 14:17:25.808391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:25.837153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1d359c4e-fc4f-4d55-a5b1-08edd503208a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:25.837601 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Added segment 1d359c4e-fc4f-4d55-a5b1-08edd503208a of type vlan for network 14a019ca-4d73-409a-bcb0-678219b34d67 Mar 22 14:17:26.049398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (14a019ca-4d73-409a-bcb0-678219b34d67), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.060423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-9411c4b3-1cbe-4d3c-ac65-7360b35f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.060959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-9411c4b3-1cbe-4d3c-ac65-7360b35f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.061268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-9411c4b3-1cbe-4d3c-ac65-7360b35f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.062939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-9411c4b3-1cbe-4d3c-ac65-7360b35f4e6c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7463264 Mar 22 14:17:26.068441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks [] for security_group (7f3de686-561b-496b-ac54-fa6f53eb8efa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.197596 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-a08086fa-d358-434a-bc1a-434e75177503 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829927 Mar 22 14:17:26.222791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-a8c6d565-05b1-4fe1-bed5-01250c295af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.222791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-733fb424-fb3f-44b5-8ed2-b09aa884404b req-a8c6d565-05b1-4fe1-bed5-01250c295af6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354806 Mar 22 14:17:26.222791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f3de686-561b-496b-ac54-fa6f53eb8efa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.246876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:26.259250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7a5e05af-b084-44aa-8df9-b5a2fb919ed7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.259701 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Added segment 7a5e05af-b084-44aa-8df9-b5a2fb919ed7 of type vlan for network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 Mar 22 14:17:26.362451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3c10e20b-dbb4-4e89-b113-cc9c52f27900), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.519660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (14a019ca-4d73-409a-bcb0-678219b34d67), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.523456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3de686-561b-496b-ac54-fa6f53eb8efa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:26.530689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.532721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3c10e20b-dbb4-4e89-b113-cc9c52f27900), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.533577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.533718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.534310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.576363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c348a-75b1-4e07-82df-a1ce29a05b2e req-a9058596-1191-4ffc-b292-1affd323d5bc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:26.579985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b0c348a-75b1-4e07-82df-a1ce29a05b2e req-a9058596-1191-4ffc-b292-1affd323d5bc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.8380361 Mar 22 14:17:26.695144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] Pushing event updated for resources: {'Network': ['ID=14a019ca-4d73-409a-bcb0-678219b34d67,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:26.711482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 14a019ca-4d73-409a-bcb0-678219b34d67 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:26.742588 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-87914536-6735-48e1-9b8a-8200274f9f5e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.4972038 Mar 22 14:17:26.744379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.767351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c10e20b-dbb4-4e89-b113-cc9c52f27900,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:26.772656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Request body: {'subnet': {'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-697493107-subnet', 'tenant_id': 'c4b0aea6035e47bf89ba54ec69036e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:26.789388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2fabad09-5a46-4cf5-bbfb-beabad98e9a3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2681668 Mar 22 14:17:26.799581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:26.806432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Request body: {'subnet': {'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-subnet', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:26.830911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Made reservation on behalf of c4b0aea6035e47bf89ba54ec69036e74 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:26.834620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.847757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:26.851159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.875243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port cdea9ea0-4aac-4d74-9ef6-35c84bf95419 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:26.876005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:26.876388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:27.004763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:27.023013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for cdea9ea0-4aac-4d74-9ef6-35c84bf95419 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:27.230795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496bf7ba-e0f6-4fce-bc29-436886306ad6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:27.252768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks [] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:27.269548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Transition to ACTIVE for port object 496bf7ba-e0f6-4fce-bc29-436886306ad6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:27.293667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.301534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.308956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.316620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.323107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.329562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.337499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:27.339790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4311af60-0bfb-460b-b634-592920084e44 req-27656012-2342-42f9-a884-c18a8a9b7f2f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5396 time: 1.3911152 Mar 22 14:17:27.341929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:27.736673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b0c348a-75b1-4e07-82df-a1ce29a05b2e req-1ec1ff42-37f0-4b56-b7b9-7ef114187e99 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9809828 Mar 22 14:17:27.760622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4311af60-0bfb-460b-b634-592920084e44 req-83910ca7-17d8-4500-829c-45fb6948b71f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4077866 Mar 22 14:17:27.806998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:27.898673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cdea9ea0-4aac-4d74-9ef6-35c84bf95419), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:27.939967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Attempting to bind port 496bf7ba-e0f6-4fce-bc29-436886306ad6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:27.940923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Attempting to bind port 496bf7ba-e0f6-4fce-bc29-436886306ad6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:27.941272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Attempting to bind port 496bf7ba-e0f6-4fce-bc29-436886306ad6 on network fc969c99-ec49-4fd9-817e-34d9cb006733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:27.949846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Port 496bf7ba-e0f6-4fce-bc29-436886306ad6 on network fc969c99-ec49-4fd9-817e-34d9cb006733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:27.953621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Attempting to bind port 496bf7ba-e0f6-4fce-bc29-436886306ad6 on network fc969c99-ec49-4fd9-817e-34d9cb006733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:27.969482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:27.969839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Checking segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:27.970406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Bound using segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:27.971182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Bound port: 496bf7ba-e0f6-4fce-bc29-436886306ad6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:27.973430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:27.995938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=cdea9ea0-4aac-4d74-9ef6-35c84bf95419,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:28.000547 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1a5260a3-10ac-46d0-be6f-5d5392b7e230 req-d3c6f13e-f797-476e-b717-ef18a16afa42 service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7875640 Mar 22 14:17:28.154814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.190072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:28.195498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:28.196580 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7b4ab801-c4fd-45ea-9950-96b9bbf7052d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.212904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.327431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.334850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.340785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] 10.222.0.78 "PUT /v2.0/ports/496bf7ba-e0f6-4fce-bc29-436886306ad6 HTTP/1.1" status: 200 len: 1091 time: 3.4443860 Mar 22 14:17:28.341865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:28.344414 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:28.389132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.391320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Request body: {'port': {'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:28.504174 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5154e93-04a3-4a0d-ad80-3852f593dccf x-openstack-request-id: req-c5154e93-04a3-4a0d-ad80-3852f593dccf {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:28.504474 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:28.504716 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5154e93-04a3-4a0d-ad80-3852f593dccf {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:28.505138 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5154e93-04a3-4a0d-ad80-3852f593dccf'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'status': 'completed', 'code': 200} Mar 22 14:17:28.536832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4ab801-c4fd-45ea-9950-96b9bbf7052d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:28.617873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:28.618190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Network hostable DHCP agents. Network: 3c10e20b-dbb4-4e89-b113-cc9c52f27900, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:28.670065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:28.731270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3c10e20b-dbb4-4e89-b113-cc9c52f27900) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:28.736833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.737480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.742613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f17ff-da81-4814-a329-2d48144f5014 None None] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:28.791882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52546) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:28.867966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f398d6-635c-46a7-83a9-fd04a5d91555 service neutron] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:28.927257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:28.943509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.967456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.968403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.968877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.970495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.970981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.971451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:28.973567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-40d3bfda-59c8-4b4a-8847-f318eba40fb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6596 time: 0.4676239 Mar 22 14:17:29.131026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.143658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:17:29.146845 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.200151 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b230b028-b1fd-43ff-bbd2-708e9bbbc95f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3968289 Mar 22 14:17:29.205886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8b95-ff55-4098-9f6c-6194ba0cacbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.211890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.222175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (83c149be-cd91-4bc9-a3f6-abf66c28363a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.254864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:29.322977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8b95-ff55-4098-9f6c-6194ba0cacbb admin admin] Publish callbacks [] for security_group (fd95e0aa-2a35-457a-8f8e-9d65b1f7b052), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.335161 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.340407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.348097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8b95-ff55-4098-9f6c-6194ba0cacbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd95e0aa-2a35-457a-8f8e-9d65b1f7b052), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.443272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:29.570538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Allocated IP 172.20.0.2 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/db46da39-cbae-4c42-9944-e5277496acd6) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:29.722961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for router_controller (d8f7ac52-a062-4376-89ba-91e4e936ad14), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.784845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c149be-cd91-4bc9-a3f6-abf66c28363a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:29.823486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Checking segment: {'id': '1d359c4e-fc4f-4d55-a5b1-08edd503208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:29.823849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Network hostable DHCP agents. Network: 14a019ca-4d73-409a-bcb0-678219b34d67, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:29.829004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:29.840381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks [] for port (db46da39-cbae-4c42-9944-e5277496acd6), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.846251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] Sync routers for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:29.848259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-388824d2-a6cc-4e14-bb19-39668d56aa16 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0143261 Mar 22 14:17:29.850898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.859036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:29.859935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:29.862623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (db46da39-cbae-4c42-9944-e5277496acd6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:29.916178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d46cbb2a-1893-4f9c-8d37-49b15a8a40b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 HTTP/1.1" status: 200 len: 205 time: 0.0621550 Mar 22 14:17:29.933507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52560) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:29.954230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:30.018960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Pushing event updated for resources: {'Port': ['ID=db46da39-cbae-4c42-9944-e5277496acd6,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:30.030024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:30.036118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.036542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.036943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.037395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.037786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.038237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.038624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.039119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.040546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.040546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.040546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.040546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.040965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.043277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.043277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:30.049945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:30.058859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:30.141722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Attempting to bind port db46da39-cbae-4c42-9944-e5277496acd6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:30.142154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Attempting to bind port db46da39-cbae-4c42-9944-e5277496acd6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:30.142771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Attempting to bind port db46da39-cbae-4c42-9944-e5277496acd6 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:30.148644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] Routers {'cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:30.150050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:30.188994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:30.189772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:30.190808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.191425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:30.192130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Bound port: db46da39-cbae-4c42-9944-e5277496acd6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:30.192714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db46da39-cbae-4c42-9944-e5277496acd6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.210111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:30.211379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd854-ad89-4389-83cb-df6f2adf202e None None] The sync data for ids ['cdf837bd-ff0f-4791-8cc6-84a6207ff3f6'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:30.272638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] For port db46da39-cbae-4c42-9944-e5277496acd6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:30.277002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] For port db46da39-cbae-4c42-9944-e5277496acd6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db46da39-cbae-4c42-9944-e5277496acd6,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:30.287085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db46da39-cbae-4c42-9944-e5277496acd6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.370501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Network 14a019ca-4d73-409a-bcb0-678219b34d67 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:30.388545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for router_gateway (d8f7ac52-a062-4376-89ba-91e4e936ad14), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.396575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 14a019ca-4d73-409a-bcb0-678219b34d67) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:30.402843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:30.404188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.412072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a60b3-f1ef-4a1f-991e-a0430b39d3f2 None None] Pushing event updated for resources: {'Port': ['ID=db46da39-cbae-4c42-9944-e5277496acd6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:30.421346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.431292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058a966-3d1e-4dc9-a30d-4140e5e38d10 None None] Network 14a019ca-4d73-409a-bcb0-678219b34d67 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:30.602977 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7680494e-7c79-453d-968c-bf9fa7c517ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8320546 Mar 22 14:17:30.676265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ccf923-0a24-4090-a89f-f2c54348d8b3 None None] Network 14a019ca-4d73-409a-bcb0-678219b34d67 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:30.858282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57f34a4-7f44-46cd-b812-6d1796a68737 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:30.867249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks [] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:30.883545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Transition to ACTIVE for port object d57f34a4-7f44-46cd-b812-6d1796a68737 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:30.957258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fab3b-cc61-4316-b6b4-ee4a150d99bd req-c34050e2-72d4-4b0b-9b39-8bf5c43fc564 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:30.958935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff7fab3b-cc61-4316-b6b4-ee4a150d99bd req-c34050e2-72d4-4b0b-9b39-8bf5c43fc564 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 1.9758434 Mar 22 14:17:30.959638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.039233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.054957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.061951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.077481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.085537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.091577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.111729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.115028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-5921fb4a-aedd-4161-b165-30282ccc584e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5408 time: 2.1306782 Mar 22 14:17:31.132578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7b5d8b95-ff55-4098-9f6c-6194ba0cacbb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81691c26a3244aadb26a0be13d4e2ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3080096 Mar 22 14:17:31.189520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52572) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.190546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d8b95-ff55-4098-9f6c-6194ba0cacbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95e0aa-2a35-457a-8f8e-9d65b1f7b052,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:31.267025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff7fab3b-cc61-4316-b6b4-ee4a150d99bd req-663783a2-cb8f-467e-9b20-ddc989a28f8a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820303 Mar 22 14:17:31.356318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.362702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.363555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-d0610812-4874-42bd-91b3-f21db2ab1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.364035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-d0610812-4874-42bd-91b3-f21db2ab1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.364505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-d0610812-4874-42bd-91b3-f21db2ab1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.366222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-d0610812-4874-42bd-91b3-f21db2ab1aec service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&shared=False HTTP/1.1" status: 200 len: 2291 time: 2.3727725 Mar 22 14:17:31.538435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (cdf837bd-ff0f-4791-8cc6-84a6207ff3f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.540169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:17:31.557242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.562773 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4ad0915-d15d-4b06-a351-b88398b7dc0d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 HTTP/1.1" status: 204 len: 168 time: 1.6223500 Mar 22 14:17:31.563441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.730207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 92a7a742-e275-4bf3-abf3-6805c20d6b82 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:31.742972 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (92a7a742-e275-4bf3-abf3-6805c20d6b82), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.812534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-55df1018-d57b-4bdb-9819-8e8c706d2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:31.814078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2b14ab2-68d2-4326-8a8d-40d4910df6c6 req-55df1018-d57b-4bdb-9819-8e8c706d2b43 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4228988 Mar 22 14:17:31.828139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (92a7a742-e275-4bf3-abf3-6805c20d6b82), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:31.956962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52588) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:31.974845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (92a7a742-e275-4bf3-abf3-6805c20d6b82), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.012933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971877848-network', 'tenant_id': '992b05932b4d4c8cada4c67fc97f352e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:32.116363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.175244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Made reservation on behalf of 992b05932b4d4c8cada4c67fc97f352e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:32.182606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.241458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db46da39-cbae-4c42-9944-e5277496acd6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:32.263191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.281858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Attempting to bind port d57f34a4-7f44-46cd-b812-6d1796a68737 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:32.304355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Attempting to bind port d57f34a4-7f44-46cd-b812-6d1796a68737 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:32.306595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Attempting to bind port d57f34a4-7f44-46cd-b812-6d1796a68737 on network fc969c99-ec49-4fd9-817e-34d9cb006733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:32.322379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port db46da39-cbae-4c42-9944-e5277496acd6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:32.324865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db46da39-cbae-4c42-9944-e5277496acd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.372336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (92a7a742-e275-4bf3-abf3-6805c20d6b82), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.428973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af92ab-adf8-41d1-9766-0f312a79a55f None None] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:32.493245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=92a7a742-e275-4bf3-abf3-6805c20d6b82,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.531378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.550034 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-641263ff-f7ce-43ab-a998-bbead875f89a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/92a7a742-e275-4bf3-abf3-6805c20d6b82 HTTP/1.1" status: 204 len: 168 time: 0.9844067 Mar 22 14:17:32.560045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52592) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:32.566291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2037a-fd11-461d-94c3-2053e0a65248 None None] Network 829f4a63-ceb4-49fd-8a72-7faa4abb7564 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:32.631460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] Publish callbacks [] for security_group (fd95e0aa-2a35-457a-8f8e-9d65b1f7b052), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.670566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-262bf7cf-dcf6-4a68-ad70-a3e72cefaf24 None None] Provisioning complete for port db46da39-cbae-4c42-9944-e5277496acd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:32.670899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-262bf7cf-dcf6-4a68-ad70-a3e72cefaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db46da39-cbae-4c42-9944-e5277496acd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.680116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks [] for security_group (1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.722689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-702e33b1-b89f-4b35-a563-dfc1469d5556 req-0ff99907-130b-4c90-a732-97304d5b0070 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5534790 Mar 22 14:17:32.727621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Port d57f34a4-7f44-46cd-b812-6d1796a68737 on network fc969c99-ec49-4fd9-817e-34d9cb006733 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:32.729936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Attempting to bind port d57f34a4-7f44-46cd-b812-6d1796a68737 on network fc969c99-ec49-4fd9-817e-34d9cb006733 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:32.807693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port db46da39-cbae-4c42-9944-e5277496acd6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:32.808420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db46da39-cbae-4c42-9944-e5277496acd6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.827796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.831125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:32.831474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Checking segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:32.831866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Bound using segment: {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:32.832316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Bound port: d57f34a4-7f44-46cd-b812-6d1796a68737, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e09dde2-b1d0-488f-9f0a-498916c9814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:32.832720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.862301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet cdacd002-f2f3-464e-93f6-1912ac9f7e1b {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:32.872004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for router_gateway (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.897083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:32.897732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port db46da39-cbae-4c42-9944-e5277496acd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db46da39-cbae-4c42-9944-e5277496acd6,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:32.931800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] Publish callbacks [] for security_group (fd95e0aa-2a35-457a-8f8e-9d65b1f7b052), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.956620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (cdacd002-f2f3-464e-93f6-1912ac9f7e1b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:32.962734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.027304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-262bf7cf-dcf6-4a68-ad70-a3e72cefaf24 None None] Current status of the port db46da39-cbae-4c42-9944-e5277496acd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:33.052744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (db46da39-cbae-4c42-9944-e5277496acd6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.091385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:33.273680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] DHCP port deletion for 829f4a63-ceb4-49fd-8a72-7faa4abb7564 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:33.293743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:33.298194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=db46da39-cbae-4c42-9944-e5277496acd6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.301723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:33.315507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Allocated IP 172.25.3.129 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/cda14f29-59f0-4509-a702-02c105af6172) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:33.342306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.411180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:33.414209 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.418211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] 10.222.0.78 "PUT /v2.0/ports/d57f34a4-7f44-46cd-b812-6d1796a68737 HTTP/1.1" status: 200 len: 1091 time: 5.0388243 Mar 22 14:17:33.422113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d6281e19-f194-41a8-9242-44c7455315ce), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.422532 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Added segment d6281e19-f194-41a8-9242-44c7455315ce of type vlan for network 70449ec9-8c03-41da-a566-89f9bdc6752b Mar 22 14:17:33.423609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8a484505-7d81-4390-a6b4-0a471dbde4d1 None None] Provisioning complete for port db46da39-cbae-4c42-9944-e5277496acd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:33.425160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8a484505-7d81-4390-a6b4-0a471dbde4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db46da39-cbae-4c42-9944-e5277496acd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.426195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:33.433350 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:33.484535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for port (cda14f29-59f0-4509-a702-02c105af6172), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.547211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cda14f29-59f0-4509-a702-02c105af6172), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.613273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cdacd002-f2f3-464e-93f6-1912ac9f7e1b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.644960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:33.656396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:33.659462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:33.664752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Pushing event updated for resources: {'Port': ['ID=cda14f29-59f0-4509-a702-02c105af6172,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:33.767589 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad41cf0-1f59-4185-9551-ebc5cc5c01f7 x-openstack-request-id: req-5ad41cf0-1f59-4185-9551-ebc5cc5c01f7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:33.767589 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:33.771483 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ad41cf0-1f59-4185-9551-ebc5cc5c01f7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:33.771483 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad41cf0-1f59-4185-9551-ebc5cc5c01f7'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'status': 'completed', 'code': 200} Mar 22 14:17:33.800318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141dd9-13af-41ac-b222-b677af29c0af req-fe5591e1-6754-45a8-8e9b-50463f6148e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:33.806001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e141dd9-13af-41ac-b222-b677af29c0af req-fe5591e1-6754-45a8-8e9b-50463f6148e8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 1.1209068 Mar 22 14:17:33.891612 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (70449ec9-8c03-41da-a566-89f9bdc6752b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:33.925638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa7638-119e-44fe-ab9a-b65ee6e80974 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.004979 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (70449ec9-8c03-41da-a566-89f9bdc6752b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.010246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.010806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.055340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Deleting port 41551490-75a1-464e-918a-673dc8fdf231 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:34.055619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41551490-75a1-464e-918a-673dc8fdf231), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.225947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] Pushing event updated for resources: {'Network': ['ID=70449ec9-8c03-41da-a566-89f9bdc6752b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.243304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-72230f81-1e77-42ea-99d2-a997efc52014 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2521663 Mar 22 14:17:34.245203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd95e0aa-2a35-457a-8f8e-9d65b1f7b052), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.248454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.251014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd95e0aa-2a35-457a-8f8e-9d65b1f7b052 HTTP/1.1" status: 204 len: 168 time: 2.9984980 Mar 22 14:17:34.289200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52602) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:34.292012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8a484505-7d81-4390-a6b4-0a471dbde4d1 None None] Current status of the port db46da39-cbae-4c42-9944-e5277496acd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:34.296817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 70449ec9-8c03-41da-a566-89f9bdc6752b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:34.372423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db46da39-cbae-4c42-9944-e5277496acd6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:34.385644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Request body: {'subnet': {'network_id': '70449ec9-8c03-41da-a566-89f9bdc6752b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971877848-subnet', 'tenant_id': '992b05932b4d4c8cada4c67fc97f352e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:34.416942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.428676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.429272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.430572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.434561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.435122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.436492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.442900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff97de43-78af-4921-8c31-ec51dfaba751 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6694 time: 0.8301785 Mar 22 14:17:34.489802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e141dd9-13af-41ac-b222-b677af29c0af req-4a51fd13-f3bf-4570-a722-2e4922499af8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303979 Mar 22 14:17:34.530860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c4752-803f-49e0-ba5f-9908d756dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95e0aa-2a35-457a-8f8e-9d65b1f7b052,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:34.566757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port db46da39-cbae-4c42-9944-e5277496acd6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:34.571481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db46da39-cbae-4c42-9944-e5277496acd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.588339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] For port 41551490-75a1-464e-918a-673dc8fdf231, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41551490-75a1-464e-918a-673dc8fdf231,segment=NetworkSegment(5eac60a5-6350-4512-86e7-14d29195b167),segment_id=5eac60a5-6350-4512-86e7-14d29195b167)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:34.589153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41551490-75a1-464e-918a-673dc8fdf231), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.603268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ab7c0207-0ee0-4cff-93fe-d9a6e948520e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7630c28f-54b1-4aba-9727-7e844dd76306 HTTP/1.1" status: 200 len: 217 time: 0.1100955 Mar 22 14:17:34.723749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Calling delete_port for 41551490-75a1-464e-918a-673dc8fdf231 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:34.745177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.762942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.768668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.785886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.793604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.803364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.827673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:34.835483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38368047-4216-440c-80f1-85d271aa16a6 req-0c0d9cd7-1597-49a6-a436-c072df05d8ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.8977330 Mar 22 14:17:34.883072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Made reservation on behalf of 992b05932b4d4c8cada4c67fc97f352e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:34.886553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.921640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cdacd002-f2f3-464e-93f6-1912ac9f7e1b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:34.977778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port db46da39-cbae-4c42-9944-e5277496acd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:35.061389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cdacd002-f2f3-464e-93f6-1912ac9f7e1b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.088824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (41551490-75a1-464e-918a-673dc8fdf231), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.147444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=cdacd002-f2f3-464e-93f6-1912ac9f7e1b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.150072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.183637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41551490-75a1-464e-918a-673dc8fdf231 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:35.190122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] No DVR routers for this DVR port 41551490-75a1-464e-918a-673dc8fdf231 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:35.195354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d2f69-9138-4f70-bd79-480cc5dc119b None None] Pushing event deleted for resources: {'Port': ['ID=41551490-75a1-464e-918a-673dc8fdf231,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:35.233222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.242629 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a17eca59-0e47-4dc4-9a24-9da05ff86e8a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/cdacd002-f2f3-464e-93f6-1912ac9f7e1b HTTP/1.1" status: 204 len: 168 time: 2.6790214 Mar 22 14:17:35.244704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:35.246502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc35d9b-5565-4dcb-a8d7-628500fe2de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.264468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c504e-a657-4738-8dab-a54f49b1b30c None None] Network caf8aa90-0d86-4a51-9dcc-36791fdc6c8b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:35.346942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (53c52068-153d-4d85-be06-a7450b07f6ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.368658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-10a938f7-e265-4b8d-bdd7-7eec291df131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:35.377048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-10a938f7-e265-4b8d-bdd7-7eec291df131 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b67344b4-db1d-4f5d-a2c3-263f43b4a043 HTTP/1.1" status: 200 len: 849 time: 0.7614794 Mar 22 14:17:35.395637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 41551490-75a1-464e-918a-673dc8fdf231 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:35.396202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41551490-75a1-464e-918a-673dc8fdf231 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:35.600883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] DHCP port deletion for caf8aa90-0d86-4a51-9dcc-36791fdc6c8b request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:17:35.670893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38368047-4216-440c-80f1-85d271aa16a6 req-00a74986-e360-461a-8327-7531f90178f4 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8343167 Mar 22 14:17:35.693322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Deleting port fe0137ee-5327-4ee2-83f8-4145de432e93 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:35.693696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.784709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc35d9b-5565-4dcb-a8d7-628500fe2de0 admin admin] Publish callbacks [] for security_group (65cc14ba-8d9f-4f72-ab42-b0895a818794), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.802248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (829f4a63-ceb4-49fd-8a72-7faa4abb7564), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.811583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] For port fe0137ee-5327-4ee2-83f8-4145de432e93, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fe0137ee-5327-4ee2-83f8-4145de432e93,segment=NetworkSegment(59bab657-7250-424d-b69a-ce6769bf9a1c),segment_id=59bab657-7250-424d-b69a-ce6769bf9a1c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:35.811984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.822805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc35d9b-5565-4dcb-a8d7-628500fe2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65cc14ba-8d9f-4f72-ab42-b0895a818794), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:35.859101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Calling delete_port for fe0137ee-5327-4ee2-83f8-4145de432e93 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:35.965422 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-edc35d9b-5565-4dcb-a8d7-628500fe2de0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3cff679288b42f99042f733ea9e490a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7993970 Mar 22 14:17:35.966141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52616) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:36.007869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c52068-153d-4d85-be06-a7450b07f6ed,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.043361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for router_gateway (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.072341 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (fe0137ee-5327-4ee2-83f8-4145de432e93), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.104308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a1b8f2c0-c8e3-4212-b9fa-cc2ad83b57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:36.106264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a1b8f2c0-c8e3-4212-b9fa-cc2ad83b57dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18231ba7-7e63-490a-a869-d4210897fa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6890409 Mar 22 14:17:36.110823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Checking segment: {'id': 'd6281e19-f194-41a8-9242-44c7455315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '70449ec9-8c03-41da-a566-89f9bdc6752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:36.111446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Network hostable DHCP agents. Network: 70449ec9-8c03-41da-a566-89f9bdc6752b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:36.165605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] Pushing event deleted for resources: {'Port': ['ID=fe0137ee-5327-4ee2-83f8-4145de432e93,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.171547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1826b69-b2e4-4c24-b4ec-bc97dd236817 None None] No DVR routers for this DVR port fe0137ee-5327-4ee2-83f8-4145de432e93 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:36.187956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fe0137ee-5327-4ee2-83f8-4145de432e93 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:36.262865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: fe0137ee-5327-4ee2-83f8-4145de432e93 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:17:36.263121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fe0137ee-5327-4ee2-83f8-4145de432e93 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:36.264372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92376481-1a69-475c-8f50-b8b71ca96847 req-452ba71f-f41e-4e72-835a-473c0174592c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:36.264889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc35d9b-5565-4dcb-a8d7-628500fe2de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc14ba-8d9f-4f72-ab42-b0895a818794,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:36.266309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92376481-1a69-475c-8f50-b8b71ca96847 req-452ba71f-f41e-4e72-835a-473c0174592c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.5910697 Mar 22 14:17:36.267532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Network 70449ec9-8c03-41da-a566-89f9bdc6752b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:36.299109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 70449ec9-8c03-41da-a566-89f9bdc6752b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:36.309925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc145b0-09e4-4fd0-bf5b-b2107a1d08fa None None] Network 70449ec9-8c03-41da-a566-89f9bdc6752b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:36.340660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:36.342329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.475642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bf3cb7e7-43af-4db0-8d35-d5a75f652d3e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1511848 Mar 22 14:17:36.495200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-7410ec8c-8b85-4924-82f0-653408eed14b service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697715 Mar 22 14:17:36.505546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92376481-1a69-475c-8f50-b8b71ca96847 req-c8a5aa62-5ae0-44a6-9275-bf61cb6bfe9d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249043 Mar 22 14:17:36.562295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe38bd8-c230-4e9d-bf81-3ad2aacf552a None None] Network 70449ec9-8c03-41da-a566-89f9bdc6752b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:36.702624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (829f4a63-ceb4-49fd-8a72-7faa4abb7564), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.705473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Publish callbacks [] for security_group (65cc14ba-8d9f-4f72-ab42-b0895a818794), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.771995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829f4a63-ceb4-49fd-8a72-7faa4abb7564']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:36.778313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Publish callbacks [] for security_group (65cc14ba-8d9f-4f72-ab42-b0895a818794), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.805858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eac60a5-6350-4512-86e7-14d29195b167') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:36.806205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eac60a5-6350-4512-86e7-14d29195b167') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:36.830322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (5eac60a5-6350-4512-86e7-14d29195b167), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.834193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-80a9a5d1-c5b5-406a-a0df-815ff7c5f0e6 service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222961 Mar 22 14:17:36.895174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5eac60a5-6350-4512-86e7-14d29195b167), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.938772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:36.939188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (5eac60a5-6350-4512-86e7-14d29195b167), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:36.942920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-17b501ee-7e34-4e96-ae79-2db7fa0a791d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 217 time: 0.1055048 Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:36.943509 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:37.031272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65cc14ba-8d9f-4f72-ab42-b0895a818794), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.035571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.041889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65cc14ba-8d9f-4f72-ab42-b0895a818794 HTTP/1.1" status: 204 len: 168 time: 1.0650628 Mar 22 14:17:37.065164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (829f4a63-ceb4-49fd-8a72-7faa4abb7564), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.085291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc14ba-8d9f-4f72-ab42-b0895a818794,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.089759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.100077 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/829f4a63-ceb4-49fd-8a72-7faa4abb7564 HTTP/1.1" status: 204 len: 168 time: 1.8497150 Mar 22 14:17:37.103356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=829f4a63-ceb4-49fd-8a72-7faa4abb7564,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:37.122721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:37.154248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-83db391c-5b8e-4c4a-8c1e-22ff2efdf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.154770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.155128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.155474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.155812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.156145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.156563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-83db391c-5b8e-4c4a-8c1e-22ff2efdf859 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.1453340 Mar 22 14:17:37.156789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.157133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.157609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.157928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.158285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.158603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.158926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.159249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.159566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.159892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f5c7-d7cd-494c-977b-eba0d95883d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.208179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.212078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.212452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.212802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.213134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.213463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.213792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.215166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.215166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.215412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.216017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.216017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.216380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.216485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.216742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faaca6-b763-4665-b4bb-1fb37cb10643 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:37.283713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.319048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.342522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.358420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.371457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.385903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.401368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.429292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.434083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-4950a393-f9d4-4ed7-ad30-778737ea3a2d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.5057857 Mar 22 14:17:37.612158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.758042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.764863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-5bc1d1f8-7adb-4a57-a60e-5aa52075eac8 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.767266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-5bc1d1f8-7adb-4a57-a60e-5aa52075eac8 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/networks?id=14a019ca-4d73-409a-bcb0-678219b34d67 HTTP/1.1" status: 200 len: 808 time: 0.3295715 Mar 22 14:17:37.819114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-ea0321fe-29c6-47ad-8dcb-d0d73a4dd14a tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/quotas/c4b0aea6035e47bf89ba54ec69036e74 HTTP/1.1" status: 200 len: 375 time: 0.0316114 Mar 22 14:17:37.836868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-85611164-76e8-4afa-b763-62ac785b4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:37.838938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-85611164-76e8-4afa-b763-62ac785b4d52 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6739824 Mar 22 14:17:37.840088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf8aa90-0d86-4a51-9dcc-36791fdc6c8b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:37.885111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bab657-7250-424d-b69a-ce6769bf9a1c') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:37.890450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bab657-7250-424d-b69a-ce6769bf9a1c') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:37.922134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (59bab657-7250-424d-b69a-ce6769bf9a1c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:37.943573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:17:37.978098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (59bab657-7250-424d-b69a-ce6769bf9a1c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.029771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-1aca516a-cb4b-4dac-b2a7-9452ecb44a30 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4b0aea6035e47bf89ba54ec69036e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000854 Mar 22 14:17:38.072319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d30f4f6e-b062-4c94-b56c-b102355ec42c req-332bf258-24c5-430c-be6f-1910467fac32 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6303289 Mar 22 14:17:38.216758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-baff2273-b0c6-4463-9cd9-6c0658abcc16 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622851 Mar 22 14:17:38.314952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:38.329329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:17:38.329733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (59bab657-7250-424d-b69a-ce6769bf9a1c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.330129 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:17:38.341022 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:17:38.357028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:38.357845 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:38.370930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-77ab90a6-8488-446c-bba7-d428a8f31372 service neutron] 10.222.0.81 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329813 Mar 22 14:17:38.524789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.534536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-548dfcb7-ef38-4f96-8eaa-cde6aa3d87ac admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3154402 Mar 22 14:17:38.536295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.539383 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:38.714691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (caf8aa90-0d86-4a51-9dcc-36791fdc6c8b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.750515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:38.753487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-0033f810-cb0d-4577-a31e-da9a69539259 service neutron] 10.222.0.81 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626809 Mar 22 14:17:38.760993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/caf8aa90-0d86-4a51-9dcc-36791fdc6c8b HTTP/1.1" status: 204 len: 168 time: 1.6327686 Mar 22 14:17:38.774269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:38.783889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4962bb9-7261-4cdd-83f4-6595f522ea9c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=caf8aa90-0d86-4a51-9dcc-36791fdc6c8b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:38.804865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108223189'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:38.855279 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:35Z', 'revision_number': 3, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:38.914578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ae34-f6e2-445b-b2fc-b4db59611416 req-fbe03b25-d5f1-438c-bc09-419412884afe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:38.916766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ff6ae34-f6e2-445b-b2fc-b4db59611416 req-fbe03b25-d5f1-438c-bc09-419412884afe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.7069857 Mar 22 14:17:38.926748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:38.929268 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Updating router d8f7ac52-a062-4376-89ba-91e4e936ad14 port cda14f29-59f0-4509-a702-02c105af6172 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:17:39.005088 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cda14f29-59f0-4509-a702-02c105af6172), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.027854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-fdcd32e2-c258-4d13-8618-ef18362b6403 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959728 Mar 22 14:17:39.029175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:39.036808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.363056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:39.414637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ff3df08b-fcfc-4bc7-9e75-d87ce7e0fe29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 217 time: 0.3706408 Mar 22 14:17:39.517853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ff6ae34-f6e2-445b-b2fc-b4db59611416 req-a0feca1c-d756-4e71-aaa1-c41a1b5b36b0 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846577 Mar 22 14:17:39.538006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9b846c2-ad31-4cb3-955d-309b6b2a8e10 req-8e49ad73-3aef-47dc-945a-59d994486e59 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 210 time: 0.1629274 Mar 22 14:17:39.554600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ee9ac522-38c0-401f-bb12-d0e0c318e92d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.555191 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment ee9ac522-38c0-401f-bb12-d0e0c318e92d of type vlan for network fe88d496-ef09-446a-b877-97af45f17006 Mar 22 14:17:39.726227 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks [] for port (cda14f29-59f0-4509-a702-02c105af6172), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.740297 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cda14f29-59f0-4509-a702-02c105af6172), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.741358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (fe88d496-ef09-446a-b877-97af45f17006), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.784546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a2b4d659-16c2-4541-ad82-ad2948308992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.791315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a2b4d659-16c2-4541-ad82-ad2948308992 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.2511692 Mar 22 14:17:39.846265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.866060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:17:39.917466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Pushing event updated for resources: {'Port': ['ID=cda14f29-59f0-4509-a702-02c105af6172,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:39.920963 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Attempting to bind port cda14f29-59f0-4509-a702-02c105af6172 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:39.923252 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Attempting to bind port cda14f29-59f0-4509-a702-02c105af6172 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:39.925153 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Attempting to bind port cda14f29-59f0-4509-a702-02c105af6172 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:39.953718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:39.954318 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:39.954498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.954901 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.955384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:39.955966 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Bound port: cda14f29-59f0-4509-a702-02c105af6172, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:39.956435 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cda14f29-59f0-4509-a702-02c105af6172), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:39.960183 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.961526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.963684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.964177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.964576 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.964971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.965353 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.967088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.967456 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.969384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.969949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.972289 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.973116 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.973253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.973376 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.974024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.976352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.976913 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:39.978757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.984159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.990557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:39.992567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-a68ef22f-8857-42f9-a32c-15cd587f7dc9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.3558156 Mar 22 14:17:40.069034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (fe88d496-ef09-446a-b877-97af45f17006), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.084052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:40.084490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.107956 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] For port cda14f29-59f0-4509-a702-02c105af6172, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:40.125619 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] For port cda14f29-59f0-4509-a702-02c105af6172, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cda14f29-59f0-4509-a702-02c105af6172,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:40.141273 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cda14f29-59f0-4509-a702-02c105af6172), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:40.188605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-e79d46f1-7278-4f52-a7ea-96e5f0e96506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:40.193065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-e79d46f1-7278-4f52-a7ea-96e5f0e96506 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3846974 Mar 22 14:17:40.230579 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:40.231407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:40.279307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-2282b3fe-2355-42d6-ac8a-f118dfee3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:40.279646 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28370ca-63e2-419e-b055-7061659a86f3 None None] Pushing event updated for resources: {'Port': ['ID=cda14f29-59f0-4509-a702-02c105af6172,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:40.283002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-2282b3fe-2355-42d6-ac8a-f118dfee3c5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 1127 time: 0.4134018 Mar 22 14:17:40.408769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:40.483705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7082760 Mar 22 14:17:40.509763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:40.514900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': 'fe88d496-ef09-446a-b877-97af45f17006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:40.638892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc8d800-7428-4f68-a118-1c7ace3694ab req-aa14b1ec-4b1e-407a-9d5c-82f1d00f0f9b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6346941 Mar 22 14:17:40.669144 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:35Z', 'revision_number': 3, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:40.702728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e33e-7168-4e19-aeef-b30f4cbfd1b5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=fe88d496-ef09-446a-b877-97af45f17006,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:40.706898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-e08a63d4-6961-4ebb-9a46-9c6dca38edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:40.710456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-e08a63d4-6961-4ebb-9a46-9c6dca38edbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.4181919 Mar 22 14:17:40.716475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network fe88d496-ef09-446a-b877-97af45f17006 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:40.753297 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d820-f36b-43b1-b2de-e70590e6f111 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:35Z', 'revision_number': 3, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:40.985537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-5a561e28-298a-498a-9f7b-8e7ad302ce70 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 HTTP/1.1" status: 200 len: 217 time: 0.2558250 Mar 22 14:17:41.230802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Allocated IP 172.20.0.1 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/c7938ca6-9eca-4fdd-96b7-884433b9739d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:41.352196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-10b51c77-c5d8-4549-adce-f990d3281e4d tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:41.362879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-10b51c77-c5d8-4549-adce-f990d3281e4d tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.78 "GET /v2.0/networks?id=14a019ca-4d73-409a-bcb0-678219b34d67 HTTP/1.1" status: 200 len: 808 time: 0.6074121 Mar 22 14:17:41.383945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Request body: {'port': {'device_id': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67', 'admin_state_up': True, 'tenant_id': 'c4b0aea6035e47bf89ba54ec69036e74'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:41.399845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52734) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:41.542996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:41.551378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.706721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-947ed363-1b02-4156-ae5c-cb340be4cf68 req-34781a8d-faaf-4c10-ba59-d439bb91ac3f tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 210 time: 0.9502099 Mar 22 14:17:41.867542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks [] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.913787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:41.922817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de72fa8c-c748-48e5-ba24-669f87b695ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.020274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de72fa8c-c748-48e5-ba24-669f87b695ae admin admin] Publish callbacks [] for security_group (7fbf9de8-477c-4ab1-8763-20920bb907cd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.029709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-53df671d-a67f-4f73-9dd9-23f7b207fbc7 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7167716 Mar 22 14:17:42.060268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de72fa8c-c748-48e5-ba24-669f87b695ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7fbf9de8-477c-4ab1-8763-20920bb907cd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.081346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c476-5409-4a5f-9c69-8babb6d58674 req-c1ca3c22-cf48-45e3-8263-9c559ce9c8cf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.085255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d792c476-5409-4a5f-9c69-8babb6d58674 req-c1ca3c22-cf48-45e3-8263-9c559ce9c8cf tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 1.3256230 Mar 22 14:17:42.103001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:42.113944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72fa8c-c748-48e5-ba24-669f87b695ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf9de8-477c-4ab1-8763-20920bb907cd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.117651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:42.163492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:42.181495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-c23dc58e-d6b8-4365-a3aa-181751db7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.187408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-c23dc58e-d6b8-4365-a3aa-181751db7c7b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.4932716 Mar 22 14:17:42.224751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Made reservation on behalf of c4b0aea6035e47bf89ba54ec69036e74 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:42.228185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.238405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cda14f29-59f0-4509-a702-02c105af6172 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:42.242941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Pushing event updated for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.407299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cda14f29-59f0-4509-a702-02c105af6172 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:42.409396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cda14f29-59f0-4509-a702-02c105af6172), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.415212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.436548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.457874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.464690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de72fa8c-c748-48e5-ba24-669f87b695ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c56d24d490744999b801f1e0b75ea4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0545058 Mar 22 14:17:42.469465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Allocated IP 172.20.0.14 (14a019ca-4d73-409a-bcb0-678219b34d67/83c149be-cd91-4bc9-a3f6-abf66c28363a/d8e8b6c9-ebcf-48d0-b983-30cecea02e6a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:42.471317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:42.474894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.494499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.518109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.530514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.537883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-34f81c90-294a-431e-bdef-33448f967a19 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.6822841 Mar 22 14:17:42.614902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.621691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b7922062-ba75-48bf-9d5c-33094202f43d None None] Provisioning complete for port c7938ca6-9eca-4fdd-96b7-884433b9739d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:42.622094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7922062-ba75-48bf-9d5c-33094202f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.673232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cda14f29-59f0-4509-a702-02c105af6172 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:42.673630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cda14f29-59f0-4509-a702-02c105af6172), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.706194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b7922062-ba75-48bf-9d5c-33094202f43d None None] Port c7938ca6-9eca-4fdd-96b7-884433b9739d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:42.716956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-feecf09a-1e6d-4d1c-aca8-9b98e99271a2 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716213 Mar 22 14:17:42.717818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port cda14f29-59f0-4509-a702-02c105af6172, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cda14f29-59f0-4509-a702-02c105af6172,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:42.730528 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cda14f29-59f0-4509-a702-02c105af6172), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.801496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-82d16172-dd7d-438d-83bd-8d755a234189 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=da4f9140-f792-40d5-aa99-0ff7358aa837 HTTP/1.1" status: 200 len: 217 time: 0.0749073 Mar 22 14:17:42.851282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=cda14f29-59f0-4509-a702-02c105af6172,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:42.920700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80a3523d-9ddd-4a8d-9561-f961ccb886d3 req-efd3e938-ad31-405f-81b9-0609a3ead864 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3474350 Mar 22 14:17:42.945097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] Publish callbacks [] for security_group (7fbf9de8-477c-4ab1-8763-20920bb907cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:42.954491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d792c476-5409-4a5f-9c69-8babb6d58674 req-a2a55a37-c634-4d65-95ab-8a8789264d3d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029950 Mar 22 14:17:42.969356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-bc622fbb-1449-4223-8929-32e50584c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:42.971036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-bc622fbb-1449-4223-8929-32e50584c450 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7357514 Mar 22 14:17:42.998314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-4421b020-5a5e-42a9-8a64-b73a25ae7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:43.000621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-4421b020-5a5e-42a9-8a64-b73a25ae7b9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.1716290 Mar 22 14:17:43.063477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (60fdb286-b370-46bf-8d48-7ce378a7d1c0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.115094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] Publish callbacks [] for security_group (7fbf9de8-477c-4ab1-8763-20920bb907cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.212454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6c408408-39f7-4590-8064-1a8a09fdaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:43.234747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-6c408408-39f7-4590-8064-1a8a09fdaa3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2221026 Mar 22 14:17:43.243517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c584d5af-a09d-4a96-b3b4-e1c893b06694 req-cd0471a6-24e6-41c7-9fb5-8370622f6349 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 210 time: 0.1045389 Mar 22 14:17:43.401036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=60fdb286-b370-46bf-8d48-7ce378a7d1c0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.461870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-4c98e630-44eb-497d-abe3-72c13ab0bf54 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142551 Mar 22 14:17:43.470216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-de069d79-7065-4399-ba1a-2378bb860258 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851668 Mar 22 14:17:43.548640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks [] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.631842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.669160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.703461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-56d63a0d-0e1e-4e1f-95e9-aa1a76505d98 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275257 Mar 22 14:17:43.706408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43baa238-3f79-4b8a-aa81-124492dce5cf req-c8e69f30-0e8e-4811-ba52-fe9d99b7f938 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296720 Mar 22 14:17:43.801608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7fbf9de8-477c-4ab1-8763-20920bb907cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.804232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:43.805464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fbf9de8-477c-4ab1-8763-20920bb907cd HTTP/1.1" status: 204 len: 168 time: 1.3319304 Mar 22 14:17:43.810748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Network 14a019ca-4d73-409a-bcb0-678219b34d67 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:43.829020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:43.831674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:43.835713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-d58fc2e4-26d1-4ca3-b8f7-f5fac8aac91a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf HTTP/1.1" status: 200 len: 217 time: 0.1140993 Mar 22 14:17:43.841868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': 'ee9ac522-38c0-401f-bb12-d0e0c318e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:43.842291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: fe88d496-ef09-446a-b877-97af45f17006, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:43.873409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Pushing event updated for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.900582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cdc9b-34ed-40da-b6a7-3ebf817e2d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf9de8-477c-4ab1-8763-20920bb907cd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:43.942086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-73e7e1b5-1d6a-4b64-a2ea-4b3bcc6ac3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:43.943725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-73e7e1b5-1d6a-4b64-a2ea-4b3bcc6ac3c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.0990574 Mar 22 14:17:44.027724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ce4f761f-bfbf-44c0-883e-f1ac24eada32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.032605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ce4f761f-bfbf-44c0-883e-f1ac24eada32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0808783 Mar 22 14:17:44.079408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network fe88d496-ef09-446a-b877-97af45f17006 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:44.147336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, fe88d496-ef09-446a-b877-97af45f17006) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:44.152413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.153484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.158648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29162126-30d0-4aff-aebd-a249504adf07 None None] Network fe88d496-ef09-446a-b877-97af45f17006 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:44.173110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.185159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.251907 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99d291c3-c740-44f6-a9bb-adddf1416c06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7406669 Mar 22 14:17:44.252844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52760) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.260448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-951110675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.268081 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dc5ed52d-a427-4cb1-99dd-974e748defb7 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8969219 Mar 22 14:17:44.275162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-efb9cde8-2a78-47e3-a8c2-0d88e94011f6 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358646 Mar 22 14:17:44.287001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Request body: {'port': {'device_id': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.349791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cda14f29-59f0-4509-a702-02c105af6172 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:44.394180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.397710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.460313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-fe88d496-ef09-446a-b877-97af45f17006', 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '60fdb286-b370-46bf-8d48-7ce378a7d1c0'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:17:44.464483 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.594208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.602987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.616399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.629179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.641415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.653564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.659837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.661985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-e2c212d6-14ea-4ff3-8e2e-0a6000fd71fd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.3858922 Mar 22 14:17:44.663716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.672593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc839f4-2355-45f0-84d0-65e8bd11dbab req-91bc0f1a-950a-4dbe-8b2c-728fc28cd084 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:44.674132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc839f4-2355-45f0-84d0-65e8bd11dbab req-91bc0f1a-950a-4dbe-8b2c-728fc28cd084 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 945 time: 0.3969650 Mar 22 14:17:44.683784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.726694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:44.733532 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-307da657-7ff8-4466-965a-c3344a1b0877 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4768922 Mar 22 14:17:44.736020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:44.744511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'port': {'network_id': 'fe88d496-ef09-446a-b877-97af45f17006', 'name': 'tempest-RoutersIpV6Test-2073697379'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:44.747060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:44.773240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc839f4-2355-45f0-84d0-65e8bd11dbab req-e0aff786-794e-4cb3-b2cb-b01d90ead5e2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661745 Mar 22 14:17:44.816791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-d177ee7e-b1d2-4de5-bedf-1302b5361b81 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163906 Mar 22 14:17:44.831871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27c81793-29f5-4f48-9bf3-ed1b8d9d15ff req-eed2ea3c-9b46-4c60-9592-c58abe94f2a2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544008 Mar 22 14:17:44.931296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-56586f42-7746-4099-ad29-c531baff3c4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6 HTTP/1.1" status: 200 len: 217 time: 0.0983541 Mar 22 14:17:44.990528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:44.993935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.045152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f9ee7a29-2c38-4083-92e2-7ee0c85afa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:45.047068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-f9ee7a29-2c38-4083-92e2-7ee0c85afa22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 200 len: 797 time: 0.1010580 Mar 22 14:17:45.058142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f737b-edf2-4315-bcd6-3185c972d961 req-428c0b51-6530-452a-8ccd-a41d1968aa8d tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:45.059417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] device_id is not set on port 1cfc611c-e5b7-4159-a954-340b5d09e7ac yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:17:45.060461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a7f737b-edf2-4315-bcd6-3185c972d961 req-428c0b51-6530-452a-8ccd-a41d1968aa8d tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 932 time: 0.1262734 Mar 22 14:17:45.152638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a7f737b-edf2-4315-bcd6-3185c972d961 req-ad388cf6-5d41-46dc-8940-7a3f144392e1 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Mar 22 14:17:45.160795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a1e541e2-ec76-424d-850d-ad4fd1062a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:45.163127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-a1e541e2-ec76-424d-850d-ad4fd1062a83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1013808 Mar 22 14:17:45.167229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.204832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cda14f29-59f0-4509-a702-02c105af6172 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:45.205344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks [] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.206160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cda14f29-59f0-4509-a702-02c105af6172), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.270502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.349522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:45.350044 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.401707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-55f8b01f-e51d-4407-a122-b3728a091876 service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313192 Mar 22 14:17:45.481198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Pushing event updated for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:45.585325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:45.638780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8::258 (fe88d496-ef09-446a-b877-97af45f17006/60fdb286-b370-46bf-8d48-7ce378a7d1c0/1cfc611c-e5b7-4159-a954-340b5d09e7ac) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:45.657235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.669151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-c91c187f-24d0-4632-8cc8-2678b168f2bc service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612822 Mar 22 14:17:45.713512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:45.726955 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48424b2-fc75-4677-8bd8-0e5d6ddb7aee" -d '{"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:45.782252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-ca2c3c5f-96d0-493a-badb-1915fd1a429d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d57f34a4-7f44-46cd-b812-6d1796a68737 HTTP/1.1" status: 200 len: 217 time: 0.0991194 Mar 22 14:17:45.806369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:45.829089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:45.836297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cda14f29-59f0-4509-a702-02c105af6172 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:45.904777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1578038045-network', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:45.907182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:45.929338 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43f562-52e5-4d60-8e6d-24db5a877214 x-openstack-request-id: req-ce43f562-52e5-4d60-8e6d-24db5a877214 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:45.930343 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:45.930343 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce43f562-52e5-4d60-8e6d-24db5a877214 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:45.930609 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce43f562-52e5-4d60-8e6d-24db5a877214'] response: {'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'code': 200} Mar 22 14:17:46.004985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-afea71b3-5d76-4195-8a22-1390b4db5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.006532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-afea71b3-5d76-4195-8a22-1390b4db5758 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 200 len: 797 time: 0.2121489 Mar 22 14:17:46.007180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Made reservation on behalf of 4d6e6d8691024cbea463ab75de19334c for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:46.009532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.022245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.162044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks [] for security_group (051d07ee-13db-4f55-bb48-46ac5a2e99dd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.217832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645336d8-4252-47df-a5c2-15c03405913c req-d66ea3d9-ce14-45ec-bc02-858875318ab5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.219442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-645336d8-4252-47df-a5c2-15c03405913c req-d66ea3d9-ce14-45ec-bc02-858875318ab5 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 943 time: 0.2779036 Mar 22 14:17:46.220126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (051d07ee-13db-4f55-bb48-46ac5a2e99dd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.232849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:17:46.267881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d07ee-13db-4f55-bb48-46ac5a2e99dd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:46.321983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-645336d8-4252-47df-a5c2-15c03405913c req-ad981e7a-6313-48a3-9ccb-40c3415f1b34 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837908 Mar 22 14:17:46.332259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0ed86e9b-a883-43bd-a8ee-7e91204e6327), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.332609 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Added segment 0ed86e9b-a883-43bd-a8ee-7e91204e6327 of type vlan for network f2923616-3acc-4a5e-801c-49a6fc07e7c6 Mar 22 14:17:46.340882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-9e6c58cf-0b23-447a-b348-c3fcd4efb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.354217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-9e6c58cf-0b23-447a-b348-c3fcd4efb295 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3216627 Mar 22 14:17:46.361632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.368846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.374414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.381115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.386899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.392441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.397631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.399625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-b46d617b-cffa-4f30-b271-c2d2f258e3bf tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.3215213 Mar 22 14:17:46.404387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.405063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.405063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.405293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.405625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.405978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.406314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.406677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.406979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.407266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.407698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.408020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.408336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.408673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.408989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:17:46.502802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-9d5b816b-bb8d-4e89-aa5c-e6f603bbf171 service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001208 Mar 22 14:17:46.529642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.662499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Allocated IP 2001:db8::2 (fe88d496-ef09-446a-b877-97af45f17006/60fdb286-b370-46bf-8d48-7ce378a7d1c0/65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:46.730959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90d027ed-ff56-4a8a-bb26-2168a69b9b2a req-42bf9b1c-3751-4856-8ad9-9635702ed759 service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790185 Mar 22 14:17:46.742122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e8b6c9-ebcf-48d0-b983-30cecea02e6a {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:46.756861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks [] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.789711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Transition to ACTIVE for port object d8e8b6c9-ebcf-48d0-b983-30cecea02e6a will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:17:46.797609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.803381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f2923616-3acc-4a5e-801c-49a6fc07e7c6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.832198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.917987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network fe88d496-ef09-446a-b877-97af45f17006 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:46.924869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96f022cd-4024-4b54-90d1-41700061a0e1 req-03837e35-2530-45a2-b8c5-082bb7c203a2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5100455 Mar 22 14:17:46.928933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f2923616-3acc-4a5e-801c-49a6fc07e7c6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.930385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.930997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:46.957054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:46.972012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:46.981314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:46.982012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.002054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks [] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.010867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104268f-5901-4959-8493-ac224bca2060 req-5942273a-840a-4b05-af69-69c1a61ba086 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.015200 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.015419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d104268f-5901-4959-8493-ac224bca2060 req-5942273a-840a-4b05-af69-69c1a61ba086 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 932 time: 0.6147492 Mar 22 14:17:47.050846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3112762 Mar 22 14:17:47.075068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Pushing event updated for resources: {'Port': ['ID=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.091218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Network fe88d496-ef09-446a-b877-97af45f17006 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:47.093278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:47.099867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:47.111591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52812) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.170740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] Pushing event updated for resources: {'Network': ['ID=f2923616-3acc-4a5e-801c-49a6fc07e7c6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.190731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7d19f18a-0de5-4e6d-b2b9-26cc446a1091 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5987170 Mar 22 14:17:47.217613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:17:47.220330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Attempting to bind port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:47.220698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Attempting to bind port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'ee9ac522-38c0-401f-bb12-d0e0c318e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:47.221059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Attempting to bind port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb on network fe88d496-ef09-446a-b877-97af45f17006 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:47.233280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52816) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:47.240918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Request body: {'subnet': {'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1578038045-subnet', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:47.263147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Attempting to bind port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:47.263554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Attempting to bind port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '1d359c4e-fc4f-4d55-a5b1-08edd503208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:47.263817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Attempting to bind port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a on network 14a019ca-4d73-409a-bcb0-678219b34d67 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:47.268585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038d69b-5c12-48a3-91a8-16d531711527 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=1cfc611c-e5b7-4159-a954-340b5d09e7ac,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.278728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a on network 14a019ca-4d73-409a-bcb0-678219b34d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:17:47.278728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Attempting to bind port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a on network 14a019ca-4d73-409a-bcb0-678219b34d67 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:47.302021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:47.302473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Checking segment: {'id': 'ee9ac522-38c0-401f-bb12-d0e0c318e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:47.302807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.303197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Bound using segment: {'id': 'ee9ac522-38c0-401f-bb12-d0e0c318e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:47.303681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Bound port: 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9ac522-38c0-401f-bb12-d0e0c318e92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fe88d496-ef09-446a-b877-97af45f17006'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:47.304050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.308573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:47.309203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Checking segment: {'id': '1d359c4e-fc4f-4d55-a5b1-08edd503208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:47.309491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Bound using segment: {'id': '1d359c4e-fc4f-4d55-a5b1-08edd503208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:47.310017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Bound port: d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d359c4e-fc4f-4d55-a5b1-08edd503208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:47.310473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.336954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.338509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.342856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.343895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:47.344830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.345509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.346183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.347827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.350150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-545bc36a-e4b1-4e90-8910-2d74353fa471 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6694 time: 0.4438734 Mar 22 14:17:47.376923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:47.395167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] For port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:47.399303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] For port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,segment=NetworkSegment(ee9ac522-38c0-401f-bb12-d0e0c318e92d),segment_id=ee9ac522-38c0-401f-bb12-d0e0c318e92d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:47.412252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.422191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d104268f-5901-4959-8493-ac224bca2060 req-c92a8496-a314-4137-8fc4-96ba2b180fdb tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031945 Mar 22 14:17:47.463114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Made reservation on behalf of 4d6e6d8691024cbea463ab75de19334c for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:17:47.479182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.494355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154f2d-9df6-4c31-8acc-1d90f53bf953 None None] Pushing event updated for resources: {'Port': ['ID=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.594320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:47.640544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:47.680529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e79a-aa5f-4ba0-8ca0-c16098ab3758 req-a8233d71-1215-4bea-aaeb-eebbb4b56b6c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.693309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ec9e79a-aa5f-4ba0-8ca0-c16098ab3758 req-a8233d71-1215-4bea-aaeb-eebbb4b56b6c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.5271540 Mar 22 14:17:47.900141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-686c8077-ff29-45cd-987b-0ab8a6476d9c None None] Provisioning complete for port c7938ca6-9eca-4fdd-96b7-884433b9739d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:47.903075 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686c8077-ff29-45cd-987b-0ab8a6476d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:47.906624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:47.927107 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e466ba2-dbef-461f-b65a-753b6eb7f111 admin admin] 10.222.0.81 "PUT /v2.0/routers/d8f7ac52-a062-4376-89ba-91e4e936ad14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3831878 Mar 22 14:17:47.929039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-2b6bc77a-c2f0-46f0-a082-3629f4f9933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:47.930730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-2b6bc77a-c2f0-46f0-a082-3629f4f9933c service neutron] 10.222.0.78 "GET /v2.0/networks?id=fc969c99-ec49-4fd9-817e-34d9cb006733 HTTP/1.1" status: 200 len: 902 time: 0.5444384 Mar 22 14:17:47.934357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:47.973699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:47.985654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ec9e79a-aa5f-4ba0-8ca0-c16098ab3758 req-6b08a45b-f931-4ff8-b06d-78aad1535105 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913411 Mar 22 14:17:48.033946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:48.042131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:48.186094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-1a5bde6f-2e50-43c5-ab46-4d9c5856fbc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d57f34a4-7f44-46cd-b812-6d1796a68737 HTTP/1.1" status: 200 len: 217 time: 0.2372589 Mar 22 14:17:48.253246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,segment=NetworkSegment(1d359c4e-fc4f-4d55-a5b1-08edd503208a),segment_id=1d359c4e-fc4f-4d55-a5b1-08edd503208a)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:48.281258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.328535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.329320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.330942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] 10.222.0.78 "PUT /v2.0/ports/d8e8b6c9-ebcf-48d0-b983-30cecea02e6a HTTP/1.1" status: 200 len: 1092 time: 4.0483372 Mar 22 14:17:48.334155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:48.336685 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d315d27-571e-4525-99b4-70571c90885b" -d '{"events": [{"name": "network-changed", "server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:48.338725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-1d372a6e-b1f2-4061-bc84-1a496d50dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.340199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-1d372a6e-b1f2-4061-bc84-1a496d50dbc1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 200 len: 797 time: 0.1507537 Mar 22 14:17:48.405062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:48.421125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.427086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.432019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.437380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.442691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.448340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.453663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.461295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-b7d4685d-e9bb-4e41-969d-7e5498a7bf07 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.3590477 Mar 22 14:17:48.487625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.525290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377e65-8ab3-4da3-b8da-863137ee2240 req-8dff8be7-a8cb-4e5c-9808-8c87d03b4a66 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.542572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60377e65-8ab3-4da3-b8da-863137ee2240 req-8dff8be7-a8cb-4e5c-9808-8c87d03b4a66 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3793695 Mar 22 14:17:48.565734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (81a3c2b1-f2ca-4ca4-a707-516f10076436), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.568873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-686c8077-ff29-45cd-987b-0ab8a6476d9c None None] Port c7938ca6-9eca-4fdd-96b7-884433b9739d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:48.580309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:48.680524 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91799efa-9c68-4a4e-8fb9-360daa539146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.687980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6182b-3f19-4a3f-85f8-6b676f408e82 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.709341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:48.791353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-6ab6b409-c556-4154-a51e-61221074a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:48.792901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-6ab6b409-c556-4154-a51e-61221074a13d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4444180 Mar 22 14:17:48.822791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:48.823423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:48.834789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ac85936-43f6-453b-8bcd-6c94a010b517 req-be7d44dc-e1bc-46c2-b793-018b4ef0f4c9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3725374 Mar 22 14:17:48.851576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a3c2b1-f2ca-4ca4-a707-516f10076436,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:48.888161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60377e65-8ab3-4da3-b8da-863137ee2240 req-d1d8e870-678e-416c-9b64-dcbdd0eebfd8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447182 Mar 22 14:17:48.987614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Checking segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:48.988265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Network hostable DHCP agents. Network: f2923616-3acc-4a5e-801c-49a6fc07e7c6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:17:49.051979 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8db20c-03b9-489d-9153-18ae37b9e007 x-openstack-request-id: req-9c8db20c-03b9-489d-9153-18ae37b9e007 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:49.053073 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:49.054390 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c8db20c-03b9-489d-9153-18ae37b9e007 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:49.054887 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8db20c-03b9-489d-9153-18ae37b9e007'] response: {'name': 'network-changed', 'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a', 'status': 'completed', 'code': 200} Mar 22 14:17:49.055434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:17:49.079123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-31b3c541-1bb4-455a-9853-57656ecfd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:49.080856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-31b3c541-1bb4-455a-9853-57656ecfd095 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4b0aea6035e47bf89ba54ec69036e74&device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 1126 time: 0.6534152 Mar 22 14:17:49.118791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f2923616-3acc-4a5e-801c-49a6fc07e7c6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:49.129519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-00b4931e-96e8-4d7b-9cd9-5a2c05a7780c service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902627 Mar 22 14:17:49.133357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:49.134052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.178944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96b1a5-c7e5-4fde-8a4e-923e9d224ca3 None None] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:49.225212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-8ce98fc8-87f5-47c0-88ec-9b7440c9a9f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a HTTP/1.1" status: 200 len: 217 time: 0.1301908 Mar 22 14:17:49.441597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dea977f8-c4a0-436f-af2b-e62e897c79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:49.447103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-dea977f8-c4a0-436f-af2b-e62e897c79ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83c149be-cd91-4bc9-a3f6-abf66c28363a HTTP/1.1" status: 200 len: 848 time: 0.2133050 Mar 22 14:17:49.535832 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-b5998d84-132c-45eb-9c5e-907d95b5b95d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14a019ca-4d73-409a-bcb0-678219b34d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788341 Mar 22 14:17:49.554994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.582266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ab40e-e8b8-4878-b4a7-6b67a125f37d None None] Network fe88d496-ef09-446a-b877-97af45f17006 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:49.585457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:49.585872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.601932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.779258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=1cfc611c-e5b7-4159-a954-340b5d09e7ac,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:49.829443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4a03e5b-b1b2-4423-a5aa-fab5f95c0e77 req-31c69c92-a168-46d3-8bb1-39087b4c90be service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926367 Mar 22 14:17:49.834077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:17:49.834927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:49.861278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-7ff14510-f7f2-4792-a0e6-dd3d119dfff8 service neutron] 10.222.0.78 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036382 Mar 22 14:17:49.872249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:49.874197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.887046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,segment=NetworkSegment(ee9ac522-38c0-401f-bb12-d0e0c318e92d),segment_id=ee9ac522-38c0-401f-bb12-d0e0c318e92d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:49.893274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812484291', 'description': 'tempest-description--21619713'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.897775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-46005e42-52db-4434-a379-aa1fb60f7b4a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6628528 Mar 22 14:17:49.903845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:49.923076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:49.989574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049330f-7dc4-47e6-8c5f-0e55b26a4ba6 req-287ee19f-1bab-4db4-bc79-fc6d71f7ca9b tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:49.992367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6049330f-7dc4-47e6-8c5f-0e55b26a4ba6 req-287ee19f-1bab-4db4-bc79-fc6d71f7ca9b tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 944 time: 0.1613352 Mar 22 14:17:50.051019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.055527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.056706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.084439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b4a6-cef0-489f-b3fa-35dab861da1e req-13d9bb77-89ef-4547-826f-e1e0eb828a04 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.086130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a784b4a6-cef0-489f-b3fa-35dab861da1e req-13d9bb77-89ef-4547-826f-e1e0eb828a04 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1195300 Mar 22 14:17:50.155393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Allocated IP 172.20.0.2 (f2923616-3acc-4a5e-801c-49a6fc07e7c6/81a3c2b1-f2ca-4ca4-a707-516f10076436/d593dfca-b72a-412a-93ff-d3332d85ac41) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:50.157076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6049330f-7dc4-47e6-8c5f-0e55b26a4ba6 req-03a59a8a-616e-417d-ad45-1a3b171da3c4 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264763 Mar 22 14:17:50.217198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.221261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a784b4a6-cef0-489f-b3fa-35dab861da1e req-4feccd12-8ec6-4576-8736-d115617ded67 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706115 Mar 22 14:17:50.271272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b37e2d3a-00a5-4194-8bf6-f15d9b09d811 None None] Provisioning complete for port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:50.271868 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b37e2d3a-00a5-4194-8bf6-f15d9b09d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.296290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.387132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for router_controller (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.420529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e38b7fcd-3c10-4a69-bb23-fe84ca30168c req-7105f579-eefa-46fb-9a04-5f17808be1f7 service neutron] 10.222.0.78 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453029 Mar 22 14:17:50.455421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:50.504285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (ea90d8ce-f304-45ef-921f-0b4cd7b1da2f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.551344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:50.551611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Updating router d8f7ac52-a062-4376-89ba-91e4e936ad14 port c7938ca6-9eca-4fdd-96b7-884433b9739d binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:17:50.588671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ea90d8ce-f304-45ef-921f-0b4cd7b1da2f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.638489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.646348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.648010 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7596147 Mar 22 14:17:50.656812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:50.657069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.664282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': 'ea90d8ce-f304-45ef-921f-0b4cd7b1da2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:50.669627 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.672402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129528-358b-4c46-a2bb-8104042f0700 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:50.712130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d315d27-571e-4525-99b4-70571c90885b req-a2708894-ff3c-4cc0-8087-ca04c6220dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.713887 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-a2708894-ff3c-4cc0-8087-ca04c6220dd7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4b0aea6035e47bf89ba54ec69036e74&device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 1126 time: 0.2160375 Mar 22 14:17:50.804831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (55bf5c93-17d0-43e8-abd3-12852bc4a908), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.848654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b37e2d3a-00a5-4194-8bf6-f15d9b09d811 None None] Current status of the port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:50.924625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks [] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:50.959517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.970912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.985934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:50.991561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.008593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.019556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.025235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.027789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-03bcb847-082a-43e4-b817-b87ee30c7ac7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.6390657 Mar 22 14:17:51.054183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for router_gateway (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.211580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e6c22a03-a2ae-40f5-a32a-9b7f3946babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.243991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.314613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c181eecd-3afe-4e04-b28f-3777174c4010 req-6fca49f0-a2a0-4612-80c3-788abaf9a4f8 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2671113 Mar 22 14:17:51.349994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:51.365648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Provisioning complete for port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:51.366320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.373880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d5bbf-68af-45eb-bfc8-b31469ed48fb req-07b7b857-9e8d-4886-8920-c5cae689a109 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.375512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e77d5bbf-68af-45eb-bfc8-b31469ed48fb req-07b7b857-9e8d-4886-8920-c5cae689a109 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4596143 Mar 22 14:17:51.431803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:51.485988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:51.496382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Pushing event updated for resources: {'Port': ['ID=d593dfca-b72a-412a-93ff-d3332d85ac41,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:51.504929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e77d5bbf-68af-45eb-bfc8-b31469ed48fb req-bacee55e-d9f5-4806-a427-733611490ddc tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193864 Mar 22 14:17:51.532911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:17:51.714011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks [] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.740765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d315d27-571e-4525-99b4-70571c90885b req-867517ae-140a-43dd-87e7-618583c4de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.747570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.753370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.754560 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-867517ae-140a-43dd-87e7-618583c4de7d service neutron] 10.222.0.78 "GET /v2.0/networks?id=14a019ca-4d73-409a-bcb0-678219b34d67 HTTP/1.1" status: 200 len: 909 time: 1.0164022 Mar 22 14:17:51.766649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.781381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.786940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.793190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.798650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.805408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:51.813526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-a60ca21d-1033-47d0-8497-a8402706b8f7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.3235316 Mar 22 14:17:51.829853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f25d27-afa4-4b81-93b0-f7e4009a65ef None None] Pushing event updated for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:51.934354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Attempting to bind port d593dfca-b72a-412a-93ff-d3332d85ac41 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:51.938234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Attempting to bind port d593dfca-b72a-412a-93ff-d3332d85ac41 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:51.938650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Attempting to bind port d593dfca-b72a-412a-93ff-d3332d85ac41 on network f2923616-3acc-4a5e-801c-49a6fc07e7c6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:51.993818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:51.994312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Checking segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:51.994667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:51.995080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Bound using segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:51.995570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Bound port: d593dfca-b72a-412a-93ff-d3332d85ac41, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:51.995956 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.027298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.041976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d73d8-e8bf-4ef6-8c6d-22e5933dded0 req-a5b02cb1-228f-494a-9618-2dd1efc0d967 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:52.049376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-466d73d8-e8bf-4ef6-8c6d-22e5933dded0 req-a5b02cb1-228f-494a-9618-2dd1efc0d967 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 944 time: 0.3904126 Mar 22 14:17:52.079208 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-fe3bd1e1-0ee9-448b-94d5-b023e6a7af91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a HTTP/1.1" status: 200 len: 217 time: 0.3237355 Mar 22 14:17:52.081299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Attempting to bind port c7938ca6-9eca-4fdd-96b7-884433b9739d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:52.081687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Attempting to bind port c7938ca6-9eca-4fdd-96b7-884433b9739d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:52.082084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Attempting to bind port c7938ca6-9eca-4fdd-96b7-884433b9739d on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:52.087360 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (55bf5c93-17d0-43e8-abd3-12852bc4a908), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.119660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:52.120193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:52.120611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.121430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:52.121558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Bound port: c7938ca6-9eca-4fdd-96b7-884433b9739d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:52.121890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.194291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (55bf5c93-17d0-43e8-abd3-12852bc4a908), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.199565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] For port d593dfca-b72a-412a-93ff-d3332d85ac41, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:52.204741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] For port d593dfca-b72a-412a-93ff-d3332d85ac41, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d593dfca-b72a-412a-93ff-d3332d85ac41,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:52.224696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.267017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for router_gateway (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.324325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.324973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d37ad08e-8769-4f1c-880f-14c6dcd5392c req-97dffe1d-5078-4d16-80e7-26e1c061de7b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5099957 Mar 22 14:17:52.336057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bf5c93-17d0-43e8-abd3-12852bc4a908,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:52.356037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.358283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.373990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] For port c7938ca6-9eca-4fdd-96b7-884433b9739d, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:52.373990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] For port c7938ca6-9eca-4fdd-96b7-884433b9739d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c7938ca6-9eca-4fdd-96b7-884433b9739d,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:52.385687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.390553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d315d27-571e-4525-99b4-70571c90885b req-7df196a0-eb82-420f-a6c5-0a5e4fce9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:52.397030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-7df196a0-eb82-420f-a6c5-0a5e4fce9d70 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83c149be-cd91-4bc9-a3f6-abf66c28363a HTTP/1.1" status: 200 len: 848 time: 0.3034260 Mar 22 14:17:52.400279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Current status of the port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:52.414111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.417850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32ed78a5-9f1e-4318-9878-28719e532822 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7561889 Mar 22 14:17:52.430986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:52.443937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': 'ea90d8ce-f304-45ef-921f-0b4cd7b1da2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:52.450528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9286c-5505-4220-b190-0182d8b5bfb9 None None] Pushing event updated for resources: {'Port': ['ID=d593dfca-b72a-412a-93ff-d3332d85ac41,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:52.505683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-466d73d8-e8bf-4ef6-8c6d-22e5933dded0 req-39633867-1f7a-4c2f-940b-2ff39a7fd448 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514825 Mar 22 14:17:52.534932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.544364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Provisioning complete for port 1cfc611c-e5b7-4159-a954-340b5d09e7ac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:52.544748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:52.658324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:52.660125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:52.703696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-969346f6-a7f6-4a76-a071-548b0384d58a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=14a019ca-4d73-409a-bcb0-678219b34d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426107 Mar 22 14:17:52.728244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network fe88d496-ef09-446a-b877-97af45f17006 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:52.756122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:52.864510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:52.877361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d8e8b6c9-ebcf-48d0-b983-30cecea02e6a details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:17:52.889246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Allocated IP 172.25.3.201 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5702ee47-5a98-4ce8-a0d2-31f239103f50) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:52.906769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6daec18a-ecf4-4393-b909-88a1294b5fc1 None None] Port 1cfc611c-e5b7-4159-a954-340b5d09e7ac cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:53.099978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.133031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=1cfc611c-e5b7-4159-a954-340b5d09e7ac,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:53.147566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:53.258417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.271281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-d9398dac-f317-4698-8145-bfcd8495a408 service neutron] 10.222.0.78 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356193 Mar 22 14:17:53.290198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (f96906e8-35ac-4230-bdb4-ee3cb574cf51), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.321613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f25d27-afa4-4b81-93b0-f7e4009a65ef None None] Pushing event updated for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:53.357986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Pushing event updated for resources: {'Port': ['ID=5702ee47-5a98-4ce8-a0d2-31f239103f50,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:53.409907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:53.416544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:53.427095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:53.473478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Provisioning complete for port 1cfc611c-e5b7-4159-a954-340b5d09e7ac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:53.474619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.520514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bd25-8947-4fce-9a89-e25f15f5b3d7 req-93aa29a2-7d48-4ba2-ab61-dc8b649747e3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.532452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef66bd25-8947-4fce-9a89-e25f15f5b3d7 req-93aa29a2-7d48-4ba2-ab61-dc8b649747e3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3593020 Mar 22 14:17:53.548704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Port 1cfc611c-e5b7-4159-a954-340b5d09e7ac cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:53.553201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1d315d27-571e-4525-99b4-70571c90885b req-135aa271-e197-4c8c-94f9-1d77c9c689c0 service neutron] 10.222.0.78 "GET /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601092 Mar 22 14:17:53.571999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 9fe2c7bf-84b1-482a-a70f-615a9e0baf2b is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:17:53.577416 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:17:53.582681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.588729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.595422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.604580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.610754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.617132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.625769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:53.642122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-4e748d9d-b596-4812-8be3-e0724351aad9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.4642720 Mar 22 14:17:53.686871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:53.687649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.690879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.713282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (f96906e8-35ac-4230-bdb4-ee3cb574cf51), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.737466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f96906e8-35ac-4230-bdb4-ee3cb574cf51), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.787891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Provisioning complete for port c7938ca6-9eca-4fdd-96b7-884433b9739d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:53.788670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:53.831612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96906e8-35ac-4230-bdb4-ee3cb574cf51,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:53.884940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:52Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.941745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:53.952806 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] Sync routers for ids ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:53.962725 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a0b9f749-46cf-446a-9e05-09e24587d4d1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/9fe2c7bf-84b1-482a-a70f-615a9e0baf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8478625 Mar 22 14:17:53.965263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b257-78da-44ac-aa3d-d4e7189b6328 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:52Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:53.965587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:53.968602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] Routers {'9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:53.970135 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:53.972158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,segment=NetworkSegment(1d359c4e-fc4f-4d55-a5b1-08edd503208a),segment_id=1d359c4e-fc4f-4d55-a5b1-08edd503208a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:54.101448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Current status of the port c7938ca6-9eca-4fdd-96b7-884433b9739d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:54.101728 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.101875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.102282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7281a185-6c73-472e-8985-5e8af99d5e40 req-032d8a51-0344-40f5-88b5-0b11ac7c71bc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4535062 Mar 22 14:17:54.121800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] Routers {'9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:54.122513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.198369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.222384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.232192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] For port c7938ca6-9eca-4fdd-96b7-884433b9739d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c7938ca6-9eca-4fdd-96b7-884433b9739d,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:54.245261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a', 'network_id': '14a019ca-4d73-409a-bcb0-678219b34d67', 'port_id': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a', 'mac_address': 'fa:16:3e:15:bb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c149be-cd91-4bc9-a3f6-abf66c28363a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:17:54.246991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.247173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.249643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:54.250566 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad39eb7-aaf2-41e4-a8ce-d1df47600d61 None None] The sync data for ids ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:54.261771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.280192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.292641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.306543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.310576 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3bc9bdc9-39ab-467a-a5f7-3e00d3427bad tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.4821179 Mar 22 14:17:54.401879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030315c1-1f5e-45d6-887e-821fd3dcebba None None] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:17:54.412808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67174416-067c-45a4-8562-63e03eba2b33 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.414788 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67174416-067c-45a4-8562-63e03eba2b33 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports/1cfc611c-e5b7-4159-a954-340b5d09e7ac HTTP/1.1" status: 200 len: 984 time: 0.4334531 Mar 22 14:17:54.419396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52878) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:54.450328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef66bd25-8947-4fce-9a89-e25f15f5b3d7 req-7d2ea0bf-4c0e-469b-aad2-11edbb02f7d2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9169202 Mar 22 14:17:54.470795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.474147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-123a50b7-a208-4bac-b112-e3e914f4f26e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0394440 Mar 22 14:17:54.480835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:54.495518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:54.558106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7aa54372-268e-49a2-b5ae-956e1c5c48a7 None None] Provisioning complete for port 1cfc611c-e5b7-4159-a954-340b5d09e7ac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:54.558930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7aa54372-268e-49a2-b5ae-956e1c5c48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.563565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7c60a-2ac6-476f-bd9d-0bb66b632591 None None] Pushing event updated for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:54.572124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:54.580092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:54.588471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-b9bb5887-bbac-4e5d-820c-dfb204dcc694 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.590145 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-b9bb5887-bbac-4e5d-820c-dfb204dcc694 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2677896 Mar 22 14:17:54.602982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.679952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.692504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.705005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.717591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.732461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.736214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e8b6c9-ebcf-48d0-b983-30cecea02e6a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:17:54.746284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.751507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54372-268e-49a2-b5ae-956e1c5c48a7 None None] Port 1cfc611c-e5b7-4159-a954-340b5d09e7ac cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:54.758152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:54.760074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b79e7021-8544-4ca4-95fa-547804f952da tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 5443 time: 0.4260671 Mar 22 14:17:54.801294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,segment=NetworkSegment(1d359c4e-fc4f-4d55-a5b1-08edd503208a),segment_id=1d359c4e-fc4f-4d55-a5b1-08edd503208a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:54.852851 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.862947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:54.915612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c7938ca6-9eca-4fdd-96b7-884433b9739d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:55.029999 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.071994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-bebfd636-a3ae-4a0b-95fa-3ff64ba17e7c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4620049 Mar 22 14:17:55.105408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:55.117422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17d1696a-0496-4c1d-a970-4be174df5d88 req-b1294978-e1ec-46fd-9a9d-909eab7d74ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3099265 Mar 22 14:17:55.166221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Provisioning complete for port d593dfca-b72a-412a-93ff-d3332d85ac41 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:55.166600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.201805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d8e8b6c9-ebcf-48d0-b983-30cecea02e6a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:17:55.204489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89271dbe-3058-4ebe-a172-c24a612533d7 req-9a575a76-235b-4450-8dd3-f557cc2fe53c tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:55.206188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89271dbe-3058-4ebe-a172-c24a612533d7 req-9a575a76-235b-4450-8dd3-f557cc2fe53c tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 944 time: 0.5670576 Mar 22 14:17:55.233430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.307726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for router_gateway (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.314084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:55.705022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c7938ca6-9eca-4fdd-96b7-884433b9739d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:55.705815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.744902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.859996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Current status of the port d593dfca-b72a-412a-93ff-d3332d85ac41 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:55.860536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:55.977714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c7938ca6-9eca-4fdd-96b7-884433b9739d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:55.982740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d593dfca-b72a-412a-93ff-d3332d85ac41 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:56.018637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4875630b-8d9f-446e-96a1-50159708912e,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:56.134042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89271dbe-3058-4ebe-a172-c24a612533d7 req-a6b51a56-7354-42e3-b941-273a9b7b905e tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9012432 Mar 22 14:17:56.154950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] For port 4875630b-8d9f-446e-96a1-50159708912e, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:56.177286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] For port d593dfca-b72a-412a-93ff-d3332d85ac41, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d593dfca-b72a-412a-93ff-d3332d85ac41,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:56.234204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.263281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] device_id is not set on port 4875630b-8d9f-446e-96a1-50159708912e yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:17:56.294292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Publish callbacks [] for port (4875630b-8d9f-446e-96a1-50159708912e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.308247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.314347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.314761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.326731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.332537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.338457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.345054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.347149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 1cfc611c-e5b7-4159-a954-340b5d09e7ac {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:17:56.347801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.350695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.358781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ade8-89c2-4555-bdbc-6558dca74169 None None] Pushing event updated for resources: {'Port': ['ID=d593dfca-b72a-412a-93ff-d3332d85ac41,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:56.359016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-4104292c-3a01-412c-97c3-21b2e6aea715 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 1.0717590 Mar 22 14:17:56.419112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0f805496-e9a1-451a-93bd-a090e0543b47 None None] Provisioning complete for port d593dfca-b72a-412a-93ff-d3332d85ac41 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:56.420208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f805496-e9a1-451a-93bd-a090e0543b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.469773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d593dfca-b72a-412a-93ff-d3332d85ac41 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:56.470185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.516034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.544170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 1cfc611c-e5b7-4159-a954-340b5d09e7ac owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:17:56.592374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0f805496-e9a1-451a-93bd-a090e0543b47 None None] Current status of the port d593dfca-b72a-412a-93ff-d3332d85ac41 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:56.592653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.609907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c53455-5183-4a39-b003-0870434932d5 req-e6ae0a56-d3ef-4745-9662-03c9ee0a44c8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:56.617756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7c53455-5183-4a39-b003-0870434932d5 req-e6ae0a56-d3ef-4745-9662-03c9ee0a44c8 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3493106 Mar 22 14:17:56.632422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:56.649845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d593dfca-b72a-412a-93ff-d3332d85ac41 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:56.801742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:56.802654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c7938ca6-9eca-4fdd-96b7-884433b9739d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:56.812752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e76d425-e76c-446d-b431-7d401d6065f2 req-c12a7e78-baa7-47f2-b3fa-d655fb4c94e1 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4521668 Mar 22 14:17:56.877789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 96ba1f2e-c62e-4267-9f52-14f16009fe26 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:56.884048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7c53455-5183-4a39-b003-0870434932d5 req-7d84633c-09ed-4940-bffb-231f9a3c2403 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653859 Mar 22 14:17:56.964990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.25.3.172 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a32fd1fd-a518-4cbd-8332-2d7049546682) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:56.975000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] No DVR routers for this DVR port 4875630b-8d9f-446e-96a1-50159708912e on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:57.021259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] In _notify_port_updated(), no bound segment for port 4875630b-8d9f-446e-96a1-50159708912e on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:17:57.022476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.023351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.024893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] 10.222.0.78 "PUT /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 200 len: 1031 time: 1.9519970 Mar 22 14:17:57.046772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427a3f9-be15-44cc-ad1d-20028a9f3d04 service neutron] Pushing event updated for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.141836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-14ca018b-e8ea-4fcb-9890-edf9861bb87f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.144043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-14ca018b-e8ea-4fcb-9890-edf9861bb87f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "GET /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0908706 Mar 22 14:17:57.146124 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b14613a-30b8-4fd4-bdb0-7f64de9b4938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.173337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 96ba1f2e-c62e-4267-9f52-14f16009fe26 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:57.173737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.180078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:17:57.199475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1cfc611c-e5b7-4159-a954-340b5d09e7ac), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.239277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c7938ca6-9eca-4fdd-96b7-884433b9739d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:57.239655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.292554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=1cfc611c-e5b7-4159-a954-340b5d09e7ac,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.295090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:57.298165 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d4c007-94f3-4c25-9b26-53e63ae5bb50" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:57.311618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.317726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:57.322255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.326116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7d7c4ddd-2d38-4b45-9b78-5be0a07ded38 None None] Provisioning complete for port 4875630b-8d9f-446e-96a1-50159708912e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:57.326512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4ddd-2d38-4b45-9b78-5be0a07ded38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4875630b-8d9f-446e-96a1-50159708912e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.333273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.338862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.344419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.349947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.357569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-c1258ce6-7426-4ae9-a6d1-a5161c20d6ba tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 4665 time: 0.3826549 Mar 22 14:17:57.372980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.382958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:17:57.390077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c4ddd-2d38-4b45-9b78-5be0a07ded38 None None] Port 4875630b-8d9f-446e-96a1-50159708912e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:17:57.398478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.402031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 34527ccf-6e2c-40ba-9eff-8c01f155d2dd no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:57.574144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:57.634706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:57.651554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-075215bd-2f88-4ff7-be15-4b11f16c43da req-1dbab799-ba24-4524-a14f-8be3b1e4708a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2929983 Mar 22 14:17:57.654028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c7938ca6-9eca-4fdd-96b7-884433b9739d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:57.655506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d593dfca-b72a-412a-93ff-d3332d85ac41 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:57.705547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afa0db-1597-4b35-84a3-3c9253a308b0 req-de7a1d40-7fcd-45f3-b1a5-482587f01ac6 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:57.719056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99afa0db-1597-4b35-84a3-3c9253a308b0 req-de7a1d40-7fcd-45f3-b1a5-482587f01ac6 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 945 time: 0.4626830 Mar 22 14:17:57.724872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Sync routers for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:57.744074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.776255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.780779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fde426a0-dfd5-43fd-9784-c5e662ca7715 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8619676 Mar 22 14:17:57.784336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52912) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:57.804305 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdb4e99-be2c-46ea-8551-fcd18a0fd050 x-openstack-request-id: req-ccdb4e99-be2c-46ea-8551-fcd18a0fd050 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:17:57.804856 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba1f2e-c62e-4267-9f52-14f16009fe26", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:17:57.804987 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccdb4e99-be2c-46ea-8551-fcd18a0fd050 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:17:57.805347 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdb4e99-be2c-46ea-8551-fcd18a0fd050'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba1f2e-c62e-4267-9f52-14f16009fe26', 'code': 200} Mar 22 14:17:57.813217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:57.814303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:57.833234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99afa0db-1597-4b35-84a3-3c9253a308b0 req-f908a211-c471-4f56-800a-bbb253576b99 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132956 Mar 22 14:17:57.918150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:57.918513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:57.952569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d593dfca-b72a-412a-93ff-d3332d85ac41 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:17:57.952959 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.007138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:58.020776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.021628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fa40f318-5396-47bf-aec2-1c64d576175d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:58.080298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:58.191848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.254570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cff29-e186-4cfe-a7b0-899750e5bffa req-87449cee-c656-4cb5-ab1d-eb0006221cd4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.263464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b3cff29-e186-4cfe-a7b0-899750e5bffa req-87449cee-c656-4cb5-ab1d-eb0006221cd4 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1726913 Mar 22 14:17:58.269038 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.281604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.294844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.340423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=a32fd1fd-a518-4cbd-8332-2d7049546682,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.344768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d593dfca-b72a-412a-93ff-d3332d85ac41 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:58.355027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.360392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.365776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.367024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port fa40f318-5396-47bf-aec2-1c64d576175d is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:58.367425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.371194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.376952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.382915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.388351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:58.396093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-0edb6e74-72f7-41e6-851b-020afe3a3b54 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.3694932 Mar 22 14:17:58.442975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:58.455447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.456245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0fd29d95-a9a7-4f18-8f26-046f53efefa2 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:58.469856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:17:58.501117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 9fe2c7bf-84b1-482a-a70f-615a9e0baf2b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:17:58.558274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:58.568765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 3, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:58.613332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b3cff29-e186-4cfe-a7b0-899750e5bffa req-f5df813d-3a7b-4606-a541-8af8b37fffe3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488998 Mar 22 14:17:58.630999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Checking router: 77ceed3c-c72f-4cda-aa2d-9fea9c0243be for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:17:58.631392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Updating router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be port 5702ee47-5a98-4ce8-a0d2-31f239103f50 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:17:58.671699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:58.672094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.674970 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.736753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:17:58.749080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] Sync routers for ids ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:17:58.749740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14bba482-a031-4f90-b449-686e386970a2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/9fe2c7bf-84b1-482a-a70f-615a9e0baf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3289537 Mar 22 14:17:58.753353 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b14613a-30b8-4fd4-bdb0-7f64de9b4938 admin admin] Publish callbacks [] for security_group (555b7d8b-a328-43a5-9001-f57d37521629), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.756419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:58.769035 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] Routers {'9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:58.769808 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:58.817210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:58.826498 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:58.832435 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:58.833539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b8b694f3-4d8c-4007-9486-82c75dfac4e2 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:58.838845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:17:58.841361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:17:58.853709 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] Routers {'9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:58.860795 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:58.911859 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:58.912824 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0a5c2-262c-4fc1-8456-0685ec2f7885 None None] The sync data for ids ['9fe2c7bf-84b1-482a-a70f-615a9e0baf2b'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:17:58.981246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b14613a-30b8-4fd4-bdb0-7f64de9b4938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (555b7d8b-a328-43a5-9001-f57d37521629), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.006889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77d5b53d-95e6-4a94-a86d-8408ced4a98e req-eda199a6-0a8e-4ef0-8dc4-7a48266fde02 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6097877 Mar 22 14:17:59.044992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2b14613a-30b8-4fd4-bdb0-7f64de9b4938 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f174a8ce58a418dbfba389ea935f97a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2112370 Mar 22 14:17:59.052467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:59.078820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14613a-30b8-4fd4-bdb0-7f64de9b4938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b7d8b-a328-43a5-9001-f57d37521629,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.103741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.116012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.127340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.133232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.140718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.146612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.150635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5922397-5a95-43c0-b338-4eaff145536e req-eb363e05-16e5-4369-9fb7-4bb482e41936 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 4657 time: 0.3552999 Mar 22 14:17:59.176961 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-5329fa6b-44d2-411e-b5be-c161313aff84 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 14:17:59.182012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5329fa6b-44d2-411e-b5be-c161313aff84 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/9fe2c7bf-84b1-482a-a70f-615a9e0baf2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4204738 Mar 22 14:17:59.183026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52926) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:59.193014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.205671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.214113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.223395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f260180-9b9f-477e-8679-cbf484b88bcd tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fe2c7bf-84b1-482a-a70f-615a9e0baf2b HTTP/1.1" status: 200 len: 205 time: 0.0355632 Mar 22 14:17:59.224405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] Publish callbacks [] for security_group (555b7d8b-a328-43a5-9001-f57d37521629), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.227447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52928) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:59.237130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.248269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=96ba1f2e-c62e-4267-9f52-14f16009fe26,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:59.270923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b8b694f3-4d8c-4007-9486-82c75dfac4e2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:59.271671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.348120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:59.358432 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.359104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4875630b-8d9f-446e-96a1-50159708912e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:59.362704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] Publish callbacks [] for security_group (555b7d8b-a328-43a5-9001-f57d37521629), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.378475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.390935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks [] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.414864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.416435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5922397-5a95-43c0-b338-4eaff145536e req-a85a3d9c-2fa7-402b-b6b4-5f5d45c2ef4a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd141bb9-effa-40d9-8e00-eceae5cc0662&id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041962 Mar 22 14:17:59.417034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.435357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165c709-5b62-4eac-b082-137c3a28bb85 req-696165f6-4614-48b1-ac68-6bde570edfb1 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:17:59.436833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e165c709-5b62-4eac-b082-137c3a28bb85 req-696165f6-4614-48b1-ac68-6bde570edfb1 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 945 time: 0.2784858 Mar 22 14:17:59.475374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 4875630b-8d9f-446e-96a1-50159708912e host ! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:17:59.475855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4875630b-8d9f-446e-96a1-50159708912e not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:17:59.476381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:17:59.481982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.501215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Attempting to bind port 5702ee47-5a98-4ce8-a0d2-31f239103f50 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:17:59.501670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Attempting to bind port 5702ee47-5a98-4ce8-a0d2-31f239103f50 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:17:59.502536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Attempting to bind port 5702ee47-5a98-4ce8-a0d2-31f239103f50 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:17:59.536877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:17:59.537883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:17:59.537883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.538398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:17:59.538977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Bound port: 5702ee47-5a98-4ce8-a0d2-31f239103f50, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:17:59.539795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.563362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] For port 96ba1f2e-c62e-4267-9f52-14f16009fe26, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:59.594281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3432e-f4ed-4582-945f-d09e34418164 None None] Pushing event updated for resources: {'Port': ['ID=5702ee47-5a98-4ce8-a0d2-31f239103f50,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.605319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.609218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.623132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] device_id is not set on port 96ba1f2e-c62e-4267-9f52-14f16009fe26 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:17:59.643076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] For port 5702ee47-5a98-4ce8-a0d2-31f239103f50, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:17:59.647792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] For port 5702ee47-5a98-4ce8-a0d2-31f239103f50, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5702ee47-5a98-4ce8-a0d2-31f239103f50,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:17:59.656097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:17:59.656510 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.671633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.671871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Publish callbacks [] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.681168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e165c709-5b62-4eac-b082-137c3a28bb85 req-86bf2a58-dd07-4ab5-bf57-a4785907ccd4 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053711 Mar 22 14:17:59.708784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Allocated IP 172.20.0.1 (f2923616-3acc-4a5e-801c-49a6fc07e7c6/81a3c2b1-f2ca-4ca4-a707-516f10076436/819c9d6e-0020-48e2-8a68-ee898cab7a27) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:17:59.715427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.720665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (9fe2c7bf-84b1-482a-a70f-615a9e0baf2b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.721409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe2c7bf-84b1-482a-a70f-615a9e0baf2b {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:17:59.731046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.733925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11dc03c5-23ad-44ec-897e-2db29c053241 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/9fe2c7bf-84b1-482a-a70f-615a9e0baf2b HTTP/1.1" status: 204 len: 168 time: 0.5039093 Mar 22 14:17:59.735137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (555b7d8b-a328-43a5-9001-f57d37521629), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.737924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.742340 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/555b7d8b-a328-43a5-9001-f57d37521629 HTTP/1.1" status: 204 len: 168 time: 0.6498604 Mar 22 14:17:59.746542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52932) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:17:59.746880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:17:59.761636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:17:59.762444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:17:59.821655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 60fdb286-b370-46bf-8d48-7ce378a7d1c0 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:17:59.833762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (60fdb286-b370-46bf-8d48-7ce378a7d1c0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.836497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aab91-f3cf-42a3-a3c7-268b0a310b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b7d8b-a328-43a5-9001-f57d37521629,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.879958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:17:59.898173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] No DVR routers for this DVR port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:17:59.926886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.934318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.935968 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (60fdb286-b370-46bf-8d48-7ce378a7d1c0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:17:59.939525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:17:59.941994 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18821d68-be81-422e-832e-779d9087a4f7" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:17:59.951750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d8e8b6c9-ebcf-48d0-b983-30cecea02e6a up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:17:59.971730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3432e-f4ed-4582-945f-d09e34418164 None None] Pushing event updated for resources: {'Port': ['ID=5702ee47-5a98-4ce8-a0d2-31f239103f50,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:17:59.996144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.055117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (60fdb286-b370-46bf-8d48-7ce378a7d1c0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.070792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks [] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.095870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.116772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.149613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] In _notify_port_updated(), no bound segment for port 96ba1f2e-c62e-4267-9f52-14f16009fe26 on network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:18:00.150690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.151408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.153005 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-1a61cd22-5505-4f98-8fb5-3cdbf337970f service neutron] 10.222.0.78 "PUT /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 200 len: 1032 time: 3.0015175 Mar 22 14:18:00.171616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=a32fd1fd-a518-4cbd-8332-2d7049546682,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.212354 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 22 Mar 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73746a-9563-4cd1-9901-9bd4a827d3b9 x-openstack-request-id: req-8b73746a-9563-4cd1-9901-9bd4a827d3b9 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:00.213364 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:00.213364 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b73746a-9563-4cd1-9901-9bd4a827d3b9 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:00.213650 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73746a-9563-4cd1-9901-9bd4a827d3b9'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'code': 200} Mar 22 14:18:00.213783 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73746a-9563-4cd1-9901-9bd4a827d3b9'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'code': 200} Mar 22 14:18:00.214367 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73746a-9563-4cd1-9901-9bd4a827d3b9'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'code': 200} Mar 22 14:18:00.214367 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73746a-9563-4cd1-9901-9bd4a827d3b9'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'code': 200} Mar 22 14:18:00.214616 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73746a-9563-4cd1-9901-9bd4a827d3b9'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'code': 200} Mar 22 14:18:00.228444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (60fdb286-b370-46bf-8d48-7ce378a7d1c0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.289926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ef11-e48e-4bbb-a464-c320f140f112 req-21069d50-33f2-46b5-9cb0-f095f36323e9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.291316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=60fdb286-b370-46bf-8d48-7ce378a7d1c0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.297634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a54ef11-e48e-4bbb-a464-c320f140f112 req-21069d50-33f2-46b5-9cb0-f095f36323e9 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3681612 Mar 22 14:18:00.299159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.304741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3b52adb-4b66-41a4-93ec-3c897a34df14 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/60fdb286-b370-46bf-8d48-7ce378a7d1c0 HTTP/1.1" status: 204 len: 168 time: 0.5364630 Mar 22 14:18:00.308334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52942) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:00.314846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52944) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:00.319422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d935849-dac6-4878-acb9-592979e0144d None None] Network fe88d496-ef09-446a-b877-97af45f17006 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:00.336927 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.337770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:00.339097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.380926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:00.380926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.389688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1d58-f55d-474e-9109-580c99e74ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.401469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (fe88d496-ef09-446a-b877-97af45f17006), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.406523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:00.407546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.421315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.423614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-71034570-466f-4565-a36b-bdceb59209d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9369280 Mar 22 14:18:00.424520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:00.467505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:00.483171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:00.486343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 3, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:00.496104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a54ef11-e48e-4bbb-a464-c320f140f112 req-d25332f0-2823-4505-83a4-0f122d06644e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972370 Mar 22 14:18:00.520839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0865a8b7-0c69-4523-8334-660ab2fe2282 None None] Provisioning complete for port 96ba1f2e-c62e-4267-9f52-14f16009fe26 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:00.521224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0865a8b7-0c69-4523-8334-660ab2fe2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.527697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410466fd-c29e-4114-b0d2-2d28cce84267 None None] The sync data for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 is: [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 3, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:00.548565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.557736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port 0fd29d95-a9a7-4f18-8f26-046f53efefa2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0fd29d95-a9a7-4f18-8f26-046f53efefa2,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:00.558136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.558974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.570990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.582554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.585245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 0fd29d95-a9a7-4f18-8f26-046f53efefa2 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:00.591832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:00.592581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.598473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.603983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.617723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:00.619778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-8ec3dd5d-db11-4b94-9d4d-b116d9e4fd94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.4445791 Mar 22 14:18:00.620464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Pushing event updated for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.720181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0865a8b7-0c69-4523-8334-660ab2fe2282 None None] Port 96ba1f2e-c62e-4267-9f52-14f16009fe26 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:00.739166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:00.739927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,segment=NetworkSegment(ee9ac522-38c0-401f-bb12-d0e0c318e92d),segment_id=ee9ac522-38c0-401f-bb12-d0e0c318e92d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:00.740415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.744056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.771208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:00.790507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,segment=NetworkSegment(1d359c4e-fc4f-4d55-a5b1-08edd503208a),segment_id=1d359c4e-fc4f-4d55-a5b1-08edd503208a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:00.797785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.878203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] DHCP port deletion for fe88d496-ef09-446a-b877-97af45f17006 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:00.914713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:00.930406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:00.971230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1850d33d-d9bc-421d-b979-360f76b3cbce None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:00.971907 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1850d33d-d9bc-421d-b979-360f76b3cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.042780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.049774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:01.063783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Deleting port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:01.064358 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.091413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0fd29d95-a9a7-4f18-8f26-046f53efefa2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.107995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1850d33d-d9bc-421d-b979-360f76b3cbce None None] Port 819c9d6e-0020-48e2-8a68-ee898cab7a27 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:01.142772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] For port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:01.143208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.151342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=0fd29d95-a9a7-4f18-8f26-046f53efefa2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.162275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Calling delete_port for 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:01.175085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:18:01.176580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.218474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] No DVR routers for this DVR port 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:01.224181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd20225-f678-41bf-91ac-42a2ad2e1943 None None] Pushing event deleted for resources: {'Port': ['ID=65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.240463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (fe88d496-ef09-446a-b877-97af45f17006), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.258053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.267615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port 0fd29d95-a9a7-4f18-8f26-046f53efefa2 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:01.272886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.276381 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-3a33af80-0bc1-4741-b9b4-b4cc5850129a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "DELETE /v2.0/ports/0fd29d95-a9a7-4f18-8f26-046f53efefa2 HTTP/1.1" status: 204 len: 173 time: 1.1176140 Mar 22 14:18:01.276785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:01.279199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a69522-97cd-48aa-b032-1d6e307e2d95" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:01.296731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe88d496-ef09-446a-b877-97af45f17006']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:01.330605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9ac522-38c0-401f-bb12-d0e0c318e92d') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:01.330937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9ac522-38c0-401f-bb12-d0e0c318e92d') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:01.345886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (ee9ac522-38c0-401f-bb12-d0e0c318e92d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.390193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3ed7855-723e-4bf1-a982-e2a30ce9abd5 req-74f4aa1b-9ac9-4222-84c9-6a0c3b5ff981 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7272086 Mar 22 14:18:01.394153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ee9ac522-38c0-401f-bb12-d0e0c318e92d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.403087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:01.403985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (ee9ac522-38c0-401f-bb12-d0e0c318e92d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:01.408291 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:01.447487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.452777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.458227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.463820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.470778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.472732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b95b421a-c31e-4896-a745-b6deb534c84d req-311a9df2-0c9c-4b9b-b70d-5567751fa1e5 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 3798 time: 0.8136110 Mar 22 14:18:01.486987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1d58-f55d-474e-9109-580c99e74ae3 admin admin] Publish callbacks [] for security_group (d79b3a29-d5a7-442e-834a-d9521e51ab5a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.494279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:01.494655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.499824 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (fe88d496-ef09-446a-b877-97af45f17006), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.511133 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1d58-f55d-474e-9109-580c99e74ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d79b3a29-d5a7-442e-834a-d9521e51ab5a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.555842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.555842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/fe88d496-ef09-446a-b877-97af45f17006 HTTP/1.1" status: 204 len: 168 time: 1.2430050 Mar 22 14:18:01.556986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52966) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:01.561906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706844141'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:01.587467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec45d4-f179-42ae-83a7-6342402b68d5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=fe88d496-ef09-446a-b877-97af45f17006,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.609830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2cd1d58-f55d-474e-9109-580c99e74ae3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=399246a767364ffa8c0cc9113438c826&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2872560 Mar 22 14:18:01.617134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52968) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:01.632842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:01.634337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd1d58-f55d-474e-9109-580c99e74ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b3a29-d5a7-442e-834a-d9521e51ab5a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:01.636735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.682707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:01.683235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.686001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b95b421a-c31e-4896-a745-b6deb534c84d req-bad724b6-2d10-437f-bdb1-12f16464f135 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013733 Mar 22 14:18:01.691959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.721327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-066ff3e9-766b-418a-a4af-7cc9c7dc88b8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--812484291&fields=id&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 267 time: 0.1639044 Mar 22 14:18:01.845681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:01.891875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d8d72994-9c3c-4a14-a8da-26f73b66930a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:01.892253 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment d8d72994-9c3c-4a14-a8da-26f73b66930a of type vlan for network dabbad14-9b11-427f-8226-a3390484ca58 Mar 22 14:18:01.979005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-f789d47e-8661-4d95-99ad-a407a34eca59 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.980625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-f789d47e-8661-4d95-99ad-a407a34eca59 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.2313476 Mar 22 14:18:01.990971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3434262-621a-4251-a371-99013c3bf46f req-cd20d20a-743c-4c2c-ab99-19962c3d14cb tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:01.992640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3434262-621a-4251-a371-99013c3bf46f req-cd20d20a-743c-4c2c-ab99-19962c3d14cb tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 946 time: 0.1873741 Mar 22 14:18:02.036844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-f9a9c97f-e2f2-462e-9608-7d11f9696bd8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/quotas/6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 375 time: 0.0408340 Mar 22 14:18:02.107855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks [] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.116668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3434262-621a-4251-a371-99013c3bf46f req-2b06ae9b-31d8-448d-bd52-c5c56c8c3f3c tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107316 Mar 22 14:18:02.119651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.193255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-84084846-d64a-497b-b4f3-269bed353681 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461051 Mar 22 14:18:02.209998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.216984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:02.217605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Pushing event updated for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:02.222831 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98d052b-ad33-425c-9c1a-979a79e74095" -d '{"events": [{"server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "name": "network-vif-plugged", "status": "completed", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:02.234005 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef6254-bafb-49a7-a47f-fa3e49eb3f52 x-openstack-request-id: req-1fef6254-bafb-49a7-a47f-fa3e49eb3f52 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:02.234293 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "0fd29d95-a9a7-4f18-8f26-046f53efefa2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:02.234547 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fef6254-bafb-49a7-a47f-fa3e49eb3f52 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:02.234957 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fef6254-bafb-49a7-a47f-fa3e49eb3f52'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '0fd29d95-a9a7-4f18-8f26-046f53efefa2', 'status': 'completed', 'code': 200} Mar 22 14:18:02.252761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] Publish callbacks [] for security_group (d79b3a29-d5a7-442e-834a-d9521e51ab5a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.376249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dabbad14-9b11-427f-8226-a3390484ca58), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.379568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] Publish callbacks [] for security_group (d79b3a29-d5a7-442e-834a-d9521e51ab5a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.416145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc377-aa37-46b1-b114-ab4bafce6dad req-9b842019-6935-4c42-ba38-9fdae2840e85 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:02.417664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f48bc377-aa37-46b1-b114-ab4bafce6dad req-9b842019-6935-4c42-ba38-9fdae2840e85 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1100619 Mar 22 14:18:02.425521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-ba010a5f-3b88-4fbe-a240-786fe0a18979 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091298 Mar 22 14:18:02.474778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.475059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.475422 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Floating IP c2a10fd4-7728-440c-9c98-25e0a42d9dad disassociated. External IP: 172.25.3.232, port: 34527ccf-6e2c-40ba-9eff-8c01f155d2dd. Mar 22 14:18:02.475726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 34527ccf-6e2c-40ba-9eff-8c01f155d2dd owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:02.483001 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dabbad14-9b11-427f-8226-a3390484ca58), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.488461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:02.488630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.489765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:02.498924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:02.582006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f48bc377-aa37-46b1-b114-ab4bafce6dad req-ed2aa6e4-e52e-48a3-9410-f4cbc1ebf86c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479321 Mar 22 14:18:02.598128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0401556 Mar 22 14:18:02.601552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:02.618936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:02.630102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d79b3a29-d5a7-442e-834a-d9521e51ab5a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.633042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:02.634452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d79b3a29-d5a7-442e-834a-d9521e51ab5a HTTP/1.1" status: 204 len: 168 time: 1.0152998 Mar 22 14:18:02.688207 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5a7c5-2879-4c6f-a5a7-dd7c4f58a20a x-openstack-request-id: req-22a5a7c5-2879-4c6f-a5a7-dd7c4f58a20a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:02.688595 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "name": "network-vif-plugged", "status": "completed", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:02.692460 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22a5a7c5-2879-4c6f-a5a7-dd7c4f58a20a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:02.693396 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a5a7c5-2879-4c6f-a5a7-dd7c4f58a20a'] response: {'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a', 'code': 200} Mar 22 14:18:02.701110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-42c9d5f1-f9b8-4713-a874-b7cb4c0a79cd service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733076 Mar 22 14:18:02.719441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bb59d-0ef3-46cb-9e9b-85579d4a2dca tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=dabbad14-9b11-427f-8226-a3390484ca58,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:02.785656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f1e76-b3b5-443c-9a4b-2b086b2694f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b3a29-d5a7-442e-834a-d9521e51ab5a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:02.790688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dabbad14-9b11-427f-8226-a3390484ca58 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:02.796481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:03.028149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5702ee47-5a98-4ce8-a0d2-31f239103f50 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:03.099974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (34527ccf-6e2c-40ba-9eff-8c01f155d2dd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.158870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:03.165094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.172768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=34527ccf-6e2c-40ba-9eff-8c01f155d2dd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:03.200447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d325e06-e3ba-4c80-98d5-83d03f4f7752 req-5cd61c87-93a1-491d-98db-95694cbf0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.202885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d325e06-e3ba-4c80-98d5-83d03f4f7752 req-5cd61c87-93a1-491d-98db-95694cbf0d23 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 1128 time: 0.4048378 Mar 22 14:18:03.214967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5702ee47-5a98-4ce8-a0d2-31f239103f50 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:03.215349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.268961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:03.294647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-61d49941-4cc7-41c7-b2ed-23b431a2c71f admin admin] 10.222.0.81 "PUT /v2.0/routers/77ceed3c-c72f-4cda-aa2d-9fea9c0243be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5013764 Mar 22 14:18:03.307111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Sync routers for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:03.401047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:03.402098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:03.406909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-64a65999-cfef-4afc-a72c-9a433e77ad22 None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:03.407335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64a65999-cfef-4afc-a72c-9a433e77ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.432513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d325e06-e3ba-4c80-98d5-83d03f4f7752 req-63f7f7ab-4d26-4099-b964-2c85bd204da9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336777 Mar 22 14:18:03.446273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.462970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.471711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.477078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Router 048a3d85-9f6a-4680-8814-a5940026e8dc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:03.502804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.524723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.539482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.551326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.564611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-400942f1-132c-4ea0-b78d-065bcc935ede tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.7645726 Mar 22 14:18:03.649660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (64bc17b5-ee1c-4257-8235-098159efd438), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:03.666389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026acec0-e0fb-4853-8ea2-020e77f7a3d4 req-c21a3d04-d9b4-4e28-a806-05bb4b36efda tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.672782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026acec0-e0fb-4853-8ea2-020e77f7a3d4 req-c21a3d04-d9b4-4e28-a806-05bb4b36efda tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.683976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026acec0-e0fb-4853-8ea2-020e77f7a3d4 req-c21a3d04-d9b4-4e28-a806-05bb4b36efda tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:03.686709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-026acec0-e0fb-4853-8ea2-020e77f7a3d4 req-c21a3d04-d9b4-4e28-a806-05bb4b36efda tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 2410 time: 0.4219537 Mar 22 14:18:03.759002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0489841-a23b-4d9a-a024-34187da4a4ba req-20c38027-9956-448d-a5d0-d225f3f769fc tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923571 Mar 22 14:18:03.863155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-026acec0-e0fb-4853-8ea2-020e77f7a3d4 req-7bb03c9d-b3fa-43ff-beed-2f4bd0bf0ee9 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585228 Mar 22 14:18:03.963444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c47996c0-c83e-4f69-bd08-6a7bbafa1d57 req-88bca50f-315a-4280-8797-0be71f1c46c8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 210 time: 0.0518513 Mar 22 14:18:04.012233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:04.022208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=64bc17b5-ee1c-4257-8235-098159efd438,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.030429 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Sync routers for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:04.032639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-64a65999-cfef-4afc-a72c-9a433e77ad22 None None] Port 819c9d6e-0020-48e2-8a68-ee898cab7a27 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:04.057197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5702ee47-5a98-4ce8-a0d2-31f239103f50 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:04.057661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.059759 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:04.060503 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:04.127646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port 34527ccf-6e2c-40ba-9eff-8c01f155d2dd on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:04.129437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': 'd8d72994-9c3c-4a14-a8da-26f73b66930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:04.129840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: dabbad14-9b11-427f-8226-a3390484ca58, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:04.132723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.136035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-05b32f0b-97ce-4c78-a834-cf9b0c40c5fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "DELETE /v2.0/ports/34527ccf-6e2c-40ba-9eff-8c01f155d2dd HTTP/1.1" status: 204 len: 173 time: 2.8491240 Mar 22 14:18:04.151011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5702ee47-5a98-4ce8-a0d2-31f239103f50, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5702ee47-5a98-4ce8-a0d2-31f239103f50,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:04.164903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:04.199312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb172-53b2-416a-9212-ed86db176cb2 req-0431bb89-68fa-4448-ad10-7e067b13dad0 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:04.201038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9acb172-53b2-416a-9212-ed86db176cb2 req-0431bb89-68fa-4448-ad10-7e067b13dad0 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 946 time: 0.1902192 Mar 22 14:18:04.225608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dabbad14-9b11-427f-8226-a3390484ca58 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:04.235660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:04.238352 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf2043-4fe5-41c7-9356-447d8b7d6265" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:04.245610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dabbad14-9b11-427f-8226-a3390484ca58) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:04.252465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:04.253243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.260539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d759c2-9fad-45ad-a973-96a83f3b0172 req-15c9a8e2-a0bc-458f-a8a1-78bea502f864 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:04.266198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.266898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d759c2-9fad-45ad-a973-96a83f3b0172 req-15c9a8e2-a0bc-458f-a8a1-78bea502f864 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1966109 Mar 22 14:18:04.281810 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-72cfc49a-5fea-4379-abc8-cf03c2738c60 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6669519 Mar 22 14:18:04.286572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53026) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.292485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595651848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:04.302355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96297dcc-1a30-4ae3-a5c9-a3514f72de62 None None] Network dabbad14-9b11-427f-8226-a3390484ca58 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:04.315598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:04.316307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.390820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.392177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.418571 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:04.454883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:04.455368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.473088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9acb172-53b2-416a-9212-ed86db176cb2 req-47a7ae29-516b-459b-903b-2913f682726d tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311277 Mar 22 14:18:04.502234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:04.505801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:04.507900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53034) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.509717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.515928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1986415132-network', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:04.539162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.557810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Made reservation on behalf of 326cbaaf4703410c8cf216cc6d645321 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:04.560478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.565492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:04.566315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 65a6c2bf-04e1-46cf-b258-6e4c14a3e6eb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:04.594427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d759c2-9fad-45ad-a973-96a83f3b0172 req-56d75d98-e71f-407e-8a97-6e7629c474d3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410154 Mar 22 14:18:04.598312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.599580 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-26eac479-9c37-40ef-875d-14ff50a4b060 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3109279 Mar 22 14:18:04.602416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53036) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:04.609702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:04.728825 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d96af7-f812-4246-b88f-22a60834e7bf x-openstack-request-id: req-90d96af7-f812-4246-b88f-22a60834e7bf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:04.729511 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "34527ccf-6e2c-40ba-9eff-8c01f155d2dd", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:04.729787 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90d96af7-f812-4246-b88f-22a60834e7bf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:04.730568 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d96af7-f812-4246-b88f-22a60834e7bf'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '34527ccf-6e2c-40ba-9eff-8c01f155d2dd', 'status': 'completed', 'code': 200} Mar 22 14:18:04.954686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5702ee47-5a98-4ce8-a0d2-31f239103f50,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:04.988963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-dabbad14-9b11-427f-8226-a3390484ca58', 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '64bc17b5-ee1c-4257-8235-098159efd438'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:04.993044 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.028492 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.080130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks [] for security_group (f46daf51-a986-4898-ac72-1c5bc50da777), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.095878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f46daf51-a986-4898-ac72-1c5bc50da777), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.110779 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Checking router: 048a3d85-9f6a-4680-8814-a5940026e8dc for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:05.122649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.142212 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:05.143669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.144143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:05.177441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.179662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46daf51-a986-4898-ac72-1c5bc50da777,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.188697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-427fa4b0-18ea-45d9-b945-65f0418134eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.190419 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-427fa4b0-18ea-45d9-b945-65f0418134eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1907353 Mar 22 14:18:05.191902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (55e77557-7cda-4aa8-bdc2-930442c0ab0f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.192350 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Added segment 55e77557-7cda-4aa8-bdc2-930442c0ab0f of type vlan for network a7823a38-64bf-444c-80fc-fe23b442716c Mar 22 14:18:05.264154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.271747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.282010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.288442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.295167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.301485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.307416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.317101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-a34db80e-bac5-4952-8b14-262b58eea583 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.4046111 Mar 22 14:18:05.325486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a7823a38-64bf-444c-80fc-fe23b442716c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.331941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-521e5de4-4897-4212-865d-7cf03b64cc2e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.333857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-521e5de4-4897-4212-865d-7cf03b64cc2e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.6144133 Mar 22 14:18:05.346819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port 0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:05.354043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.357467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-c7eefc74-5efa-4481-8fbc-096cb425c79c tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "DELETE /v2.0/ports/0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39 HTTP/1.1" status: 204 len: 173 time: 1.2162151 Mar 22 14:18:05.365270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1cf24-b213-4b21-8a96-f089e5fe6b37 req-1ddc4a4e-02e0-4ef6-950a-77179b7f115e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.372862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af1cf24-b213-4b21-8a96-f089e5fe6b37 req-1ddc4a4e-02e0-4ef6-950a-77179b7f115e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.4027274 Mar 22 14:18:05.428704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:05.440695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 2, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:05.451165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a7823a38-64bf-444c-80fc-fe23b442716c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.452100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.452678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.515006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Checking router: 77ceed3c-c72f-4cda-aa2d-9fea9c0243be for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:05.515907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Updating router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be port 819c9d6e-0020-48e2-8a68-ee898cab7a27 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:05.550060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-1c2412c0-a5c5-419c-a19d-93882f7f945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:05.551769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-1c2412c0-a5c5-419c-a19d-93882f7f945c service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.3485487 Mar 22 14:18:05.564949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96f3e7e3-01f6-4bcc-9edd-0594c3e609d8 req-823380c8-077c-482e-9d5f-ece245e94e0e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2393143 Mar 22 14:18:05.581161 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0674410 Mar 22 14:18:05.584087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:05.587507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Allocated IP 2001:db8::2 (dabbad14-9b11-427f-8226-a3390484ca58/64bc17b5-ee1c-4257-8235-098159efd438/3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:05.590218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.635864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-a7011391-0922-4d50-a54a-ca9df3bc57ba tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 379 time: 0.2912967 Mar 22 14:18:05.659236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'port': {'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'admin_state_up': True, 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'security_groups': ['ea90d8ce-f304-45ef-921f-0b4cd7b1da2f']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:05.667644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.674932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Request body: {'subnet': {'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1986415132-subnet', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:05.684153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174dbf9-3297-4af4-b81a-ce5aa9e8eb43 admin admin] Pushing event updated for resources: {'Network': ['ID=a7823a38-64bf-444c-80fc-fe23b442716c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:05.702911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af1cf24-b213-4b21-8a96-f089e5fe6b37 req-6ad5ce85-5b9b-4096-8177-1a70cc25133b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284070 Mar 22 14:18:05.743294 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-fe5f6468-34e1-4f45-8e7f-9d6968b7e117 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1841543 Mar 22 14:18:05.748764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a7823a38-64bf-444c-80fc-fe23b442716c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:05.758617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Made reservation on behalf of 326cbaaf4703410c8cf216cc6d645321 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:05.763832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:05.820310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port b8b694f3-4d8c-4007-9486-82c75dfac4e2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:05.820726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.018544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-7229196e-241e-4b70-b12d-b156b9ca46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:06.020038 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-7229196e-241e-4b70-b12d-b156b9ca46cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.2668324 Mar 22 14:18:06.141820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port b8b694f3-4d8c-4007-9486-82c75dfac4e2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b8b694f3-4d8c-4007-9486-82c75dfac4e2,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:06.142506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.183588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks [] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.195972 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:06.210286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.221661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for b8b694f3-4d8c-4007-9486-82c75dfac4e2 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:06.225937 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd46796-0056-46c7-9044-a00983ca836c None None] The sync data for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 is: [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:11:03Z', 'revision_number': 4, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '02e5d6e3-cdd2-4f79-bfbc-606047beb82b', 'name': '', 'network_id': '03d25257-ef6d-49a1-8f8d-e7da4c7ac44d', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'mac_address': 'fa:16:3e:21:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '51796fc1-4e2f-4939-8248-a200eed44545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:00Z', 'updated_at': '2022-03-22T14:11:10Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'subnets': [{'id': '51796fc1-4e2f-4939-8248-a200eed44545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:06.256631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-ca9f0e88-379d-4992-aeff-fcadfb591e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:06.258834 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-ca9f0e88-379d-4992-aeff-fcadfb591e01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2278707 Mar 22 14:18:06.270746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Pushing event updated for resources: {'Port': ['ID=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.298276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Network dabbad14-9b11-427f-8226-a3390484ca58 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:06.302746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:06.312310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:06.436224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Attempting to bind port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:06.436727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Attempting to bind port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd8d72994-9c3c-4a14-a8da-26f73b66930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:06.437162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Attempting to bind port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c on network dabbad14-9b11-427f-8226-a3390484ca58 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:06.457074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:06.467011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Checking segment: {'id': 'd8d72994-9c3c-4a14-a8da-26f73b66930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:06.467815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.468564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Bound using segment: {'id': 'd8d72994-9c3c-4a14-a8da-26f73b66930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:06.469694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Bound port: 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d72994-9c3c-4a14-a8da-26f73b66930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dabbad14-9b11-427f-8226-a3390484ca58'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:06.470881 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.472782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcd93297-f48a-448e-acc5-a4edfa1570fb req-9241aca9-4989-4bf2-ba77-8feb678abbcf tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 210 time: 0.6398499 Mar 22 14:18:06.494878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (5ad35b56-4338-4c03-b591-446a73b83ddd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.560945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks [] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.577379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad35b56-4338-4c03-b591-446a73b83ddd,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.594033 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-f729ec5a-5903-4045-9891-32f60d2ec78a service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283398 Mar 22 14:18:06.666939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] For port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:06.670987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] For port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,segment=NetworkSegment(d8d72994-9c3c-4a14-a8da-26f73b66930a),segment_id=d8d72994-9c3c-4a14-a8da-26f73b66930a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:06.675288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.704469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.732988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:06.735674 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c52c52-2450-4bb5-9592-e9de3c897384" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:06.754677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Checking segment: {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:06.755271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Network hostable DHCP agents. Network: a7823a38-64bf-444c-80fc-fe23b442716c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:06.761558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe054-2337-4bdc-b8ef-60bf4025a23b None None] New status for floating IP c2a10fd4-7728-440c-9c98-25e0a42d9dad: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:06.766789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:06.777722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.815429 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dc24472a-2c2b-4d9a-9a28-ef85e217cc50 req-4b5bb7ca-4233-479b-a815-27558ba0780d service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063332 Mar 22 14:18:06.815429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b8b694f3-4d8c-4007-9486-82c75dfac4e2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.848390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Network a7823a38-64bf-444c-80fc-fe23b442716c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:06.857187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a21ca-39c8-4ac8-8d10-859df38f19c6 req-db0194ce-50db-4079-93b8-d9ed7bf7e7a3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:06.871028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a21ca-39c8-4ac8-8d10-859df38f19c6 req-db0194ce-50db-4079-93b8-d9ed7bf7e7a3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:06.882862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab4a21ca-39c8-4ac8-8d10-859df38f19c6 req-db0194ce-50db-4079-93b8-d9ed7bf7e7a3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 1677 time: 1.0718498 Mar 22 14:18:06.889008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=b8b694f3-4d8c-4007-9486-82c75dfac4e2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:06.924272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5702ee47-5a98-4ce8-a0d2-31f239103f50 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:06.952054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port b8b694f3-4d8c-4007-9486-82c75dfac4e2 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:06.957870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:06.962354 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-7ae47e86-9bf0-4a78-9058-736d3fca059e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "DELETE /v2.0/ports/b8b694f3-4d8c-4007-9486-82c75dfac4e2 HTTP/1.1" status: 204 len: 173 time: 1.5959342 Mar 22 14:18:06.965880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a7823a38-64bf-444c-80fc-fe23b442716c) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:07.002116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c966a-167f-45b0-b163-80aa8f50bb6c None None] Pushing event updated for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:07.015144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7288d2-014e-4193-bdae-a4914ac3adec None None] Network a7823a38-64bf-444c-80fc-fe23b442716c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:07.042868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab4a21ca-39c8-4ac8-8d10-859df38f19c6 req-c181e755-8b4f-4191-be22-e5a3af2b92d7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520772 Mar 22 14:18:07.063458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.064194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.109746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12a09a3f-7140-4389-96cc-94473cbade06 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4571693 Mar 22 14:18:07.114975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53092) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:07.118910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:07.158505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.159227 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.160632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652263a-20b5-472e-bb14-3c2c8e67753f req-4aaf75af-2ee5-4fc1-9e72-849556e30600 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.185732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d652263a-20b5-472e-bb14-3c2c8e67753f req-4aaf75af-2ee5-4fc1-9e72-849556e30600 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 946 time: 0.5904899 Mar 22 14:18:07.285257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for router_controller (3c9afad8-9950-40c8-9847-845fc0db60d0), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.303006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port fa40f318-5396-47bf-aec2-1c64d576175d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:07.303408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.657859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d652263a-20b5-472e-bb14-3c2c8e67753f req-6cd869bf-db48-4062-b707-b827b4d6dcf8 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426939 Mar 22 14:18:07.712263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.718646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.724646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.730483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.736555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.743339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.750560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:07.758761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-7c5eae94-206e-4931-a3bb-ad1c1a8861ba tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.5503976 Mar 22 14:18:07.800378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8::1 (dabbad14-9b11-427f-8226-a3390484ca58/64bc17b5-ee1c-4257-8235-098159efd438/baded2dd-194c-400c-a546-3a2e7b56a795) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:07.805185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.20.0.4 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/7dbb89aa-85b4-4bdb-be0c-27e61aff674f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:07.871410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850638-52d5-4ed0-aaeb-06ed2cd75be3 None None] Pushing event updated for resources: {'Port': ['ID=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:07.911366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5702ee47-5a98-4ce8-a0d2-31f239103f50 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:07.911875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.941306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a7823a38-64bf-444c-80fc-fe23b442716c', 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c', 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'fixed_ips': [{'subnet_id': '5ad35b56-4338-4c03-b591-446a73b83ddd'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:07.942388 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.971463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bb510d57-b4fa-4e9c-9109-b4f8e1cdc9a8 None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:07.972035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb510d57-b4fa-4e9c-9109-b4f8e1cdc9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:07.986977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dce94a1-0e9b-42ed-8a5c-1dcb5a9d8784 req-58157529-7824-459f-9a6b-6450390f3634 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2244704 Mar 22 14:18:08.037822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bb510d57-b4fa-4e9c-9109-b4f8e1cdc9a8 None None] Port 819c9d6e-0020-48e2-8a68-ee898cab7a27 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:08.040592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Attempting to bind port 819c9d6e-0020-48e2-8a68-ee898cab7a27 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:08.041290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Attempting to bind port 819c9d6e-0020-48e2-8a68-ee898cab7a27 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:08.041847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Attempting to bind port 819c9d6e-0020-48e2-8a68-ee898cab7a27 on network f2923616-3acc-4a5e-801c-49a6fc07e7c6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:08.054874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:08.055392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Checking segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:08.055904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.056550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Bound using segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:08.057156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Bound port: 819c9d6e-0020-48e2-8a68-ee898cab7a27, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:08.057738 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.160377 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a689d3a4-281e-40b2-8c07-7ebcb417f29f x-openstack-request-id: req-a689d3a4-281e-40b2-8c07-7ebcb417f29f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:08.160970 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:08.160970 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a689d3a4-281e-40b2-8c07-7ebcb417f29f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:08.161328 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a689d3a4-281e-40b2-8c07-7ebcb417f29f'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': '0c2bcf83-bcb1-45ec-b43e-b7fd38c82e39', 'status': 'completed', 'code': 200} Mar 22 14:18:08.230513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] For port 819c9d6e-0020-48e2-8a68-ee898cab7a27, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:08.233878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] For port 819c9d6e-0020-48e2-8a68-ee898cab7a27, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=819c9d6e-0020-48e2-8a68-ee898cab7a27,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:08.238616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (baded2dd-194c-400c-a546-3a2e7b56a795), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.248991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.341338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.370830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for router_gateway (3c9afad8-9950-40c8-9847-845fc0db60d0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.421554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port fa40f318-5396-47bf-aec2-1c64d576175d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fa40f318-5396-47bf-aec2-1c64d576175d,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:08.421924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.470793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dabbad14-9b11-427f-8226-a3390484ca58 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:08.478749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=baded2dd-194c-400c-a546-3a2e7b56a795,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:08.493203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:08.495799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for fa40f318-5396-47bf-aec2-1c64d576175d owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:08.497246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:08.498152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.613114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:08.615197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:08.621093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c966a-167f-45b0-b163-80aa8f50bb6c None None] Pushing event updated for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:08.624285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b34b2973-8d72-42ab-8a55-495f6dd273b0 req-a35da770-96ab-4332-b242-58e54de38a53 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 210 time: 0.3145592 Mar 22 14:18:08.731889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.893608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4023620-e67d-49a8-acbe-5d7843ace013 None None] Network dabbad14-9b11-427f-8226-a3390484ca58 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:08.898744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5702ee47-5a98-4ce8-a0d2-31f239103f50 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:08.903333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1672c3-f6ce-4506-b116-049b9f821e83 req-d2f9619c-e301-4db9-b57d-c4aeffbf27fe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:08.907075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec1672c3-f6ce-4506-b116-049b9f821e83 req-d2f9619c-e301-4db9-b57d-c4aeffbf27fe tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.0664518 Mar 22 14:18:08.937414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:08.946702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.022496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fa40f318-5396-47bf-aec2-1c64d576175d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.054454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:09.059185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for router_gateway (3c9afad8-9950-40c8-9847-845fc0db60d0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.126139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=fa40f318-5396-47bf-aec2-1c64d576175d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:09.129891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Allocated IP 172.20.0.2 (a7823a38-64bf-444c-80fc-fe23b442716c/5ad35b56-4338-4c03-b591-446a73b83ddd/06c3ef62-576b-40ae-a4b2-12ed04c13f96) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:09.145247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Provisioning complete for port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:09.150020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.152646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:09.173633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.182541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:09.195965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:09.200923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec1672c3-f6ce-4506-b116-049b9f821e83 req-82d2e8d0-d5de-4c53-a6f4-adeb85a81d7e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861731 Mar 22 14:18:09.226962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491adad0-b176-4f67-a68b-1cad5d69577a req-ffd78284-b5dc-435d-98a2-9d6c58444fc4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:09.229019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-491adad0-b176-4f67-a68b-1cad5d69577a req-ffd78284-b5dc-435d-98a2-9d6c58444fc4 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 865 time: 0.4254954 Mar 22 14:18:09.282816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:09.326528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:09.382478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Allocated IP 172.25.3.219 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/cae1806c-0dcd-4398-bece-46d7d4b66b77) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:09.564608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks [] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.590333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.634663 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.643803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:09.644439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.656301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port fa40f318-5396-47bf-aec2-1c64d576175d on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:09.658672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.661706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:09.667128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a849cb1a-665e-4618-860d-8bb8ab2808a6 req-2fe82e05-35c9-47ba-a952-e30400d09be1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.78 "DELETE /v2.0/ports/fa40f318-5396-47bf-aec2-1c64d576175d HTTP/1.1" status: 204 len: 173 time: 2.6982174 Mar 22 14:18:09.703880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:09.707597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:09.712477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:09.750483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-491adad0-b176-4f67-a68b-1cad5d69577a req-8b8ad862-282e-40ea-815c-34d05d8d6332 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups?id=27687f39-b58e-412c-8388-5557e804d11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646051 Mar 22 14:18:09.810629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-d1f97d7c-36df-4655-aabc-1b86613d5ee4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1654000 Mar 22 14:18:09.857767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Request body: {'port': {'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:09.890598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Pushing event updated for resources: {'Port': ['ID=cae1806c-0dcd-4398-bece-46d7d4b66b77,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:09.981648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Network a7823a38-64bf-444c-80fc-fe23b442716c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:09.994111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.001178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.007812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:10.008468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.011305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:10.017330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.023743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.028674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Pushing event updated for resources: {'Port': ['ID=06c3ef62-576b-40ae-a4b2-12ed04c13f96,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.030984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.039005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.041487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-9fa32f44-1e08-4785-9e27-eec785ae434a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.6938396 Mar 22 14:18:10.121161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Current status of the port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:10.121554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.141424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for router_gateway (3c9afad8-9950-40c8-9847-845fc0db60d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.235076 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.276674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2'}, {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:10.279948 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bbf38f-a634-4005-90d8-5b79970d8066" -d '{"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2"}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:10.285440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d32eb6-44d9-49b7-aba0-fd70725f16b4 req-503fe94b-e575-433b-8f4f-b5376f2de533 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:10.293077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2d32eb6-44d9-49b7-aba0-fd70725f16b4 req-503fe94b-e575-433b-8f4f-b5376f2de533 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3477633 Mar 22 14:18:10.307723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fbad722-7dfe-44ff-a6e6-1b57e086023c req-32e4fd85-f0f4-45f8-8afc-9aa4842fbd6a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2006805 Mar 22 14:18:10.376375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] For port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,segment=NetworkSegment(d8d72994-9c3c-4a14-a8da-26f73b66930a),segment_id=d8d72994-9c3c-4a14-a8da-26f73b66930a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:10.403059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (baded2dd-194c-400c-a546-3a2e7b56a795), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.423883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.425054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.426597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Attempting to bind port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:10.427015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Attempting to bind port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:10.427382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Attempting to bind port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 on network a7823a38-64bf-444c-80fc-fe23b442716c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:10.433485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.452898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:10.453281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.484855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.564365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2d32eb6-44d9-49b7-aba0-fd70725f16b4 req-688a8bba-779d-413e-b435-5a5c557f1d2f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701945 Mar 22 14:18:10.582070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:10.582070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Checking segment: {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:10.582070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.582070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Bound using segment: {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:10.582070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Bound port: 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:10.582711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.736079 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7d9f3-6a81-43d8-9544-bb25dcfceb0e x-openstack-request-id: req-c2a7d9f3-6a81-43d8-9544-bb25dcfceb0e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:10.736507 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "b8b694f3-4d8c-4007-9486-82c75dfac4e2", "status": "completed", "code": 200}, {"server_uuid": "c7f4ca79-04e7-4fec-9978-581da20f0ff6", "name": "network-vif-deleted", "tag": "fa40f318-5396-47bf-aec2-1c64d576175d", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:10.736637 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2a7d9f3-6a81-43d8-9544-bb25dcfceb0e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:10.737044 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a7d9f3-6a81-43d8-9544-bb25dcfceb0e'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': 'b8b694f3-4d8c-4007-9486-82c75dfac4e2', 'status': 'completed', 'code': 200} Mar 22 14:18:10.737307 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a7d9f3-6a81-43d8-9544-bb25dcfceb0e'] response: {'server_uuid': 'c7f4ca79-04e7-4fec-9978-581da20f0ff6', 'name': 'network-vif-deleted', 'tag': 'fa40f318-5396-47bf-aec2-1c64d576175d', 'status': 'completed', 'code': 200} Mar 22 14:18:10.796179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Router 3c9afad8-9950-40c8-9847-845fc0db60d0 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:10.837386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Provisioning complete for port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:10.839127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:10.955996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83bc08-027c-48cc-bd22-08e17542e0cc None None] Pushing event updated for resources: {'Port': ['ID=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:10.973689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=baded2dd-194c-400c-a546-3a2e7b56a795,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:11.075198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dabbad14-9b11-427f-8226-a3390484ca58 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:11.082563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:11.099126 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Sync routers for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:11.110168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:11.116653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:11.127220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.134956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5aabd022-db54-4371-a3c2-e26e61ee1436 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0164735 Mar 22 14:18:11.136461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53132) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:11.136611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:11.137175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:11.227833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:11.229522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.243881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:08Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:11.265680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f7688-50ea-475b-bcd5-87e34b522fc3 req-17ef6c1f-56ca-406d-915c-f0087805503e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:11.292545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-124f7688-50ea-475b-bcd5-87e34b522fc3 req-17ef6c1f-56ca-406d-915c-f0087805503e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 931 time: 0.7253988 Mar 22 14:18:11.305529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] For port 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:11.425075 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:11.435594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46a187-4463-4e8c-bc6c-725d6d0f7d15 None None] The sync data for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 is: [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:08Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:11.459635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] For port 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=06c3ef62-576b-40ae-a4b2-12ed04c13f96,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:11.486923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.489010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:11.572263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7d683-15d6-41f7-9d4c-403d6f5ae847 req-71c192a5-53c0-4369-9f22-50ff5e99103b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:11.594213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d7d683-15d6-41f7-9d4c-403d6f5ae847 req-71c192a5-53c0-4369-9f22-50ff5e99103b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.6436448 Mar 22 14:18:11.664694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-124f7688-50ea-475b-bcd5-87e34b522fc3 req-d5dabb9e-5a92-459c-a93e-5025c0dbe342 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712492 Mar 22 14:18:11.724534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Current status of the port 819c9d6e-0020-48e2-8a68-ee898cab7a27 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:11.725023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.939176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbb89aa-85b4-4bdb-be0c-27e61aff674f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:11.975429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks [] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:11.992679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Transition to ACTIVE for port object 7dbb89aa-85b4-4bdb-be0c-27e61aff674f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:18:12.053019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d7d683-15d6-41f7-9d4c-403d6f5ae847 req-256ff404-44f7-4be7-b65f-45bc65c29596 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589586 Mar 22 14:18:12.061580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.105669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-041ef1dc-3ce0-46d9-bf3e-be7056f2c897 req-a19c4f77-976e-4f5a-9aea-bc3facc4816a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.2032886 Mar 22 14:18:12.119930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:12.285900 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:09Z', 'revision_number': 3, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:12.399465 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Checking router: 3c9afad8-9950-40c8-9847-845fc0db60d0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:12.399815 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Updating router 3c9afad8-9950-40c8-9847-845fc0db60d0 port cae1806c-0dcd-4398-bece-46d7d4b66b77 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:12.460610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:12.462980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8bd4-42e8-41a0-b57e-6f64e416279f None None] Pushing event updated for resources: {'Port': ['ID=06c3ef62-576b-40ae-a4b2-12ed04c13f96,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:12.496752 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.568524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] For port 819c9d6e-0020-48e2-8a68-ee898cab7a27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=819c9d6e-0020-48e2-8a68-ee898cab7a27,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:12.582458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.688851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:12.689381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.758136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:12.968675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Provisioning complete for port baded2dd-194c-400c-a546-3a2e7b56a795 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:12.973571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.051694 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks [] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.063702 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.076603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Port baded2dd-194c-400c-a546-3a2e7b56a795 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:13.078332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4f7b-b632-4b4e-b570-315a56ec3f16 None None] Pushing event updated for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.125685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:13.150779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] Sync routers for ids ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:13.171493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9bc3c93c-4599-4461-b962-6229732d5da1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5648556 Mar 22 14:18:13.192197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Provisioning complete for port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:13.192590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.197490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:13.289402 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Attempting to bind port cae1806c-0dcd-4398-bece-46d7d4b66b77 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:13.290175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Attempting to bind port cae1806c-0dcd-4398-bece-46d7d4b66b77 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:13.290175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Attempting to bind port cae1806c-0dcd-4398-bece-46d7d4b66b77 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:13.299208 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449071cd-ce21-4f2e-bdc0-22ea599f034e None None] Pushing event updated for resources: {'Port': ['ID=cae1806c-0dcd-4398-bece-46d7d4b66b77,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.303064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] Routers {'14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:13.303237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:13.318931 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:13.319300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:13.325601 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.326279 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:13.332124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Bound port: cae1806c-0dcd-4398-bece-46d7d4b66b77, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:13.333166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Allocated IP 172.20.0.1 (a7823a38-64bf-444c-80fc-fe23b442716c/5ad35b56-4338-4c03-b591-446a73b83ddd/1bb6e5eb-877a-494c-9339-235208007c57) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:13.336083 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.429512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Pushing event updated for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.488979 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] For port cae1806c-0dcd-4398-bece-46d7d4b66b77, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:13.497785 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] For port cae1806c-0dcd-4398-bece-46d7d4b66b77, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cae1806c-0dcd-4398-bece-46d7d4b66b77,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:13.514833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c2c9a-3800-4e6f-8925-d9688ac526e5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:13.515595 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.516292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-442c2c9a-3800-4e6f-8925-d9688ac526e5 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports/baded2dd-194c-400c-a546-3a2e7b56a795 HTTP/1.1" status: 200 len: 911 time: 0.3161201 Mar 22 14:18:13.523374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:13.590562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:13.609342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] Routers {'14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:13.620249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:13.706011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks [] for port (1bb6e5eb-877a-494c-9339-235208007c57), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.779427 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449071cd-ce21-4f2e-bdc0-22ea599f034e None None] Pushing event updated for resources: {'Port': ['ID=cae1806c-0dcd-4398-bece-46d7d4b66b77,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.782237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:13.789491 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:13.794012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:13.802755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d25e-7d44-4dd0-8f7f-f415dfbd9c96 None None] The sync data for ids ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:13.813435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:13.827831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:13.836881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 819c9d6e-0020-48e2-8a68-ee898cab7a27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:13.934262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de3af8-b42f-4b05-9db5-8961f19e413f None None] Network a7823a38-64bf-444c-80fc-fe23b442716c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:13.936544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:13.972602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Network a7823a38-64bf-444c-80fc-fe23b442716c is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:13.977556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:13.984331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:14.069091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.076556 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:14.078264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.095264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.098285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (3c9afad8-9950-40c8-9847-845fc0db60d0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.105780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.111114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.126456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.142572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.152880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2ac73f69-8c65-4bae-b3dd-d675638f533e None None] Current status of the port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:14.161802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-eaed5c7a-25ad-44d3-b539-da62dcafdd6c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 1.1811657 Mar 22 14:18:14.296952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:14.297633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.378182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0a004-3bb3-423f-8e99-b2f210d34fd6 req-b5b26ddc-6061-43fb-9966-76855d80debd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:14.389414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16e0a004-3bb3-423f-8e99-b2f210d34fd6 req-b5b26ddc-6061-43fb-9966-76855d80debd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.3599207 Mar 22 14:18:14.394794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Provisioning complete for port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:14.395179 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.503024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8555b929-0d77-4701-ba62-4257325589ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:09Z', 'revision_number': 3, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:14.541993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1bb6e5eb-877a-494c-9339-235208007c57), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.569316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Attempting to bind port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:14.569489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 819c9d6e-0020-48e2-8a68-ee898cab7a27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:14.570025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Attempting to bind port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:14.576664 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555b929-0d77-4701-ba62-4257325589ab None None] The sync data for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 is: [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:09Z', 'revision_number': 3, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:14.576979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Attempting to bind port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:14.621806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16e0a004-3bb3-423f-8e99-b2f210d34fd6 req-0d66601e-f0ab-4858-a7da-28cc895b79e3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187088 Mar 22 14:18:14.634569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:18:14.635321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Attempting to bind port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:14.637788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Current status of the port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:14.638233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.686249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:14.687054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:14.687589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:14.688280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Bound port: 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:14.688874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.751596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9e6168f-46f6-4e53-9388-4dc857d81663 req-af273d59-c182-4505-9394-fb844b708e84 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5864129 Mar 22 14:18:14.790209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] For port 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=06c3ef62-576b-40ae-a4b2-12ed04c13f96,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:14.806213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:14.936262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:14.940953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:14.964886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f33b8-672f-4dd9-8e46-396b937fc199 None None] Pushing event updated for resources: {'Port': ['ID=06c3ef62-576b-40ae-a4b2-12ed04c13f96,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:15.017060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:15.017451 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.018254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc750e1c-ec9c-45b6-a217-89b2737bb91c req-9f53b474-607c-43e9-ab7d-6e20e7b0e242 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0522630 Mar 22 14:18:15.035970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.125771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Port 1bb6e5eb-877a-494c-9339-235208007c57 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:15.129832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 06c3ef62-576b-40ae-a4b2-12ed04c13f96 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:15.131224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks [] for port (1bb6e5eb-877a-494c-9339-235208007c57), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.144077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.249779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:15.282626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:15.283021 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.321566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (3c9afad8-9950-40c8-9847-845fc0db60d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.380898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:15.381577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.382995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] 10.222.0.78 "PUT /v2.0/ports/7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 200 len: 1091 time: 5.5307693 Mar 22 14:18:15.385232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:15.405177 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da" -d '{"events": [{"name": "network-changed", "server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:15.440608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Provisioning complete for port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:15.446060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.674634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Network a7823a38-64bf-444c-80fc-fe23b442716c is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:15.679604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:15.714336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a7f7-dcaa-42b2-bdaf-dfcb4b84625c service neutron] Pushing event updated for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:15.721563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:15.728914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 819c9d6e-0020-48e2-8a68-ee898cab7a27 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:15.741983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639d148-4724-4e0a-bf3e-55608c9f52d9 req-667f1cca-2937-43eb-8494-c102203a95b4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:15.743948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a639d148-4724-4e0a-bf3e-55608c9f52d9 req-667f1cca-2937-43eb-8494-c102203a95b4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 943 time: 0.7968361 Mar 22 14:18:15.863928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f8623-3b7d-49ba-85a3-703d81466543 req-b05be48b-3208-4fdf-82b8-ff725c38905d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:15.878424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc1f8623-3b7d-49ba-85a3-703d81466543 req-b05be48b-3208-4fdf-82b8-ff725c38905d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2727153 Mar 22 14:18:15.880101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b1fadd5d-a1df-44c1-a862-05732c9c2b4b None None] Current status of the port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:15.894824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 819c9d6e-0020-48e2-8a68-ee898cab7a27 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:15.895187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:15.961286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-52c40935-bdd5-4d1c-8ad5-cf2e8b3fdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:15.962913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-52c40935-bdd5-4d1c-8ad5-cf2e8b3fdaae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 1125 time: 0.5042970 Mar 22 14:18:16.092357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fb73fc65-e5ed-4225-ba00-a4a37ddae033 None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:16.092742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb73fc65-e5ed-4225-ba00-a4a37ddae033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.156348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a639d148-4724-4e0a-bf3e-55608c9f52d9 req-e9f4873d-64fc-4f48-86ec-40513dab4a72 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955829 Mar 22 14:18:16.230780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fb73fc65-e5ed-4225-ba00-a4a37ddae033 None None] Port 1bb6e5eb-877a-494c-9339-235208007c57 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:16.275591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 819c9d6e-0020-48e2-8a68-ee898cab7a27 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:16.330168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc1f8623-3b7d-49ba-85a3-703d81466543 req-8589c6d3-3f49-42db-b1a1-bd6ba9385020 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507058 Mar 22 14:18:16.376651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-72f9fe34-04ab-4021-ab28-c59964d42cff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 200 len: 217 time: 0.2294686 Mar 22 14:18:16.384967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6c67841b-f9f0-47e3-9ad0-d96281c621d6 None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:16.385570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6c67841b-f9f0-47e3-9ad0-d96281c621d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.486882 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484f004-0f6d-4c15-995e-4ad48751bab7 x-openstack-request-id: req-c484f004-0f6d-4c15-995e-4ad48751bab7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:16.487496 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:16.489466 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c484f004-0f6d-4c15-995e-4ad48751bab7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:16.490241 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c484f004-0f6d-4c15-995e-4ad48751bab7'] response: {'name': 'network-changed', 'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'status': 'completed', 'code': 200} Mar 22 14:18:16.526092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6c67841b-f9f0-47e3-9ad0-d96281c621d6 None None] Port 1bb6e5eb-877a-494c-9339-235208007c57 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:16.690460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa5f8-2474-4ff4-9991-c350205e8682 req-04359d81-acd6-4c85-a73b-43c5cbde3fc6 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.692382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91faa5f8-2474-4ff4-9991-c350205e8682 req-04359d81-acd6-4c85-a73b-43c5cbde3fc6 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 946 time: 0.3598406 Mar 22 14:18:16.708222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:16.805661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91faa5f8-2474-4ff4-9991-c350205e8682 req-8c8e0c25-f759-43aa-9eea-542df10a4e08 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872390 Mar 22 14:18:16.891278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cae1806c-0dcd-4398-bece-46d7d4b66b77 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:16.909993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Router 3c9afad8-9950-40c8-9847-845fc0db60d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:16.924942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.933781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.947771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.956434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.967185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.984169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:16.997420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a9974bd-5a7b-4c99-a94f-71552d546fdf details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:17.000153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.005775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-2b8b9c8a-21e3-420b-a65e-168b69547811 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5420 time: 0.4129846 Mar 22 14:18:17.037429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-5f1b7c0a-ac80-4ad5-bd85-b4c927d9f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.039485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-5f1b7c0a-ac80-4ad5-bd85-b4c927d9f98a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.5794437 Mar 22 14:18:17.069889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-cd116d65-06d8-4eed-a2c5-30e443a1cf00 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.071640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-cd116d65-06d8-4eed-a2c5-30e443a1cf00 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.78 "GET /v2.0/ports?device_id=de06fc3d-8cd6-43d9-93ee-f817abebbb88 HTTP/1.1" status: 200 len: 946 time: 0.1594329 Mar 22 14:18:17.211405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:17.212258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2700b51e-f60d-4a98-9b9c-e62c5a453bb7 req-0f1bffd3-af34-44c9-ad77-66de0074ea8f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1959655 Mar 22 14:18:17.240034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'port_id': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'mac_address': 'fa:16:3e:70:f7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:17.247660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cae1806c-0dcd-4398-bece-46d7d4b66b77 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:17.247879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.272224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:17.300318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0761513b-8c60-4998-9408-c98b6c3faff5 admin admin] 10.222.0.81 "PUT /v2.0/routers/3c9afad8-9950-40c8-9847-845fc0db60d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1603084 Mar 22 14:18:17.363025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-9198552e-cad3-45d3-af46-b83aabe2ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:17.367690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Deleting port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:17.369467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-9198552e-cad3-45d3-af46-b83aabe2ba98 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2804244 Mar 22 14:18:17.370050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.456759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a9974bd-5a7b-4c99-a94f-71552d546fdf is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:17.458367 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.504787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9974bd-5a7b-4c99-a94f-71552d546fdf {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:17.658054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] For port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,segment=NetworkSegment(1d359c4e-fc4f-4d55-a5b1-08edd503208a),segment_id=1d359c4e-fc4f-4d55-a5b1-08edd503208a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:17.658433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.681270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cae1806c-0dcd-4398-bece-46d7d4b66b77 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:17.685196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.693309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Calling delete_port for d8e8b6c9-ebcf-48d0-b983-30cecea02e6a owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:17.722347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-25a9b218-f800-4518-b943-fdbe1ceed241 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748828 Mar 22 14:18:17.730664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port cae1806c-0dcd-4398-bece-46d7d4b66b77, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cae1806c-0dcd-4398-bece-46d7d4b66b77,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:17.754857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.757784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 06c3ef62-576b-40ae-a4b2-12ed04c13f96 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:17.764266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:17.862540 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Sync routers for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:17.876390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:17.877020 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:17.913447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d8e8b6c9-ebcf-48d0-b983-30cecea02e6a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.931810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d8e8b6c9-ebcf-48d0-b983-30cecea02e6a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:17.942050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:17.943488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:17.957908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Pushing event deleted for resources: {'Port': ['ID=d8e8b6c9-ebcf-48d0-b983-30cecea02e6a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:17.992836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e8f70cb-b6cf-4393-8a8a-f4bb7dbf1c78 req-55fdeddf-26ec-4b75-b742-e9736fd9b220 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9469936 Mar 22 14:18:18.091660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] No DVR routers for this DVR port d8e8b6c9-ebcf-48d0-b983-30cecea02e6a on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:18.105667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.118076 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f7e9211-a666-4aa3-9d08-3d3d82e6a730 req-f8e9843b-5103-45a4-9ccc-7e9d6e9b74c3 tempest-VolumesActionsTest-1407500827 tempest-VolumesActionsTest-1407500827-project] 10.222.0.78 "DELETE /v2.0/ports/d8e8b6c9-ebcf-48d0-b983-30cecea02e6a HTTP/1.1" status: 204 len: 173 time: 1.0351441 Mar 22 14:18:18.119870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'name': 'network-vif-deleted', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:18.127213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:18.129257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.129708 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46ee9a-8c8d-4ee1-a982-963a48e6a664" -d '{"events": [{"server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "name": "network-vif-deleted", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:18.131206 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:18.146236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d5f96-4898-4a04-990a-eeae1bb3e56e req-78352e9c-3053-4e84-9ceb-262fbea3f5e7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:18.149139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d64d5f96-4898-4a04-990a-eeae1bb3e56e req-78352e9c-3053-4e84-9ceb-262fbea3f5e7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 943 time: 0.4226763 Mar 22 14:18:18.217980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:18:18.252697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=cae1806c-0dcd-4398-bece-46d7d4b66b77,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:18.325731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:18.419248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'port_id': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1', 'mac_address': 'fa:16:3e:00:d3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:18.471847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c8c51-cc0f-4d47-b207-95ed48efcc48 req-cdbdfcb9-e905-4640-ac8d-95ab6c496b12 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:18.481039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b80c8c51-cc0f-4d47-b207-95ed48efcc48 req-cdbdfcb9-e905-4640-ac8d-95ab6c496b12 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2075174 Mar 22 14:18:18.515981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f0ba25-1f6c-42ac-bac2-b5dc2ac8dde2 req-cfba7716-eae2-49f2-b81e-247911d9d2cb service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024589 Mar 22 14:18:18.570911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:18.571473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.603862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d64d5f96-4898-4a04-990a-eeae1bb3e56e req-bb42cfd3-df7d-4254-a3b4-69a2472f4d55 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4395061 Mar 22 14:18:18.621751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:18.640216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:18.655868 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cb040a70-9277-4630-a16d-898b10212ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.667935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:18.710532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:18.727005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.728069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da4f9140-f792-40d5-aa99-0ff7358aa837 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:18.797041 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:14Z', 'revision_number': 4, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1bb6e5eb-877a-494c-9339-235208007c57', 'name': '', 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'mac_address': 'fa:16:3e:cd:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:12Z', 'updated_at': '2022-03-22T14:18:14Z', 'revision_number': 2, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'subnets': [{'id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:18.828953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:18.868878 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Checking router: 3c9afad8-9950-40c8-9847-845fc0db60d0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:18.870508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Updating router 3c9afad8-9950-40c8-9847-845fc0db60d0 port 1bb6e5eb-877a-494c-9339-235208007c57 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:18:18.914647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da4f9140-f792-40d5-aa99-0ff7358aa837,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:18.935508 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1bb6e5eb-877a-494c-9339-235208007c57), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:18.937640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'da4f9140-f792-40d5-aa99-0ff7358aa837', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'port_id': 'da4f9140-f792-40d5-aa99-0ff7358aa837', 'mac_address': 'fa:16:3e:f4:04:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:18.987365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b80c8c51-cc0f-4d47-b207-95ed48efcc48 req-edd103b6-191d-4e9d-86cd-93ffe039b327 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053709 Mar 22 14:18:19.015636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cae1806c-0dcd-4398-bece-46d7d4b66b77 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:19.017983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-1e6cd393-9512-4868-a150-09e0de7f78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.024157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-1e6cd393-9512-4868-a150-09e0de7f78d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 1125 time: 0.4185593 Mar 22 14:18:19.056677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port baded2dd-194c-400c-a546-3a2e7b56a795 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:19.056677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.122566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port da4f9140-f792-40d5-aa99-0ff7358aa837 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:19.123208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.156468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f9140-f792-40d5-aa99-0ff7358aa837 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:19.211839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da4f9140-f792-40d5-aa99-0ff7358aa837,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:19.228248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.229018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d57f34a4-7f44-46cd-b812-6d1796a68737 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:19.230865 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f6a07-84ae-41c1-9e9e-36d9083f6087 x-openstack-request-id: req-b17f6a07-84ae-41c1-9e9e-36d9083f6087 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:19.231766 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de06fc3d-8cd6-43d9-93ee-f817abebbb88", "name": "network-vif-deleted", "tag": "d8e8b6c9-ebcf-48d0-b983-30cecea02e6a", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:19.232377 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b17f6a07-84ae-41c1-9e9e-36d9083f6087 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:19.233081 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17f6a07-84ae-41c1-9e9e-36d9083f6087'] response: {'server_uuid': 'de06fc3d-8cd6-43d9-93ee-f817abebbb88', 'name': 'network-vif-deleted', 'tag': 'd8e8b6c9-ebcf-48d0-b983-30cecea02e6a', 'status': 'completed', 'code': 200} Mar 22 14:18:19.285208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.325645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for baded2dd-194c-400c-a546-3a2e7b56a795 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:19.572422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0333d8dd-fa27-47bb-a1d4-b5f4d07ce538 req-93b1782a-8bde-451f-bdc0-e4bcaf777f75 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1681039 Mar 22 14:18:19.577973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-66ae1b8a-d827-453e-add6-c6d6aecd69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.584081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-66ae1b8a-d827-453e-add6-c6d6aecd69d7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.5521312 Mar 22 14:18:19.700978 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks [] for port (1bb6e5eb-877a-494c-9339-235208007c57), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.722263 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.750737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-652e43f2-21ed-4b83-84a0-8e6a920796ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 200 len: 217 time: 0.1474240 Mar 22 14:18:19.754778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53244) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:19.760097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024405230', 'description': 'tempest-secgroup-smoke-1024405230 description', 'project_id': '4d6e6d8691024cbea463ab75de19334c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:19.831018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.849864 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7e88-c540-441c-b4f5-76654bc09a60 None None] Pushing event updated for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:19.912813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:19.940448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cae1806c-0dcd-4398-bece-46d7d4b66b77 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:19.941141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:19.960417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-690c4108-ec10-481e-a5ba-436690ed6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:19.966815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-690c4108-ec10-481e-a5ba-436690ed6cca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.2151260 Mar 22 14:18:20.020425 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Attempting to bind port 1bb6e5eb-877a-494c-9339-235208007c57 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:20.021043 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Attempting to bind port 1bb6e5eb-877a-494c-9339-235208007c57 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:20.021167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Attempting to bind port 1bb6e5eb-877a-494c-9339-235208007c57 on network a7823a38-64bf-444c-80fc-fe23b442716c {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:20.030997 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:20.031367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Checking segment: {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:20.033368 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.034072 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Bound using segment: {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:20.036697 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Bound port: 1bb6e5eb-877a-494c-9339-235208007c57, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e77557-7cda-4aa8-bdc2-930442c0ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:20.038449 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1bb6e5eb-877a-494c-9339-235208007c57), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.119696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:20.143676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (2bd5e2cb-55ac-45d3-ab40-301b3cba46f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.152541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'port_id': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'mac_address': 'fa:16:3e:bd:4c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487d45e8-e6ec-4d5e-91a0-928eeee3c560', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:20.161036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2bd5e2cb-55ac-45d3-ab40-301b3cba46f1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.215700 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] For port 1bb6e5eb-877a-494c-9339-235208007c57, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:20.220017 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] For port 1bb6e5eb-877a-494c-9339-235208007c57, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1bb6e5eb-877a-494c-9339-235208007c57,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:20.232968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cae1806c-0dcd-4398-bece-46d7d4b66b77 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:20.234931 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.235295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.256425 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.264959 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e68c445-c399-43c9-b1ed-7cf9baed1f83 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5090256 Mar 22 14:18:20.266363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53248) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:20.272327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:20.313621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (8efe3c6a-b51b-4530-8287-f634f1c711b8), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.322337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-aa6f329d-b156-4cce-8f8f-2fd1d48aa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.323867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-aa6f329d-b156-4cce-8f8f-2fd1d48aa0db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3423703 Mar 22 14:18:20.340585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:20.341555 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:17:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:20.352593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d57f34a4-7f44-46cd-b812-6d1796a68737 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:20.352988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.383393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57f34a4-7f44-46cd-b812-6d1796a68737 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:20.394843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.411998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.417339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.434551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.442758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:20.446053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.453181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.460538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:20.460921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.462814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.463484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7630c28f-54b1-4aba-9727-7e844dd76306 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:20.470807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.473592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (8efe3c6a-b51b-4530-8287-f634f1c711b8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.480028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-9a92c687-2773-4ade-8ad3-4334b02ff974 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5423 time: 0.6226442 Mar 22 14:18:20.483030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8efe3c6a-b51b-4530-8287-f634f1c711b8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.531097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efe3c6a-b51b-4530-8287-f634f1c711b8,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.543287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:20.551795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.560310 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-984676a1-c516-4e57-af0a-1ef3b0cda267 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920971 Mar 22 14:18:20.562140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53250) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:20.572659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:20.642731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (8684fcff-b900-43bc-84de-dc2a0ef6c0cd), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.740059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf78dc-f5ed-43a1-8392-87d07fcd75c4 req-770b364d-1bc8-48c7-b2ee-1515a79b1fb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:20.747839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8baf78dc-f5ed-43a1-8392-87d07fcd75c4 req-770b364d-1bc8-48c7-b2ee-1515a79b1fb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 943 time: 0.7407815 Mar 22 14:18:20.785387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (8684fcff-b900-43bc-84de-dc2a0ef6c0cd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.797258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8684fcff-b900-43bc-84de-dc2a0ef6c0cd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.843140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:18:20.843760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.844860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Current status of the port 1bb6e5eb-877a-494c-9339-235208007c57 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:20.845069 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2818713 Mar 22 14:18:20.845305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1bb6e5eb-877a-494c-9339-235208007c57), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.846154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe20a23-af32-4235-9d6e-5dca89b9c145 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8684fcff-b900-43bc-84de-dc2a0ef6c0cd,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.848075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53258) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:20.859901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:20.863057 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7e88-c540-441c-b4f5-76654bc09a60 None None] Pushing event updated for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:20.912275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (b8669da3-0b9f-44d5-92a5-7d95fc93ca11), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:20.988064 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:14Z', 'revision_number': 4, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1bb6e5eb-877a-494c-9339-235208007c57', 'name': '', 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'mac_address': 'fa:16:3e:cd:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:12Z', 'updated_at': '2022-03-22T14:18:20Z', 'revision_number': 4, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'subnets': [{'id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:21.024827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (b8669da3-0b9f-44d5-92a5-7d95fc93ca11), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.026246 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce49aa4-9f4f-42fc-ab1f-311a603c04f5 None None] The sync data for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 is: [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:18:14Z', 'revision_number': 4, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '1bb6e5eb-877a-494c-9339-235208007c57', 'name': '', 'network_id': 'a7823a38-64bf-444c-80fc-fe23b442716c', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'mac_address': 'fa:16:3e:cd:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:12Z', 'updated_at': '2022-03-22T14:18:20Z', 'revision_number': 4, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'subnets': [{'id': '5ad35b56-4338-4c03-b591-446a73b83ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:21.040487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b8669da3-0b9f-44d5-92a5-7d95fc93ca11), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.070576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8669da3-0b9f-44d5-92a5-7d95fc93ca11,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.086000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.141841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-061386cf-3201-469d-a3a9-619f14954b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.159970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.168259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fd4346cb-bf1d-4cce-8135-4a7ccf862d8e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3143003 Mar 22 14:18:21.169108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53260) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:21.198055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:21.242850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] For port 1bb6e5eb-877a-494c-9339-235208007c57, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1bb6e5eb-877a-494c-9339-235208007c57,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:21.274488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (22971b98-68fe-4c0a-accf-af4cf5e8fb15), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.357819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7630c28f-54b1-4aba-9727-7e844dd76306,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:21.433029 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.464602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (22971b98-68fe-4c0a-accf-af4cf5e8fb15), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.476603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (22971b98-68fe-4c0a-accf-af4cf5e8fb15), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.521219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22971b98-68fe-4c0a-accf-af4cf5e8fb15,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.546769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.551703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5873faf-b917-4c7f-a2f0-e596f6598247 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647923 Mar 22 14:18:21.552344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:21.560095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:21.572098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7630c28f-54b1-4aba-9727-7e844dd76306', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'port_id': '7630c28f-54b1-4aba-9727-7e844dd76306', 'mac_address': 'fa:16:3e:61:5c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:21.620489 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Project 4d6e6d8691024cbea463ab75de19334c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:18:21.650030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (b1d7b763-2b8e-496e-91d4-85ca6d868bd7), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.769490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7630c28f-54b1-4aba-9727-7e844dd76306 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:21.769888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.832168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b80f0-ea7f-4fdf-918f-7371075fb828 None None] Pushing event updated for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.875035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (b1d7b763-2b8e-496e-91d4-85ca6d868bd7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.879427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0634c3-0bd1-46f0-a565-45468a9edb14 req-34f64a57-d8d0-47d0-94aa-78e5a4345b46 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3985188 Mar 22 14:18:21.888651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (baded2dd-194c-400c-a546-3a2e7b56a795), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.897295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b1d7b763-2b8e-496e-91d4-85ca6d868bd7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.904837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7630c28f-54b1-4aba-9727-7e844dd76306 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:21.946421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d7b763-2b8e-496e-91d4-85ca6d868bd7,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:21.946583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-86478423-16c9-4938-8c84-8b58864eb2d6 None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:21.946995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86478423-16c9-4938-8c84-8b58864eb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.966617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:21.970230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-25623d91-a79c-4264-9477-6c837e32f0ea tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4168196 Mar 22 14:18:21.974581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53268) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:21.983440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'security_group_rule': {'security_group_id': '2bd5e2cb-55ac-45d3-ab40-301b3cba46f1', 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:22.037907 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Project 4d6e6d8691024cbea463ab75de19334c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:18:22.047099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (30838802-6eaf-4688-8a96-082aeae02341), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.102677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=baded2dd-194c-400c-a546-3a2e7b56a795,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.108925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.153760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7630c28f-54b1-4aba-9727-7e844dd76306,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:22.199343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (30838802-6eaf-4688-8a96-082aeae02341), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.199498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.200106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b2e4e9ec-8947-49e2-995d-4f247f03f22f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:22.269820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (30838802-6eaf-4688-8a96-082aeae02341), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.307856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:22.324557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30838802-6eaf-4688-8a96-082aeae02341,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.366579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f', 'network_id': 'a4e9bcda-57e6-4a18-a744-704178e8c5d8', 'port_id': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f', 'mac_address': 'fa:16:3e:94:3f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f739fe6-6e7c-46f3-9ea2-9847a6556bf1', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:22.384257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.386679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-498c0ae1-8fae-4259-a363-057fc973bffc tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4109092 Mar 22 14:18:22.410513 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-bb2e45d3-d366-4ceb-b1fe-8f6016fcc171 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1911645 Mar 22 14:18:22.535341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-c4d58715-8f9a-4718-bfba-bcb3fa666ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.539793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-c4d58715-8f9a-4718-bfba-bcb3fa666ede service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 1128 time: 0.1171558 Mar 22 14:18:22.609447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b2e4e9ec-8947-49e2-995d-4f247f03f22f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:22.609603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.616980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-82345a80-9395-4fbb-9e75-31cc5d2e5475 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2658482 Mar 22 14:18:22.629948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-86478423-16c9-4938-8c84-8b58864eb2d6 None None] Current status of the port 1bb6e5eb-877a-494c-9339-235208007c57 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:22.633607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e4e9ec-8947-49e2-995d-4f247f03f22f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:22.660074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:22.660636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.675302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.676000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 496bf7ba-e0f6-4fce-bc29-436886306ad6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:22.698576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8baf78dc-f5ed-43a1-8392-87d07fcd75c4 req-6852c4ff-36bc-4246-9a9d-7fa606da39f9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8513710 Mar 22 14:18:22.742052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-7c373463-b0fc-46a1-88cb-0c642c5579ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.742507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:22.744688 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-7c373463-b0fc-46a1-88cb-0c642c5579ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.1838646 Mar 22 14:18:22.772595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'network_id': 'fc969c99-ec49-4fd9-817e-34d9cb006733', 'port_id': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'mac_address': 'fa:16:3e:e4:98:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487d45e8-e6ec-4d5e-91a0-928eeee3c560', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:22.790775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:22.850852 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-ff747532-833c-4343-a4fb-165071597466 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 200 len: 217 time: 0.0995641 Mar 22 14:18:22.877180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:22.924256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d8036-93b6-4dfb-be45-2e59c20f62ea req-53c179f0-40d5-4271-b1ea-1bdd2de83bba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:22.937365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a13d8036-93b6-4dfb-be45-2e59c20f62ea req-53c179f0-40d5-4271-b1ea-1bdd2de83bba tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.7446928 Mar 22 14:18:22.993303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1bb6e5eb-877a-494c-9339-235208007c57 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:23.010681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-8fd5d7a6-9394-4915-a4c0-c9e2ce6a7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.014871 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-8fd5d7a6-9394-4915-a4c0-c9e2ce6a7120 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1570694 Mar 22 14:18:23.016783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53288) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:23.171399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-3faf7307-69f1-429d-a121-3c6d99792168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.177806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-3faf7307-69f1-429d-a121-3c6d99792168 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1473327 Mar 22 14:18:23.245283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 496bf7ba-e0f6-4fce-bc29-436886306ad6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:23.245850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.330955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496bf7ba-e0f6-4fce-bc29-436886306ad6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:23.379745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:23.384691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1bb6e5eb-877a-494c-9339-235208007c57 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:23.385800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bb6e5eb-877a-494c-9339-235208007c57), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.455081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.492638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8413ccf-2b3d-4af9-8046-934eb6da6aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.516544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:23.516845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af1b7032-ca1a-41ba-9ed0-79ac0b2007da req-f3c0690f-b371-47f8-871e-6dacace9f3cf service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858922 Mar 22 14:18:23.538578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7dbb89aa-85b4-4bdb-be0c-27e61aff674f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:23.577250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a13d8036-93b6-4dfb-be45-2e59c20f62ea req-2eb5e8d3-4e22-4d1b-a763-3fa43e31042a tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5657420 Mar 22 14:18:23.656231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8413ccf-2b3d-4af9-8046-934eb6da6aba admin admin] Publish callbacks [] for security_group (c21ff48a-5238-4431-a647-c0c725760466), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.673274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8413ccf-2b3d-4af9-8046-934eb6da6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c21ff48a-5238-4431-a647-c0c725760466), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:23.693357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd397f07-af0a-49b7-af51-15ac06e1688d req-aac787b1-7d2d-4b47-a854-30cbdb9808c1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.7559352 Mar 22 14:18:23.730939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-0103d962-ba3a-466d-b96a-4447f23ffc0d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4059396 Mar 22 14:18:23.751933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-ec06892c-7c42-47ac-96fa-caad6bf20444 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675087 Mar 22 14:18:23.761406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:23.803573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:23.899685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413ccf-2b3d-4af9-8046-934eb6da6aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ff48a-5238-4431-a647-c0c725760466,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:23.913508 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f8413ccf-2b3d-4af9-8046-934eb6da6aba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6fef85574884869a70641da66b6b550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8941822 Mar 22 14:18:23.920038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:23.932602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:23.969501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.976399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.981109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-331e221c-6e15-48ff-81ed-62a4d6348c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.982311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.982670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-331e221c-6e15-48ff-81ed-62a4d6348c38 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1711178 Mar 22 14:18:23.989113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:23.995338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.001840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.010221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.019254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-a6c49898-1b8c-4eac-9db2-7a24d54e4ae9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5427 time: 0.1535523 Mar 22 14:18:24.033448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:24.033846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.036701 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06d35509-8224-4d47-b5cd-76d7bc63b531 req-df191e79-55db-4c7f-b0db-220bc3c0e692 service neutron] 10.222.0.78 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621448 Mar 22 14:18:24.052836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] Publish callbacks [] for security_group (c21ff48a-5238-4431-a647-c0c725760466), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.058251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['496bf7ba-e0f6-4fce-bc29-436886306ad6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.063080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d57f34a4-7f44-46cd-b812-6d1796a68737'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.066212 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.149631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] Publish callbacks [] for security_group (c21ff48a-5238-4431-a647-c0c725760466), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.184933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbb89aa-85b4-4bdb-be0c-27e61aff674f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:24.204282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['b2e4e9ec-8947-49e2-995d-4f247f03f22f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.204282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7630c28f-54b1-4aba-9727-7e844dd76306'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.268497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-8566f888-be41-4f94-be83-2031ae116f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.277794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['17d70fa2-fbad-47af-91c3-1ebc22dafbb1'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.284438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-8566f888-be41-4f94-be83-2031ae116f3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.2793441 Mar 22 14:18:24.345508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:24.354545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-97c858d5-ea35-4580-8ee4-6801474b4b28 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7492375 Mar 22 14:18:24.366831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bcb24afe-60b1-4008-ba5a-4867d8791fff tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024405230&fields=id&tenant_id=4d6e6d8691024cbea463ab75de19334c HTTP/1.1" status: 200 len: 267 time: 0.5578678 Mar 22 14:18:24.368442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1a9974bd-5a7b-4c99-a94f-71552d546fdf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:24.390462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53314) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:24.392238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5fffc18-e717-4bb0-896c-1b25195bcf61 req-e80aead4-5297-485b-8277-ef54b8915be0 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3714354 Mar 22 14:18:24.421874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] Sync routers for ids ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:24.461193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24a16d27-c596-4b3d-9296-465b11442aac tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f HTTP/1.1" status: 200 len: 205 time: 0.0720208 Mar 22 14:18:24.463095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53318) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:24.499761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1bb6e5eb-877a-494c-9339-235208007c57 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:24.509303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c21ff48a-5238-4431-a647-c0c725760466), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.511916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.513034 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c21ff48a-5238-4431-a647-c0c725760466 HTTP/1.1" status: 204 len: 168 time: 0.5920200 Mar 22 14:18:24.551487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:24.561584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-f735e554-b6ec-423f-808d-5ee8fa4691af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.2695930 Mar 22 14:18:24.659498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.691022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-1816b936-546e-458e-bde3-2e099440a21c tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.692617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-1816b936-546e-458e-bde3-2e099440a21c tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/networks?id=f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 200 len: 809 time: 0.3248913 Mar 22 14:18:24.702340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf218f00-bad9-43dd-af16-39c6de48e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ff48a-5238-4431-a647-c0c725760466,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:24.705194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-0f616651-2af2-4f82-9a73-26980ad8152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.712205 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-0f616651-2af2-4f82-9a73-26980ad8152e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.1399910 Mar 22 14:18:24.760554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-2860f0b5-6b16-4f50-a40e-a7d90f0dc379 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/quotas/4d6e6d8691024cbea463ab75de19334c HTTP/1.1" status: 200 len: 375 time: 0.0424337 Mar 22 14:18:24.771855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:24.924908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-32ef538b-b3ca-40a9-99be-7f15577f5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.930931 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-32ef538b-b3ca-40a9-99be-7f15577f5165 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2071507 Mar 22 14:18:24.984657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003826b-e653-48ec-8617-c47cab459ea1 req-531729dc-055e-4c1a-aa08-d1fd9fc91a8e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:24.986269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1003826b-e653-48ec-8617-c47cab459ea1 req-531729dc-055e-4c1a-aa08-d1fd9fc91a8e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 944 time: 0.1321082 Mar 22 14:18:25.036190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-94c1aaf5-5a21-4115-b622-e50ef8ff5ea5 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d6e6d8691024cbea463ab75de19334c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2745566 Mar 22 14:18:25.121101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] Routers {'14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:25.122240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:25.211922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:25.214069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53330) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:25.246106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-2e350380-fbd6-49f5-a8b1-3f5368e65872 service neutron] 10.222.0.81 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920102 Mar 22 14:18:25.254828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:25.255216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.266838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.270921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7dbb89aa-85b4-4bdb-be0c-27e61aff674f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:25.273032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['da4f9140-f792-40d5-aa99-0ff7358aa837'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:25.298208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1f16194-7731-481f-a8ac-cebb6a341d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.446092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-dd8fc7ce-1a3c-49fe-8f95-826e770f12ec service neutron] 10.222.0.81 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989996 Mar 22 14:18:25.485037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1f16194-7731-481f-a8ac-cebb6a341d05 admin admin] Publish callbacks [] for security_group (57ddaf2b-432a-475b-a8f5-90664acf47a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.503553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1f16194-7731-481f-a8ac-cebb6a341d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (57ddaf2b-432a-475b-a8f5-90664acf47a8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.534497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d8e8b6c9-ebcf-48d0-b983-30cecea02e6a no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:25.537202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1003826b-e653-48ec-8617-c47cab459ea1 req-97cb6369-0b2f-44bb-9af6-da3dc1093d4e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5421646 Mar 22 14:18:25.541283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.541913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router 14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:25.592905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.594065 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-781ad5c5-30e8-4c91-83e8-931fd0063df1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f HTTP/1.1" status: 204 len: 168 time: 1.1299918 Mar 22 14:18:25.597185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53334) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:25.649657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-0956bbb3-7319-45ef-aeb8-12c7c671580c service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656032 Mar 22 14:18:25.658776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16194-7731-481f-a8ac-cebb6a341d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ddaf2b-432a-475b-a8f5-90664acf47a8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:25.675266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1f16194-7731-481f-a8ac-cebb6a341d05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36b1e5568d874a0faa179c45229a6758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587495 Mar 22 14:18:25.682846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:25.741999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: d8e8b6c9-ebcf-48d0-b983-30cecea02e6a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:25.758603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d8e8b6c9-ebcf-48d0-b983-30cecea02e6a not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:25.772547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 64bc17b5-ee1c-4257-8235-098159efd438 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:25.796951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (64bc17b5-ee1c-4257-8235-098159efd438), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.913343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (64bc17b5-ee1c-4257-8235-098159efd438), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.923066 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.942126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] Publish callbacks [] for security_group (57ddaf2b-432a-475b-a8f5-90664acf47a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:25.990119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d7a80996-7bbb-4059-966d-870ff3c293c6 req-39522153-ea68-49a4-825e-afbb33b6a6ec service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281634 Mar 22 14:18:26.012075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] Publish callbacks [] for security_group (57ddaf2b-432a-475b-a8f5-90664acf47a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.107599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (64bc17b5-ee1c-4257-8235-098159efd438), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.125831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:26.126289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:18:26.126872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_agentschedulers_db [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:18:26.127245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ab8da-a822-4799-8bec-5fe676ea35c1 None None] The sync data for ids ['14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:26.177862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-ede7a015-0b9b-4b54-8246-425453f2ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.180154 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-ede7a015-0b9b-4b54-8246-425453f2ed52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 1126 time: 0.1382172 Mar 22 14:18:26.222994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (57ddaf2b-432a-475b-a8f5-90664acf47a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.226090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.230702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57ddaf2b-432a-475b-a8f5-90664acf47a8 HTTP/1.1" status: 204 len: 168 time: 0.5461063 Mar 22 14:18:26.307254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-024c0a4d-f905-4aab-bfcc-4ad5fed612a3 req-3ba42d53-cc46-4d1d-aa69-6b1a8d4847d1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0951543 Mar 22 14:18:26.328492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65c7e-c63e-4a80-af82-a3df9873e656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ddaf2b-432a-475b-a8f5-90664acf47a8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:26.410664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-bf34e6b2-a6a7-4e45-a215-979f1a282b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.412186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-bf34e6b2-a6a7-4e45-a215-979f1a282b0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 200 len: 913 time: 0.2266531 Mar 22 14:18:26.469866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (64bc17b5-ee1c-4257-8235-098159efd438), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.584265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.593067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/64bc17b5-ee1c-4257-8235-098159efd438 HTTP/1.1" status: 204 len: 168 time: 0.9947088 Mar 22 14:18:26.593825 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-cfb8aad5-ed85-49b4-9a8f-4193863eff85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 200 len: 998 time: 0.1752155 Mar 22 14:18:26.597184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf6a9-1b18-4c2a-b9eb-1b4eeb3fcbb2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=64bc17b5-ee1c-4257-8235-098159efd438,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:26.602388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53354) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:26.682393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-a1937960-416b-4657-b83d-c74efd083f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.683900 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-a1937960-416b-4657-b83d-c74efd083f9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 200 len: 851 time: 0.0892549 Mar 22 14:18:26.712903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d94803-5ac2-486a-90d8-9b126d264a44 req-10c52656-ea2b-4ea8-b300-19a184985ec1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.727317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8d94803-5ac2-486a-90d8-9b126d264a44 req-10c52656-ea2b-4ea8-b300-19a184985ec1 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 1.0060635 Mar 22 14:18:26.802471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-88709a3d-cfb4-42fd-ab5c-90f060a638aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:26.811477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-88709a3d-cfb4-42fd-ab5c-90f060a638aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=598615b3-3e89-42ac-af87-c3bc9c357796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1151986 Mar 22 14:18:26.920851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dabbad14-9b11-427f-8226-a3390484ca58), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:26.948531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f3db7-bd8f-498e-9322-7c8d17f45251 None None] Network dabbad14-9b11-427f-8226-a3390484ca58 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:27.015037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8d94803-5ac2-486a-90d8-9b126d264a44 req-25e6270a-8596-44ee-8df7-8b9dfacb29f2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851706 Mar 22 14:18:27.082239 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-24d4118e-c72e-4253-af4f-d5c465bac47f service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694998 Mar 22 14:18:27.082983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53360) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:27.097146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.106596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.114896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.127415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.135341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.141909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.145197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ecbe517-8248-45d5-a1ea-21ff074ab70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.151041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.164103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-2f95aec5-b46f-4cac-9c3a-1083c0bda593 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5427 time: 0.6481645 Mar 22 14:18:27.315518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70cc0616-23db-4fdf-ae93-e2339688460b req-8055c206-6f5a-4eae-85ed-a24bfc6f2c9f tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 210 time: 0.0983248 Mar 22 14:18:27.349345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-520dd536-b33b-44b4-9d3c-f8ad4ff57c6d req-22ccfde2-c7aa-4eeb-b81f-7319b85cbcb4 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838944 Mar 22 14:18:27.359436 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0bf38524-9eb7-43c8-935c-204ae71e53c4 req-a072f9c5-e9ca-4604-91f9-d67ac6c9dd4d service neutron] 10.222.0.82 "GET /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660177 Mar 22 14:18:27.459970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ecbe517-8248-45d5-a1ea-21ff074ab70f admin admin] Publish callbacks [] for security_group (23e2cdfc-bf5d-4bcd-a344-f1b662e2275c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.478289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ecbe517-8248-45d5-a1ea-21ff074ab70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (23e2cdfc-bf5d-4bcd-a344-f1b662e2275c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.505527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-618279bf-b75c-475d-8dce-25d181e34ce2 req-50d674e7-4522-4c17-bffb-969170913624 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0597308 Mar 22 14:18:27.507108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:27.507894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.508930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d57f34a4-7f44-46cd-b812-6d1796a68737 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:27.543906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbe517-8248-45d5-a1ea-21ff074ab70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2cdfc-bf5d-4bcd-a344-f1b662e2275c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:27.617260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,segment=NetworkSegment(d8d72994-9c3c-4a14-a8da-26f73b66930a),segment_id=d8d72994-9c3c-4a14-a8da-26f73b66930a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:27.617631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.636362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db653a74-1d2c-4df3-8eab-e7a45f5443d4 req-f9d64a63-87c6-484f-97d8-b0f8958f1c85 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.643653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db653a74-1d2c-4df3-8eab-e7a45f5443d4 req-f9d64a63-87c6-484f-97d8-b0f8958f1c85 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 944 time: 0.1966264 Mar 22 14:18:27.667071 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ecbe517-8248-45d5-a1ea-21ff074ab70f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=702625daa34e49ec8f95726bdeffd6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5828691 Mar 22 14:18:27.672031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53364) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:27.673001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:27.812362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db653a74-1d2c-4df3-8eab-e7a45f5443d4 req-bb6a7e44-db09-4119-942a-6d8b85e0a906 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627176 Mar 22 14:18:27.868521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] Publish callbacks [] for security_group (23e2cdfc-bf5d-4bcd-a344-f1b662e2275c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.893028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-6f9073d8-11ab-4394-ae03-4888f063ee08 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:27.897046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-6f9073d8-11ab-4394-ae03-4888f063ee08 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.78 "GET /v2.0/networks?id=f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 200 len: 809 time: 0.2955511 Mar 22 14:18:27.900676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] Publish callbacks [] for security_group (23e2cdfc-bf5d-4bcd-a344-f1b662e2275c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:27.984479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.028812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d57f34a4-7f44-46cd-b812-6d1796a68737 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:28.043701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d57f34a4-7f44-46cd-b812-6d1796a68737 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:28.044095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.061165 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-6a5de70f-1b23-46ec-b05d-4e8653c256b7 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d6e6d8691024cbea463ab75de19334c HTTP/1.1" status: 200 len: 380 time: 0.1557183 Mar 22 14:18:28.067871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (23e2cdfc-bf5d-4bcd-a344-f1b662e2275c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.079161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'port': {'device_id': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'admin_state_up': True, 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'security_groups': ['2bd5e2cb-55ac-45d3-ab40-301b3cba46f1']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:28.082596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.085393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23e2cdfc-bf5d-4bcd-a344-f1b662e2275c HTTP/1.1" status: 204 len: 168 time: 0.4096334 Mar 22 14:18:28.100489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:28.110393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5275f3-c052-4de5-b7b5-992394cc05fe None None] DHCP port deletion for dabbad14-9b11-427f-8226-a3390484ca58 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:28.174349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.192517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d57f34a4-7f44-46cd-b812-6d1796a68737 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:28.193295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.197198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.241055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:28.244246 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06874c76-9634-4436-8279-d51592eeb952" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:28.269713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:28.282420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.327463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42da54d-1703-41e5-a0a8-b7f9b08d1a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2cdfc-bf5d-4bcd-a344-f1b662e2275c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.356766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Made reservation on behalf of 4d6e6d8691024cbea463ab75de19334c for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:28.360170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.361327 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93028c14-8c82-4b84-ad48-fb35b526fd42 x-openstack-request-id: req-93028c14-8c82-4b84-ad48-fb35b526fd42 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:28.362696 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:28.364265 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93028c14-8c82-4b84-ad48-fb35b526fd42 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:28.364824 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93028c14-8c82-4b84-ad48-fb35b526fd42'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'code': 200} Mar 22 14:18:28.376840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.417492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dabbad14-9b11-427f-8226-a3390484ca58), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.524324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabbad14-9b11-427f-8226-a3390484ca58']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:28.530903 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:18:28.552815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f96587a6-e00c-4c92-9b50-20b103f55d20 req-d3e7cbb9-a947-4232-9e39-0a6e71a34d07 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 210 time: 0.0962343 Mar 22 14:18:28.560493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d72994-9c3c-4a14-a8da-26f73b66930a') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:28.560795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d72994-9c3c-4a14-a8da-26f73b66930a') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:28.570524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd8cb-4818-4982-bba9-96e3af6f5d96 req-0dcbe876-6910-4a17-a5cd-b267689b0f65 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:28.577733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0bd8cb-4818-4982-bba9-96e3af6f5d96 req-0dcbe876-6910-4a17-a5cd-b267689b0f65 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.3749523 Mar 22 14:18:28.602298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (d8d72994-9c3c-4a14-a8da-26f73b66930a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.632296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d8d72994-9c3c-4a14-a8da-26f73b66930a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.647751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:28.654149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (d8d72994-9c3c-4a14-a8da-26f73b66930a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:28.684502 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:28.719238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Allocated IP 172.20.0.6 (f2923616-3acc-4a5e-801c-49a6fc07e7c6/81a3c2b1-f2ca-4ca4-a707-516f10076436/940e9c42-0d20-490b-be05-343db019aa93) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:28.773824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0bd8cb-4818-4982-bba9-96e3af6f5d96 req-33906f60-9965-4b85-921b-7b6c8c0fb72e tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948676 Mar 22 14:18:28.788646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dabbad14-9b11-427f-8226-a3390484ca58), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.811087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:28.865080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:28.868831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3bb19e91-3ab4-4ce7-b1fc-963fa2d3592c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:28.884988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.888878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/dabbad14-9b11-427f-8226-a3390484ca58 HTTP/1.1" status: 204 len: 168 time: 2.2392559 Mar 22 14:18:28.909724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c54c-d5c8-404f-92f9-3c95f27f8671 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=dabbad14-9b11-427f-8226-a3390484ca58,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:28.917272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53390) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:28.924492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1719649676', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:28.973921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.979390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:28.998115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-248d707a-6bfa-4b02-8f00-e8e5911ef807 req-0145dba1-c19f-4387-805c-d7599f92769f tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0603797 Mar 22 14:18:29.010754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.016603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.048466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.056457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.062426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.069063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.070568 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.074497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.076911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-30a0b2fb-dc5e-4961-81b9-307da24c5302 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5428 time: 0.3019235 Mar 22 14:18:29.149230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.154696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5949f2f5-5fe1-432c-93a2-2a90bc8d5791 req-832d7b79-4678-4ac2-8256-9eab83c92b92 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717027 Mar 22 14:18:29.229689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662720-c994-429d-96d3-dea1c038fdc9 req-7414dffc-f4a6-42d7-a52e-ce07181c1a24 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:29.231258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d662720-c994-429d-96d3-dea1c038fdc9 req-7414dffc-f4a6-42d7-a52e-ce07181c1a24 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 944 time: 0.0831096 Mar 22 14:18:29.364578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d662720-c994-429d-96d3-dea1c038fdc9 req-6a507012-dc5a-41c1-ba8d-a03ec121c8e8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267195 Mar 22 14:18:29.465946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b2e4e9ec-8947-49e2-995d-4f247f03f22f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:29.599938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port b2e4e9ec-8947-49e2-995d-4f247f03f22f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:29.604840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port b2e4e9ec-8947-49e2-995d-4f247f03f22f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:29.605187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.719681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c694bf7-e4f7-4d4a-8e28-4b332200ed57 req-f33f3db7-f7f0-4599-8039-9c62b12d9e2b tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 210 time: 0.0501988 Mar 22 14:18:29.784755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port b2e4e9ec-8947-49e2-995d-4f247f03f22f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:29.785195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.810278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for port (940e9c42-0d20-490b-be05-343db019aa93), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.850280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:29.859079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.860299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 496bf7ba-e0f6-4fce-bc29-436886306ad6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:29.877165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.913950 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_gateway (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:29.927532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:29.932586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:29.936621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:29.983274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:29.993089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c5e71-fa42-4796-ae6c-d4b8b6fcfe52 req-a6a59322-0417-41e0-90b1-4ca134a7eb59 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.014604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-643c5e71-fa42-4796-ae6c-d4b8b6fcfe52 req-a6a59322-0417-41e0-90b1-4ca134a7eb59 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1182895 Mar 22 14:18:30.026261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 496bf7ba-e0f6-4fce-bc29-436886306ad6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:30.029454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:30.036568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 496bf7ba-e0f6-4fce-bc29-436886306ad6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:30.037205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.110199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.111213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.119851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-643c5e71-fa42-4796-ae6c-d4b8b6fcfe52 req-a91eb928-6ed5-416f-af52-86ea895eeb34 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023748 Mar 22 14:18:30.142865 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-f4e4e122-c242-4cea-b10f-95825a2cfc50 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0689309 Mar 22 14:18:30.156804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Request body: {'port': {'device_id': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:30.222460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc9e0a5-944a-4742-8a5a-ac541ea73ad2 req-2ee21e38-c3f3-4aa6-ba37-1a81f23f073d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1011634 Mar 22 14:18:30.260671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 496bf7ba-e0f6-4fce-bc29-436886306ad6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:30.261877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.316105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (940e9c42-0d20-490b-be05-343db019aa93), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.329835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:30.340667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.403827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f64d3-a235-47b8-8296-b908c9e8f771 req-f6140c70-034e-4b25-9e83-7a31fac045c6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.424072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:30.426557 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789d299-03f4-4844-ae7e-ef2145e2c6a3" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "b2e4e9ec-8947-49e2-995d-4f247f03f22f"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:30.430052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b3f64d3-a235-47b8-8296-b908c9e8f771 req-f6140c70-034e-4b25-9e83-7a31fac045c6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1661003 Mar 22 14:18:30.430962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:30.440858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.441385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.441846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.442310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.442740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.443546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.443546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.444103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.445570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.445570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.445570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.446007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.446440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.446868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.447799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:30.540288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b3f64d3-a235-47b8-8296-b908c9e8f771 req-6f5ce3f0-2f6b-45b9-bb39-5afed756ec5c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091681 Mar 22 14:18:30.612928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18b031e2-8956-4d60-b3d7-bc1ae1d76577 None None] Provisioning complete for port 940e9c42-0d20-490b-be05-343db019aa93 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:30.613329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18b031e2-8956-4d60-b3d7-bc1ae1d76577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (940e9c42-0d20-490b-be05-343db019aa93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.653584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.659973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.674286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.679671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.700305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18b031e2-8956-4d60-b3d7-bc1ae1d76577 None None] Port 940e9c42-0d20-490b-be05-343db019aa93 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:30.702160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.712346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.718109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.730871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-582738e1-f6ef-4c1f-99f2-732e8d828c94 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5430 time: 0.2985065 Mar 22 14:18:30.757743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_gateway (30e1b03f-19dd-4a56-b89a-445aae83fa6e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.786567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:30.919378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 172.25.3.153 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b3dca82c-b02a-4488-9283-39116c93defa) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:30.930603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f38ac38-aeec-456a-b563-49e9987c5e6a req-ca60031f-dfd3-4b0c-bf93-3d05eb39afe4 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984646 Mar 22 14:18:30.979884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247a719-ab07-45ce-b030-2f6d10baecb0 req-9382c421-eb8f-4b5d-a6a2-281a271b4f39 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:30.988552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9247a719-ab07-45ce-b030-2f6d10baecb0 req-9382c421-eb8f-4b5d-a6a2-281a271b4f39 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 944 time: 0.2540560 Mar 22 14:18:31.050847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9247a719-ab07-45ce-b030-2f6d10baecb0 req-37fdb2a1-0215-470a-8ec6-fa0b832953b4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607932 Mar 22 14:18:31.065735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (b3dca82c-b02a-4488-9283-39116c93defa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.096971 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2defde-bf00-4ad1-84ee-ab3d86e18f7e x-openstack-request-id: req-fc2defde-bf00-4ad1-84ee-ab3d86e18f7e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:31.097238 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "b2e4e9ec-8947-49e2-995d-4f247f03f22f", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:31.097467 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc2defde-bf00-4ad1-84ee-ab3d86e18f7e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:31.097878 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2defde-bf00-4ad1-84ee-ab3d86e18f7e'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e4e9ec-8947-49e2-995d-4f247f03f22f', 'code': 200} Mar 22 14:18:31.098172 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2defde-bf00-4ad1-84ee-ab3d86e18f7e'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'code': 200} Mar 22 14:18:31.148449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b3dca82c-b02a-4488-9283-39116c93defa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.235552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:31.253106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:31.255286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=b3dca82c-b02a-4488-9283-39116c93defa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.257723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:31.293393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940e9c42-0d20-490b-be05-343db019aa93 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:31.301045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0955d-32b3-4891-acb3-0722020ab693 req-8492735c-711d-4d10-bb2b-c295e5433881 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:31.305116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks [] for port (940e9c42-0d20-490b-be05-343db019aa93), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.310795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def0955d-32b3-4891-acb3-0722020ab693 req-8492735c-711d-4d10-bb2b-c295e5433881 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 931 time: 0.1220663 Mar 22 14:18:31.331069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Transition to ACTIVE for port object 940e9c42-0d20-490b-be05-343db019aa93 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:18:31.375600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.404229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-def0955d-32b3-4891-acb3-0722020ab693 req-e6a90fa4-eb9a-457c-8bc8-15fcf677424e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877855 Mar 22 14:18:31.469588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7630c28f-54b1-4aba-9727-7e844dd76306 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:31.593187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d2d1747-1116-4e4a-8714-a5ecdeec32c6 req-2deec43b-4260-4e64-a5af-e471724d41ef tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0687401 Mar 22 14:18:31.603962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Pushing event updated for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:31.664998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7630c28f-54b1-4aba-9727-7e844dd76306 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:31.676663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7630c28f-54b1-4aba-9727-7e844dd76306 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:31.677148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.694679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Attempting to bind port 940e9c42-0d20-490b-be05-343db019aa93 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:31.695069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Attempting to bind port 940e9c42-0d20-490b-be05-343db019aa93 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:31.695349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Attempting to bind port 940e9c42-0d20-490b-be05-343db019aa93 on network f2923616-3acc-4a5e-801c-49a6fc07e7c6 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:31.879930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7630c28f-54b1-4aba-9727-7e844dd76306 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:31.880312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.931519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7630c28f-54b1-4aba-9727-7e844dd76306,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:31.949931 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:31.950784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7dbb89aa-85b4-4bdb-be0c-27e61aff674f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:32.049004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_gateway (30e1b03f-19dd-4a56-b89a-445aae83fa6e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.052594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:32.063236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Port 940e9c42-0d20-490b-be05-343db019aa93 on network f2923616-3acc-4a5e-801c-49a6fc07e7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:18:32.063570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Attempting to bind port 940e9c42-0d20-490b-be05-343db019aa93 on network f2923616-3acc-4a5e-801c-49a6fc07e7c6 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:32.187021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:32.187423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Checking segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:32.187763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Bound using segment: {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:32.188218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Bound port: 940e9c42-0d20-490b-be05-343db019aa93, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed86e9b-a883-43bd-a8ee-7e91204e6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:32.188574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (940e9c42-0d20-490b-be05-343db019aa93), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.193537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:32.199391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:32.199786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.268970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.282541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.302229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.320052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.337801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.351542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.365995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.368795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-8c13626f-9d56-4b1c-9429-38a184cc0089 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5431 time: 0.2358298 Mar 22 14:18:32.429884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:32.431640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.514739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d6f5c72-34ef-430d-8882-95687c3e0acd req-03f81ab3-6fca-4d0f-9b53-dd515f961ad5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295502 Mar 22 14:18:32.522843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:32.538721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.540314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da4f9140-f792-40d5-aa99-0ff7358aa837 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:32.576729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:32.654815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:32.709743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=940e9c42-0d20-490b-be05-343db019aa93,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:32.781929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.783716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfa83d-5677-429e-8ca6-d8475c70681f req-6209a46d-fafa-4a65-910b-6eb316c70d21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.792619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2dbfa83d-5677-429e-8ca6-d8475c70681f req-6209a46d-fafa-4a65-910b-6eb316c70d21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.1762226 Mar 22 14:18:32.836309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port da4f9140-f792-40d5-aa99-0ff7358aa837 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:32.843062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port da4f9140-f792-40d5-aa99-0ff7358aa837 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:32.843487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.859426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-d8eed563-58e0-488f-b105-5ce5dcf8ffdd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.865232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-d8eed563-58e0-488f-b105-5ce5dcf8ffdd tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=2878e3c9-bfec-4041-83f7-b5ed1d15b618 HTTP/1.1" status: 200 len: 943 time: 0.2171218 Mar 22 14:18:32.880508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:32.881414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:32.883108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] 10.222.0.78 "PUT /v2.0/ports/940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 200 len: 1091 time: 2.7322018 Mar 22 14:18:32.888359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'tag': '940e9c42-0d20-490b-be05-343db019aa93'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:32.900415 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb27363b-7f60-4583-81b8-a31222d16099" -d '{"events": [{"name": "network-changed", "server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "tag": "940e9c42-0d20-490b-be05-343db019aa93"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:33.040903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53534) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:33.077588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ae48c-8ba4-41f4-8941-7748e07a6309 service neutron] Pushing event updated for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.078633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port da4f9140-f792-40d5-aa99-0ff7358aa837 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:33.079200 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.120224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306'}, {'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:33.126570 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d4cf43-1395-485b-bb3d-d2cab2e5e3d6" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306"}, {"server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "name": "network-vif-plugged", "status": "completed", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:33.146357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.156726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2dbfa83d-5677-429e-8ca6-d8475c70681f req-f342db24-014b-4ed1-845c-e12d28c617b2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624821 Mar 22 14:18:33.166723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-b3b4bb1b-fefa-4870-baf8-74fde32ab7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.175990 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-b3b4bb1b-fefa-4870-baf8-74fde32ab7d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d6e6d8691024cbea463ab75de19334c&device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1125 time: 0.2399168 Mar 22 14:18:33.239674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:33.242129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.260968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da4f9140-f792-40d5-aa99-0ff7358aa837,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:33.275363 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.276371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:33.339103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-7fde59e4-33dd-4b78-a4cb-c8d9022f9f59 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 200 len: 217 time: 0.1536312 Mar 22 14:18:33.411050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.490864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fb7dff-4db8-4d8e-beca-f2a2991c7997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.517160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:33.522499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:33.522926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.537850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-8c47db4f-d74f-4527-aef0-89c4894548bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.543563 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-8c47db4f-d74f-4527-aef0-89c4894548bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=81a3c2b1-f2ca-4ca4-a707-516f10076436 HTTP/1.1" status: 200 len: 848 time: 0.1515915 Mar 22 14:18:33.549424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:33.549944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.565861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99cbf8-840a-4f1d-88c5-6259e4346971 req-f60a3e9c-7432-4fe7-bd3b-33b465781af8 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.567459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed99cbf8-840a-4f1d-88c5-6259e4346971 req-f60a3e9c-7432-4fe7-bd3b-33b465781af8 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 943 time: 0.1839235 Mar 22 14:18:33.596702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:33.673484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:33.673890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.702026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bedee550-2c58-45b3-9fe3-c462d23ad87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:33.707427 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-bedee550-2c58-45b3-9fe3-c462d23ad87e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2923616-3acc-4a5e-801c-49a6fc07e7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1563220 Mar 22 14:18:33.752091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:33.759034 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.762100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a9974bd-5a7b-4c99-a94f-71552d546fdf up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:33.765427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed99cbf8-840a-4f1d-88c5-6259e4346971 req-920c18ed-9e7d-4ba6-a414-69d25a704d07 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794474 Mar 22 14:18:33.883912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 30e1b03f-19dd-4a56-b89a-445aae83fa6e is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:33.904462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fb7dff-4db8-4d8e-beca-f2a2991c7997 admin admin] Publish callbacks [] for security_group (2148f517-a0c1-4664-9bd4-61d0fd488be6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.917478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fb7dff-4db8-4d8e-beca-f2a2991c7997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2148f517-a0c1-4664-9bd4-61d0fd488be6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:33.936311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:33.972673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98fb7dff-4db8-4d8e-beca-f2a2991c7997 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7d72a65ce694560b9822ee0a641f8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9180534 Mar 22 14:18:34.001654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1a9974bd-5a7b-4c99-a94f-71552d546fdf completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:34.006816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1a9974bd-5a7b-4c99-a94f-71552d546fdf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:34.007329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.009142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53542) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.056151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a91d8483-153f-44af-a6be-97cfafb5e3c2 req-126e27b8-aa06-4ed6-96e5-d0547113b21b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0983446 Mar 22 14:18:34.168311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb7dff-4db8-4d8e-beca-f2a2991c7997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2148f517-a0c1-4664-9bd4-61d0fd488be6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.210542 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777dfca0-182a-4da8-8ebd-c16633dee8dd x-openstack-request-id: req-777dfca0-182a-4da8-8ebd-c16633dee8dd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:34.211733 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "tag": "940e9c42-0d20-490b-be05-343db019aa93", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:34.212021 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-777dfca0-182a-4da8-8ebd-c16633dee8dd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:34.212406 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777dfca0-182a-4da8-8ebd-c16633dee8dd'] response: {'name': 'network-changed', 'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'tag': '940e9c42-0d20-490b-be05-343db019aa93', 'status': 'completed', 'code': 200} Mar 22 14:18:34.230060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a9974bd-5a7b-4c99-a94f-71552d546fdf is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:34.230468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.232896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.244008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-a6cc73e4-8bc3-490f-b60b-e67b59714f2b service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289729 Mar 22 14:18:34.286608 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b78c18a-9c83-4340-bd8b-bf938770d59a x-openstack-request-id: req-8b78c18a-9c83-4340-bd8b-bf938770d59a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:34.286960 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306", "code": 200}, {"server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "name": "network-vif-plugged", "status": "completed", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:34.287167 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b78c18a-9c83-4340-bd8b-bf938770d59a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:34.287601 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b78c18a-9c83-4340-bd8b-bf938770d59a'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306', 'code': 200} Mar 22 14:18:34.287944 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b78c18a-9c83-4340-bd8b-bf938770d59a'] response: {'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'code': 200} Mar 22 14:18:34.304591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8', '5eaa8067-4028-4557-9999-aefd7d81d9d4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:34.320779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.433732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:34.441009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:34.444928 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.461107 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] Sync routers for ids ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:34.479142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] Routers {'30e1b03f-19dd-4a56-b89a-445aae83fa6e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:34.480026 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.500659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] Publish callbacks [] for security_group (2148f517-a0c1-4664-9bd4-61d0fd488be6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.537480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.538840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76caee17-1d6e-451d-82e8-e2419cdebd37 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6203387 Mar 22 14:18:34.555013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:34.572687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.590012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.608216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] No DVR routers for this DVR port cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:34.614586 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] Routers {'30e1b03f-19dd-4a56-b89a-445aae83fa6e'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:34.616289 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.635146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.650889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62f2457b-7ab3-4462-9c40-cd750e9365ee req-1dcce534-b227-4475-90bf-cfa8bddcfaaa tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "DELETE /v2.0/ports/cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6 HTTP/1.1" status: 204 len: 173 time: 1.7780550 Mar 22 14:18:34.677228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-deleted', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:34.684828 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c4298-2b1c-4085-8019-db11bd3f07b1" -d '{"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-deleted", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:34.739731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] Publish callbacks [] for security_group (2148f517-a0c1-4664-9bd4-61d0fd488be6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.750331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:34.753604 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932df9d-a841-4503-9916-7f77562a9613 None None] The sync data for ids ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:34.795147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d450-f23b-4158-9e9c-3006a6f964f5 req-210cdb1f-7df5-460f-977f-e49be1f4b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.796791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48e0d450-f23b-4158-9e9c-3006a6f964f5 req-210cdb1f-7df5-460f-977f-e49be1f4b400 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 1127 time: 0.3688962 Mar 22 14:18:34.797025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e91e4d3-e233-4d5e-8565-23e6c78e746e req-9d0fd72a-ed16-4e9d-b500-f3fb390dbb9a service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395973 Mar 22 14:18:34.842087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.853943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.859965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.865869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.875206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.880985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.886953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:34.896499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-87f9954f-c8fe-4e59-a42f-e53ba10d568b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.4859555 Mar 22 14:18:34.898311 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df85cc72-35d2-4340-a462-679cc612b2ae tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers/30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 200 len: 885 time: 0.3244538 Mar 22 14:18:34.900721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:34.940899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2148f517-a0c1-4664-9bd4-61d0fd488be6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.943686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:34.944854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2148f517-a0c1-4664-9bd4-61d0fd488be6 HTTP/1.1" status: 204 len: 168 time: 0.9321578 Mar 22 14:18:35.564980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53576) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:35.592287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72de8d24-1e12-45cc-a660-b40e6419cfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.594455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27363b-7f60-4583-81b8-a31222d16099 req-b6d4738c-7916-46f6-be53-ae1668676bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:35.596186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-b6d4738c-7916-46f6-be53-ae1668676bf1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d6e6d8691024cbea463ab75de19334c&device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1125 time: 0.7451088 Mar 22 14:18:35.667377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcece74d-492e-47fb-aa1e-f42815bc7e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2148f517-a0c1-4664-9bd4-61d0fd488be6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.756786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72de8d24-1e12-45cc-a660-b40e6419cfe4 admin admin] Publish callbacks [] for security_group (651d8ea7-87f6-4806-9a7d-0f740dc1ddb1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.761621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27363b-7f60-4583-81b8-a31222d16099 req-27cc55b7-9937-4d73-8791-a443640abffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:35.763264 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-27cc55b7-9937-4d73-8791-a443640abffc service neutron] 10.222.0.78 "GET /v2.0/networks?id=f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 200 len: 910 time: 0.1592703 Mar 22 14:18:35.820198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e399d65-2f88-40ad-9ef1-ff06c8424b01 req-5c75484b-128e-4e6c-8e29-dbc565bb4aca tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9223475 Mar 22 14:18:35.828524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48e0d450-f23b-4158-9e9c-3006a6f964f5 req-eba82bba-9be6-47ec-b3a7-137e11a87fb3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9281726 Mar 22 14:18:35.829307 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-d52d102a-6eda-4267-8943-dfb0f17c67d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 200 len: 217 time: 0.0528929 Mar 22 14:18:35.832160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72de8d24-1e12-45cc-a660-b40e6419cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (651d8ea7-87f6-4806-9a7d-0f740dc1ddb1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:35.875744 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ddcaa1ad-c972-4eed-bd8d-d8cc8429546f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9734170 Mar 22 14:18:35.878313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:35.884189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1719649676'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:35.906654 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a21721-3737-4848-9e29-6c649c9137b4 x-openstack-request-id: req-67a21721-3737-4848-9e29-6c649c9137b4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:35.908002 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2878e3c9-bfec-4041-83f7-b5ed1d15b618", "name": "network-vif-deleted", "tag": "cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6", "status": "failed", "code": 422}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:35.908432 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67a21721-3737-4848-9e29-6c649c9137b4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:35.965448 n-d-758851-5 neutron-server[103890]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-67a21721-3737-4848-9e29-6c649c9137b4']: {'server_uuid': '2878e3c9-bfec-4041-83f7-b5ed1d15b618', 'name': 'network-vif-deleted', 'tag': 'cd6e0828-b1fa-43a9-9de5-1d5355f9d7e6', 'status': 'failed', 'code': 422} returned with failed status Mar 22 14:18:35.974286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8d24-1e12-45cc-a660-b40e6419cfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651d8ea7-87f6-4806-9a7d-0f740dc1ddb1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:35.987986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-72de8d24-1e12-45cc-a660-b40e6419cfe4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f28ec151b9b42aeb7d33018046a3e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215314 Mar 22 14:18:35.993048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:36.051229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eada3-b365-4730-ad3a-eab3fe1c9ee9 req-db342491-b35c-47d3-ad80-050d53ea3fa3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.059133 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-545eada3-b365-4730-ad3a-eab3fe1c9ee9 req-db342491-b35c-47d3-ad80-050d53ea3fa3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.4948416 Mar 22 14:18:36.094540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27363b-7f60-4583-81b8-a31222d16099 req-de0c1ba3-3929-49a8-b80c-ddbbd1105028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.096488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-de0c1ba3-3929-49a8-b80c-ddbbd1105028 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=81a3c2b1-f2ca-4ca4-a707-516f10076436 HTTP/1.1" status: 200 len: 848 time: 0.0662053 Mar 22 14:18:36.138356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-545eada3-b365-4730-ad3a-eab3fe1c9ee9 req-b4363405-7b8f-41ab-851e-b42d03a275e0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778890 Mar 22 14:18:36.196825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27363b-7f60-4583-81b8-a31222d16099 req-c5710d7c-c762-4d23-8259-d0c8a5294e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.198385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-c5710d7c-c762-4d23-8259-d0c8a5294e38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2923616-3acc-4a5e-801c-49a6fc07e7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907326 Mar 22 14:18:36.210596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] Publish callbacks [] for security_group (651d8ea7-87f6-4806-9a7d-0f740dc1ddb1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.288766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:36.292014 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9599c38c-a214-47fe-a5f7-3de99a850038" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "17d70fa2-fbad-47af-91c3-1ebc22dafbb1"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:36.296000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] Publish callbacks [] for security_group (651d8ea7-87f6-4806-9a7d-0f740dc1ddb1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.299753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00948ab8-c748-471d-ab35-64c4b2acb5f8 req-d8a5a153-3d2c-4e7b-bff4-b612054c9398 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0539708 Mar 22 14:18:36.333517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ae07-0266-4bb8-8cb4-570180561a08 req-326811b9-439b-44c4-b2c4-82e1d74a3e7b tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.333517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d924ae07-0266-4bb8-8cb4-570180561a08 req-326811b9-439b-44c4-b2c4-82e1d74a3e7b tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 943 time: 0.2911959 Mar 22 14:18:36.334345 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-673fdc3c-6e24-402f-9f54-21560739f9bf service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213036 Mar 22 14:18:36.411763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d924ae07-0266-4bb8-8cb4-570180561a08 req-6538ab8c-5d25-4e7d-b89a-194879ce83f1 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796769 Mar 22 14:18:36.453331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (651d8ea7-87f6-4806-9a7d-0f740dc1ddb1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.456456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.467197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/651d8ea7-87f6-4806-9a7d-0f740dc1ddb1 HTTP/1.1" status: 204 len: 168 time: 0.4668624 Mar 22 14:18:36.477292 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817dbdaa-92bd-451b-acca-8b23f0f28cd5 x-openstack-request-id: req-817dbdaa-92bd-451b-acca-8b23f0f28cd5 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:36.477640 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "17d70fa2-fbad-47af-91c3-1ebc22dafbb1", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-plugged", "status": "completed", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:36.477909 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-817dbdaa-92bd-451b-acca-8b23f0f28cd5 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:36.478409 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817dbdaa-92bd-451b-acca-8b23f0f28cd5'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837', 'code': 200} Mar 22 14:18:36.478668 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817dbdaa-92bd-451b-acca-8b23f0f28cd5'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d70fa2-fbad-47af-91c3-1ebc22dafbb1', 'code': 200} Mar 22 14:18:36.478921 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817dbdaa-92bd-451b-acca-8b23f0f28cd5'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'code': 200} Mar 22 14:18:36.503726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3f116-cf1f-4e13-a858-3a2052d9b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d8ea7-87f6-4806-9a7d-0f740dc1ddb1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:36.631280 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bb27363b-7f60-4583-81b8-a31222d16099 req-ec66a771-36c6-4ea1-b46d-121f569c3c69 service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548865 Mar 22 14:18:36.751833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.752782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.753334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.753798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.754288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.754744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.755199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.759930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-ddc6fb4e-fbf2-4b46-9958-1bacfd00ed11 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6708 time: 0.1567774 Mar 22 14:18:36.807367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.829951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:36.883205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e73659c-ea23-4f9f-963f-d8072cfb7486 req-5f3568cf-f4d6-44fc-b8c6-57d1f756d371 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&id=eeea8617-1a90-49c3-8178-820eeb591de5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141236 Mar 22 14:18:36.916541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b61697-fa9c-4cb5-90e3-0edd0c5caa4d req-603ec2d8-bfb3-49a1-86c5-868e270f1fc6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:36.926173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0b61697-fa9c-4cb5-90e3-0edd0c5caa4d req-603ec2d8-bfb3-49a1-86c5-868e270f1fc6 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 908 time: 0.1484518 Mar 22 14:18:37.012245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 30e1b03f-19dd-4a56-b89a-445aae83fa6e has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:37.026818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.038976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.047182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.069647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.079748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.097566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.111675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.113676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-6436e27b-4bdb-4908-a2a7-3ed194cf6737 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1819921 Mar 22 14:18:37.196129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0217e0f8-3cb9-4139-9362-926320486ca3 req-1db10423-2f5f-4d4b-8b2f-b33fdfc4eb9f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714376 Mar 22 14:18:37.199477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:37.206664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.208150 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86dd3595-5efb-4915-ac1d-b8903800a23b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 200 len: 892 time: 1.3284245 Mar 22 14:18:37.210723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:37.213887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] Sync routers for ids ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:37.249832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] Routers {'30e1b03f-19dd-4a56-b89a-445aae83fa6e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:37.251263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:37.331585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:37.361703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] Routers {'30e1b03f-19dd-4a56-b89a-445aae83fa6e'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:37.365025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:37.391594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ec31-a8fa-40ed-9b4c-c21e1f62b6ca req-07aefb68-6a91-4ce9-a2a7-458fd9af301b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.393169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6da1ec31-a8fa-40ed-9b4c-c21e1f62b6ca req-07aefb68-6a91-4ce9-a2a7-458fd9af301b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.0817890 Mar 22 14:18:37.410574 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-278642d1-21b8-479b-9503-93bfeed6eb13 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers/30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 200 len: 892 time: 0.1965001 Mar 22 14:18:37.412630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:37.430421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:37.431323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6fa19-2cae-423c-92ca-0dd014158347 None None] The sync data for ids ['30e1b03f-19dd-4a56-b89a-445aae83fa6e'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:37.463134 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae3b8f3b-3c31-49f3-a3e8-290b78615da6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 200 len: 205 time: 0.0483463 Mar 22 14:18:37.466827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:37.500775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 940e9c42-0d20-490b-be05-343db019aa93 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:18:37.521640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14bb45ff-cfa6-4222-b2b2-69714af4535e req-0dbb92f4-8671-4d87-834c-9cf3502f3707 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0838654 Mar 22 14:18:37.582029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6da1ec31-a8fa-40ed-9b4c-c21e1f62b6ca req-a88605f7-9fc3-4dc3-8871-88732019fecc tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789956 Mar 22 14:18:37.703340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.716316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=940e9c42-0d20-490b-be05-343db019aa93,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:37.735145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '940e9c42-0d20-490b-be05-343db019aa93', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'port_id': '940e9c42-0d20-490b-be05-343db019aa93', 'mac_address': 'fa:16:3e:7c:12:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:18:37.766249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765ac0-abb2-4500-b8bb-d8391614e0e7 req-ddbbb5aa-c600-4fd9-ac23-285c89579826 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:37.777858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2765ac0-abb2-4500-b8bb-d8391614e0e7 req-ddbbb5aa-c600-4fd9-ac23-285c89579826 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 943 time: 0.1080546 Mar 22 14:18:37.783049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 940e9c42-0d20-490b-be05-343db019aa93 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:37.783621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (940e9c42-0d20-490b-be05-343db019aa93), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.799354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940e9c42-0d20-490b-be05-343db019aa93 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:18:37.829985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=940e9c42-0d20-490b-be05-343db019aa93,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:37.836309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:37.899434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2765ac0-abb2-4500-b8bb-d8391614e0e7 req-58371815-e81d-4d1d-a4ad-7893a2b3ce2a tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151049 Mar 22 14:18:37.901105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:37.970574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_gateway (30e1b03f-19dd-4a56-b89a-445aae83fa6e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.086725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port b3dca82c-b02a-4488-9283-39116c93defa {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:38.090928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b3dca82c-b02a-4488-9283-39116c93defa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.139467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a972d5-9149-4741-b0bf-7c935dfdd620 req-540a8b62-58b5-4084-a254-e43df6305d98 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.148660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22a972d5-9149-4741-b0bf-7c935dfdd620 req-540a8b62-58b5-4084-a254-e43df6305d98 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 908 time: 0.1002729 Mar 22 14:18:38.251371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b3dca82c-b02a-4488-9283-39116c93defa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.260070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['940e9c42-0d20-490b-be05-343db019aa93'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:38.269279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for b3dca82c-b02a-4488-9283-39116c93defa owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:38.611344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.622496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.635051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.652050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.664138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.672480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.690983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.692554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b3dca82c-b02a-4488-9283-39116c93defa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.693932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-fdcf4311-3238-4401-9a4c-0edf8d5d77bd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.3240902 Mar 22 14:18:38.731759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-23ee033b-2eab-4e93-bd28-2c49106cfbac tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:38.733389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-23ee033b-2eab-4e93-bd28-2c49106cfbac tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 908 time: 0.3347273 Mar 22 14:18:38.869241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=b3dca82c-b02a-4488-9283-39116c93defa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:38.895335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (30e1b03f-19dd-4a56-b89a-445aae83fa6e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:38.897917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07490df6-8c71-430e-8473-a21d506f785d req-92c4557f-c8b2-486b-ba1c-8919d33895c8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1557062 Mar 22 14:18:38.943954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.944451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.944886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.945323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.945937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.947091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.947536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.947963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.948904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.949328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.950614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.951116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.951472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.952509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:38.952924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:39.005999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c80a922-58b6-4cb1-a30a-f68458ab248b req-89e88f23-ee6e-4c4c-8f3d-37a00a1c3922 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2941294 Mar 22 14:18:39.068537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.070861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (30e1b03f-19dd-4a56-b89a-445aae83fa6e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.102835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port 5f895615-fe2a-405f-bbc8-35a5ec692184 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:39.103329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.143835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (30e1b03f-19dd-4a56-b89a-445aae83fa6e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.144462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router 30e1b03f-19dd-4a56-b89a-445aae83fa6e {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:39.155500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.158070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c5bbea18-dfa2-4ef3-bbd0-4858492e9a41 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 204 len: 168 time: 1.6901407 Mar 22 14:18:39.162706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:39.171890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-185517468'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:39.211867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:39.215423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.263323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:39.275119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d9f0cbe0-df2d-40b6-a711-1c676a52f799), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.275569 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment d9f0cbe0-df2d-40b6-a711-1c676a52f799 of type vlan for network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc Mar 22 14:18:39.276031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366e6b-f7f1-4afe-8926-0b8b0e5faffc req-1ae2eb71-1c62-4ed5-929e-c5df70c33e36 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.277662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af366e6b-f7f1-4afe-8926-0b8b0e5faffc req-1ae2eb71-1c62-4ed5-929e-c5df70c33e36 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.2122557 Mar 22 14:18:39.364473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.365892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935872-8599-4503-b328-d6fe1534bae8 req-ddc2142b-6835-4896-a6c2-6a25d663aadd tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.367559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28935872-8599-4503-b328-d6fe1534bae8 req-ddc2142b-6835-4896-a6c2-6a25d663aadd tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 944 time: 0.2145345 Mar 22 14:18:39.427017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port 5f895615-fe2a-405f-bbc8-35a5ec692184, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5f895615-fe2a-405f-bbc8-35a5ec692184,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:39.427420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.430186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.437316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.438654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.453522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af366e6b-f7f1-4afe-8926-0b8b0e5faffc req-c547db77-15db-4e7b-9a20-a4767692a747 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612515 Mar 22 14:18:39.472151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28935872-8599-4503-b328-d6fe1534bae8 req-69b80a5a-6bc8-47e2-9658-cc62546093f1 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912371 Mar 22 14:18:39.493397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for 5f895615-fe2a-405f-bbc8-35a5ec692184 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:39.642089 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4756262 Mar 22 14:18:39.646780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:39.654452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:39.720838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395ae54-7cb2-4d4f-863b-0f5a086539a7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=dc76dc15-cf94-4d9b-91d0-7c95fa423ecc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.732905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:39.841040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:39.847131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.857730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5f895615-fe2a-405f-bbc8-35a5ec692184), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:39.940891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=5f895615-fe2a-405f-bbc8-35a5ec692184,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:39.975253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132dc27-18e7-4bbb-a4f1-a11e5b59a76e req-b1c75c31-fb6a-4662-b219-9bd75fd0d6f8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:39.982961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4132dc27-18e7-4bbb-a4f1-a11e5b59a76e req-b1c75c31-fb6a-4662-b219-9bd75fd0d6f8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.3412471 Mar 22 14:18:39.990523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.011477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:40.071541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.072732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e836fb2-ea12-4270-8f18-47f951a6e3a6 req-f7c9ec67-7cea-4879-a49c-63e06ac5a6b2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.100318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e836fb2-ea12-4270-8f18-47f951a6e3a6 req-f7c9ec67-7cea-4879-a49c-63e06ac5a6b2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=048b5315-efd3-4655-a305-1cdb9c5be362 HTTP/1.1" status: 200 len: 829 time: 0.4546041 Mar 22 14:18:40.234691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc5c9dd6-a674-467f-aad6-b0535096d7b1 req-cc5587fe-ed3c-47bf-aa11-c2e92d4fe950 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1330609 Mar 22 14:18:40.235926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] No DVR routers for this DVR port 5f895615-fe2a-405f-bbc8-35a5ec692184 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:40.239688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.243375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b437fb6c-043b-43d1-b6d0-8366fccb9afe req-a549fd67-e250-45f1-909b-3cfcad4498b3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "DELETE /v2.0/ports/5f895615-fe2a-405f-bbc8-35a5ec692184 HTTP/1.1" status: 204 len: 173 time: 1.4818370 Mar 22 14:18:40.244046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'name': 'network-vif-deleted', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:40.246686 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc13210-65fd-4e46-9578-94495a472f1e" -d '{"events": [{"server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "name": "network-vif-deleted", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:40.339669 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f53f2e-185d-464d-9dbd-7e756b3eda05 x-openstack-request-id: req-15f53f2e-185d-464d-9dbd-7e756b3eda05 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:40.341534 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048b5315-efd3-4655-a305-1cdb9c5be362", "name": "network-vif-deleted", "tag": "5f895615-fe2a-405f-bbc8-35a5ec692184", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:40.341534 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15f53f2e-185d-464d-9dbd-7e756b3eda05 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:40.341699 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f53f2e-185d-464d-9dbd-7e756b3eda05'] response: {'server_uuid': '048b5315-efd3-4655-a305-1cdb9c5be362', 'name': 'network-vif-deleted', 'tag': '5f895615-fe2a-405f-bbc8-35a5ec692184', 'status': 'completed', 'code': 200} Mar 22 14:18:40.376312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.382891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.391234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.399927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.409630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.419134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.427456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.439650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-e0aa1c35-6b9f-446c-ac21-be70420d6a66 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1577096 Mar 22 14:18:40.518969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2ba3a2d-965e-4974-a652-8e797a50c6a3 req-70a7c042-5036-41f6-91c5-2a55f9df6997 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731442 Mar 22 14:18:40.697044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e074ff-b0bd-4652-a286-9b42ec484bdd req-297272f1-67eb-4f33-aa60-9644a4e98eb7 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.704975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53e074ff-b0bd-4652-a286-9b42ec484bdd req-297272f1-67eb-4f33-aa60-9644a4e98eb7 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 944 time: 0.1001101 Mar 22 14:18:40.773914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.780493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.787514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.793183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.799096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.804960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.810409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:40.812422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24aafb43-02e5-4c41-991a-12926c85928c req-6d6cfde7-f2de-4c92-93f6-b38cc5b90c97 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1738722 Mar 22 14:18:40.831990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53e074ff-b0bd-4652-a286-9b42ec484bdd req-c5d6cbd0-feae-4270-8cbb-27d610c47346 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258237 Mar 22 14:18:40.832531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:40.843176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Request body: {'floatingip': {'port_id': '7630c28f-54b1-4aba-9727-7e844dd76306'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:40.935656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:40.979115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (840d4b19-fd2f-4e62-a5ba-78c82c5437d1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.544667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 940e9c42-0d20-490b-be05-343db019aa93 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:41.676940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 940e9c42-0d20-490b-be05-343db019aa93 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:18:41.681431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 940e9c42-0d20-490b-be05-343db019aa93 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:41.681805 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (940e9c42-0d20-490b-be05-343db019aa93), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:41.756831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c6f7d99-529a-4d1a-8ad7-03c2281c7c0d req-c89c3f9e-c806-437d-8502-219a5d74c38b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.2630565 Mar 22 14:18:41.850741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ffa2-ad61-425c-a9b6-b6a3899d17d2 req-19c7775c-9677-4157-90ea-f31f0d66354c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:41.868837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a607ffa2-ad61-425c-a9b6-b6a3899d17d2 req-19c7775c-9677-4157-90ea-f31f0d66354c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.2714796 Mar 22 14:18:41.871944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=840d4b19-fd2f-4e62-a5ba-78c82c5437d1,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:41.983036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': 'd9f0cbe0-df2d-40b6-a711-1c676a52f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:41.991274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: dc76dc15-cf94-4d9b-91d0-7c95fa423ecc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:42.026304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a607ffa2-ad61-425c-a9b6-b6a3899d17d2 req-aeba09b7-fb0d-40a7-926c-71338308080c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561995 Mar 22 14:18:42.037918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:18:42.113349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:18:42.129782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:42.180651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.191444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.245303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc277b-1e67-471b-95f0-ecb71af3c00f req-9a8736cc-e34d-4485-afef-73848c9ae774 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:42.246915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99cc277b-1e67-471b-95f0-ecb71af3c00f req-9a8736cc-e34d-4485-afef-73848c9ae774 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 944 time: 0.2458775 Mar 22 14:18:42.264468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 940e9c42-0d20-490b-be05-343db019aa93 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:42.264778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (940e9c42-0d20-490b-be05-343db019aa93), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.269277 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.346581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=940e9c42-0d20-490b-be05-343db019aa93,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:42.350938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e9c42-0d20-490b-be05-343db019aa93'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:42.353377 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11977335-f9f0-491f-9622-991b8ec786be" -d '{"events": [{"server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "name": "network-vif-plugged", "status": "completed", "tag": "940e9c42-0d20-490b-be05-343db019aa93"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:42.377538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.379434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.380517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5f895615-fe2a-405f-bbc8-35a5ec692184 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:42.403853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99cc277b-1e67-471b-95f0-ecb71af3c00f req-7817155f-1ad2-4aa8-859a-5933ff800115 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437566 Mar 22 14:18:42.413467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dc76dc15-cf94-4d9b-91d0-7c95fa423ecc) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:42.423908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:42.424452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.433192 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1775c4-7dc5-40e4-9acd-5b772f517195 x-openstack-request-id: req-ac1775c4-7dc5-40e4-9acd-5b772f517195 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:42.433695 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "name": "network-vif-plugged", "status": "completed", "tag": "940e9c42-0d20-490b-be05-343db019aa93", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:42.434147 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac1775c4-7dc5-40e4-9acd-5b772f517195 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:42.434743 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1775c4-7dc5-40e4-9acd-5b772f517195'] response: {'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e9c42-0d20-490b-be05-343db019aa93', 'code': 200} Mar 22 14:18:42.466973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a81c56-0ea6-46f2-bb08-459cc4163872 None None] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:42.476900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 5f895615-fe2a-405f-bbc8-35a5ec692184 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:42.477707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5f895615-fe2a-405f-bbc8-35a5ec692184 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:42.512271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c51bf5e4-a0f1-4411-9cb0-7354e6f0d59a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8617668 Mar 22 14:18:42.515385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53710) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:42.520321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341719838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:42.535934 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP b56c9bb4-063e-4bdb-adb2-7447ef23c3da associated. External IP: 172.25.3.172, port: 7dbb89aa-85b4-4bdb-be0c-27e61aff674f. Mar 22 14:18:42.605293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:42.707973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.707973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.708276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-dc76dc15-cf94-4d9b-91d0-7c95fa423ecc', 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '840d4b19-fd2f-4e62-a5ba-78c82c5437d1'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:18:42.708931 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.809399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375525dd-4b73-4db5-bcd9-68234741d48b req-817cbebb-62e7-42b4-8669-5476a0a3839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:42.816894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375525dd-4b73-4db5-bcd9-68234741d48b req-817cbebb-62e7-42b4-8669-5476a0a3839c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1127 time: 0.2993221 Mar 22 14:18:42.847236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (4720e312-2f55-4d77-8532-1ec293fe87c4), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:42.857710 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Floating IP 728d3a37-64b6-4d42-b894-e66a1a607018 associated. External IP: 172.25.3.238, port: 7630c28f-54b1-4aba-9727-7e844dd76306. Mar 22 14:18:42.866583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.005885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:43.017171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.020989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8dd78202-a1e5-47ce-85f0-359606253c77 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5019717 Mar 22 14:18:43.023816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53718) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:43.030416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Allocated IP 2001:db8::2 (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc/840d4b19-fd2f-4e62-a5ba-78c82c5437d1/37562a84-4d84-49ba-ad9b-1c3d40374b11) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:43.111022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ea15d6e-112c-4eed-8a76-e5d80180accb req-b98b7e6a-d83b-47c3-b199-773a81163d07 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1737638 Mar 22 14:18:43.138302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375525dd-4b73-4db5-bcd9-68234741d48b req-292cc36e-9f81-4caf-9772-0fdbefa08aec service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054762 Mar 22 14:18:43.175263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-ea12a0b6-834b-4f42-bddc-fc9ad720de11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:43.186617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-ea12a0b6-834b-4f42-bddc-fc9ad720de11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.3560488 Mar 22 14:18:43.322290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks [] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.334280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.440421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Pushing event updated for resources: {'Port': ['ID=37562a84-4d84-49ba-ad9b-1c3d40374b11,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.460047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:43.461922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:43.466302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:43.475477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37065e6c-d946-4f86-8ead-178ff5894a3e req-94d727b1-0f93-4bda-ad57-9ca7c6134b2f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:43.486596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37065e6c-d946-4f86-8ead-178ff5894a3e req-94d727b1-0f93-4bda-ad57-9ca7c6134b2f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.3514698 Mar 22 14:18:43.581298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Router 102592dd-a9de-4778-a637-f939a762c9b9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:43.611313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Attempting to bind port 37562a84-4d84-49ba-ad9b-1c3d40374b11 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:18:43.611836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Attempting to bind port 37562a84-4d84-49ba-ad9b-1c3d40374b11 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd9f0cbe0-df2d-40b6-a711-1c676a52f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:18:43.612130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Attempting to bind port 37562a84-4d84-49ba-ad9b-1c3d40374b11 on network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:18:43.619677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:18:43.620065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Checking segment: {'id': 'd9f0cbe0-df2d-40b6-a711-1c676a52f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:43.620474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.621002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Bound using segment: {'id': 'd9f0cbe0-df2d-40b6-a711-1c676a52f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:18:43.621728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Bound port: 37562a84-4d84-49ba-ad9b-1c3d40374b11, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f0cbe0-df2d-40b6-a711-1c676a52f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'dc76dc15-cf94-4d9b-91d0-7c95fa423ecc'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:18:43.621865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.648811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37065e6c-d946-4f86-8ead-178ff5894a3e req-b020f848-2325-41fb-92ff-94acbc267000 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606774 Mar 22 14:18:43.720791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] For port 37562a84-4d84-49ba-ad9b-1c3d40374b11, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:18:43.724258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] For port 37562a84-4d84-49ba-ad9b-1c3d40374b11, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=37562a84-4d84-49ba-ad9b-1c3d40374b11,segment=NetworkSegment(d9f0cbe0-df2d-40b6-a711-1c676a52f799),segment_id=d9f0cbe0-df2d-40b6-a711-1c676a52f799)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:18:43.733845 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.782699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1546829-17b0-468a-a62c-43d87672d439 req-fddf20e6-3a1e-4dbc-bb32-a37e1ab39bed tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:43.785385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1546829-17b0-468a-a62c-43d87672d439 req-fddf20e6-3a1e-4dbc-bb32-a37e1ab39bed tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.2450643 Mar 22 14:18:43.859348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1afd38-8638-4543-a5e9-265251f051b1 None None] Pushing event updated for resources: {'Port': ['ID=37562a84-4d84-49ba-ad9b-1c3d40374b11,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:43.913932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1546829-17b0-468a-a62c-43d87672d439 req-102be3f5-838e-412e-8056-7559a0719b11 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211069 Mar 22 14:18:43.960387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:43.968641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:43.972120 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Sync routers for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:43.991875 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:43.994337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:44.014075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port 5eaa8067-4028-4557-9999-aefd7d81d9d4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:44.014525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.040230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6885950a-d582-4164-8352-90da25b56b4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "PUT /v2.0/floatingips/728d3a37-64b6-4d42-b894-e66a1a607018 HTTP/1.1" status: 200 len: 991 time: 3.1915395 Mar 22 14:18:44.040230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:44.040230 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:44.118554 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdffb61d-d7d1-43e6-9413-7a502353292b x-openstack-request-id: req-bdffb61d-d7d1-43e6-9413-7a502353292b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:44.118851 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:44.119106 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdffb61d-d7d1-43e6-9413-7a502353292b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:44.119525 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdffb61d-d7d1-43e6-9413-7a502353292b'] response: {'name': 'network-changed', 'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306', 'status': 'completed', 'code': 200} Mar 22 14:18:44.347891 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:44.429994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4fd4867-78d5-444d-9992-ee02a5c94fbc req-18c4a80e-7d8c-49ab-92ed-45f63f43ab32 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0840497 Mar 22 14:18:44.441032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.441796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.442568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.443151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.443771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.444394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.445021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:44.449459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-8a0d0fbb-c0f8-4f3b-be73-7251791d34ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6708 time: 0.2881041 Mar 22 14:18:44.456493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:44.475860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:44.478079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.498009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:44.500084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:44.503740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:44.910305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:44.993575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 37562a84-4d84-49ba-ad9b-1c3d40374b11 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:45.083885 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '728d3a37-64b6-4d42-b894-e66a1a607018', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'port_id': '7630c28f-54b1-4aba-9727-7e844dd76306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'mac_address': 'fa:16:3e:61:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:45.165481 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Checking router: 102592dd-a9de-4778-a637-f939a762c9b9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:45.180226 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:45.180858 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:45.227794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 37562a84-4d84-49ba-ad9b-1c3d40374b11 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:45.228350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.421495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8::1 (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc/840d4b19-fd2f-4e62-a5ba-78c82c5437d1/c1271eb5-164b-429d-919c-d943f200fa31) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:45.440357 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:45.633991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eb609d7f-8045-47b2-ab1e-2d6dd3bed46f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "PUT /v2.0/floatingips/b56c9bb4-063e-4bdb-adb2-7447ef23c3da HTTP/1.1" status: 200 len: 991 time: 5.6280267 Mar 22 14:18:45.633991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:45.633991 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448ad8b0-b898-40e1-b462-528abd3cffed" -d '{"events": [{"name": "network-changed", "server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:45.676706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port 5eaa8067-4028-4557-9999-aefd7d81d9d4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=5eaa8067-4028-4557-9999-aefd7d81d9d4,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:45.677148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.742137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for 5eaa8067-4028-4557-9999-aefd7d81d9d4 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:45.827841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:45.929026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:45.967413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26941f1-d0d9-4d02-a8fc-2b16b7bbe7b3 None None] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:45.968646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (c1271eb5-164b-429d-919c-d943f200fa31), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:45.973227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 37562a84-4d84-49ba-ad9b-1c3d40374b11 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:45.973638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.022772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea3c9f-7ead-4b94-911b-ea4d182528a1 req-e5a4a0ff-f4a1-4620-b555-bb4cbc538aa2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:46.031586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:46.034199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:46.039631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2ea3c9f-7ead-4b94-911b-ea4d182528a1 req-e5a4a0ff-f4a1-4620-b555-bb4cbc538aa2 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 946 time: 0.3103368 Mar 22 14:18:46.134238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c66ce-6470-4bbb-8fff-31c66d7f7509 req-b0dbb11e-b94c-4a35-bf09-5c597e0f1c4d tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:46.146929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-059c66ce-6470-4bbb-8fff-31c66d7f7509 req-b0dbb11e-b94c-4a35-bf09-5c597e0f1c4d tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.3931122 Mar 22 14:18:46.172846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-38a3a2f6-ff01-43a8-938d-b46b964169ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:46.179154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-38a3a2f6-ff01-43a8-938d-b46b964169ba service neutron] 10.222.0.78 "GET /v2.0/networks?id=18231ba7-7e63-490a-a869-d4210897fa20 HTTP/1.1" status: 200 len: 911 time: 1.7203796 Mar 22 14:18:46.219332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1271eb5-164b-429d-919c-d943f200fa31), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.322968 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '728d3a37-64b6-4d42-b894-e66a1a607018', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'port_id': '7630c28f-54b1-4aba-9727-7e844dd76306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'mac_address': 'fa:16:3e:61:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:46.360607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-059c66ce-6470-4bbb-8fff-31c66d7f7509 req-0a79b5d3-dfd8-4052-a677-2e574f2d4079 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076192 Mar 22 14:18:46.372063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:46.415086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 37562a84-4d84-49ba-ad9b-1c3d40374b11, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=37562a84-4d84-49ba-ad9b-1c3d40374b11,segment=NetworkSegment(d9f0cbe0-df2d-40b6-a711-1c676a52f799),segment_id=d9f0cbe0-df2d-40b6-a711-1c676a52f799)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:46.422953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:46.431098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:46.436100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2ea3c9f-7ead-4b94-911b-ea4d182528a1 req-eee88036-7349-4c48-a8a7-3f882bd65d9c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938842 Mar 22 14:18:46.436420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (4720e312-2f55-4d77-8532-1ec293fe87c4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.445669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e655b-275f-4422-a2df-f91ebeb12ab9 None None] The sync data for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 is: [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '728d3a37-64b6-4d42-b894-e66a1a607018', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'port_id': '7630c28f-54b1-4aba-9727-7e844dd76306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'mac_address': 'fa:16:3e:61:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5365f20-3355-4aea-ba11-b41885871786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:16:27Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:46.481302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-3b2a1a11-017f-4409-a369-1c53e58dfb91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7630c28f-54b1-4aba-9727-7e844dd76306 HTTP/1.1" status: 200 len: 999 time: 0.2854729 Mar 22 14:18:46.488887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:46.591978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.606139 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb94d7-c19c-4a0c-8d3c-af3423fa284f x-openstack-request-id: req-67bb94d7-c19c-4a0c-8d3c-af3423fa284f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:46.606561 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:46.606797 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67bb94d7-c19c-4a0c-8d3c-af3423fa284f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:46.607222 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bb94d7-c19c-4a0c-8d3c-af3423fa284f'] response: {'name': 'network-changed', 'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'status': 'completed', 'code': 200} Mar 22 14:18:46.630987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=c1271eb5-164b-429d-919c-d943f200fa31,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:46.696571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5eaa8067-4028-4557-9999-aefd7d81d9d4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.767054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=5eaa8067-4028-4557-9999-aefd7d81d9d4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:46.825451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] No DVR routers for this DVR port 5eaa8067-4028-4557-9999-aefd7d81d9d4 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:46.835370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.842054 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33ddbb46-d6da-4bd5-b56e-bfcb82ff4399 req-95f9feed-bd1d-4d18-9279-37d052753cea tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "DELETE /v2.0/ports/5eaa8067-4028-4557-9999-aefd7d81d9d4 HTTP/1.1" status: 204 len: 173 time: 3.4753640 Mar 22 14:18:46.843509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1271eb5-164b-429d-919c-d943f200fa31), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:46.845013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-aa7cb5ed-3f61-4156-945d-4aa3c5f6a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:46.847176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-aa7cb5ed-3f61-4156-945d-4aa3c5f6a46b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b67344b4-db1d-4f5d-a2c3-263f43b4a043 HTTP/1.1" status: 200 len: 849 time: 0.3586195 Mar 22 14:18:46.859690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1756665-188d-42e1-93c0-73107cac0821 req-854008e9-926a-40d8-8e68-0027b227f995 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1869719 Mar 22 14:18:46.917090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:46.931083 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcbaec-2072-49c8-823b-93b0b488bd7a None None] New status for floating IP 728d3a37-64b6-4d42-b894-e66a1a607018: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:47.138826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-85699cea-cb4d-48a3-80f7-afd5adfde658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:47.145031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-85699cea-cb4d-48a3-80f7-afd5adfde658 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18231ba7-7e63-490a-a869-d4210897fa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2842467 Mar 22 14:18:47.236786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2431c291-2897-43d9-b77a-e43a6f21bf2e None None] Provisioning complete for port 37562a84-4d84-49ba-ad9b-1c3d40374b11 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:47.237818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2431c291-2897-43d9-b77a-e43a6f21bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.328770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-b6b01b7a-a06a-452d-8cf2-05efc30758dc service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754565 Mar 22 14:18:47.349029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049a3d-1ba1-416f-af43-ef946b932317 req-b4683d75-3334-4a26-83cc-fb81e608f014 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:47.356951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f049a3d-1ba1-416f-af43-ef946b932317 req-b4683d75-3334-4a26-83cc-fb81e608f014 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.5145965 Mar 22 14:18:47.388976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad8b0-b898-40e1-b462-528abd3cffed req-29b9ba2d-953b-4e79-b699-83cde9e1ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:47.390964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-29b9ba2d-953b-4e79-b699-83cde9e1ba80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 1127 time: 0.7566047 Mar 22 14:18:47.761890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4d86b8e-ff11-4d0b-921b-852e253d5ede req-709ca8e5-7669-44b7-bfdc-da211bc1102f tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9138727a-a3d3-4a8f-a45b-c8303e124dc4 HTTP/1.1" status: 200 len: 210 time: 0.0759039 Mar 22 14:18:47.810322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (c1271eb5-164b-429d-919c-d943f200fa31), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.822034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f049a3d-1ba1-416f-af43-ef946b932317 req-55898970-ae46-452e-a2ac-e9a4cb5eb743 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756132 Mar 22 14:18:47.825344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c1271eb5-164b-429d-919c-d943f200fa31), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.826492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (4720e312-2f55-4d77-8532-1ec293fe87c4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:47.871418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5eaa8067-4028-4557-9999-aefd7d81d9d4 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:47.888104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=37562a84-4d84-49ba-ad9b-1c3d40374b11,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:47.926192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b7da21b-f6b0-428c-8b79-5fbdc1e9313c req-ac203d64-1e8b-475a-9740-40f03a62c7e2 service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678127 Mar 22 14:18:47.962353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=c1271eb5-164b-429d-919c-d943f200fa31,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:48.014536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 5eaa8067-4028-4557-9999-aefd7d81d9d4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:48.015042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 5eaa8067-4028-4557-9999-aefd7d81d9d4 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:48.057211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad8b0-b898-40e1-b462-528abd3cffed req-f7c26e3e-9d3c-47e9-a875-9572d7ca80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:48.071568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-f7c26e3e-9d3c-47e9-a875-9572d7ca80da service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.6012561 Mar 22 14:18:48.076823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:48.078401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:48.143560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2431c291-2897-43d9-b77a-e43a6f21bf2e None None] Current status of the port 37562a84-4d84-49ba-ad9b-1c3d40374b11 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:48.209093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:48.234572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb447cce-9d27-401c-8e16-db3a5c696821 req-1625b527-27cd-4828-b7af-80d0e39d30c9 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1795402 Mar 22 14:18:48.321240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-af2c5828-78fe-44d1-ab03-0444b47db1f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 200 len: 999 time: 0.2286212 Mar 22 14:18:48.336425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f0f91-2738-4d69-a1f5-d598ed66c837 req-24118e52-94cb-4f4b-8eb7-4b69379a09aa tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:48.338721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a6f0f91-2738-4d69-a1f5-d598ed66c837 req-24118e52-94cb-4f4b-8eb7-4b69379a09aa tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.3584146 Mar 22 14:18:48.341291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd8864-1998-4946-a2ef-7708eb7d0fa7 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:41Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:48.550329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f9a949f-6848-434a-8956-213f83e8c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.559569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a6f0f91-2738-4d69-a1f5-d598ed66c837 req-3ca00cbc-da51-418f-9ae0-3e354b7eee58 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723306 Mar 22 14:18:48.576779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad8b0-b898-40e1-b462-528abd3cffed req-938d18e4-c713-4f26-9eb3-b3d73fb89cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:48.579350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-938d18e4-c713-4f26-9eb3-b3d73fb89cb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.2379768 Mar 22 14:18:48.579987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53786) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:48.707984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad8b0-b898-40e1-b462-528abd3cffed req-2ce1f9f5-9aad-47c2-8fee-b38c4e5cb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:48.709600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Provisioning complete for port c1271eb5-164b-429d-919c-d943f200fa31 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:48.709987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1271eb5-164b-429d-919c-d943f200fa31), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.711152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-2ce1f9f5-9aad-47c2-8fee-b38c4e5cb8ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1121547 Mar 22 14:18:48.868443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Port c1271eb5-164b-429d-919c-d943f200fa31 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:48.893274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Provisioning complete for port 37562a84-4d84-49ba-ad9b-1c3d40374b11 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:48.894061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:48.971274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99d9f7-4d0c-40d3-a6a1-65593402e8e9 None None] New status for floating IP b56c9bb4-063e-4bdb-adb2-7447ef23c3da: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:48.992063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 37562a84-4d84-49ba-ad9b-1c3d40374b11 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:18:49.041596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-1bdf357c-6a05-4aee-b6c1-be033eaa28b5 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180254 Mar 22 14:18:49.104385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'name': 'network-vif-deleted', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:49.109986 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f1a8b-dd43-4ca9-9ea3-c161225e9799" -d '{"events": [{"server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "name": "network-vif-deleted", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:49.233850 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5c15b-cf99-4657-b837-ea0119388bfe x-openstack-request-id: req-43d5c15b-cf99-4657-b837-ea0119388bfe {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:49.234177 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9138727a-a3d3-4a8f-a45b-c8303e124dc4", "name": "network-vif-deleted", "tag": "5eaa8067-4028-4557-9999-aefd7d81d9d4", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:49.234469 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43d5c15b-cf99-4657-b837-ea0119388bfe {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:49.234876 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d5c15b-cf99-4657-b837-ea0119388bfe'] response: {'server_uuid': '9138727a-a3d3-4a8f-a45b-c8303e124dc4', 'name': 'network-vif-deleted', 'tag': '5eaa8067-4028-4557-9999-aefd7d81d9d4', 'status': 'completed', 'code': 200} Mar 22 14:18:49.311309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda64-05e3-49ff-a262-32dbd645b525 None None] Current status of the port 37562a84-4d84-49ba-ad9b-1c3d40374b11 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:49.313844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 4720e312-2f55-4d77-8532-1ec293fe87c4 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:18:49.365122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 37562a84-4d84-49ba-ad9b-1c3d40374b11 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:49.365689 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.479943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cc60039f-1fe3-40bb-b0c6-3989e9a1a626 None None] Provisioning complete for port c1271eb5-164b-429d-919c-d943f200fa31 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:49.480548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc60039f-1fe3-40bb-b0c6-3989e9a1a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1271eb5-164b-429d-919c-d943f200fa31), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.525365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbe3d921-493a-4169-965b-9f861b0e3bb6 req-ccbe5f72-555a-4112-bab9-58d53b3d60e0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1274850 Mar 22 14:18:49.553839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:49.562150 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0316bf8b-5d90-4c25-b939-38b3481604a4 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/4720e312-2f55-4d77-8532-1ec293fe87c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5339479 Mar 22 14:18:49.564879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:49.578618 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] Sync routers for ids ['4720e312-2f55-4d77-8532-1ec293fe87c4'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:49.612114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] Routers {'4720e312-2f55-4d77-8532-1ec293fe87c4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:49.612786 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4720e312-2f55-4d77-8532-1ec293fe87c4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.628537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 37562a84-4d84-49ba-ad9b-1c3d40374b11 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:18:49.649487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc60039f-1fe3-40bb-b0c6-3989e9a1a626 None None] Port c1271eb5-164b-429d-919c-d943f200fa31 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:49.678450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6322bae-4385-4782-81a5-061115d81086 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:49.679935 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6322bae-4385-4782-81a5-061115d81086 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports/c1271eb5-164b-429d-919c-d943f200fa31 HTTP/1.1" status: 200 len: 911 time: 0.1141124 Mar 22 14:18:49.682684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53808) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:49.706761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.707382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '840d4b19-fd2f-4e62-a5ba-78c82c5437d1'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:49.733550 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] Routers {'4720e312-2f55-4d77-8532-1ec293fe87c4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:49.734441 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4720e312-2f55-4d77-8532-1ec293fe87c4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.783204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1301d0a-0b33-48d0-a595-ca78567489e3 None None] Provisioning complete for port c1271eb5-164b-429d-919c-d943f200fa31 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:18:49.783928 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1301d0a-0b33-48d0-a595-ca78567489e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c1271eb5-164b-429d-919c-d943f200fa31), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:49.784929 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:49.786009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baecb6e-d1cf-4875-8639-3f6e2ad0752f None None] The sync data for ids ['4720e312-2f55-4d77-8532-1ec293fe87c4'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:49.788567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-448ad8b0-b898-40e1-b462-528abd3cffed req-5a8d308d-5212-4380-b2a9-c24d218d46fe service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349401 Mar 22 14:18:49.791494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d8e2-1e9b-463c-8c9f-d9f2ab1d7a48 tempest-TestServerBasicOps-1737902271 tempest-TestServerBasicOps-1737902271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:49.804211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-33d7d8e2-1e9b-463c-8c9f-d9f2ab1d7a48 tempest-TestServerBasicOps-1737902271 tempest-TestServerBasicOps-1737902271-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1122 time: 1.2185023 Mar 22 14:18:49.812378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53810) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:49.816880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '940e9c42-0d20-490b-be05-343db019aa93', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:49.874518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e085848-1c35-4389-a778-1278c0ebf8ca req-06486985-0922-493f-8ba6-46db3748eaa3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:49.877908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1301d0a-0b33-48d0-a595-ca78567489e3 None None] Port c1271eb5-164b-429d-919c-d943f200fa31 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:18:49.882232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e085848-1c35-4389-a778-1278c0ebf8ca req-06486985-0922-493f-8ba6-46db3748eaa3 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2748682 Mar 22 14:18:49.935633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-c3346734-089c-4fd4-954a-d7902e9c3431 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:49.937179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-c3346734-089c-4fd4-954a-d7902e9c3431 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 945 time: 0.2357562 Mar 22 14:18:49.947459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e085848-1c35-4389-a778-1278c0ebf8ca req-4ffe0af8-af66-4dad-a053-4678b4483150 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Mar 22 14:18:49.948333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.016582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c1271eb5-164b-429d-919c-d943f200fa31), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.205221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:50.205572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.282085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.474607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Allocated IP 172.25.3.236 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/cd6b15d9-2af4-44f7-8111-c431db8e1451) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:18:50.563421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (c1271eb5-164b-429d-919c-d943f200fa31), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.569741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port 7152cecc-0d82-4e9f-9478-ef60b696b7b8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7152cecc-0d82-4e9f-9478-ef60b696b7b8,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:50.570338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.590306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for 7152cecc-0d82-4e9f-9478-ef60b696b7b8 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:50.600244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c1271eb5-164b-429d-919c-d943f200fa31), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.621315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:50.622957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.627926 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/ports/c1271eb5-164b-429d-919c-d943f200fa31 HTTP/1.1" status: 200 len: 911 time: 0.9311867 Mar 22 14:18:50.636594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:50.691067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.786905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-534bce9e-30e9-47f5-9358-b511922e17c6 req-20540142-a37b-46b5-b69c-0bbc9ea92acf tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0784841 Mar 22 14:18:50.894294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9c3c0-4dcc-4bc2-88d1-bf431e5ea3e2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=c1271eb5-164b-429d-919c-d943f200fa31,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:50.896611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:50.929142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5395-2d98-4a94-b4cb-3f72b295891f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.047406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:18:51.052183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'Port': ['ID=cd6b15d9-2af4-44f7-8111-c431db8e1451,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:51.081815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:51.096455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:18:51.170719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.171102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.171414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.171751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.172132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.172468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.172811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.173138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.173571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.173773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.174128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.174451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.174765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.175086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.175402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:18:51.249723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7152cecc-0d82-4e9f-9478-ef60b696b7b8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.273137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7152cecc-0d82-4e9f-9478-ef60b696b7b8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:18:51.293616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (4720e312-2f55-4d77-8532-1ec293fe87c4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.443581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=7152cecc-0d82-4e9f-9478-ef60b696b7b8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:51.516854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] No DVR routers for this DVR port 7152cecc-0d82-4e9f-9478-ef60b696b7b8 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:51.531112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.534693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce6ffa77-32e6-4269-a8c0-b8001ddb5bd8 req-1bc0f3a5-50bb-4366-a3a0-9a74673b8c87 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.78 "DELETE /v2.0/ports/7152cecc-0d82-4e9f-9478-ef60b696b7b8 HTTP/1.1" status: 204 len: 173 time: 1.5647247 Mar 22 14:18:51.590235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'name': 'network-vif-deleted', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:51.602978 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a2788-c7b7-411b-8175-846df6e50371" -d '{"events": [{"server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "name": "network-vif-deleted", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:51.631095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1ca1e-577f-4e79-b298-9b398e4145b8 req-f4965e00-5d1b-43ee-a475-16acb0de60ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:51.632660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fff1ca1e-577f-4e79-b298-9b398e4145b8 req-f4965e00-5d1b-43ee-a475-16acb0de60ec tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e6eb569-750d-4cd5-8bfd-2d214015b80d HTTP/1.1" status: 200 len: 867 time: 0.4860461 Mar 22 14:18:51.773555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port c1271eb5-164b-429d-919c-d943f200fa31 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:51.774539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c1271eb5-164b-429d-919c-d943f200fa31), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.774850 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40cc82-5804-4afb-b358-e9b05170c326 x-openstack-request-id: req-bc40cc82-5804-4afb-b358-e9b05170c326 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:51.775319 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6eb569-750d-4cd5-8bfd-2d214015b80d", "name": "network-vif-deleted", "tag": "7152cecc-0d82-4e9f-9478-ef60b696b7b8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:51.775581 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc40cc82-5804-4afb-b358-e9b05170c326 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:51.776036 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc40cc82-5804-4afb-b358-e9b05170c326'] response: {'server_uuid': '7e6eb569-750d-4cd5-8bfd-2d214015b80d', 'name': 'network-vif-deleted', 'tag': '7152cecc-0d82-4e9f-9478-ef60b696b7b8', 'status': 'completed', 'code': 200} Mar 22 14:18:51.820221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fff1ca1e-577f-4e79-b298-9b398e4145b8 req-d634a303-5f82-4646-932e-23392f81a56d tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=afcb2e31-5b75-4d07-95b6-19dec43aabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754627 Mar 22 14:18:51.908152 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.949262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c1271eb5-164b-429d-919c-d943f200fa31), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:51.969996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for c1271eb5-164b-429d-919c-d943f200fa31 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:51.978669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56bd6178-6ca0-4fde-b5e9-43367c8ac1ab req-86fd5849-ec44-4492-9598-5088a3e60f01 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0315750 Mar 22 14:18:52.046011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for floatingip (8212821f-b4ee-4598-9193-dc1d39e2a285), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.150358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.246626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1271eb5-164b-429d-919c-d943f200fa31), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.276995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=c1271eb5-164b-429d-919c-d943f200fa31,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:52.376986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.389145 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.451504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (4720e312-2f55-4d77-8532-1ec293fe87c4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.516574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8212821f-b4ee-4598-9193-dc1d39e2a285), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:52.720200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 4720e312-2f55-4d77-8532-1ec293fe87c4 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:52.826983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:52.838990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] Sync routers for ids ['4720e312-2f55-4d77-8532-1ec293fe87c4'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:52.840890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9207dc82-3467-4311-b78e-342e5bb64d9f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/4720e312-2f55-4d77-8532-1ec293fe87c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962712 Mar 22 14:18:52.844091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:52.877114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] Routers {'4720e312-2f55-4d77-8532-1ec293fe87c4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:52.877800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4720e312-2f55-4d77-8532-1ec293fe87c4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:52.939139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75aab063-f7fb-42b7-a47e-84c61f4574a3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=4720e312-2f55-4d77-8532-1ec293fe87c4 HTTP/1.1" status: 200 len: 205 time: 0.0905919 Mar 22 14:18:52.940208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:53.011430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.041512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] Routers {'4720e312-2f55-4d77-8532-1ec293fe87c4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:53.055476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['4720e312-2f55-4d77-8532-1ec293fe87c4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.113794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.126373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:53.127265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755a2a-7a31-4556-a656-06c7407c635d None None] The sync data for ids ['4720e312-2f55-4d77-8532-1ec293fe87c4'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:53.331678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.334390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (4720e312-2f55-4d77-8532-1ec293fe87c4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.397110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (4720e312-2f55-4d77-8532-1ec293fe87c4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.398212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router 4720e312-2f55-4d77-8532-1ec293fe87c4 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:18:53.406478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.410342 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-18c9057b-3afa-4462-9a77-72c902b86749 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/4720e312-2f55-4d77-8532-1ec293fe87c4 HTTP/1.1" status: 204 len: 168 time: 0.4655943 Mar 22 14:18:53.410588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53860) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:53.471938 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Floating IP 8212821f-b4ee-4598-9193-dc1d39e2a285 associated. External IP: 172.25.3.236, port: 940e9c42-0d20-490b-be05-343db019aa93. Mar 22 14:18:53.519342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 840d4b19-fd2f-4e62-a5ba-78c82c5437d1 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:18:53.524825 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (840d4b19-fd2f-4e62-a5ba-78c82c5437d1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.545404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21a38881-30eb-4afd-8769-d37bef604b34 req-69e25bd6-22b6-47d9-93bc-39bf5af3761b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0664139 Mar 22 14:18:53.546031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event updated for resources: {'Port': ['ID=cd6b15d9-2af4-44f7-8111-c431db8e1451,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:53.624060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7152cecc-0d82-4e9f-9478-ef60b696b7b8 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:53.624758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (840d4b19-fd2f-4e62-a5ba-78c82c5437d1), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.678897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d248-38a4-4443-aeb1-c92753b28c70 req-d5992f93-480b-42dd-ba2a-00ade9f28f7b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:53.685806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ca7d248-38a4-4443-aeb1-c92753b28c70 req-d5992f93-480b-42dd-ba2a-00ade9f28f7b tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2105129 Mar 22 14:18:53.692194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7152cecc-0d82-4e9f-9478-ef60b696b7b8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:53.692542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7152cecc-0d82-4e9f-9478-ef60b696b7b8 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:53.729184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.749248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ca7d248-38a4-4443-aeb1-c92753b28c70 req-f479fa68-e984-45d5-a781-ec9cbbdc3edb tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607421 Mar 22 14:18:53.817626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (840d4b19-fd2f-4e62-a5ba-78c82c5437d1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:53.919685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:53.935419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (840d4b19-fd2f-4e62-a5ba-78c82c5437d1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.024709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=840d4b19-fd2f-4e62-a5ba-78c82c5437d1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:54.037985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09577f06-1520-4779-8301-184331ac9919 None None] Network dc76dc15-cf94-4d9b-91d0-7c95fa423ecc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:18:54.068604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.073346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee34eea9-0fd5-40aa-b124-5777a90a61b1 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/840d4b19-fd2f-4e62-a5ba-78c82c5437d1 HTTP/1.1" status: 204 len: 168 time: 0.6593413 Mar 22 14:18:54.076174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53866) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:54.151479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:54.163179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Sync routers for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:54.197617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:54.198314 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:54.233194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.298034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.301033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] DHCP port deletion for dc76dc15-cf94-4d9b-91d0-7c95fa423ecc request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:18:54.304320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1aefdb3e-69ef-4d61-865b-2e48f885daec tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4901581 Mar 22 14:18:54.308493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'tag': '940e9c42-0d20-490b-be05-343db019aa93'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:54.311379 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf99f62-b4b0-4717-8333-61d30c0507b1" -d '{"events": [{"name": "network-changed", "server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "tag": "940e9c42-0d20-490b-be05-343db019aa93"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:54.368898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Deleting port 37562a84-4d84-49ba-ad9b-1c3d40374b11 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:54.369518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.447340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 37562a84-4d84-49ba-ad9b-1c3d40374b11 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:54.447880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.493922 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:54.538292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 37562a84-4d84-49ba-ad9b-1c3d40374b11, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=37562a84-4d84-49ba-ad9b-1c3d40374b11,segment=NetworkSegment(d9f0cbe0-df2d-40b6-a711-1c676a52f799),segment_id=d9f0cbe0-df2d-40b6-a711-1c676a52f799)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:54.538790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.557883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] For port 37562a84-4d84-49ba-ad9b-1c3d40374b11, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=37562a84-4d84-49ba-ad9b-1c3d40374b11,segment=NetworkSegment(d9f0cbe0-df2d-40b6-a711-1c676a52f799),segment_id=d9f0cbe0-df2d-40b6-a711-1c676a52f799)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:54.558550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:54.564326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 37562a84-4d84-49ba-ad9b-1c3d40374b11 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:54.584736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Calling delete_port for 37562a84-4d84-49ba-ad9b-1c3d40374b11 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:54.681029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-b59c7df8-be3d-4252-b2fb-2fe01eab1913 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:54.682819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-b59c7df8-be3d-4252-b2fb-2fe01eab1913 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.82 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.1042023 Mar 22 14:18:54.943246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 37562a84-4d84-49ba-ad9b-1c3d40374b11 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:54.944005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a411bbf1-265b-469a-a8d1-9771d393c11f req-37922ac4-1c31-4c70-a328-fe8f3e8a1f29 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1799183 Mar 22 14:18:54.950463 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c45d7d8-770f-4ec8-990b-52b329a02350 x-openstack-request-id: req-8c45d7d8-770f-4ec8-990b-52b329a02350 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:54.950765 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "tag": "940e9c42-0d20-490b-be05-343db019aa93", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:54.951003 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c45d7d8-770f-4ec8-990b-52b329a02350 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:54.958839 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c45d7d8-770f-4ec8-990b-52b329a02350'] response: {'name': 'network-changed', 'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'tag': '940e9c42-0d20-490b-be05-343db019aa93', 'status': 'completed', 'code': 200} Mar 22 14:18:54.988637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8212821f-b4ee-4598-9193-dc1d39e2a285', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'port_id': '940e9c42-0d20-490b-be05-343db019aa93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'mac_address': 'fa:16:3e:7c:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:51Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 0, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.015632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 37562a84-4d84-49ba-ad9b-1c3d40374b11 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:55.020775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 37562a84-4d84-49ba-ad9b-1c3d40374b11 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:55.023323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.025718 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.072021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:18:55.072542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.073820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Checking router: 77ceed3c-c72f-4cda-aa2d-9fea9c0243be for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:55.096967 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:55.097602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.098568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] Pushing event deleted for resources: {'Port': ['ID=37562a84-4d84-49ba-ad9b-1c3d40374b11,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:55.109850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bcf54-7d25-428e-9855-dec821f44f64 None None] No DVR routers for this DVR port 37562a84-4d84-49ba-ad9b-1c3d40374b11 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:55.249813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ad45-88ad-44a7-a81e-013a2d2e8826 req-b3076813-8db8-4206-94a5-9d7815444364 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.259314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acd2ad45-88ad-44a7-a81e-013a2d2e8826 req-b3076813-8db8-4206-94a5-9d7815444364 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 944 time: 0.2731957 Mar 22 14:18:55.259855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] For port 5219d92b-517c-4a10-a9e6-33d330d67582, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=5219d92b-517c-4a10-a9e6-33d330d67582,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:18:55.260312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.282438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-1f13ce3c-6a4f-431a-ba08-c53a26c4988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.284354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-1f13ce3c-6a4f-431a-ba08-c53a26c4988f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d6e6d8691024cbea463ab75de19334c&device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1127 time: 0.3234744 Mar 22 14:18:55.292765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (37562a84-4d84-49ba-ad9b-1c3d40374b11), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.320388 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:55.437247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 37562a84-4d84-49ba-ad9b-1c3d40374b11 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:55.483603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-5816d2c8-952e-4aa8-bc18-0d7a0c8b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:55.485290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-5816d2c8-952e-4aa8-bc18-0d7a0c8b6da2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 200 len: 910 time: 0.1801674 Mar 22 14:18:55.494478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.496218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.497627 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Floating IP 57657f3b-5163-4134-8cbd-5cd3ef788265 disassociated. External IP: 172.25.3.35, port: 5219d92b-517c-4a10-a9e6-33d330d67582. Mar 22 14:18:55.498495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for 5219d92b-517c-4a10-a9e6-33d330d67582 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:18:55.514133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=37562a84-4d84-49ba-ad9b-1c3d40374b11,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:55.647291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acd2ad45-88ad-44a7-a81e-013a2d2e8826 req-712b0808-6b75-40ab-be22-411057ff6b89 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee81825-5120-4677-b5c9-82c15758f491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846703 Mar 22 14:18:55.727615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.759427 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8212821f-b4ee-4598-9193-dc1d39e2a285', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'port_id': '940e9c42-0d20-490b-be05-343db019aa93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'mac_address': 'fa:16:3e:7c:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:51Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 0, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.778205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc76dc15-cf94-4d9b-91d0-7c95fa423ecc']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.806085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f0cbe0-df2d-40b6-a711-1c676a52f799') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.806085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f0cbe0-df2d-40b6-a711-1c676a52f799') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:55.821189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (d9f0cbe0-df2d-40b6-a711-1c676a52f799), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.828384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a69c5e-5434-49f6-85f9-a7cee9f6f446 None None] The sync data for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 is: [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8212821f-b4ee-4598-9193-dc1d39e2a285', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'port_id': '940e9c42-0d20-490b-be05-343db019aa93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'mac_address': 'fa:16:3e:7c:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:18:51Z', 'updated_at': '2022-03-22T14:18:51Z', 'revision_number': 0, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:18:55.836582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5219d92b-517c-4a10-a9e6-33d330d67582), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.855074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d9f0cbe0-df2d-40b6-a711-1c676a52f799), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.870731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:18:55.872073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (d9f0cbe0-df2d-40b6-a711-1c676a52f799), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:55.923735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=5219d92b-517c-4a10-a9e6-33d330d67582,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:18:56.019449 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:18:56.036016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-194b0356-df0a-474a-a15b-2be83607a82e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 200 len: 999 time: 0.5188713 Mar 22 14:18:56.072212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dc76dc15-cf94-4d9b-91d0-7c95fa423ecc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.093564 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:56.105623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/dc76dc15-cf94-4d9b-91d0-7c95fa423ecc HTTP/1.1" status: 204 len: 168 time: 2.0250809 Mar 22 14:18:56.140637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53900) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:56.242425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c95b0-6a9c-44d9-be93-894dfc1386c0 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=dc76dc15-cf94-4d9b-91d0-7c95fa423ecc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:56.325430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8718f6d-e34c-461f-90eb-940f02251cb1 req-5e271e7e-7f5e-4584-8611-0c01a4fb6283 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1090603 Mar 22 14:18:56.350384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e7780-06e6-4e5c-8a8e-4db58557c696 None None] New status for floating IP 8212821f-b4ee-4598-9193-dc1d39e2a285: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:18:56.357329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-d2c29b0d-63e3-4dff-9b4c-a30ee6c67fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:56.358977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-d2c29b0d-63e3-4dff-9b4c-a30ee6c67fb8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=81a3c2b1-f2ca-4ca4-a707-516f10076436 HTTP/1.1" status: 200 len: 848 time: 0.3192356 Mar 22 14:18:56.465680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-e98b691a-c27c-486b-827c-4e0cb948ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:56.469561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-e98b691a-c27c-486b-827c-4e0cb948ae95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2923616-3acc-4a5e-801c-49a6fc07e7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990427 Mar 22 14:18:56.481778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-d2f56636-ea6b-4318-ad94-f48d773b217d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:18:56.482878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-d2f56636-ea6b-4318-ad94-f48d773b217d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059922 Mar 22 14:18:56.722862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-d989679a-62b4-4a13-9349-979f99cf6732 service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297490 Mar 22 14:18:56.925854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a481fef5-19d3-4ba4-a00a-4ed9778f45a7 req-1d1b213e-df11-4e09-a2c5-7de425dc0348 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 210 time: 0.0676298 Mar 22 14:18:57.015434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edf99f62-b4b0-4717-8333-61d30c0507b1 req-a9c6aa37-c699-4b10-b087-a9ed5f4bd64f service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840180 Mar 22 14:18:57.089762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1239712597', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:57.188463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.191405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.280588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:18:57.365749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.464692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.476400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:18:57.518952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 5219d92b-517c-4a10-a9e6-33d330d67582 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:18:57.519519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 5219d92b-517c-4a10-a9e6-33d330d67582 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:18:57.552257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66f753e-7d3f-4a69-ad6e-cf64db88b94b req-f7710f0c-dd5c-40cd-b11a-9c6bfe44b2c1 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0543396 Mar 22 14:18:57.572424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.573897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-987bec47-37a6-4e02-a3a1-849e8649701f tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4319279 Mar 22 14:18:57.576612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53912) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:57.582797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241879286'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:57.616961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:18:57.625940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:57.629256 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Sync routers for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:18:57.629711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.646376 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:57.647005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:57.707879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:18:57.754346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f7086cfc-02a5-4cbe-b5c5-30867b14a45e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.754982 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment f7086cfc-02a5-4cbe-b5c5-30867b14a45e of type vlan for network 55b6c309-863c-4460-b8f3-614f960c23d9 Mar 22 14:18:57.769894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] No DVR routers for this DVR port 5219d92b-517c-4a10-a9e6-33d330d67582 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:18:57.785491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:57.803424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0f44c9f-f87b-455f-b4d2-6e3eaec602a6 req-19aa7bb5-f5f3-4daf-bf3d-8ea1053e17ff tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.82 "DELETE /v2.0/ports/5219d92b-517c-4a10-a9e6-33d330d67582 HTTP/1.1" status: 204 len: 173 time: 3.1145775 Mar 22 14:18:57.808685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-deleted', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:18:57.812539 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d8d14-b355-4780-9cf6-fe5d17151683" -d '{"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-deleted", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:18:57.962803 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47745862-3a0d-40fc-80ff-b33b82405765 x-openstack-request-id: req-47745862-3a0d-40fc-80ff-b33b82405765 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:18:57.963256 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313941fa-59a0-4e29-a8bc-6bfeeefe38cf", "name": "network-vif-deleted", "tag": "5219d92b-517c-4a10-a9e6-33d330d67582", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:18:57.963649 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47745862-3a0d-40fc-80ff-b33b82405765 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:18:57.964266 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47745862-3a0d-40fc-80ff-b33b82405765'] response: {'server_uuid': '313941fa-59a0-4e29-a8bc-6bfeeefe38cf', 'name': 'network-vif-deleted', 'tag': '5219d92b-517c-4a10-a9e6-33d330d67582', 'status': 'completed', 'code': 200} Mar 22 14:18:58.041985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (55b6c309-863c-4460-b8f3-614f960c23d9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.168508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (55b6c309-863c-4460-b8f3-614f960c23d9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.182247 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:58.182710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:58.183906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.197149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.253812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6751895 Mar 22 14:18:58.258510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:58.281150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:18:58.662667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-234f92b4-df94-4258-a24c-7c3567c3f8b0 req-db032e03-154b-48e6-8206-9d3ca565804c tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/ports?device_id=313941fa-59a0-4e29-a8bc-6bfeeefe38cf HTTP/1.1" status: 200 len: 210 time: 0.2543044 Mar 22 14:18:58.736313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f68294-83f9-4f56-a543-e17dbdce4842 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=55b6c309-863c-4460-b8f3-614f960c23d9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:58.779732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 55b6c309-863c-4460-b8f3-614f960c23d9 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:18:58.890825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:18:58.904280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:58.922768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de7f4198-cf87-4cf4-be29-a8797b924434 req-0e401a36-f57b-43a7-a018-ac89ba08e01e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1218665 Mar 22 14:18:59.151175 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.297868 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:59.397001 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Checking router: 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:18:59.441404 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:18:59.445331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:18:59.606969 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (07583e72-0095-4082-b6c2-3f98d4f8571e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.700409 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:18:59.761162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=07583e72-0095-4082-b6c2-3f98d4f8571e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:18:59.869450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53942) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:18:59.875724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:18:59.876310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: 55b6c309-863c-4460-b8f3-614f960c23d9, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:18:59.927020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 55b6c309-863c-4460-b8f3-614f960c23d9 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:18:59.954754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 55b6c309-863c-4460-b8f3-614f960c23d9) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:18:59.964823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:18:59.965257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:18:59.972988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d866e8-9ea8-48c6-9675-2923b465208b None None] Network 55b6c309-863c-4460-b8f3-614f960c23d9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:00.024563 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-90cc49dd-b81f-44df-aa08-34beefac8615 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7636371 Mar 22 14:19:00.028858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:00.133399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (9ee81825-5120-4677-b5c9-82c15758f491), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.162336 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:00.220044 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ccb64-d933-4e57-a394-e865ae87d78d None None] The sync data for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 is: [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:09:40Z', 'revision_number': 4, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c1eacc72-8621-4102-85d6-124784d0cd13', 'name': '', 'network_id': '598615b3-3e89-42ac-af87-c3bc9c357796', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'mac_address': 'fa:16:3e:4d:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:38Z', 'updated_at': '2022-03-22T14:09:45Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'subnets': [{'id': '84de323e-6f2d-4573-8b68-f5a374dea5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:00.233577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (9ee81825-5120-4677-b5c9-82c15758f491), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.348692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-55b6c309-863c-4460-b8f3-614f960c23d9', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:00.355173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.612590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1a2e5e0-a125-4261-97f7-ea45e6adbccc req-30203165-8fef-460f-b5ad-ba4507c0fb5d tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.2050993 Mar 22 14:19:00.624958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9ee81825-5120-4677-b5c9-82c15758f491), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.643084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:00.646956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "DELETE /v2.0/security-groups/9ee81825-5120-4677-b5c9-82c15758f491 HTTP/1.1" status: 204 len: 168 time: 0.7731597 Mar 22 14:19:00.670588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:00.774986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ce0f3-d656-476c-a7a2-6660cba78769 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee81825-5120-4677-b5c9-82c15758f491,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:00.779188 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-5a803c84-b259-4d03-9c53-b9ff8725b329 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] show failed (client error): The resource could not be found. Mar 22 14:19:00.785600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5a803c84-b259-4d03-9c53-b9ff8725b329 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "GET /v2.0/security-groups/9ee81825-5120-4677-b5c9-82c15758f491 HTTP/1.1" status: 404 len: 347 time: 0.1132984 Mar 22 14:19:00.788744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:00.976367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f171e-c0c6-48d4-a2ef-125ae19416ba None None] New status for floating IP 57657f3b-5163-4134-8cbd-5cd3ef788265: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:19:01.045399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Deleting port 8dba2019-24e5-4071-9ceb-58c7de96820d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:01.045742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.117438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.226870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.227388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (8dba2019-24e5-4071-9ceb-58c7de96820d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.252567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Calling delete_port for 8dba2019-24e5-4071-9ceb-58c7de96820d owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:01.507782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Allocated IP 2001:db8::2 (55b6c309-863c-4460-b8f3-614f960c23d9/07583e72-0095-4082-b6c2-3f98d4f8571e/7092e1a3-0053-42be-abfb-36f377e2dd09) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:01.569375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8dba2019-24e5-4071-9ceb-58c7de96820d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.608494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Pushing event deleted for resources: {'Port': ['ID=8dba2019-24e5-4071-9ceb-58c7de96820d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:01.755740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks [] for floatingip (57657f3b-5163-4134-8cbd-5cd3ef788265), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.758829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:01.763105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53960) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:01.765904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d1d2d20c-e557-4bb2-8fe1-b9e3b9960e11 tempest-ServerActionsTestJSON-1470022477 tempest-ServerActionsTestJSON-1470022477-project] 10.222.0.81 "DELETE /v2.0/floatingips/57657f3b-5163-4134-8cbd-5cd3ef788265 HTTP/1.1" status: 204 len: 168 time: 0.9748363 Mar 22 14:19:01.923566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e848cd4f-1d40-4f70-aa8a-690219c6f639 req-a4a02937-6e49-4a74-bf96-2ed695c7ef5a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0960407 Mar 22 14:19:02.041188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks [] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.055267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.149029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Pushing event updated for resources: {'Port': ['ID=7092e1a3-0053-42be-abfb-36f377e2dd09,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.178273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Network 55b6c309-863c-4460-b8f3-614f960c23d9 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:02.183507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:02.191903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:02.359106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8::1 (55b6c309-863c-4460-b8f3-614f960c23d9/07583e72-0095-4082-b6c2-3f98d4f8571e/260e0855-0371-4e28-8f21-c5d966fb16ab) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:02.690242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Attempting to bind port 7092e1a3-0053-42be-abfb-36f377e2dd09 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:02.690613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Attempting to bind port 7092e1a3-0053-42be-abfb-36f377e2dd09 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:02.690978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Attempting to bind port 7092e1a3-0053-42be-abfb-36f377e2dd09 on network 55b6c309-863c-4460-b8f3-614f960c23d9 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:02.702493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:02.702879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Checking segment: {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:02.703282 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.703684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Bound using segment: {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:02.704166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Bound port: 7092e1a3-0053-42be-abfb-36f377e2dd09, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:02.704544 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.793804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.820720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] For port 7092e1a3-0053-42be-abfb-36f377e2dd09, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:02.827815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] For port 7092e1a3-0053-42be-abfb-36f377e2dd09, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7092e1a3-0053-42be-abfb-36f377e2dd09,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:02.840091 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.915458 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:02.984991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef898b-a26a-4797-b28d-3f8803cb57f7 None None] Pushing event updated for resources: {'Port': ['ID=7092e1a3-0053-42be-abfb-36f377e2dd09,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:02.999158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 55b6c309-863c-4460-b8f3-614f960c23d9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:03.001630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:03.006958 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:03.010513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:03.011295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.166201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b8026fd-e4e6-4853-865c-33af0228cf38 req-6395f2ec-5744-49dd-953a-f51ce17038a8 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0606034 Mar 22 14:19:03.285193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:03.401068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.098525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.113167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.114448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.433687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae1a8c56-669d-41f1-b7f8-a56b969c8d93 req-422245fe-0f58-47d6-afc6-c8a127907bd6 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0773489 Mar 22 14:19:04.452041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 55b6c309-863c-4460-b8f3-614f960c23d9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:04.493583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:04.688300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:04.689799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904853d-97fc-4ace-ac22-83da6164654f None None] Network 55b6c309-863c-4460-b8f3-614f960c23d9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:04.804714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Deleting port c1eacc72-8621-4102-85d6-124784d0cd13 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:04.804714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:04.805269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:19:04.832754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Provisioning complete for port 7092e1a3-0053-42be-abfb-36f377e2dd09 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:04.833137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.022512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] For port c1eacc72-8621-4102-85d6-124784d0cd13, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c1eacc72-8621-4102-85d6-124784d0cd13,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:05.022888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.038412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7092e1a3-0053-42be-abfb-36f377e2dd09 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:05.059933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Calling delete_port for c1eacc72-8621-4102-85d6-124784d0cd13 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:05.266470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7092e1a3-0053-42be-abfb-36f377e2dd09 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:05.269022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.276237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Current status of the port 7092e1a3-0053-42be-abfb-36f377e2dd09 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:05.280789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.513725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] For port 7092e1a3-0053-42be-abfb-36f377e2dd09, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7092e1a3-0053-42be-abfb-36f377e2dd09,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:05.529076 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:19:05.540824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.694673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6276e58-3061-40fd-8d75-f787ab6ffd58 req-97ea1a10-4b70-46ca-86d2-153ead7b01fe tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0662560 Mar 22 14:19:05.715084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fe52a-43de-48f5-812c-9ae1de6ebde6 None None] Pushing event updated for resources: {'Port': ['ID=7092e1a3-0053-42be-abfb-36f377e2dd09,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:05.814873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:05.825807 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:05.830546 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6435e6c0-16c8-417d-8b6f-011526c68a1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7998843 Mar 22 14:19:05.833106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53994) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:05.838755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387832887'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:05.850481 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:05.853736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:05.874948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c1eacc72-8621-4102-85d6-124784d0cd13), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.922395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7092e1a3-0053-42be-abfb-36f377e2dd09 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:05.937825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:05.940197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:05.983361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:05.995436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.004499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1eacc72-8621-4102-85d6-124784d0cd13,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:06.079003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Port 260e0855-0371-4e28-8f21-c5d966fb16ab cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:06.094242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Provisioning complete for port 7092e1a3-0053-42be-abfb-36f377e2dd09 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:06.094934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.242457 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:06.314801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-87283c61-d126-4e5d-a15f-12efa2f74adf None None] Current status of the port 7092e1a3-0053-42be-abfb-36f377e2dd09 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:06.318259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:06.377330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6837fcd5-c726-49b5-9616-39e74c9dd48e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.377628 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment 6837fcd5-c726-49b5-9616-39e74c9dd48e of type vlan for network 744de2c3-59ba-4ece-950f-5ce001de9d53 Mar 22 14:19:06.480801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f1e32319-3b30-4de9-ab4f-5f4566c680ec None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:06.482371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1e32319-3b30-4de9-ab4f-5f4566c680ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.625252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f1e32319-3b30-4de9-ab4f-5f4566c680ec None None] Port 260e0855-0371-4e28-8f21-c5d966fb16ab cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:06.704724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (744de2c3-59ba-4ece-950f-5ce001de9d53), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.841908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.849138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (744de2c3-59ba-4ece-950f-5ce001de9d53), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.855598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:06.856255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:06.875890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-24646216-ff7e-4a75-b876-2ee9dd128319 None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:06.876440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24646216-ff7e-4a75-b876-2ee9dd128319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.000273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90922139-399c-4c46-a1f2-17eb3bfec21d req-1eec5624-46bd-4087-8e48-59a90c03fd3e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1180310 Mar 22 14:19:07.038678 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:07.079398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:07.079990 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Updating router 949dfb59-9c2a-4e1a-963b-e312d907140a port 260e0855-0371-4e28-8f21-c5d966fb16ab binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:07.080450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-24646216-ff7e-4a75-b876-2ee9dd128319 None None] Port 260e0855-0371-4e28-8f21-c5d966fb16ab cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:07.110172 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.163566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7092e1a3-0053-42be-abfb-36f377e2dd09 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:07.288694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7092e1a3-0053-42be-abfb-36f377e2dd09 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:07.289174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.488175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7092e1a3-0053-42be-abfb-36f377e2dd09 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:07.688665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=744de2c3-59ba-4ece-950f-5ce001de9d53,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:07.702427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:07.784578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a7a1afea-e560-432a-8dc1-63ea3879da4d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9500120 Mar 22 14:19:07.787385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54008) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:07.792686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:07.863009 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks [] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.880184 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:07.989089 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Pushing event updated for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:08.015126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:08.022372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.025636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.025636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.025636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.025877 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.026134 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.026456 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.026772 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.027089 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.027405 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.027720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.028033 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.033635 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.034051 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.034388 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.034766 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:08.175526 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Attempting to bind port 260e0855-0371-4e28-8f21-c5d966fb16ab on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:08.176189 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Attempting to bind port 260e0855-0371-4e28-8f21-c5d966fb16ab by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:08.176343 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Attempting to bind port 260e0855-0371-4e28-8f21-c5d966fb16ab on network 55b6c309-863c-4460-b8f3-614f960c23d9 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:08.192596 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:08.193018 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Checking segment: {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:08.193742 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.194176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Bound using segment: {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:08.194734 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Bound port: 260e0855-0371-4e28-8f21-c5d966fb16ab, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:08.195110 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.357782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:08.533553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d9ba891d-995c-4cc2-9857-2e669d395bb2 None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:08.534130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9ba891d-995c-4cc2-9857-2e669d395bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.556148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (9c15fd4a-7a79-486b-a4f9-9475ab9ec05c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.653264 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] For port 260e0855-0371-4e28-8f21-c5d966fb16ab, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:08.662476 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] For port 260e0855-0371-4e28-8f21-c5d966fb16ab, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=260e0855-0371-4e28-8f21-c5d966fb16ab,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:08.670966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba891d-995c-4cc2-9857-2e669d395bb2 None None] Port 260e0855-0371-4e28-8f21-c5d966fb16ab cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:08.675417 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:08.736598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=9c15fd4a-7a79-486b-a4f9-9475ab9ec05c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:08.763605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ca6706b-a8db-4427-b4df-5f4cb58b8ecc req-79f2f34f-c6fa-44e5-ba29-01a0818032b0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.2487903 Mar 22 14:19:08.764563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:08.767493 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:08.777098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:08.803435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cdb2ba00-f9ea-4054-a541-58b135dca9a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/9d7183b0-0d2a-47d4-8a20-d24278f23cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0385566 Mar 22 14:19:08.806210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54018) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:08.813501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Sync routers for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:08.842897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Routers {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:08.845444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:09.092770 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a9c6-a985-440c-8734-f7c9f15b96ef None None] Pushing event updated for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:09.197704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:09.280974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Set router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:09.299860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks [] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.417240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:09.420906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: 744de2c3-59ba-4ece-950f-5ce001de9d53, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:09.563393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:09.568010 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.685646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks [] for router_gateway (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.701830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:09.709045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:08Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:09.776141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 744de2c3-59ba-4ece-950f-5ce001de9d53) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:09.789291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:09.789463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.807542 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060509ec-28eb-4090-b0a1-6ce69b4f3032 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:03Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:08Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:09.884761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc43012d-66b7-44e8-bb7e-7eda7343f44d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0952828 Mar 22 14:19:09.886923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:09.897260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Deleting port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:09.898499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:09.904210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5beba5-0639-4717-b374-efe669eb6307 None None] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:10.077638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0319f3db-9e4c-4ea5-be55-e6379d5ebd02 req-b53feaf0-fc16-43d2-b7a1-c8a3df2c3101 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0775266 Mar 22 14:19:10.165279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] For port 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:10.165279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.195041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Calling delete_port for 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:10.213180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Current status of the port 260e0855-0371-4e28-8f21-c5d966fb16ab is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:10.218247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.543539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] For port 260e0855-0371-4e28-8f21-c5d966fb16ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=260e0855-0371-4e28-8f21-c5d966fb16ab,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:10.568071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.719561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bcf08-6374-4019-aced-02ad9945d1da None None] Pushing event updated for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:10.764519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1f0bf2b5-e235-4277-9755-0fc9c1faf7e1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:10.825068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'name': 'tempest-ServerActionsTestJSON-1560151537-router', 'tenant_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:09:32Z', 'updated_at': '2022-03-22T14:19:05Z', 'revision_number': 5, 'project_id': 'e5b9bbda1e1647c2b0eab73e77825c25', 'gw_port': {'id': '1f0bf2b5-e235-4277-9755-0fc9c1faf7e1', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7183b0-0d2a-47d4-8a20-d24278f23cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:09:33Z', 'updated_at': '2022-03-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:10.867443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0bf2b5-e235-4277-9755-0fc9c1faf7e1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:10.920528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Checking router: 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:10.923254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-744de2c3-59ba-4ece-950f-5ce001de9d53', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:10.928080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.069999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.165181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 260e0855-0371-4e28-8f21-c5d966fb16ab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:11.260933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Allocated IP 2001:db8:1::2 (744de2c3-59ba-4ece-950f-5ce001de9d53/9c15fd4a-7a79-486b-a4f9-9475ab9ec05c/0374ba8c-0625-4ae5-9665-724b272feb95) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:11.306118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.372434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2012d6d8-0b84-49dc-a99b-e01985ad1dc3 req-ff8895eb-8294-4ff4-9a5d-33ffa5059bc3 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0444400 Mar 22 14:19:11.470285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.482992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks [] for router_controller (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.691247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (9d7183b0-0d2a-47d4-8a20-d24278f23cf8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.691709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7183b0-0d2a-47d4-8a20-d24278f23cf8 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:19:11.699679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.701760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f5e00efe-235d-4583-8998-67ea603d9bc2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9d7183b0-0d2a-47d4-8a20-d24278f23cf8 HTTP/1.1" status: 204 len: 168 time: 2.8940961 Mar 22 14:19:11.704773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54040) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:11.758939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Deleting subnet 84de323e-6f2d-4573-8b68-f5a374dea5dc {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:11.762888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Publish callbacks [] for subnet (84de323e-6f2d-4573-8b68-f5a374dea5dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.811228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (84de323e-6f2d-4573-8b68-f5a374dea5dc), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.830090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:11.831113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:19:11.831882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_agentschedulers_db [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d7183b0-0d2a-47d4-8a20-d24278f23cf8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:19:11.832681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dbfbd-0499-4046-bd16-672a1dcc11ac None None] The sync data for ids ['9d7183b0-0d2a-47d4-8a20-d24278f23cf8'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:11.981210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 260e0855-0371-4e28-8f21-c5d966fb16ab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:11.981580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:11.982224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (84de323e-6f2d-4573-8b68-f5a374dea5dc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.083877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks [] for port (0374ba8c-0625-4ae5-9665-724b272feb95), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.132667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (84de323e-6f2d-4573-8b68-f5a374dea5dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.189853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84de323e-6f2d-4573-8b68-f5a374dea5dc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:12.194479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.206792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c97ae2ab-85dd-4b0f-8ce8-d3ed786aa2cf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/84de323e-6f2d-4573-8b68-f5a374dea5dc HTTP/1.1" status: 204 len: 168 time: 0.5008986 Mar 22 14:19:12.212867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54042) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:12.214893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 260e0855-0371-4e28-8f21-c5d966fb16ab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:12.220804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bd7fb-ff92-4305-bebf-bf43555f9413 None None] Network 598615b3-3e89-42ac-af87-c3bc9c357796 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:12.229768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.236478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8:1::1 (744de2c3-59ba-4ece-950f-5ce001de9d53/9c15fd4a-7a79-486b-a4f9-9475ab9ec05c/1ff2c33f-9d86-4314-a0c1-497724cce5c9) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:12.335127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:12.441304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:12.448451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:12.474757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Pushing event updated for resources: {'Port': ['ID=0374ba8c-0625-4ae5-9665-724b272feb95,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:12.687498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ac9b90c-327b-45ed-b766-9fb228a750ea req-511cb263-de77-411e-8334-040fc200472e tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7f4ca79-04e7-4fec-9978-581da20f0ff6 HTTP/1.1" status: 200 len: 210 time: 0.1031346 Mar 22 14:19:12.781941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Attempting to bind port 0374ba8c-0625-4ae5-9665-724b272feb95 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:12.782376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Attempting to bind port 0374ba8c-0625-4ae5-9665-724b272feb95 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:12.787488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Attempting to bind port 0374ba8c-0625-4ae5-9665-724b272feb95 on network 744de2c3-59ba-4ece-950f-5ce001de9d53 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:12.795253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (598615b3-3e89-42ac-af87-c3bc9c357796), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.796107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:12.796509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Checking segment: {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:12.796911 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.797519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Bound using segment: {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:12.798209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Bound port: 0374ba8c-0625-4ae5-9665-724b272feb95, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:12.798615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.905797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c1eacc72-8621-4102-85d6-124784d0cd13 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:12.956495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c1eacc72-8621-4102-85d6-124784d0cd13 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:12.956913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c1eacc72-8621-4102-85d6-124784d0cd13 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:12.957456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:12.988888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:12.989249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f0bf2b5-e235-4277-9755-0fc9c1faf7e1 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:12.991880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:12.992645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] DHCP port deletion for 598615b3-3e89-42ac-af87-c3bc9c357796 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:12.999100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] For port 0374ba8c-0625-4ae5-9665-724b272feb95, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:13.017356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Deleting port e0f196ed-2277-4965-974c-208efd48a6f6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:13.017703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.050834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] For port 0374ba8c-0625-4ae5-9665-724b272feb95, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0374ba8c-0625-4ae5-9665-724b272feb95,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:13.062874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.121755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] For port e0f196ed-2277-4965-974c-208efd48a6f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0f196ed-2277-4965-974c-208efd48a6f6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:13.122378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.142883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Calling delete_port for e0f196ed-2277-4965-974c-208efd48a6f6 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:13.157164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385c5b-9e05-4490-8a51-deebecc7345f None None] Pushing event updated for resources: {'Port': ['ID=0374ba8c-0625-4ae5-9665-724b272feb95,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.181542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Deleting port e0f196ed-2277-4965-974c-208efd48a6f6 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:13.181542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.252976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.275853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] For port e0f196ed-2277-4965-974c-208efd48a6f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e0f196ed-2277-4965-974c-208efd48a6f6,segment=NetworkSegment(bab8669c-4e8f-49a0-9760-c1d99e79cc8f),segment_id=bab8669c-4e8f-49a0-9760-c1d99e79cc8f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:13.276666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.308115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Calling delete_port for e0f196ed-2277-4965-974c-208efd48a6f6 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:13.322099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.349876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:13.355898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:13.367343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:13.367986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.378823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] No DVR routers for this DVR port e0f196ed-2277-4965-974c-208efd48a6f6 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:13.501709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e0f196ed-2277-4965-974c-208efd48a6f6), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.544178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] Pushing event deleted for resources: {'Port': ['ID=e0f196ed-2277-4965-974c-208efd48a6f6,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.546750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785716c-42f8-466b-8f72-a8079ba3d3d8 None None] No DVR routers for this DVR port e0f196ed-2277-4965-974c-208efd48a6f6 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:13.592318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.636139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f196ed-2277-4965-974c-208efd48a6f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.640860 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (598615b3-3e89-42ac-af87-c3bc9c357796), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.680940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598615b3-3e89-42ac-af87-c3bc9c357796']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:13.715700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:13.716006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab8669c-4e8f-49a0-9760-c1d99e79cc8f') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:13.730217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (bab8669c-4e8f-49a0-9760-c1d99e79cc8f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.748853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.760329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bab8669c-4e8f-49a0-9760-c1d99e79cc8f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.772479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:13.772479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (bab8669c-4e8f-49a0-9760-c1d99e79cc8f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:13.774572 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:13.836102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54062) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:13.881072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (598615b3-3e89-42ac-af87-c3bc9c357796), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.907666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.913271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] 10.222.0.81 "DELETE /v2.0/networks/598615b3-3e89-42ac-af87-c3bc9c357796 HTTP/1.1" status: 204 len: 168 time: 1.6967294 Mar 22 14:19:13.916392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4171-5e22-418a-8524-60fccad65c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=598615b3-3e89-42ac-af87-c3bc9c357796,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:13.928965 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (27687f39-b58e-412c-8388-5557e804d11c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:13.977369 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (27687f39-b58e-412c-8388-5557e804d11c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.071413 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (27687f39-b58e-412c-8388-5557e804d11c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.075818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.077332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/security-groups/27687f39-b58e-412c-8388-5557e804d11c HTTP/1.1" status: 204 len: 168 time: 0.2403133 Mar 22 14:19:14.081244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54072) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.119890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e423-7537-4f02-9cd5-7ed0ee69222b tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27687f39-b58e-412c-8388-5557e804d11c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:14.122304 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-8bcef352-ed56-4887-94fb-511f210c1768 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] show failed (client error): The resource could not be found. Mar 22 14:19:14.124040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8bcef352-ed56-4887-94fb-511f210c1768 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "GET /v2.0/security-groups/27687f39-b58e-412c-8388-5557e804d11c HTTP/1.1" status: 404 len: 347 time: 0.0400226 Mar 22 14:19:14.127000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.233060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54078) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.279112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.289720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.290645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.348424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04f98d4b-d693-4290-9e60-30b53a64e670 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5b9bbda1e1647c2b0eab73e77825c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141324 Mar 22 14:19:14.350783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54082) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:14.357862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:14.446826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port f796681f-3ea5-4da4-9660-4c4858a5e1a7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:14.447614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.451716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] Publish callbacks [] for security_group (afcb2e31-5b75-4d07-95b6-19dec43aabf3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.520182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:14.520891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] Publish callbacks [] for security_group (afcb2e31-5b75-4d07-95b6-19dec43aabf3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.521693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:14.607901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.608441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (f796681f-3ea5-4da4-9660-4c4858a5e1a7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.637895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for f796681f-3ea5-4da4-9660-4c4858a5e1a7 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:14.661581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (afcb2e31-5b75-4d07-95b6-19dec43aabf3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.664192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:14.667295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afcb2e31-5b75-4d07-95b6-19dec43aabf3 HTTP/1.1" status: 204 len: 168 time: 0.3152361 Mar 22 14:19:14.707930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:14.759130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f4b38-a588-4ca8-81de-379cd41c3946 None None] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:14.882413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34a4b-2f05-4c17-84ba-f0f8ebba5aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb2e31-5b75-4d07-95b6-19dec43aabf3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:14.884428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f796681f-3ea5-4da4-9660-4c4858a5e1a7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.009426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=f796681f-3ea5-4da4-9660-4c4858a5e1a7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:15.011415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:15.024939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ef00f682-059e-4f60-88a1-36fefd8d8a1e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1359081 Mar 22 14:19:15.026930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54102) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:15.030151 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:15.036944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1368639856'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:15.051831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:15.052742 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:15.083114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0374ba8c-0625-4ae5-9665-724b272feb95 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:15.086423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Provisioning complete for port 0374ba8c-0625-4ae5-9665-724b272feb95 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:15.087026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.121918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:15.129464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.183885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:15.221862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8658eab9-6a29-4d99-b95c-2d587191f2ee), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.224827 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment 8658eab9-6a29-4d99-b95c-2d587191f2ee of type vlan for network 83404122-3309-4db4-9871-7b73895951f8 Mar 22 14:19:15.294960 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:15.295598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Current status of the port 0374ba8c-0625-4ae5-9665-724b272feb95 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:15.296001 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.358028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0374ba8c-0625-4ae5-9665-724b272feb95 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:15.361746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.365345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (83404122-3309-4db4-9871-7b73895951f8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.413273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] For port 0374ba8c-0625-4ae5-9665-724b272feb95, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0374ba8c-0625-4ae5-9665-724b272feb95,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:15.440550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.459065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (83404122-3309-4db4-9871-7b73895951f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.459714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:15.460402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.613016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48b466-61de-4b1f-8b1a-06b3f13e098e None None] Pushing event updated for resources: {'Port': ['ID=0374ba8c-0625-4ae5-9665-724b272feb95,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:15.627949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for floatingip (c2a10fd4-7728-440c-9c98-25e0a42d9dad), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.634749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.640034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54110) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:15.642887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eac8c362-e51c-4dfa-85d7-1fec17a7a9cd tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2a10fd4-7728-440c-9c98-25e0a42d9dad HTTP/1.1" status: 204 len: 168 time: 1.5139818 Mar 22 14:19:15.663759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0374ba8c-0625-4ae5-9665-724b272feb95 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:15.665459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6373510 Mar 22 14:19:15.678328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:15.687717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:15.823981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e0f196ed-2277-4965-974c-208efd48a6f6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:15.876989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955ac4c-aea8-4913-9839-38eedff87232 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=83404122-3309-4db4-9871-7b73895951f8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:15.890915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e0f196ed-2277-4965-974c-208efd48a6f6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:15.894101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e0f196ed-2277-4965-974c-208efd48a6f6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:15.907406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 83404122-3309-4db4-9871-7b73895951f8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:15.944447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:15.977434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:15.981433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 4875630b-8d9f-446e-96a1-50159708912e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:15.981777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4875630b-8d9f-446e-96a1-50159708912e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.169952 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:13Z', 'revision_number': 3, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:14Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:16.198355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:16.200129 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.312974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4875630b-8d9f-446e-96a1-50159708912e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.317897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:16.324899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:16.325792 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Updating router 949dfb59-9c2a-4e1a-963b-e312d907140a port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:16.336493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 4875630b-8d9f-446e-96a1-50159708912e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:16.367685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Provisioning complete for port 0374ba8c-0625-4ae5-9665-724b272feb95 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:16.368084 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.404229 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.556624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4875630b-8d9f-446e-96a1-50159708912e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.664059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-76a07c33-4f40-4711-b437-4a662def0e8e None None] Current status of the port 0374ba8c-0625-4ae5-9665-724b272feb95 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:16.725923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=4875630b-8d9f-446e-96a1-50159708912e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:16.781462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (1334d40c-b0a2-4b14-b574-38154760cd9f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:16.862672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ae45133b-cad4-44a8-87fa-ba770224fd3e None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:16.863134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ae45133b-cad4-44a8-87fa-ba770224fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.014925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ae45133b-cad4-44a8-87fa-ba770224fd3e None None] Port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:17.083570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0374ba8c-0625-4ae5-9665-724b272feb95 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:17.095314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=1334d40c-b0a2-4b14-b574-38154760cd9f,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:17.204197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.235997 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f0abd560-1b30-4855-b33c-6968b0a02ac7 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/ports/4875630b-8d9f-446e-96a1-50159708912e HTTP/1.1" status: 204 len: 168 time: 1.5907426 Mar 22 14:19:17.236946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54140) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:17.252450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0374ba8c-0625-4ae5-9665-724b272feb95 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:17.254276 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.287551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:17.288133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: 83404122-3309-4db4-9871-7b73895951f8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:17.370700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:17.412099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 83404122-3309-4db4-9871-7b73895951f8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:17.477300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 83404122-3309-4db4-9871-7b73895951f8) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:17.496785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:17.502599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.529456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0374ba8c-0625-4ae5-9665-724b272feb95 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:17.539022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b163cd-0f93-482b-861c-eeafbc5f4747 None None] Network 83404122-3309-4db4-9871-7b73895951f8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:17.581911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a917f2ff-2dda-4d0c-b8a4-872e6f2758d9 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9019289 Mar 22 14:19:17.586080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:17.656965 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks [] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.661208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 96ba1f2e-c62e-4267-9f52-14f16009fe26 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:17.661938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.690841 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.865386 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577bcb5-6018-4fad-8f56-9da1ddb65706 None None] Pushing event updated for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:17.876224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:17.913008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 96ba1f2e-c62e-4267-9f52-14f16009fe26 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:17.949123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b26ca76b-0eb6-4d67-b2c6-ff584af808a9 None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:17.949674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b26ca76b-0eb6-4d67-b2c6-ff584af808a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.078787 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Attempting to bind port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:18.082112 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Attempting to bind port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:18.082700 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Attempting to bind port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 on network 744de2c3-59ba-4ece-950f-5ce001de9d53 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:18.102557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:18.103116 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Checking segment: {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:18.103726 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.104305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Bound using segment: {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:18.106237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Bound port: 1ff2c33f-9d86-4314-a0c1-497724cce5c9, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6837fcd5-c726-49b5-9616-39e74c9dd48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:18.110183 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.243372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b26ca76b-0eb6-4d67-b2c6-ff584af808a9 None None] Port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:18.255457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-83404122-3309-4db4-9871-7b73895951f8', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:18.256661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.379654 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] For port 1ff2c33f-9d86-4314-a0c1-497724cce5c9, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:18.397675 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] For port 1ff2c33f-9d86-4314-a0c1-497724cce5c9, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ff2c33f-9d86-4314-a0c1-497724cce5c9,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:18.429722 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.477605 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (96ba1f2e-c62e-4267-9f52-14f16009fe26), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.569706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=96ba1f2e-c62e-4267-9f52-14f16009fe26,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.621533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:18.627880 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:18.757767 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577bcb5-6018-4fad-8f56-9da1ddb65706 None None] Pushing event updated for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:18.829889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.844481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:18.844864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:18.852993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf5590f7-70eb-4b05-891e-53e43bf26453 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/ports/96ba1f2e-c62e-4267-9f52-14f16009fe26 HTTP/1.1" status: 204 len: 168 time: 1.6041410 Mar 22 14:19:18.856607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:18.865763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4429d8fd-fcef-4099-b7b1-af540b139c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.003825 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:19.071037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting subnet 7e49262b-a5b1-4113-9d43-d43d001c0f98 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:19.082973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (7e49262b-a5b1-4113-9d43-d43d001c0f98), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.120055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Allocated IP 2001:db8:2::2 (83404122-3309-4db4-9871-7b73895951f8/1334d40c-b0a2-4b14-b574-38154760cd9f/5a05a117-8910-468a-9639-dc01e60e4b20) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:19.300090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7e49262b-a5b1-4113-9d43-d43d001c0f98), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.350199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Current status of the port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:19.350633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.396943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-network', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:19.479519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Made reservation on behalf of 4cee66f9da7b4a59af150b6f4deec6e8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:19.491508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.537443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.624602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7e49262b-a5b1-4113-9d43-d43d001c0f98), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.793175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:13Z', 'revision_number': 3, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:18Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:19.857820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7e49262b-a5b1-4113-9d43-d43d001c0f98), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.867352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51752e-8b74-4914-88ed-ec9ef96cff94 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:13Z', 'revision_number': 3, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:18Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:19.921603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks [] for port (5a05a117-8910-468a-9639-dc01e60e4b20), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.924313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:19.946592 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/subnets/7e49262b-a5b1-4113-9d43-d43d001c0f98 HTTP/1.1" status: 204 len: 168 time: 1.0825100 Mar 22 14:19:19.946592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:19.950321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a658bd-fa9f-4ccb-89ba-ad599bc98433 None None] Network 9202dd69-3395-4958-b961-081ed402344d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:20.087473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks [] for security_group (59c1b1d8-8c7c-464a-ab5b-38d5c2bac535), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.100087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (59c1b1d8-8c7c-464a-ab5b-38d5c2bac535), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.157448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea71228-c33e-43d5-be00-68ae99af4e8a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Subnet': ['ID=7e49262b-a5b1-4113-9d43-d43d001c0f98,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.193931 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.240546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.248630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:20.276873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting subnet f1695f7a-0463-42d8-a482-b2a3c8db2a6e {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:20.292679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (f1695f7a-0463-42d8-a482-b2a3c8db2a6e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.337689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] For port 1ff2c33f-9d86-4314-a0c1-497724cce5c9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ff2c33f-9d86-4314-a0c1-497724cce5c9,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:20.444693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (f1695f7a-0463-42d8-a482-b2a3c8db2a6e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.475660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Pushing event updated for resources: {'Port': ['ID=5a05a117-8910-468a-9639-dc01e60e4b20,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.483877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.516492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cd291608-77b7-4ca3-ab2e-23c9a2cd6649), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.517056 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Added segment cd291608-77b7-4ca3-ab2e-23c9a2cd6649 of type vlan for network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 Mar 22 14:19:20.688503 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (90a2c359-8f2f-4488-a5c1-b05d4dad0324), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.734009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Network 83404122-3309-4db4-9871-7b73895951f8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:20.739307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21bb5-478b-41f0-bf02-777254aeca93 None None] Pushing event updated for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:20.761238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:20.769330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:20.824877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:19:20.950164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (90a2c359-8f2f-4488-a5c1-b05d4dad0324), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:20.952260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:20.952884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.054297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Attempting to bind port 5a05a117-8910-468a-9639-dc01e60e4b20 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:21.061741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Attempting to bind port 5a05a117-8910-468a-9639-dc01e60e4b20 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:21.063596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Attempting to bind port 5a05a117-8910-468a-9639-dc01e60e4b20 on network 83404122-3309-4db4-9871-7b73895951f8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:21.125663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ff2c33f-9d86-4314-a0c1-497724cce5c9 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:21.245989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:21.256257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Checking segment: {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:21.256905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.257744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Bound using segment: {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:21.258454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Bound port: 5a05a117-8910-468a-9639-dc01e60e4b20, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:21.259005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.317427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d887c444-2467-4d54-bc2f-69e03c548c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.370229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-848bd7e4-860b-4e20-84cf-5a3d71b0d5a3 None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:21.372432 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-848bd7e4-860b-4e20-84cf-5a3d71b0d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.476411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.1013377 Mar 22 14:19:21.501176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54180) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:21.551373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Request body: {'subnet': {'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-subnet', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:21.560596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a67e7-35aa-4def-90a3-5922174617ff admin admin] Pushing event updated for resources: {'Network': ['ID=90a2c359-8f2f-4488-a5c1-b05d4dad0324,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:21.619034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] DHCP port deletion for 9202dd69-3395-4958-b961-081ed402344d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:21.626151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:21.632334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.670060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f1695f7a-0463-42d8-a482-b2a3c8db2a6e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.689027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Made reservation on behalf of 4cee66f9da7b4a59af150b6f4deec6e8 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:21.695967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.762821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (f1695f7a-0463-42d8-a482-b2a3c8db2a6e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.809897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Subnet': ['ID=f1695f7a-0463-42d8-a482-b2a3c8db2a6e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:21.824365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:21.826959 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.842330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:21.866008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b2d477c-2639-4c66-8e0d-eb171d01adca tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/subnets/f1695f7a-0463-42d8-a482-b2a3c8db2a6e HTTP/1.1" status: 204 len: 168 time: 1.8113496 Mar 22 14:19:21.866961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:22.052823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (9202dd69-3395-4958-b961-081ed402344d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.157294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 953cfeb0-fed2-4c75-9616-949fda3b88ad {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:22.157550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.267773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port 953cfeb0-fed2-4c75-9616-949fda3b88ad, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=953cfeb0-fed2-4c75-9616-949fda3b88ad,segment=NetworkSegment(1049dbb3-aab4-46db-a482-a6961c8d7705),segment_id=1049dbb3-aab4-46db-a482-a6961c8d7705)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:22.268151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.285481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 953cfeb0-fed2-4c75-9616-949fda3b88ad owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:22.287310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef7a50-fd43-4b03-8e86-2355a8e78b49 None None] Network 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:22.412983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.450523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=953cfeb0-fed2-4c75-9616-949fda3b88ad,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:22.457601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port 953cfeb0-fed2-4c75-9616-949fda3b88ad on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:22.460944 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.626600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (9202dd69-3395-4958-b961-081ed402344d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.642386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] For port 5a05a117-8910-468a-9639-dc01e60e4b20, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:22.660651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:22.672934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Deleting port 953cfeb0-fed2-4c75-9616-949fda3b88ad {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:22.673462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.687960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9202dd69-3395-4958-b961-081ed402344d']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:22.712215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1049dbb3-aab4-46db-a482-a6961c8d7705') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:22.712594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1049dbb3-aab4-46db-a482-a6961c8d7705') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:22.712718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (ef295114-20c2-4c4a-a20e-13a4c66e156d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.733592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8:2::1 (83404122-3309-4db4-9871-7b73895951f8/1334d40c-b0a2-4b14-b574-38154760cd9f/53b3266f-372f-4f90-89b7-0b7feed4bade) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:22.744603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1049dbb3-aab4-46db-a482-a6961c8d7705), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.797152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] For port 5a05a117-8910-468a-9639-dc01e60e4b20, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a05a117-8910-468a-9639-dc01e60e4b20,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:22.798967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1049dbb3-aab4-46db-a482-a6961c8d7705), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.809328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:22.809985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1049dbb3-aab4-46db-a482-a6961c8d7705), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:22.825657 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:22.862676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] DHCP port deletion for 4800d318-0d9d-4cb1-9481-dfc8da4fefd6 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:22.921878 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.927642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (9202dd69-3395-4958-b961-081ed402344d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.946335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-848bd7e4-860b-4e20-84cf-5a3d71b0d5a3 None None] Current status of the port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:22.969425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef295114-20c2-4c4a-a20e-13a4c66e156d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:22.978842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:22.986680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Checking segment: {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:22.987053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Network hostable DHCP agents. Network: 90a2c359-8f2f-4488-a5c1-b05d4dad0324, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:22.988421 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/networks/9202dd69-3395-4958-b961-081ed402344d HTTP/1.1" status: 204 len: 168 time: 1.1200907 Mar 22 14:19:22.989130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54204) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:23.059718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] For port 953cfeb0-fed2-4c75-9616-949fda3b88ad, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:23.059718 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.059911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885c3a-0e13-4080-ace0-2c49fd217af0 tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Network': ['ID=9202dd69-3395-4958-b961-081ed402344d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:23.102631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Calling delete_port for 953cfeb0-fed2-4c75-9616-949fda3b88ad owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:23.108948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Port 953cfeb0-fed2-4c75-9616-949fda3b88ad was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:19:23.110848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 953cfeb0-fed2-4c75-9616-949fda3b88ad no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:23.121046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:23.130741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (953cfeb0-fed2-4c75-9616-949fda3b88ad), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.170390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 90a2c359-8f2f-4488-a5c1-b05d4dad0324) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:23.186490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:23.187215 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.227890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.238033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4800d318-0d9d-4cb1-9481-dfc8da4fefd6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.259676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40210b4-490c-4d60-8fcb-8f543b826c5d None None] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:23.263745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54210) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:23.266445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8baddd2c-40ab-4336-8e8a-f57343a5342d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7418871 Mar 22 14:19:23.276849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:23.331853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.433098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.435553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.462609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54222) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:23.473042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:23.493905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 953cfeb0-fed2-4c75-9616-949fda3b88ad {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:23.495119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 953cfeb0-fed2-4c75-9616-949fda3b88ad not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:23.497133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Network 9202dd69-3395-4958-b961-081ed402344d is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:19:23.498625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] No DVR routers for this DVR port 953cfeb0-fed2-4c75-9616-949fda3b88ad on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:23.511431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 83404122-3309-4db4-9871-7b73895951f8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:23.516565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:23.520228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:23.527094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.604905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c21e90-39de-4eb5-a70f-bce4cfa6bf7b None None] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:23.647766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e561d41-b267-4fd2-a2d6-10e6364c02b6 None None] Pushing event updated for resources: {'Port': ['ID=5a05a117-8910-468a-9639-dc01e60e4b20,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:23.652040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for router_controller (28f38d4c-b3db-459c-a61b-70eed687ef35), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.761511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e0da2-06f5-410f-a930-383199c7ea57 None None] Pushing event deleted for resources: {'Port': ['ID=953cfeb0-fed2-4c75-9616-949fda3b88ad,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:23.764041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Deleting port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:23.764517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.868107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Deleting port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:23.869459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.912025 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:23.914011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956a3d2-5896-4e44-8bba-7c7172f22e12 req-8da5d953-698e-41c1-b2cd-dc15711e7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:23.918635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5956a3d2-5896-4e44-8bba-7c7172f22e12 req-8da5d953-698e-41c1-b2cd-dc15711e7929 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1127 time: 0.4395387 Mar 22 14:19:24.029919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] For port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:24.030894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.046239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for router_gateway (28f38d4c-b3db-459c-a61b-70eed687ef35), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.052208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5956a3d2-5896-4e44-8bba-7c7172f22e12 req-d2907957-726c-433f-b0de-082833913f95 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245177 Mar 22 14:19:24.053489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Calling delete_port for 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:24.178991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.193193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] For port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,segment=NetworkSegment(1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9),segment_id=1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:24.193838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.239608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Calling delete_port for 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:24.398109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.438854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Port': ['ID=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:24.476362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] No DVR routers for this DVR port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:24.516593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (4e0fa1eb-2790-447b-8936-9a2efdb3dd54), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.607033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] Pushing event deleted for resources: {'Port': ['ID=4e0fa1eb-2790-447b-8936-9a2efdb3dd54,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:24.620965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880875e-156b-4aa6-ac0e-13e4ba51d5d2 None None] No DVR routers for this DVR port 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:24.654883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4800d318-0d9d-4cb1-9481-dfc8da4fefd6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.681936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4800d318-0d9d-4cb1-9481-dfc8da4fefd6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:24.694606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:24.695106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:24.709029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.725663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.737632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:24.738150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1cbfbffe-b97b-4cd2-b1fe-dd4518d234c9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:24.867340 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:24.879267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4800d318-0d9d-4cb1-9481-dfc8da4fefd6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.911357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.924445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.928347 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] 10.222.0.81 "DELETE /v2.0/networks/4800d318-0d9d-4cb1-9481-dfc8da4fefd6 HTTP/1.1" status: 204 len: 168 time: 1.9019327 Mar 22 14:19:24.930724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f73385-2de2-4af3-a446-d5ebe6e6e99a tempest-TaggedBootDevicesTest_v242-1672334360 tempest-TaggedBootDevicesTest_v242-1672334360-project] Pushing event deleted for resources: {'Network': ['ID=4800d318-0d9d-4cb1-9481-dfc8da4fefd6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:24.937897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.949520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:24.958099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.097288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a05a117-8910-468a-9639-dc01e60e4b20 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:25.140196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for router_gateway (28f38d4c-b3db-459c-a61b-70eed687ef35), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.179658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.318969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5a05a117-8910-468a-9639-dc01e60e4b20 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:25.319352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.440252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Allocated IP 172.25.3.135 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4b26be6f-2eca-40bc-a460-7a6e8c02534a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:25.547176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cffb75-1fef-4cc8-8664-7b1998223481 None None] Network 83404122-3309-4db4-9871-7b73895951f8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:25.620276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network 83404122-3309-4db4-9871-7b73895951f8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:25.632591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:25.761506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.835538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Provisioning complete for port 5a05a117-8910-468a-9639-dc01e60e4b20 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:25.838426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.930877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:25.970980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:25.988337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:25.999747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5a05a117-8910-468a-9639-dc01e60e4b20 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:26.000139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.050335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:26.056485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:26.066934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:26.157630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Pushing event updated for resources: {'Port': ['ID=4b26be6f-2eca-40bc-a460-7a6e8c02534a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:26.248058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:26.270608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2b603e6-22ad-43f4-a562-2393822c9625 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6827726 Mar 22 14:19:26.272980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5a05a117-8910-468a-9639-dc01e60e4b20, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a05a117-8910-468a-9639-dc01e60e4b20,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:26.275282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:26.282852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:26.290166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36557211'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:26.305037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.378509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:26.394247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.429950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:26.431354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:26.478228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:19:26.511267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a772f215-acb0-433e-89b5-c6ca49de4b20), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.513904 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added segment a772f215-acb0-433e-89b5-c6ca49de4b20 of type vlan for network c8368aa0-fedb-4b01-b7ae-eb5d288684cd Mar 22 14:19:26.649799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c8368aa0-fedb-4b01-b7ae-eb5d288684cd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.650995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Current status of the port 5a05a117-8910-468a-9639-dc01e60e4b20 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:26.651434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.653531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:26.670884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for router_gateway (28f38d4c-b3db-459c-a61b-70eed687ef35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.742950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c8368aa0-fedb-4b01-b7ae-eb5d288684cd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:26.750476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:26.753355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:27.022501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7460210 Mar 22 14:19:27.025907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54284) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:27.042724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'subnet': {'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:27.242000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9a0d-2fa5-4acc-a51a-2750d80caaa7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Network': ['ID=c8368aa0-fedb-4b01-b7ae-eb5d288684cd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:27.250910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Made reservation on behalf of 45cd04a2f460404e9581cc69024af78b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:27.256190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:27.260771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:27.315319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:19:27.335530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:27.345834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4e0fa1eb-2790-447b-8936-9a2efdb3dd54 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:27.417585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5a05a117-8910-468a-9639-dc01e60e4b20,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:27.505873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54290) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:27.591312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:19:27.591691 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:19:27.607161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:27.665245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Router 28f38d4c-b3db-459c-a61b-70eed687ef35 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:19:27.912075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:27.926060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Sync routers for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:27.962579 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:27.963519 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:27.970111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:27.971575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a60a1ec-3056-4537-ba4b-9202f96f7f63 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7065086 Mar 22 14:19:27.974307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:28.113165 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:28.285265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.291010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-527a6e70-e91d-4cb9-8198-fb7312fbc545 None None] Current status of the port 5a05a117-8910-468a-9639-dc01e60e4b20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:28.318824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:24Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:24Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:28.492501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:28.496005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Updating router 949dfb59-9c2a-4e1a-963b-e312d907140a port 53b3266f-372f-4f90-89b7-0b7feed4bade binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:28.542201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-614ec125-4293-43de-b1b9-561b23ddfbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.571604 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.577322 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:26Z', 'revision_number': 3, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:28.631520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Checking router: 28f38d4c-b3db-459c-a61b-70eed687ef35 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:28.631781 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Updating router 28f38d4c-b3db-459c-a61b-70eed687ef35 port 4b26be6f-2eca-40bc-a460-7a6e8c02534a binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:28.650738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (3894f189-276c-4cd8-9a96-50390f39d907), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.683809 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.784533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Subnet': ['ID=3894f189-276c-4cd8-9a96-50390f39d907,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:28.871886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Provisioning complete for port 53b3266f-372f-4f90-89b7-0b7feed4bade triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:28.872266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.874489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Checking segment: {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:28.874882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network hostable DHCP agents. Network: c8368aa0-fedb-4b01-b7ae-eb5d288684cd, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:19:28.943652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:19:28.982995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-614ec125-4293-43de-b1b9-561b23ddfbce admin admin] Publish callbacks [] for security_group (052f9069-fc32-44f6-b8d4-29f626e4a873), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:28.989436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c8368aa0-fedb-4b01-b7ae-eb5d288684cd) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:28.996382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:28.997082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.008110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-614ec125-4293-43de-b1b9-561b23ddfbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (052f9069-fc32-44f6-b8d4-29f626e4a873), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.038200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.079684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb23ef-d97d-4f72-aa36-4a4feb0e53d5 None None] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:29.109185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:29.111021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4a5ba70e-ddf1-45dd-a775-7c8dfe8a7a06 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0762801 Mar 22 14:19:29.153067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-614ec125-4293-43de-b1b9-561b23ddfbce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=507fe5c09fef47de90b948c3ca0f99c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6433554 Mar 22 14:19:29.155108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54308) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:29.190061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ec125-4293-43de-b1b9-561b23ddfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f9069-fc32-44f6-b8d4-29f626e4a873,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:29.210211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Port 53b3266f-372f-4f90-89b7-0b7feed4bade cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:29.260226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'project_id': '45cd04a2f460404e9581cc69024af78b', 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:19:29.261680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.328848 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] Publish callbacks [] for security_group (052f9069-fc32-44f6-b8d4-29f626e4a873), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.390282 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks [] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.391775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] Publish callbacks [] for security_group (052f9069-fc32-44f6-b8d4-29f626e4a873), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.408042 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.456542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Allocated IP 2001:db8:3::2 (c8368aa0-fedb-4b01-b7ae-eb5d288684cd/3894f189-276c-4cd8-9a96-50390f39d907/79fba694-35b0-4bae-90cf-00378d94980a) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:29.513223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (052f9069-fc32-44f6-b8d4-29f626e4a873), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.517279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.520924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/052f9069-fc32-44f6-b8d4-29f626e4a873 HTTP/1.1" status: 204 len: 168 time: 0.3623805 Mar 22 14:19:29.521091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Attempting to bind port 4b26be6f-2eca-40bc-a460-7a6e8c02534a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:29.521091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Attempting to bind port 4b26be6f-2eca-40bc-a460-7a6e8c02534a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:29.521091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Attempting to bind port 4b26be6f-2eca-40bc-a460-7a6e8c02534a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:29.561116 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:29.567846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab30fc-037d-44d7-9b48-9ce06d9086b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f9069-fc32-44f6-b8d4-29f626e4a873,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:29.568769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:29.569612 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.573066 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:29.573798 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Bound port: 4b26be6f-2eca-40bc-a460-7a6e8c02534a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:29.574527 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.707342 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] For port 4b26be6f-2eca-40bc-a460-7a6e8c02534a, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:29.715383 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] For port 4b26be6f-2eca-40bc-a460-7a6e8c02534a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4b26be6f-2eca-40bc-a460-7a6e8c02534a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:29.740221 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.777617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917bfc1-9c40-4718-9b5f-6ac0f2f5b3f7 None None] Pushing event updated for resources: {'Port': ['ID=4b26be6f-2eca-40bc-a460-7a6e8c02534a,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:29.779124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a05a117-8910-468a-9639-dc01e60e4b20 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:29.794202 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.910223 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks [] for port (79fba694-35b0-4bae-90cf-00378d94980a), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.917168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Provisioning complete for port 5a05a117-8910-468a-9639-dc01e60e4b20 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:29.918852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:29.941124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917bfc1-9c40-4718-9b5f-6ac0f2f5b3f7 None None] Pushing event updated for resources: {'Port': ['ID=4b26be6f-2eca-40bc-a460-7a6e8c02534a,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:29.948882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (79fba694-35b0-4bae-90cf-00378d94980a), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.031932 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:30.039560 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:30.059899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:30.074365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:30.074365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:30.282945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Pushing event updated for resources: {'Port': ['ID=79fba694-35b0-4bae-90cf-00378d94980a,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:30.389674 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:30.402914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54320) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:30.421236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a65bf74d-daae-4370-a020-dcfefde16b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.591557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a6f29b92-d73c-4d00-ba97-95c55a862dcc None None] Current status of the port 5a05a117-8910-468a-9639-dc01e60e4b20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:30.627332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Attempting to bind port 79fba694-35b0-4bae-90cf-00378d94980a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:30.627703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Attempting to bind port 79fba694-35b0-4bae-90cf-00378d94980a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:30.654594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Attempting to bind port 79fba694-35b0-4bae-90cf-00378d94980a on network c8368aa0-fedb-4b01-b7ae-eb5d288684cd {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:30.660931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5a05a117-8910-468a-9639-dc01e60e4b20 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:30.661336 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.670434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a65bf74d-daae-4370-a020-dcfefde16b2f admin admin] Publish callbacks [] for security_group (4dd99288-382c-42de-8f22-bc5706f2b2ad), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.682760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a65bf74d-daae-4370-a020-dcfefde16b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4dd99288-382c-42de-8f22-bc5706f2b2ad), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.815503 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks [] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.817350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a65bf74d-daae-4370-a020-dcfefde16b2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f40a7f2d56842a8a6c176c226e333b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130418 Mar 22 14:19:30.818297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf74d-daae-4370-a020-dcfefde16b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd99288-382c-42de-8f22-bc5706f2b2ad,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:30.832703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:30.835072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54324) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:30.846390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Checking segment: {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:30.846850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.847264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Bound using segment: {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:30.847780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Bound port: 79fba694-35b0-4bae-90cf-00378d94980a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:30.848954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79fba694-35b0-4bae-90cf-00378d94980a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.885950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:26Z', 'revision_number': 3, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:30.899372 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:30.950648 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871ac74-0362-442d-837b-9c4d7eaf49bf None None] The sync data for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 is: [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:26Z', 'revision_number': 3, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:30.996901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] Publish callbacks [] for security_group (4dd99288-382c-42de-8f22-bc5706f2b2ad), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.072231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] Publish callbacks [] for security_group (4dd99288-382c-42de-8f22-bc5706f2b2ad), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.189152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4dd99288-382c-42de-8f22-bc5706f2b2ad), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.192270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.193561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4dd99288-382c-42de-8f22-bc5706f2b2ad HTTP/1.1" status: 204 len: 168 time: 0.3562167 Mar 22 14:19:31.215382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6897c-4cc9-41e2-8784-2b11e2fc8390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd99288-382c-42de-8f22-bc5706f2b2ad,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:31.403025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Pushing event updated for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:31.524425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] For port 79fba694-35b0-4bae-90cf-00378d94980a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:31.599676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.600272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.600555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.601008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.601440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.601944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.603329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.603741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.604167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.606538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.607020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.607480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.608788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.609222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.617848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:31.630562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.764964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] For port 79fba694-35b0-4bae-90cf-00378d94980a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=79fba694-35b0-4bae-90cf-00378d94980a,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:31.844603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5a05a117-8910-468a-9639-dc01e60e4b20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:31.876778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (79fba694-35b0-4bae-90cf-00378d94980a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:31.918203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Attempting to bind port 53b3266f-372f-4f90-89b7-0b7feed4bade on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:31.942934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Attempting to bind port 53b3266f-372f-4f90-89b7-0b7feed4bade by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:31.944788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Attempting to bind port 53b3266f-372f-4f90-89b7-0b7feed4bade on network 83404122-3309-4db4-9871-7b73895951f8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:31.968977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Allocated IP 172.20.0.1 (90a2c359-8f2f-4488-a5c1-b05d4dad0324/ef295114-20c2-4c4a-a20e-13a4c66e156d/b4bb87cf-1e51-40ce-8981-e9a23b514edf) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:32.005413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:32.006062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Checking segment: {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:32.006579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.007081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Bound using segment: {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:32.007758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Bound port: 53b3266f-372f-4f90-89b7-0b7feed4bade, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8658eab9-6a29-4d99-b95c-2d587191f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '83404122-3309-4db4-9871-7b73895951f8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:32.008197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.016481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c95b50e4-8d94-414e-8814-d8ba06daa6f6 None None] Provisioning complete for port 53b3266f-372f-4f90-89b7-0b7feed4bade triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:32.016780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c95b50e4-8d94-414e-8814-d8ba06daa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.205039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks [] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.233786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4b26be6f-2eca-40bc-a460-7a6e8c02534a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:32.276190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.454493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:32.526886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:32.560881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:32.566726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:32.706183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (28f38d4c-b3db-459c-a61b-70eed687ef35), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:32.936916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db46d-2694-4baa-84bd-f32aebcc8afc None None] Pushing event updated for resources: {'Port': ['ID=79fba694-35b0-4bae-90cf-00378d94980a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:32.982813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c95b50e4-8d94-414e-8814-d8ba06daa6f6 None None] Port 53b3266f-372f-4f90-89b7-0b7feed4bade cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:33.062336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] For port 53b3266f-372f-4f90-89b7-0b7feed4bade, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:33.065939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] For port 53b3266f-372f-4f90-89b7-0b7feed4bade, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=53b3266f-372f-4f90-89b7-0b7feed4bade,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:33.074501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4b26be6f-2eca-40bc-a460-7a6e8c02534a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:33.074897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.078302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.177149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Allocated IP 2001:db8:3::1 (c8368aa0-fedb-4b01-b7ae-eb5d288684cd/3894f189-276c-4cd8-9a96-50390f39d907/2da5ae69-a06d-4050-9929-19c41d65ffd6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:33.304628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196028f-cd3c-4383-8f34-5e505f7982f8 None None] Pushing event updated for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:33.313237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4b26be6f-2eca-40bc-a460-7a6e8c02534a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:33.319939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.409598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 4b26be6f-2eca-40bc-a460-7a6e8c02534a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4b26be6f-2eca-40bc-a460-7a6e8c02534a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:33.424935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.429070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.444311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:33.445325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:33.619533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.741307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.742020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:33.811432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:33.817496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:33.821230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:33.822157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:33.880867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:34.091393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Provisioning complete for port 53b3266f-372f-4f90-89b7-0b7feed4bade triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:34.097129 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.110243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks [] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.178511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034fea5-a081-4bed-af6c-070e4c246afc None None] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:34.230367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 79fba694-35b0-4bae-90cf-00378d94980a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:34.250302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.280249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=4b26be6f-2eca-40bc-a460-7a6e8c02534a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:34.347840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (28f38d4c-b3db-459c-a61b-70eed687ef35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.475547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Current status of the port 53b3266f-372f-4f90-89b7-0b7feed4bade is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:34.475946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.491127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 79fba694-35b0-4bae-90cf-00378d94980a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:34.491513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79fba694-35b0-4bae-90cf-00378d94980a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.624246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] For port 53b3266f-372f-4f90-89b7-0b7feed4bade, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=53b3266f-372f-4f90-89b7-0b7feed4bade,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:34.649896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:34.716678 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.763116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:34.780022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:34.808972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e007749-36c3-43f3-b3ed-4f890d27cfaa None None] Pushing event updated for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:34.905417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:34.911281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Provisioning complete for port 79fba694-35b0-4bae-90cf-00378d94980a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:34.911666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79fba694-35b0-4bae-90cf-00378d94980a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:35.004205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 79fba694-35b0-4bae-90cf-00378d94980a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:35.004739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79fba694-35b0-4bae-90cf-00378d94980a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:35.013023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:24Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:35.060890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53fcde-99e4-41dc-9447-c8f9b8c70585 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:24Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:35.095734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-674607c4-873a-43fa-a630-b8210372e35a req-f59d2606-8599-4756-b6cb-46617cb1c2da service neutron] (103890) timed out ('10.222.0.82', 49927) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:19:35.170446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Current status of the port 79fba694-35b0-4bae-90cf-00378d94980a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:35.171017 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (79fba694-35b0-4bae-90cf-00378d94980a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:35.182179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 79fba694-35b0-4bae-90cf-00378d94980a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=79fba694-35b0-4bae-90cf-00378d94980a,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:35.217993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (79fba694-35b0-4bae-90cf-00378d94980a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:35.411178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=79fba694-35b0-4bae-90cf-00378d94980a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:35.416713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:19:35.423194 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:19:35.710163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Router 28f38d4c-b3db-459c-a61b-70eed687ef35 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:35.719291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54398) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:36.005314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.037130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.062736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f7d9a-acfa-4168-b72e-3402a5f32b0f None None] Current status of the port 79fba694-35b0-4bae-90cf-00378d94980a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:36.068533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.086046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.103040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.123716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.144690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:36.152573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-748bfc72-9b50-47ac-a5eb-76f23dc4ffa7 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.5062623 Mar 22 14:19:36.161840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Deleting subnet 83c149be-cd91-4bc9-a3f6-abf66c28363a {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:36.191528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Provisioning complete for port 79fba694-35b0-4bae-90cf-00378d94980a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:36.192686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79fba694-35b0-4bae-90cf-00378d94980a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.260782 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Publish callbacks [] for subnet (83c149be-cd91-4bc9-a3f6-abf66c28363a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.349153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 79fba694-35b0-4bae-90cf-00378d94980a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:36.376404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (83c149be-cd91-4bc9-a3f6-abf66c28363a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.390241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:36.397820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f3cb2ea-4ebe-4754-9c0f-9302e68be3e8 admin admin] 10.222.0.81 "PUT /v2.0/routers/28f38d4c-b3db-459c-a61b-70eed687ef35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4217396 Mar 22 14:19:36.403077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92c8fd8e-a702-4f84-a405-f19370a19b13 req-7043ea43-0ffd-4f0c-8243-42934109cbfb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494843 Mar 22 14:19:36.470571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.484048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Sync routers for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:36.484415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.485898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.541152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (83c149be-cd91-4bc9-a3f6-abf66c28363a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.692791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:36.698968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:36.700469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (83c149be-cd91-4bc9-a3f6-abf66c28363a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.745146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event updated for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:36.848085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:36.850023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:36.880433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c149be-cd91-4bc9-a3f6-abf66c28363a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:36.897060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:36.945066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:36.971944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-487a7712-2d43-4626-8f30-7cfe66d918b0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83c149be-cd91-4bc9-a3f6-abf66c28363a HTTP/1.1" status: 204 len: 168 time: 1.2480774 Mar 22 14:19:36.981182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54414) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:37.086070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Current status of the port 79fba694-35b0-4bae-90cf-00378d94980a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:37.105433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:37.266614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (14a019ca-4d73-409a-bcb0-678219b34d67), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.324659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:37.335037 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:37.336636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.344057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Provisioning complete for port 2da5ae69-a06d-4050-9929-19c41d65ffd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:37.344488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7f6ba9d9-a062-4167-a353-05dc94156103 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2317836 Mar 22 14:19:37.344580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.344675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:37.351404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:37.353160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.357241 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:37.357984 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.360090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.367932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.374553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.381141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.387977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.400728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-841de42e-72f4-489a-9dfe-67238b47d31f req-6a5552dd-ccc6-47b3-b1c5-d65857ec7646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.7276466 Mar 22 14:19:37.620828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:37.686713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-a3596d13-d8a4-4f4b-8941-58c01ef5b91d tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:37.693911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-a3596d13-d8a4-4f4b-8941-58c01ef5b91d tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 820 time: 0.3967524 Mar 22 14:19:37.722108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-f9f9043a-8e4c-4fee-a6a7-d023086735ed tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/quotas/4cee66f9da7b4a59af150b6f4deec6e8 HTTP/1.1" status: 200 len: 375 time: 0.0269029 Mar 22 14:19:37.839286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 79fba694-35b0-4bae-90cf-00378d94980a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:37.839713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (79fba694-35b0-4bae-90cf-00378d94980a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.910656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a01fb906-524e-47cf-9749-128de00aa275 None None] Port 2da5ae69-a06d-4050-9929-19c41d65ffd6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:37.922350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (14a019ca-4d73-409a-bcb0-678219b34d67), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:37.956446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a019ca-4d73-409a-bcb0-678219b34d67']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:37.971575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-8675e067-4a1c-48f7-8f8c-f982da9422b0 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482615 Mar 22 14:19:37.985038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-70ad0af7-00e1-476f-8fcf-12bc59396b1c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:19:37.993791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-70ad0af7-00e1-476f-8fcf-12bc59396b1c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213163 Mar 22 14:19:38.019193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 79fba694-35b0-4bae-90cf-00378d94980a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:38.020333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 53b3266f-372f-4f90-89b7-0b7feed4bade up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:38.089461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-db86b350-00d8-4a91-b532-20c090ea3a20 None None] Provisioning complete for port 2da5ae69-a06d-4050-9929-19c41d65ffd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:38.089841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db86b350-00d8-4a91-b532-20c090ea3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.126478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-db86b350-00d8-4a91-b532-20c090ea3a20 None None] Port 2da5ae69-a06d-4050-9929-19c41d65ffd6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:19:38.152600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 2, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:38.228776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 53b3266f-372f-4f90-89b7-0b7feed4bade triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:38.229168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.238638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Checking router: 28f38d4c-b3db-459c-a61b-70eed687ef35 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:38.238638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Updating router 28f38d4c-b3db-459c-a61b-70eed687ef35 port b4bb87cf-1e51-40ce-8981-e9a23b514edf binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:38.257893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-09de70ff-8ce8-4174-a7fd-e051126a6da0 service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620776 Mar 22 14:19:38.289423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d359c4e-fc4f-4d55-a5b1-08edd503208a') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:38.290438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d359c4e-fc4f-4d55-a5b1-08edd503208a') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:38.392286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (1d359c4e-fc4f-4d55-a5b1-08edd503208a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.438318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1d359c4e-fc4f-4d55-a5b1-08edd503208a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.465447 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:35Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:38.475478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.495139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:38.495893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (1d359c4e-fc4f-4d55-a5b1-08edd503208a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:38.499906 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:38.529422 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:38.529904 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Updating router 949dfb59-9c2a-4e1a-963b-e312d907140a port 2da5ae69-a06d-4050-9929-19c41d65ffd6 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:19:38.591795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 53b3266f-372f-4f90-89b7-0b7feed4bade is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:38.593993 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.596623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4b26be6f-2eca-40bc-a460-7a6e8c02534a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:38.683432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-ac1dd048-dfad-486e-bc21-ffaf7420be53 service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242115 Mar 22 14:19:38.702045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (14a019ca-4d73-409a-bcb0-678219b34d67), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.712095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:38.718353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/14a019ca-4d73-409a-bcb0-678219b34d67 HTTP/1.1" status: 204 len: 168 time: 1.7339916 Mar 22 14:19:38.718970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:38.782387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b387d4-b647-40bb-8f03-87a67aa8bfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a019ca-4d73-409a-bcb0-678219b34d67,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:38.995592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Deleting subnet 53c52068-153d-4d85-be06-a7450b07f6ed {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:39.021360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Publish callbacks [] for subnet (53c52068-153d-4d85-be06-a7450b07f6ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.206646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (53c52068-153d-4d85-be06-a7450b07f6ed), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.323338 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks [] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.330281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (53c52068-153d-4d85-be06-a7450b07f6ed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.338169 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.397475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4b26be6f-2eca-40bc-a460-7a6e8c02534a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:39.412229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.423596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (53c52068-153d-4d85-be06-a7450b07f6ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.472714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.extraroute_db [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103891) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:19:39.480617 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.492123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/53c52068-153d-4d85-be06-a7450b07f6ed HTTP/1.1" status: 204 len: 168 time: 0.7312768 Mar 22 14:19:39.496884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54456) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:39.511698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7a57dad-57a2-4b05-b089-7105d9a7f88f req-37fbb9f3-dba0-4f47-9cb9-15f64cb2491c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 210 time: 0.1082735 Mar 22 14:19:39.516034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.extraroute_db [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Removed routes are [] {{(pid=103891) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:19:39.529217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.630058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448417e-e03e-419e-89c7-5fbb03bdedd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c52068-153d-4d85-be06-a7450b07f6ed,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:39.654773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e09df-88d5-4d73-ae83-d33f60cca81b None None] Pushing event updated for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:39.691806 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Attempting to bind port 2da5ae69-a06d-4050-9929-19c41d65ffd6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:39.692365 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Attempting to bind port 2da5ae69-a06d-4050-9929-19c41d65ffd6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:39.692727 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Attempting to bind port 2da5ae69-a06d-4050-9929-19c41d65ffd6 on network c8368aa0-fedb-4b01-b7ae-eb5d288684cd {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:39.714029 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:39.714553 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Checking segment: {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:39.714978 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.715382 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Bound using segment: {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:39.715894 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Bound port: 2da5ae69-a06d-4050-9929-19c41d65ffd6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a772f215-acb0-433e-89b5-c6ca49de4b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:39.716280 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.835916 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (70449ec9-8c03-41da-a566-89f9bdc6752b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.966450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.979810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:39.992209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4b26be6f-2eca-40bc-a460-7a6e8c02534a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:39.992816 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] For port 2da5ae69-a06d-4050-9929-19c41d65ffd6, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:40.005666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] For port 2da5ae69-a06d-4050-9929-19c41d65ffd6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2da5ae69-a06d-4050-9929-19c41d65ffd6,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:40.024056 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.084757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Provisioning complete for port 2da5ae69-a06d-4050-9929-19c41d65ffd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:40.090859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.093079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (70449ec9-8c03-41da-a566-89f9bdc6752b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.159560 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:40.163177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:40.191259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70449ec9-8c03-41da-a566-89f9bdc6752b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:40.234328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6281e19-f194-41a8-9242-44c7455315ce') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:40.234617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6281e19-f194-41a8-9242-44c7455315ce') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:40.285559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (d6281e19-f194-41a8-9242-44c7455315ce), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.327372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d6281e19-f194-41a8-9242-44c7455315ce), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.340030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:40.340736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (d6281e19-f194-41a8-9242-44c7455315ce), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.349532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:40.383009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e09df-88d5-4d73-ae83-d33f60cca81b None None] Pushing event updated for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:40.477829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:40.611157 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:40.642396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks [] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.680978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.687997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (70449ec9-8c03-41da-a566-89f9bdc6752b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.698439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.711848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] 10.222.0.81 "DELETE /v2.0/networks/70449ec9-8c03-41da-a566-89f9bdc6752b HTTP/1.1" status: 204 len: 168 time: 1.1936109 Mar 22 14:19:40.759756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:40.778826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.782811 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e8ed8b19-195f-420b-af2c-e8aa1bef1855 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 954 time: 3.4347847 Mar 22 14:19:40.784424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54486) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:40.826382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9bc4d6e-4836-49bb-a613-c670ea182705 req-3aea09cc-f55d-4128-8e85-9c8ae398cb59 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 210 time: 0.1419637 Mar 22 14:19:40.837510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40621475-2c2c-44e9-b332-91e3dfcfe28a admin admin] Pushing event deleted for resources: {'Network': ['ID=70449ec9-8c03-41da-a566-89f9bdc6752b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:40.905881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Current status of the port 2da5ae69-a06d-4050-9929-19c41d65ffd6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:40.915373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:40.947154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.952384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.965733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.969818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.972827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.973384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.977432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:40.989076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a19f2507-a429-41ab-8198-e364f0930b79 req-92fedbdf-6048-43d6-8421-eb140b47cfa9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6708 time: 0.3788631 Mar 22 14:19:41.045240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42730-4f56-46c9-b03d-be76bdd768a4 None None] Pushing event updated for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:41.068026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] For port 2da5ae69-a06d-4050-9929-19c41d65ffd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2da5ae69-a06d-4050-9929-19c41d65ffd6,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:41.071576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Attempting to bind port b4bb87cf-1e51-40ce-8981-e9a23b514edf on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:41.071576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Attempting to bind port b4bb87cf-1e51-40ce-8981-e9a23b514edf by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:41.071741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Attempting to bind port b4bb87cf-1e51-40ce-8981-e9a23b514edf on network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:41.078341 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.083252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:41.083864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Checking segment: {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:41.084272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.084658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Bound using segment: {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:41.085576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Bound port: b4bb87cf-1e51-40ce-8981-e9a23b514edf, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:41.086081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.164879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:39Z', 'revision_number': 6, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:39Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:41.245950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a19f2507-a429-41ab-8198-e364f0930b79 req-d91c8f63-fe72-42ff-b6a8-1a5b4311fc66 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&id=eeea8617-1a90-49c3-8178-820eeb591de5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2484088 Mar 22 14:19:41.263061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54492) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.263298 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-39bdc333-1ce3-4636-b805-59101ecd9dd6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 954 time: 0.4726806 Mar 22 14:19:41.269330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'routes': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:41.284240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.307068 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70a8c5-462e-4d80-a9d0-3421d5a828e5 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:39Z', 'revision_number': 6, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:39Z', 'revision_number': 4, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:41.380672 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0382aa16-50e3-42d9-b1ce-3a6e0a9d8e1e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4b0aea6035e47bf89ba54ec69036e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933845 Mar 22 14:19:41.382147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:41.567909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Publish callbacks [] for security_group (78b3bf25-1fd7-4c0c-b3f0-513e882f3f06), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.623786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-20c1cfeb-c395-462b-8ec3-71952eb05ac9 None None] Provisioning complete for port 2da5ae69-a06d-4050-9929-19c41d65ffd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:41.625258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20c1cfeb-c395-462b-8ec3-71952eb05ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.636515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb338cdd-0cc0-4ef9-81b9-2b211d441663 None None] Pushing event updated for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:41.639387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Publish callbacks [] for security_group (78b3bf25-1fd7-4c0c-b3f0-513e882f3f06), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.708882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] For port b4bb87cf-1e51-40ce-8981-e9a23b514edf, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:41.751084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] For port b4bb87cf-1e51-40ce-8981-e9a23b514edf, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b4bb87cf-1e51-40ce-8981-e9a23b514edf,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:41.776491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (78b3bf25-1fd7-4c0c-b3f0-513e882f3f06), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.779468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.780350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:41.784923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78b3bf25-1fd7-4c0c-b3f0-513e882f3f06 HTTP/1.1" status: 204 len: 168 time: 0.4012041 Mar 22 14:19:41.792966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3bf25-1fd7-4c0c-b3f0-513e882f3f06,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:41.802053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.802449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.802795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.803135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.803471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.803807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.804656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.805004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.805333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.805662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.806000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.806328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.806650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.806972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.807293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff5fdc-7343-428a-9983-0ee5ea82e2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:41.838003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-e915933a-1918-4a42-b63f-55e9c0194c8c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:41.839605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-e915933a-1918-4a42-b63f-55e9c0194c8c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 820 time: 0.2250998 Mar 22 14:19:41.883334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'port': {'device_id': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'admin_state_up': True, 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:41.913561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42730-4f56-46c9-b03d-be76bdd768a4 None None] Pushing event updated for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.101354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-20c1cfeb-c395-462b-8ec3-71952eb05ac9 None None] Current status of the port 2da5ae69-a06d-4050-9929-19c41d65ffd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:42.110054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e9eb2d9-09de-4c18-b66c-d0b1a337f54b req-e9a7c543-afe5-496f-83f7-f360310359af tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0947216 Mar 22 14:19:42.116422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:42.118145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:42.359083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2da5ae69-a06d-4050-9929-19c41d65ffd6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:42.466029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Made reservation on behalf of 4cee66f9da7b4a59af150b6f4deec6e8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:19:42.480201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.522479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2da5ae69-a06d-4050-9929-19c41d65ffd6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:42.523885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.539330 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:19:42.552230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:42.573291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:42.645162 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a2bb5837-eea8-40b8-b0d5-79d9ee51d4a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=992b05932b4d4c8cada4c67fc97f352e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916038 Mar 22 14:19:42.647595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:42.783745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] Publish callbacks [] for security_group (1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.836256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] Publish callbacks [] for security_group (1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.857301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Allocated IP 172.20.0.12 (90a2c359-8f2f-4488-a5c1-b05d4dad0324/ef295114-20c2-4c4a-a20e-13a4c66e156d/3478e4d0-006b-423e-8bf4-c3834f77fbbb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:19:42.930403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.933416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:42.935007 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa HTTP/1.1" status: 204 len: 168 time: 0.2862065 Mar 22 14:19:42.951962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e378b35-01a6-480e-83bf-3f3a1e596f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d8da7-8cfe-44b6-abaa-1b8a237aa2fa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:42.997448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:43.033184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:43.033822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:43.125055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.224866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.293129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:19:43.303351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:19:43.322806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:19:43.382518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2da5ae69-a06d-4050-9929-19c41d65ffd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:43.442550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:43.477840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:43.513935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:43.514686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.545207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb82f-1b66-4adb-ae54-7a6be60d8c1e req-14a42289-55ab-480c-951d-ef77e1607f7c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:43.553572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-224eb82f-1b66-4adb-ae54-7a6be60d8c1e req-14a42289-55ab-480c-951d-ef77e1607f7c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 932 time: 0.2528741 Mar 22 14:19:43.561147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:43.632750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-224eb82f-1b66-4adb-ae54-7a6be60d8c1e req-ffb4974d-0f85-48db-a0ec-7357bcb9cbf1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751076 Mar 22 14:19:43.677435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3ac7562b-239a-4662-b735-e033d8a1dfc5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8170807 Mar 22 14:19:43.679924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:19:43.680245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:19:43.767242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:43.858749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590709fa-2c3f-418b-beb3-a07a90352e4b None None] The sync data for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 is: [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:43.930623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Request body: {'port': {'device_id': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:19:44.348291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b4bb87cf-1e51-40ce-8981-e9a23b514edf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:44.508034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:39Z', 'revision_number': 6, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:44.547447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b4bb87cf-1e51-40ce-8981-e9a23b514edf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:44.548698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.598128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:44.666468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b4bb87cf-1e51-40ce-8981-e9a23b514edf is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:44.667366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.690670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:44.691615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:44.867981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:44.880653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.970189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b4bb87cf-1e51-40ce-8981-e9a23b514edf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b4bb87cf-1e51-40ce-8981-e9a23b514edf,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:44.986222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:44.992780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.026009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.226058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439ccc9-8818-42f2-9294-611361bd8288 req-7a010223-2eb8-43d1-9d0e-2ccb04612934 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:45.233669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3439ccc9-8818-42f2-9294-611361bd8288 req-7a010223-2eb8-43d1-9d0e-2ccb04612934 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 932 time: 0.3539438 Mar 22 14:19:45.293247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:45.332358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54568) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:45.456955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3439ccc9-8818-42f2-9294-611361bd8288 req-249aa64f-0f4d-4113-9111-792f388c3dc2 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078385 Mar 22 14:19:45.491931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:45.605280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-335405c0-0270-4df7-a9a7-23438bd85522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.740498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:43Z', 'revision_number': 7, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:45.780906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6d8e8-3254-4520-aa64-d928f586737b None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:43Z', 'revision_number': 7, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:45.835511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-335405c0-0270-4df7-a9a7-23438bd85522 admin admin] Publish callbacks [] for security_group (eb8c9c44-01cc-435c-baa4-f75430486ddf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.847657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-335405c0-0270-4df7-a9a7-23438bd85522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb8c9c44-01cc-435c-baa4-f75430486ddf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:45.946333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-335405c0-0270-4df7-a9a7-23438bd85522 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7daf34e28f9349ad95399353053b1f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021976 Mar 22 14:19:45.947689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54578) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:46.001774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335405c0-0270-4df7-a9a7-23438bd85522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c9c44-01cc-435c-baa4-f75430486ddf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:46.032950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3478e4d0-006b-423e-8bf4-c3834f77fbbb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:46.057757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks [] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.068733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] Publish callbacks [] for security_group (eb8c9c44-01cc-435c-baa4-f75430486ddf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.073754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:46.093108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.094388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42818374-2b76-4a52-bf75-811a21227d7c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 704 time: 4.8302696 Mar 22 14:19:46.103035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54580) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:46.142320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] Publish callbacks [] for security_group (eb8c9c44-01cc-435c-baa4-f75430486ddf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.202646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b4bb87cf-1e51-40ce-8981-e9a23b514edf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:46.246701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb8c9c44-01cc-435c-baa4-f75430486ddf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.250269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.253849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb8c9c44-01cc-435c-baa4-f75430486ddf HTTP/1.1" status: 204 len: 168 time: 0.3021071 Mar 22 14:19:46.264462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e46a-f1e2-4a9e-bab4-eef5f705d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c9c44-01cc-435c-baa4-f75430486ddf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:46.314093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8580fc7b-57c8-4ed5-9f35-7173011dc19e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 704 time: 0.2074511 Mar 22 14:19:46.314264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b4bb87cf-1e51-40ce-8981-e9a23b514edf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:46.314264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.314450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:46.330373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Transition to ACTIVE for port object 3478e4d0-006b-423e-8bf4-c3834f77fbbb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:19:46.342594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.377481 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:46.404769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:46.405477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:46.436033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:46.621404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b4bb87cf-1e51-40ce-8981-e9a23b514edf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:46.711377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:46.768025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Attempting to bind port 3478e4d0-006b-423e-8bf4-c3834f77fbbb on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:19:46.768672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Attempting to bind port 3478e4d0-006b-423e-8bf4-c3834f77fbbb by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:19:46.769206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Attempting to bind port 3478e4d0-006b-423e-8bf4-c3834f77fbbb on network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:46.794498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63bd5-bab5-4568-809e-e441c7c18df0 req-594510d8-49a0-43f7-b131-4508d5248232 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:46.796916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9b63bd5-bab5-4568-809e-e441c7c18df0 req-594510d8-49a0-43f7-b131-4508d5248232 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 944 time: 0.1573224 Mar 22 14:19:46.797915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Port 3478e4d0-006b-423e-8bf4-c3834f77fbbb on network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:19:46.798437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Attempting to bind port 3478e4d0-006b-423e-8bf4-c3834f77fbbb on network 90a2c359-8f2f-4488-a5c1-b05d4dad0324 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:19:46.830288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:19:46.830871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Checking segment: {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:19:46.831676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Bound using segment: {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:19:46.832459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Bound port: 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:19:46.833022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:46.964831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9b63bd5-bab5-4568-809e-e441c7c18df0 req-fd7e0211-7b42-4cc6-920d-ecfb7ab9d806 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568286 Mar 22 14:19:47.045612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:19:47.053991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:19:47.068437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.089900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.118167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:47.118978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.120592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] 10.222.0.78 "PUT /v2.0/ports/3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 1092 time: 3.4364631 Mar 22 14:19:47.121295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:47.124629 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb7aea-00f2-44d9-98d3-9c9639b10fac" -d '{"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:47.165751 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:43Z', 'revision_number': 7, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:47.237069 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d7003-d31b-4c43-b9c2-7292adc248df x-openstack-request-id: req-dc8d7003-d31b-4c43-b9c2-7292adc248df {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:47.237814 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:47.238280 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc8d7003-d31b-4c43-b9c2-7292adc248df {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:47.239042 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8d7003-d31b-4c43-b9c2-7292adc248df'] response: {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:19:47.244747 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:47.245358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892d01a-6f2b-4f00-89b2-e33940b35497 service neutron] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:47.263060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:47.265462 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:47.280161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-8d649e2f-5c74-4536-a3a4-d7d26710f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:47.282292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-8d649e2f-5c74-4536-a3a4-d7d26710f85d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1126 time: 0.1105263 Mar 22 14:19:47.361374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-d4decb28-0a65-4800-85a6-a254cae442e9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.0718617 Mar 22 14:19:47.417014 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:47.484695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-792fd605-3898-423c-94ac-b17e214bffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:47.490268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-792fd605-3898-423c-94ac-b17e214bffd5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.1183238 Mar 22 14:19:47.546554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-1d8cc979-55c9-4873-a7c9-854a1cfc40e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531378 Mar 22 14:19:47.630711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 2da5ae69-a06d-4050-9929-19c41d65ffd6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:47.631154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.807603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 2da5ae69-a06d-4050-9929-19c41d65ffd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2da5ae69-a06d-4050-9929-19c41d65ffd6,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:47.812908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:47.836365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-fc8ef68f-0aef-4ff7-9906-17c7102d7d92 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817063 Mar 22 14:19:47.855542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 2da5ae69-a06d-4050-9929-19c41d65ffd6 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:48.020375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fc973ce-a9a7-4356-9ed9-2c6d84a84320 req-e018eaa1-a7f5-4693-832f-f3ed61987127 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787362 Mar 22 14:19:48.169751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2da5ae69-a06d-4050-9929-19c41d65ffd6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.204753 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:43Z', 'revision_number': 7, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:48.206328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=2da5ae69-a06d-4050-9929-19c41d65ffd6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:48.255551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1b355-1815-4e60-9d31-d57fa39e7bd1 req-8161ef66-15e6-41c4-b8e0-7cd634bccf5c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:48.257999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda1b355-1815-4e60-9d31-d57fa39e7bd1 req-8161ef66-15e6-41c4-b8e0-7cd634bccf5c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 944 time: 0.1496150 Mar 22 14:19:48.280040 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bfd40-2649-45a4-9700-8a421ba50acf None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:43Z', 'revision_number': 7, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da5ae69-a06d-4050-9929-19c41d65ffd6', 'name': '', 'network_id': 'c8368aa0-fedb-4b01-b7ae-eb5d288684cd', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:9f:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '3894f189-276c-4cd8-9a96-50390f39d907', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:32Z', 'updated_at': '2022-03-22T14:19:41Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '3894f189-276c-4cd8-9a96-50390f39d907', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:48.305772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-335a99aa-061d-4d36-8ffc-c369d0be622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:48.314939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-335a99aa-061d-4d36-8ffc-c369d0be622c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1126 time: 0.1970849 Mar 22 14:19:48.480718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.508129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda1b355-1815-4e60-9d31-d57fa39e7bd1 req-81469c4f-d86d-44dc-90ad-f839c7fc3af1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437713 Mar 22 14:19:48.564494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-30df259d-5a43-4fae-8b8a-86e5594f8452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:48.613108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-c78de988-6f9b-404f-9324-c5fe17566b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:48.615153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-c78de988-6f9b-404f-9324-c5fe17566b15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.2794006 Mar 22 14:19:48.707522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-d2c31ade-4cff-4740-a29b-4f3c42f73019 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.0858042 Mar 22 14:19:48.848242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-989d305d-3000-479e-8b7d-7417a454c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:48.848242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-989d305d-3000-479e-8b7d-7417a454c7d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.1308818 Mar 22 14:19:48.905827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-17cee065-a558-484d-802d-f68b0760900b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515535 Mar 22 14:19:49.072448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:49.096677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-4621a626-42a5-4847-bde8-6236d9a8fcb6 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831036 Mar 22 14:19:49.244276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:49.252230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68120761-1002-4e2e-9d0f-6416e7d7a187 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367008 Mar 22 14:19:49.255994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:49.258195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:49.270559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:49.271546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:49.348095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54fb7aea-00f2-44d9-98d3-9c9639b10fac req-2422049e-df66-4a07-9164-1b649860a443 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442801 Mar 22 14:19:49.396073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 3894f189-276c-4cd8-9a96-50390f39d907 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:49.403758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (3894f189-276c-4cd8-9a96-50390f39d907), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.439909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:49.492570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (3894f189-276c-4cd8-9a96-50390f39d907), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.511374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:49.683290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7017574b-2d1c-407c-a44d-0eb84799082c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.693050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3894f189-276c-4cd8-9a96-50390f39d907), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.762230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:48Z', 'revision_number': 8, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:49.821882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:49.836724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (3894f189-276c-4cd8-9a96-50390f39d907), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.844090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:49.846692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:49.916571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=3894f189-276c-4cd8-9a96-50390f39d907,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:49.935934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7017574b-2d1c-407c-a44d-0eb84799082c admin admin] Publish callbacks [] for security_group (a328e027-303c-46c0-922f-80560631d2a5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.952345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.954965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7017574b-2d1c-407c-a44d-0eb84799082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a328e027-303c-46c0-922f-80560631d2a5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:49.957990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4f7f7574-6077-4651-afda-00dce6a4afc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/3894f189-276c-4cd8-9a96-50390f39d907 HTTP/1.1" status: 204 len: 168 time: 0.6963718 Mar 22 14:19:49.961185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:50.067428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:50.085422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318b7b-3bd3-4677-a10c-c9d00a9e47f9 req-80e98cc2-22e2-4cf5-9446-081a5053e4bb tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:50.104116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08318b7b-3bd3-4677-a10c-c9d00a9e47f9 req-80e98cc2-22e2-4cf5-9446-081a5053e4bb tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 944 time: 0.2999897 Mar 22 14:19:50.188859 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7017574b-2d1c-407c-a44d-0eb84799082c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7cbabbd63845a592196ff597579dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7431741 Mar 22 14:19:50.190972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54718) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:50.192100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017574b-2d1c-407c-a44d-0eb84799082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328e027-303c-46c0-922f-80560631d2a5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.310971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c8368aa0-fedb-4b01-b7ae-eb5d288684cd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.345164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08318b7b-3bd3-4677-a10c-c9d00a9e47f9 req-203e9a95-3531-4830-ba07-0e09b411f4b1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387466 Mar 22 14:19:50.413741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 79fba694-35b0-4bae-90cf-00378d94980a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:50.414106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (79fba694-35b0-4bae-90cf-00378d94980a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.469595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] Publish callbacks [] for security_group (a328e027-303c-46c0-922f-80560631d2a5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.470782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3478e4d0-006b-423e-8bf4-c3834f77fbbb details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:19:50.473835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59281ae2-168b-402b-b3f7-19fd005e0214 None None] Network c8368aa0-fedb-4b01-b7ae-eb5d288684cd requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:50.552926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] Publish callbacks [] for security_group (a328e027-303c-46c0-922f-80560631d2a5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.580963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 79fba694-35b0-4bae-90cf-00378d94980a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=79fba694-35b0-4bae-90cf-00378d94980a,segment=NetworkSegment(a772f215-acb0-433e-89b5-c6ca49de4b20),segment_id=a772f215-acb0-433e-89b5-c6ca49de4b20)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:50.582590 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (79fba694-35b0-4bae-90cf-00378d94980a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.616288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 79fba694-35b0-4bae-90cf-00378d94980a owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:50.688221 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:19:50.717572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a328e027-303c-46c0-922f-80560631d2a5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.720907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:50.722377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a328e027-303c-46c0-922f-80560631d2a5 HTTP/1.1" status: 204 len: 168 time: 0.4963844 Mar 22 14:19:50.745399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0a195-1804-4bd5-95f7-4d010a7116c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328e027-303c-46c0-922f-80560631d2a5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:50.947943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (79fba694-35b0-4bae-90cf-00378d94980a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.020491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-879b1f11-98fa-46ed-a7d5-a8c2071b83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.050396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=79fba694-35b0-4bae-90cf-00378d94980a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:51.056398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 79fba694-35b0-4bae-90cf-00378d94980a on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:51.117242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:48Z', 'revision_number': 8, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:51.246827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771f3578-cc66-4593-83b3-dbc48062ea2f None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:48Z', 'revision_number': 8, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53b3266f-372f-4f90-89b7-0b7feed4bade', 'name': '', 'network_id': '83404122-3309-4db4-9871-7b73895951f8', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:d5:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:22Z', 'updated_at': '2022-03-22T14:19:34Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '1334d40c-b0a2-4b14-b574-38154760cd9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:51.280106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc694b5c-eb94-4d02-b802-fdd7d4d724ac None None] DHCP port deletion for c8368aa0-fedb-4b01-b7ae-eb5d288684cd request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:51.361491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:51.408212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'port_id': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:19:51.596292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3478e4d0-006b-423e-8bf4-c3834f77fbbb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:51.598548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.649131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3478e4d0-006b-423e-8bf4-c3834f77fbbb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:19:51.684963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:51.719371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c28a6c02-2624-44d2-a4b2-60a075dfe542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.744751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:51.756233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.950993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c28a6c02-2624-44d2-a4b2-60a075dfe542 admin admin] Publish callbacks [] for security_group (4334d378-0105-4b2d-8070-dfde034db7d3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:51.973015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c28a6c02-2624-44d2-a4b2-60a075dfe542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4334d378-0105-4b2d-8070-dfde034db7d3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.035344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.051470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.107734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:19:52.197129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6c02-2624-44d2-a4b2-60a075dfe542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334d378-0105-4b2d-8070-dfde034db7d3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.237774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c28a6c02-2624-44d2-a4b2-60a075dfe542 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1ee368d0ab64ea6b1775fb0dd1cdd41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513189 Mar 22 14:19:52.241577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:52.249230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 79fba694-35b0-4bae-90cf-00378d94980a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:52.296837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c8368aa0-fedb-4b01-b7ae-eb5d288684cd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.337839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8368aa0-fedb-4b01-b7ae-eb5d288684cd']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:52.357850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a772f215-acb0-433e-89b5-c6ca49de4b20') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:52.358618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a772f215-acb0-433e-89b5-c6ca49de4b20') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:52.369089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 79fba694-35b0-4bae-90cf-00378d94980a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:52.369462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 79fba694-35b0-4bae-90cf-00378d94980a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:52.369840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2da5ae69-a06d-4050-9929-19c41d65ffd6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:52.379004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (a772f215-acb0-433e-89b5-c6ca49de4b20), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.405189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a772f215-acb0-433e-89b5-c6ca49de4b20), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.416836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:52.417819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (a772f215-acb0-433e-89b5-c6ca49de4b20), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.435414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] Publish callbacks [] for security_group (4334d378-0105-4b2d-8070-dfde034db7d3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.442511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2da5ae69-a06d-4050-9929-19c41d65ffd6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:52.442858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2da5ae69-a06d-4050-9929-19c41d65ffd6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:52.503010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] Publish callbacks [] for security_group (4334d378-0105-4b2d-8070-dfde034db7d3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:52.547179 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:52.696896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4334d378-0105-4b2d-8070-dfde034db7d3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.708754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.723957 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4334d378-0105-4b2d-8070-dfde034db7d3 HTTP/1.1" status: 204 len: 168 time: 0.4802184 Mar 22 14:19:52.745583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c8368aa0-fedb-4b01-b7ae-eb5d288684cd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.776396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b1898-ed21-4819-8251-98e072d3f03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334d378-0105-4b2d-8070-dfde034db7d3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.780351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:52.785166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/c8368aa0-fedb-4b01-b7ae-eb5d288684cd HTTP/1.1" status: 204 len: 168 time: 2.8230357 Mar 22 14:19:52.790112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:52.823638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458574a-be82-4363-b815-a8f59646c380 req-3ff3579e-32b3-47bf-9c4b-3c9d50da7d6c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:52.831345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e458574a-be82-4363-b815-a8f59646c380 req-3ff3579e-32b3-47bf-9c4b-3c9d50da7d6c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 945 time: 0.3243411 Mar 22 14:19:52.919759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=c8368aa0-fedb-4b01-b7ae-eb5d288684cd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:52.956011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.957332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.960906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.962586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.964553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.965667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.966210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.966862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.967302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.967741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.968181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.969939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.971784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.972996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:52.974364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee0f16-875a-4b41-864a-6f07645d95f2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:19:53.016771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e458574a-be82-4363-b815-a8f59646c380 req-593d42c0-ff62-4bed-a536-ddc65a8133fe tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779745 Mar 22 14:19:53.301185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.671395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.829642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 53b3266f-372f-4f90-89b7-0b7feed4bade {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:53.830234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.924838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3478e4d0-006b-423e-8bf4-c3834f77fbbb up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:19:53.935328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 53b3266f-372f-4f90-89b7-0b7feed4bade, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=53b3266f-372f-4f90-89b7-0b7feed4bade,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:53.935699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:53.951258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 53b3266f-372f-4f90-89b7-0b7feed4bade owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:54.009919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 3478e4d0-006b-423e-8bf4-c3834f77fbbb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:19:54.022078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 3478e4d0-006b-423e-8bf4-c3834f77fbbb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:19:54.022612 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.158550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3478e4d0-006b-423e-8bf4-c3834f77fbbb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:19:54.158974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.199569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:19:54.207943 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42922b9-a147-4270-94cb-5529df361904" -d '{"events": [{"server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "name": "network-vif-plugged", "status": "completed", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:19:54.266660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:54.280920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (53b3266f-372f-4f90-89b7-0b7feed4bade), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.283912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.336087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f7e7b-65c7-4034-8654-6220fc11e85b req-130625b3-2cf1-4e05-a9d4-59217d021082 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:54.340478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9f7e7b-65c7-4034-8654-6220fc11e85b req-130625b3-2cf1-4e05-a9d4-59217d021082 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 945 time: 0.1870239 Mar 22 14:19:54.401547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:54.414854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=53b3266f-372f-4f90-89b7-0b7feed4bade,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:54.495860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9f7e7b-65c7-4034-8654-6220fc11e85b req-7c39cb97-61ca-499e-bd5f-4f2d0c0421b5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475329 Mar 22 14:19:54.608079 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb7cef8-2c75-43b6-bcea-be4b7d3cc397 x-openstack-request-id: req-7eb7cef8-2c75-43b6-bcea-be4b7d3cc397 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:19:54.608356 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "name": "network-vif-plugged", "status": "completed", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:19:54.608615 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eb7cef8-2c75-43b6-bcea-be4b7d3cc397 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:19:54.609024 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb7cef8-2c75-43b6-bcea-be4b7d3cc397'] response: {'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'code': 200} Mar 22 14:19:54.624005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.822843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ca1f0-5c86-47fa-b553-d0e6558978b7 req-f396a09f-75f5-4fc3-adec-a6fea0206f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:54.830495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa5ca1f0-5c86-47fa-b553-d0e6558978b7 req-f396a09f-75f5-4fc3-adec-a6fea0206f71 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.1620138 Mar 22 14:19:54.913109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:54.961696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa5ca1f0-5c86-47fa-b553-d0e6558978b7 req-e205c64f-3418-4e18-a6ae-7fb25573e8fc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233912 Mar 22 14:19:55.441358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:19:55.589425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:19:55.602193 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:19:55.615517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54792) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:55.631393 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-746fe7af-516e-4c49-9805-31f53fc6d288 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8398342 Mar 22 14:19:55.636474 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:55.638854 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:55.787426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 1334d40c-b0a2-4b14-b574-38154760cd9f {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:19:55.797249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (1334d40c-b0a2-4b14-b574-38154760cd9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:55.798500 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:55.858327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4df3-a5f5-482c-b59b-e3245b02dbd2 req-90e280df-42d5-47b1-9369-c1519d15ce7f tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:55.860000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-592d4df3-a5f5-482c-b59b-e3245b02dbd2 req-90e280df-42d5-47b1-9369-c1519d15ce7f tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2425978 Mar 22 14:19:55.887372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (1334d40c-b0a2-4b14-b574-38154760cd9f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.016224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-592d4df3-a5f5-482c-b59b-e3245b02dbd2 req-3714d28e-df4b-4963-b18b-da6e4883dcfe tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495023 Mar 22 14:19:56.227531 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:54Z', 'revision_number': 9, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:56.279188 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1334d40c-b0a2-4b14-b574-38154760cd9f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.312911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:19:56.326644 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:19:56.327312 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:56.404950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (1334d40c-b0a2-4b14-b574-38154760cd9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.423486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.428162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af304086-ab75-42b0-98d3-d8fcbc75edec None None] Network 83404122-3309-4db4-9871-7b73895951f8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:19:56.443495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/1334d40c-b0a2-4b14-b574-38154760cd9f HTTP/1.1" status: 204 len: 168 time: 0.8221376 Mar 22 14:19:56.443754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54808) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:56.499759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd3739-97ef-4395-b60b-0745e416caa3 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=1334d40c-b0a2-4b14-b574-38154760cd9f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:56.568355 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:19:56.620664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (83404122-3309-4db4-9871-7b73895951f8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.709256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 5a05a117-8910-468a-9639-dc01e60e4b20 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:56.712744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.730982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] DHCP port deletion for 83404122-3309-4db4-9871-7b73895951f8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:19:56.835643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 5a05a117-8910-468a-9639-dc01e60e4b20, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a05a117-8910-468a-9639-dc01e60e4b20,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:56.836049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Deleting port 5a05a117-8910-468a-9639-dc01e60e4b20 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:56.836168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.836715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:56.858177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 5a05a117-8910-468a-9639-dc01e60e4b20 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:56.981050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.004266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] For port 5a05a117-8910-468a-9639-dc01e60e4b20, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5a05a117-8910-468a-9639-dc01e60e4b20,segment=NetworkSegment(8658eab9-6a29-4d99-b95c-2d587191f2ee),segment_id=8658eab9-6a29-4d99-b95c-2d587191f2ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:57.007743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.046890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=5a05a117-8910-468a-9639-dc01e60e4b20,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.049448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Calling delete_port for 5a05a117-8910-468a-9639-dc01e60e4b20 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:57.069511 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:54Z', 'revision_number': 9, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:57.088588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 5a05a117-8910-468a-9639-dc01e60e4b20 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:57.192050 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8cd9b-32c8-468f-9738-c030ef7e3814 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:54Z', 'revision_number': 9, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '1ff2c33f-9d86-4314-a0c1-497724cce5c9', 'name': '', 'network_id': '744de2c3-59ba-4ece-950f-5ce001de9d53', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:a7:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:11Z', 'updated_at': '2022-03-22T14:19:20Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '9c15fd4a-7a79-486b-a4f9-9475ab9ec05c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:19:57.346608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (5a05a117-8910-468a-9639-dc01e60e4b20), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.367297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (83404122-3309-4db4-9871-7b73895951f8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.411856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] Pushing event deleted for resources: {'Port': ['ID=5a05a117-8910-468a-9639-dc01e60e4b20,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:57.427544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83404122-3309-4db4-9871-7b73895951f8']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:57.429916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78da16-26b1-4eac-a9c1-afb52eeeac75 req-906ebed6-6118-4511-a051-b3225f7105c5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:57.431775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008e063-81f5-4ebd-bc2f-3ec472075dc1 None None] No DVR routers for this DVR port 5a05a117-8910-468a-9639-dc01e60e4b20 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:19:57.434107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e78da16-26b1-4eac-a9c1-afb52eeeac75 req-906ebed6-6118-4511-a051-b3225f7105c5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1357095 Mar 22 14:19:57.476509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8658eab9-6a29-4d99-b95c-2d587191f2ee') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:57.477064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8658eab9-6a29-4d99-b95c-2d587191f2ee') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:19:57.492735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8658eab9-6a29-4d99-b95c-2d587191f2ee), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.527483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8658eab9-6a29-4d99-b95c-2d587191f2ee), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.548169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:19:57.550738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8658eab9-6a29-4d99-b95c-2d587191f2ee), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:19:57.558696 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:19:57.576045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e78da16-26b1-4eac-a9c1-afb52eeeac75 req-6f7c3164-6a88-49b1-beac-9263dd7d54ab tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218500 Mar 22 14:19:57.658408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (83404122-3309-4db4-9871-7b73895951f8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.664469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:57.674601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:19:57.675937 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/83404122-3309-4db4-9871-7b73895951f8 HTTP/1.1" status: 204 len: 168 time: 1.2302682 Mar 22 14:19:57.705774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c755-5725-4298-8d84-8f04abba6b81 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=83404122-3309-4db4-9871-7b73895951f8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:58.149360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf400-d998-4b91-8c58-11079f27a289 req-38404bd4-d942-487d-9a58-41773e46b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:58.151184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-38404bd4-d942-487d-9a58-41773e46b7f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.1628621 Mar 22 14:19:58.192967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349967d1-88d9-4436-85a9-12ea620dd7a4 req-2df9b7d6-a6cb-4a1d-af8a-a63080441674 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:58.194371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-349967d1-88d9-4436-85a9-12ea620dd7a4 req-2df9b7d6-a6cb-4a1d-af8a-a63080441674 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2075729 Mar 22 14:19:58.212217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 53b3266f-372f-4f90-89b7-0b7feed4bade no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:58.228456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.281090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 53b3266f-372f-4f90-89b7-0b7feed4bade {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:58.281578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 53b3266f-372f-4f90-89b7-0b7feed4bade not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:58.282114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a05a117-8910-468a-9639-dc01e60e4b20 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:19:58.315041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5a05a117-8910-468a-9639-dc01e60e4b20 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:19:58.315676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5a05a117-8910-468a-9639-dc01e60e4b20 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:19:58.367609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-349967d1-88d9-4436-85a9-12ea620dd7a4 req-db9e9612-54aa-4f1e-be46-eab5f1ad62ac tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414819 Mar 22 14:19:58.388844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf400-d998-4b91-8c58-11079f27a289 req-01b7f85c-c7ea-49cb-9647-db9d7ea4a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:58.390682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-01b7f85c-c7ea-49cb-9647-db9d7ea4a52a service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.2310202 Mar 22 14:19:58.442617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-fe33d890-a092-4bd2-b2e9-0340e3a5c990 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.0441644 Mar 22 14:19:58.449825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:58.668926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf400-d998-4b91-8c58-11079f27a289 req-95155489-6921-4aad-a0e0-964473711dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:58.675470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-95155489-6921-4aad-a0e0-964473711dad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.2229023 Mar 22 14:19:58.738247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-4b1d150b-d2c8-4e32-8c1e-1f8709bec40b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288341 Mar 22 14:19:58.967253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-eb714fe1-a80d-450a-9f65-83c9b42a414b service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925459 Mar 22 14:19:59.092119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.145411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32bdf400-d998-4b91-8c58-11079f27a289 req-20fb8a50-f959-40ac-9e86-c7e3bce43df8 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712637 Mar 22 14:19:59.157997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 1ff2c33f-9d86-4314-a0c1-497724cce5c9 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:19:59.159753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.300766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 1ff2c33f-9d86-4314-a0c1-497724cce5c9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ff2c33f-9d86-4314-a0c1-497724cce5c9,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:19:59.301215 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.338568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 1ff2c33f-9d86-4314-a0c1-497724cce5c9 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:19:59.729546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1ff2c33f-9d86-4314-a0c1-497724cce5c9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:19:59.776274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=1ff2c33f-9d86-4314-a0c1-497724cce5c9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:19:59.814854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268ece-29de-4a56-9d32-2ba59ef32aab req-ac3fa7d4-4aa9-4df0-8a6c-50289d0e60e3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:19:59.816840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24268ece-29de-4a56-9d32-2ba59ef32aab req-ac3fa7d4-4aa9-4df0-8a6c-50289d0e60e3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.3051097 Mar 22 14:19:59.936162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.162818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24268ece-29de-4a56-9d32-2ba59ef32aab req-a5a8a035-a9bb-46b5-b9cf-74b1672fc491 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162254 Mar 22 14:20:00.314843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:00.702955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:00.711797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:00.712776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3a3057c5-1b1c-4906-9843-4c7e4c181366 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365469 Mar 22 14:20:00.714606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:00.729872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:00.731732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:00.789446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 9c15fd4a-7a79-486b-a4f9-9475ab9ec05c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:00.796022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (9c15fd4a-7a79-486b-a4f9-9475ab9ec05c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:00.859037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:00.882107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (9c15fd4a-7a79-486b-a4f9-9475ab9ec05c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.004494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9c15fd4a-7a79-486b-a4f9-9475ab9ec05c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.080423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (9c15fd4a-7a79-486b-a4f9-9475ab9ec05c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.108708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:59Z', 'revision_number': 10, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.136811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=9c15fd4a-7a79-486b-a4f9-9475ab9ec05c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:01.141139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:01.153466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:01.156339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.157324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.165334 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86e279dc-af12-4302-8097-58750641e667 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/9c15fd4a-7a79-486b-a4f9-9475ab9ec05c HTTP/1.1" status: 204 len: 168 time: 0.4491339 Mar 22 14:20:01.165819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:01.261141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:01.324936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (744de2c3-59ba-4ece-950f-5ce001de9d53), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.357641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1268d-ad0e-4797-8ec9-7990b418c2f6 None None] Network 744de2c3-59ba-4ece-950f-5ce001de9d53 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:01.438507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 0374ba8c-0625-4ae5-9665-724b272feb95 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:01.439094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.448669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dcb64-8659-4dae-9d84-8a1d2636edb0 req-f98613d2-4e0a-40cc-afc4-03da302f8d34 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:01.458297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-627dcb64-8659-4dae-9d84-8a1d2636edb0 req-f98613d2-4e0a-40cc-afc4-03da302f8d34 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1710579 Mar 22 14:20:01.581527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-627dcb64-8659-4dae-9d84-8a1d2636edb0 req-72df9397-06ff-4bf3-a9b9-16ea79f199b4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173348 Mar 22 14:20:01.650532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] DHCP port deletion for 744de2c3-59ba-4ece-950f-5ce001de9d53 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:01.657633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 0374ba8c-0625-4ae5-9665-724b272feb95, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0374ba8c-0625-4ae5-9665-724b272feb95,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:01.658035 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.675001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 0374ba8c-0625-4ae5-9665-724b272feb95 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:01.692124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:59Z', 'revision_number': 10, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:01.728380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f6f53-251d-4c87-ae5e-9e57490719d6 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:19:59Z', 'revision_number': 10, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None, '_interfaces': [{'id': '260e0855-0371-4e28-8f21-c5d966fb16ab', 'name': '', 'network_id': '55b6c309-863c-4460-b8f3-614f960c23d9', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'mac_address': 'fa:16:3e:bb:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:01Z', 'updated_at': '2022-03-22T14:19:10Z', 'revision_number': 5, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'subnets': [{'id': '07583e72-0095-4082-b6c2-3f98d4f8571e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:01.760669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Deleting port 0374ba8c-0625-4ae5-9665-724b272feb95 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:01.761381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.808127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.857407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] For port 0374ba8c-0625-4ae5-9665-724b272feb95, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0374ba8c-0625-4ae5-9665-724b272feb95,segment=NetworkSegment(6837fcd5-c726-49b5-9616-39e74c9dd48e),segment_id=6837fcd5-c726-49b5-9616-39e74c9dd48e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:01.857630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:01.871606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Calling delete_port for 0374ba8c-0625-4ae5-9665-724b272feb95 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:01.893475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 0374ba8c-0625-4ae5-9665-724b272feb95 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:01.927910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=0374ba8c-0625-4ae5-9665-724b272feb95,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:02.025702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0374ba8c-0625-4ae5-9665-724b272feb95), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.094786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] Pushing event deleted for resources: {'Port': ['ID=0374ba8c-0625-4ae5-9665-724b272feb95,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:02.100732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf43dfc-e53d-4342-be4c-26f3fd619bcb None None] No DVR routers for this DVR port 0374ba8c-0625-4ae5-9665-724b272feb95 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:02.141659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (744de2c3-59ba-4ece-950f-5ce001de9d53), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.166746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744de2c3-59ba-4ece-950f-5ce001de9d53']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:02.182252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6837fcd5-c726-49b5-9616-39e74c9dd48e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:02.182714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6837fcd5-c726-49b5-9616-39e74c9dd48e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:02.199525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (6837fcd5-c726-49b5-9616-39e74c9dd48e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.221606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6837fcd5-c726-49b5-9616-39e74c9dd48e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.236363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:02.238489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (6837fcd5-c726-49b5-9616-39e74c9dd48e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.263380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ff2c33f-9d86-4314-a0c1-497724cce5c9 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:02.276178 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:02.308029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1ff2c33f-9d86-4314-a0c1-497724cce5c9 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:02.308383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ff2c33f-9d86-4314-a0c1-497724cce5c9 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:02.308798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0374ba8c-0625-4ae5-9665-724b272feb95 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:02.355665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0374ba8c-0625-4ae5-9665-724b272feb95 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:02.356009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0374ba8c-0625-4ae5-9665-724b272feb95 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:02.384470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (744de2c3-59ba-4ece-950f-5ce001de9d53), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.394882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.398703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/744de2c3-59ba-4ece-950f-5ce001de9d53 HTTP/1.1" status: 204 len: 168 time: 1.2316518 Mar 22 14:20:02.402113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54874) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:02.411232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d558b13-cbb7-458d-8166-9953331f1161 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=744de2c3-59ba-4ece-950f-5ce001de9d53,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:02.769156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f6137-c000-4178-bb24-fe413827a9ee req-12405ebf-15cf-4feb-8592-095c839ca72d tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:02.770832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-348f6137-c000-4178-bb24-fe413827a9ee req-12405ebf-15cf-4feb-8592-095c839ca72d tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1169763 Mar 22 14:20:02.846918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:02.847166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-348f6137-c000-4178-bb24-fe413827a9ee req-13a3c0ce-394e-41fd-8e41-92265082b2fb tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Mar 22 14:20:03.238897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 260e0855-0371-4e28-8f21-c5d966fb16ab {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:03.239358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.349667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 260e0855-0371-4e28-8f21-c5d966fb16ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=260e0855-0371-4e28-8f21-c5d966fb16ab,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:03.350065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.368662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 260e0855-0371-4e28-8f21-c5d966fb16ab owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:03.623372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (260e0855-0371-4e28-8f21-c5d966fb16ab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:03.688301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=260e0855-0371-4e28-8f21-c5d966fb16ab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:03.792408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (949dfb59-9c2a-4e1a-963b-e312d907140a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.042308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1f5b8-1912-422c-b524-f63330b8ebf7 req-0f1ab688-4c2f-452c-8e34-df00a13d5d9b tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:04.051203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd1f5b8-1912-422c-b524-f63330b8ebf7 req-0f1ab688-4c2f-452c-8e34-df00a13d5d9b tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0787048 Mar 22 14:20:04.077919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:04.157876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cd1f5b8-1912-422c-b524-f63330b8ebf7 req-dc973fc9-62c8-401d-a348-8c659ae9cc03 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032419 Mar 22 14:20:04.247838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:04.258342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54902) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.259290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:04.268185 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48bb11e3-57a4-4d16-86e8-b9d3fbd29487 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647494 Mar 22 14:20:04.277558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:04.279513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:04.345465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting subnet 07583e72-0095-4082-b6c2-3f98d4f8571e {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:04.349388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (07583e72-0095-4082-b6c2-3f98d4f8571e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.404031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (07583e72-0095-4082-b6c2-3f98d4f8571e), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.414411 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:04.536811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (07583e72-0095-4082-b6c2-3f98d4f8571e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.545931 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:20:03Z', 'revision_number': 11, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:04.604181 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:04.613436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:04.614176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:04.667871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (07583e72-0095-4082-b6c2-3f98d4f8571e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.683898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.697828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483199553', 'description': 'tempest-description--975275289'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:04.709493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Subnet': ['ID=07583e72-0095-4082-b6c2-3f98d4f8571e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:04.724424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.725949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cb10b-a91d-4235-859c-d4033bdec574 None None] Network 55b6c309-863c-4460-b8f3-614f960c23d9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:04.735396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54908) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:04.737077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e7e6e0b4-da6b-44c2-b6a9-a378e5bfe24c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/07583e72-0095-4082-b6c2-3f98d4f8571e HTTP/1.1" status: 204 len: 168 time: 0.4775741 Mar 22 14:20:04.784242 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:04.858002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.896625 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:20:03Z', 'revision_number': 11, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:04.917879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (55b6c309-863c-4460-b8f3-614f960c23d9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:04.978236 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b7f77-dec9-49f2-9af6-bbb8981fc444 None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:20:03Z', 'revision_number': 11, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:05.030850 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (efb3b806-64a7-4d00-947e-965a968eea35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.039337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (efb3b806-64a7-4d00-947e-965a968eea35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.062082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54914) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.086545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.087827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4022267 Mar 22 14:20:05.090173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2af5e8-9058-4942-85b9-26b5091b09d5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3b806-64a7-4d00-947e-965a968eea35,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.092233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54918) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.097530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': 'efb3b806-64a7-4d00-947e-965a968eea35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:05.102840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Deleting port 7092e1a3-0053-42be-abfb-36f377e2dd09 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:05.103174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.211577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] For port 7092e1a3-0053-42be-abfb-36f377e2dd09, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7092e1a3-0053-42be-abfb-36f377e2dd09,segment=NetworkSegment(f7086cfc-02a5-4cbe-b5c5-30867b14a45e),segment_id=f7086cfc-02a5-4cbe-b5c5-30867b14a45e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:05.212933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.232348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Calling delete_port for 7092e1a3-0053-42be-abfb-36f377e2dd09 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:05.325853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (a082ad71-8dc5-4309-9ca4-a2150b445ab6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.381750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] DHCP port deletion for 55b6c309-863c-4460-b8f3-614f960c23d9 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:05.410230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (a082ad71-8dc5-4309-9ca4-a2150b445ab6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.417783 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.421664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81b7bf-d553-4b8f-974b-a4acf2a50b8a req-0de692d6-705f-40b9-859d-32f7b339efac tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:05.427623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f81b7bf-d553-4b8f-974b-a4acf2a50b8a req-0de692d6-705f-40b9-859d-32f7b339efac tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1493931 Mar 22 14:20:05.436019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (a082ad71-8dc5-4309-9ca4-a2150b445ab6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.491555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Deleting port 7092e1a3-0053-42be-abfb-36f377e2dd09 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:05.492176 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.554674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a082ad71-8dc5-4309-9ca4-a2150b445ab6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.565392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Port': ['ID=7092e1a3-0053-42be-abfb-36f377e2dd09,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.575653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No DVR routers for this DVR port 7092e1a3-0053-42be-abfb-36f377e2dd09 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:05.593162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.599115 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-474cb775-4570-449a-b871-b0611efa0240 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5050740 Mar 22 14:20:05.632357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.642057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': 'efb3b806-64a7-4d00-947e-965a968eea35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:05.647276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] For port 7092e1a3-0053-42be-abfb-36f377e2dd09, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:05.647684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.683546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Calling delete_port for 7092e1a3-0053-42be-abfb-36f377e2dd09 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:05.692682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Port 7092e1a3-0053-42be-abfb-36f377e2dd09 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:20:05.695434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (7092e1a3-0053-42be-abfb-36f377e2dd09), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.722179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] No DVR routers for this DVR port 7092e1a3-0053-42be-abfb-36f377e2dd09 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:05.772071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d25f66-c155-404e-81fd-3a6c7b24d4f9 None None] Pushing event deleted for resources: {'Port': ['ID=7092e1a3-0053-42be-abfb-36f377e2dd09,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.832898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (e82e2cd2-7909-4a81-97fc-e7aec47915ce), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.870753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (55b6c309-863c-4460-b8f3-614f960c23d9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.901371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (e82e2cd2-7909-4a81-97fc-e7aec47915ce), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.923453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e82e2cd2-7909-4a81-97fc-e7aec47915ce), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.938710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f81b7bf-d553-4b8f-974b-a4acf2a50b8a req-00dedd47-5075-4985-999d-dc1e31d415e0 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027802 Mar 22 14:20:05.950568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b6c309-863c-4460-b8f3-614f960c23d9']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:05.955799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82e2cd2-7909-4a81-97fc-e7aec47915ce,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:05.975349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:05.979596 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82fc2d24-95c8-41af-a7cf-5747c14609db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432271 Mar 22 14:20:05.980825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54928) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:05.982685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:05.983812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7086cfc-02a5-4cbe-b5c5-30867b14a45e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:05.996286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:06.007347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f7086cfc-02a5-4cbe-b5c5-30867b14a45e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.042073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f7086cfc-02a5-4cbe-b5c5-30867b14a45e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.069018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:06.069853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f7086cfc-02a5-4cbe-b5c5-30867b14a45e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.079275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:06.111684 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:06.173679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (048a3d85-9f6a-4680-8814-a5940026e8dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.198458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 260e0855-0371-4e28-8f21-c5d966fb16ab no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:06.233011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 260e0855-0371-4e28-8f21-c5d966fb16ab {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:06.241376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 260e0855-0371-4e28-8f21-c5d966fb16ab not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:06.242198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7092e1a3-0053-42be-abfb-36f377e2dd09 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:06.268339 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (55b6c309-863c-4460-b8f3-614f960c23d9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.291341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.295472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 7092e1a3-0053-42be-abfb-36f377e2dd09 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:06.296109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7092e1a3-0053-42be-abfb-36f377e2dd09 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:06.303166 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/networks/55b6c309-863c-4460-b8f3-614f960c23d9 HTTP/1.1" status: 204 len: 168 time: 1.5630631 Mar 22 14:20:06.315948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54930) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:06.321684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'routes': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:06.326502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b79a-f608-4991-bd30-caad370742cf tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Pushing event deleted for resources: {'Network': ['ID=55b6c309-863c-4460-b8f3-614f960c23d9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:06.401536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.603558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.25.3.105 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/82af8ff3-8389-4888-9bde-8e8913f9fb2d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:06.628777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Added routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:20:06.629483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Removed routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:20:06.630117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.884222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.956891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.968519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:06.979204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.048392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:07.052734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:07.057232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:07.115685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=82af8ff3-8389-4888-9bde-8e8913f9fb2d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.157097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router 949dfb59-9c2a-4e1a-963b-e312d907140a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:07.230114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.284872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.289475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04541ad7-40ad-4f98-acd3-8817fbafb520 req-fde094fd-aab3-4224-8d50-08f576fd1936 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:07.291160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04541ad7-40ad-4f98-acd3-8817fbafb520 req-fde094fd-aab3-4224-8d50-08f576fd1936 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1659968 Mar 22 14:20:07.301859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:07.311537 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.314501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-583c440e-a1ea-440a-8646-4fdf13b59e0a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 705 time: 0.9954960 Mar 22 14:20:07.321422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Sync routers for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:07.333405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Deleting port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:07.333723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.337165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:07.337665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Routers {'949dfb59-9c2a-4e1a-963b-e312d907140a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:07.338699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['949dfb59-9c2a-4e1a-963b-e312d907140a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:07.513822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-587e215c-4069-41e1-b8b5-586317a48222 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 205 time: 0.1732621 Mar 22 14:20:07.519014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:07.537056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04541ad7-40ad-4f98-acd3-8817fbafb520 req-0e263ea7-2dfc-4278-9546-c15241d691fe tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321653 Mar 22 14:20:07.572934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.606976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.654363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.661362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] For port 02e5d6e3-cdd2-4f79-bfbc-606047beb82b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:07.685828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.719914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Calling delete_port for 02e5d6e3-cdd2-4f79-bfbc-606047beb82b owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:07.791621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=82af8ff3-8389-4888-9bde-8e8913f9fb2d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:07.801184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.913350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Set router 949dfb59-9c2a-4e1a-963b-e312d907140a gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:07.949776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.951072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-980beafc-9486-41fa-bffd-ec4dd9d1c247 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9650674 Mar 22 14:20:07.967075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:07.974061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (949dfb59-9c2a-4e1a-963b-e312d907140a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.027146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949dfb59-9c2a-4e1a-963b-e312d907140a', 'name': 'tempest-RoutersIpV6Test-router-1239712597', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:57Z', 'updated_at': '2022-03-22T14:20:03Z', 'revision_number': 11, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:08.073139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (949dfb59-9c2a-4e1a-963b-e312d907140a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.074007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router 949dfb59-9c2a-4e1a-963b-e312d907140a {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:08.081192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.088017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1e45cdb-e42e-4d46-afaf-6df3eb9a386a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 204 len: 168 time: 0.5676341 Mar 22 14:20:08.102504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Checking router: 949dfb59-9c2a-4e1a-963b-e312d907140a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:08.103270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54954) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:08.112532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:08.113218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:20:08.114016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'949dfb59-9c2a-4e1a-963b-e312d907140a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:20:08.114619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10aa41-5449-4cc5-98cf-6f315b6933ed None None] The sync data for ids ['949dfb59-9c2a-4e1a-963b-e312d907140a'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:08.121065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-591781021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:08.203406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.204702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.307841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (e4aa3832-2f69-4d9a-b795-463c7a73520f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.333716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.357475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.360846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1ec63eb-6b04-4f87-ac3c-b9d1f24cb5ba tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2559955 Mar 22 14:20:08.363643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:08.376428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:08.470203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7048e56c-773a-4677-9c38-ae92cb0f7339 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--483199553&fields=id&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 267 time: 0.0660343 Mar 22 14:20:08.648104 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (02e5d6e3-cdd2-4f79-bfbc-606047beb82b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:08.705080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Pushing event deleted for resources: {'Port': ['ID=02e5d6e3-cdd2-4f79-bfbc-606047beb82b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:08.757535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-602b05ef-fd63-4e2d-adbf-6868e68cba77 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.762426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-602b05ef-fd63-4e2d-adbf-6868e68cba77 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.2778137 Mar 22 14:20:08.856933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be9f8522-8ee9-4501-815b-12d4872711f5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/quotas/6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 375 time: 0.0561635 Mar 22 14:20:08.966507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b4f3-fce1-4f1f-b68d-f69edd0661cd req-479ab9a5-2fe6-48ba-b916-d4de8561dfb9 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:08.968115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3d6b4f3-fce1-4f1f-b68d-f69edd0661cd req-479ab9a5-2fe6-48ba-b916-d4de8561dfb9 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2786970 Mar 22 14:20:09.135438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-f82e66b7-8576-4972-af5d-3e778b7eca5d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2494729 Mar 22 14:20:09.139063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3d6b4f3-fce1-4f1f-b68d-f69edd0661cd req-b3c36828-2975-4081-99c9-cf635d953343 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420040 Mar 22 14:20:09.228790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (048a3d85-9f6a-4680-8814-a5940026e8dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.281369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.306570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.425308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Router e4aa3832-2f69-4d9a-b795-463c7a73520f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:20:09.504800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-b928c92d-5814-4c93-ac30-afc9da02c119 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492904 Mar 22 14:20:09.508662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Router 048a3d85-9f6a-4680-8814-a5940026e8dc has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:09.526343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:09.533831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.535144 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7de0d1b0-2d1c-4e14-a56a-3fa283f3ea71 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "PUT /v2.0/routers/e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 200 len: 697 time: 1.1701810 Mar 22 14:20:09.538509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54982) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:09.539765 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Sync routers for ids ['e4aa3832-2f69-4d9a-b795-463c7a73520f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:09.556331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Routers {'e4aa3832-2f69-4d9a-b795-463c7a73520f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:09.556983 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['e4aa3832-2f69-4d9a-b795-463c7a73520f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:09.714716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-5946bff1-300f-4cdb-8963-70c05cb0b381 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023478 Mar 22 14:20:09.715187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:09.726049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-685408e8-7939-4c24-93c4-bb92eec7983d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/routers/e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 200 len: 703 time: 0.1724749 Mar 22 14:20:09.754503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 54986) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:09.754842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e7a5e3e2-c3a0-4386-833d-fae604ce9746 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 200 len: 205 time: 0.0358698 Mar 22 14:20:09.772336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:09.782461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Sync routers for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:09.785656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0408fde6-9cc8-411f-818f-06ad553ef49e admin admin] 10.222.0.81 "PUT /v2.0/routers/048a3d85-9f6a-4680-8814-a5940026e8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7223382 Mar 22 14:20:09.788742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 54988) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:09.796966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:09.798005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:09.804168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Set router e4aa3832-2f69-4d9a-b795-463c7a73520f gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:09.865921 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa3832-2f69-4d9a-b795-463c7a73520f', 'name': 'tempest-RoutersIpV6Test-router-591781021', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:08Z', 'updated_at': '2022-03-22T14:20:09Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:09.955428 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Checking router: e4aa3832-2f69-4d9a-b795-463c7a73520f for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:09.979897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:09.981833 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Routers {'e4aa3832-2f69-4d9a-b795-463c7a73520f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:09.985993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['e4aa3832-2f69-4d9a-b795-463c7a73520f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:10.071507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks [] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.109545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:10.158087 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] Set router e4aa3832-2f69-4d9a-b795-463c7a73520f gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:10.251986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa3832-2f69-4d9a-b795-463c7a73520f', 'name': 'tempest-RoutersIpV6Test-router-591781021', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:08Z', 'updated_at': '2022-03-22T14:20:09Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:10.318852 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b292b-1b67-46a9-beb6-0b061145945f None None] The sync data for ids ['e4aa3832-2f69-4d9a-b795-463c7a73520f'] in n-d-758851-5 is: [{'id': 'e4aa3832-2f69-4d9a-b795-463c7a73520f', 'name': 'tempest-RoutersIpV6Test-router-591781021', 'tenant_id': '45cd04a2f460404e9581cc69024af78b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:20:08Z', 'updated_at': '2022-03-22T14:20:09Z', 'revision_number': 2, 'project_id': '45cd04a2f460404e9581cc69024af78b', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:10.371192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.379754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router_controller (e4aa3832-2f69-4d9a-b795-463c7a73520f), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.510617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (e4aa3832-2f69-4d9a-b795-463c7a73520f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.511174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Fanout notify agent at l3_agent the message router_deleted on router e4aa3832-2f69-4d9a-b795-463c7a73520f {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:10.523200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:10.534927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff06fb81-6c69-4a79-b2f6-78595ff9d066 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 204 len: 168 time: 0.7790923 Mar 22 14:20:10.536003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55004) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.592829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6f38d9c-357c-4a93-b1e1-3eb1afe2e08d tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 200 len: 205 time: 0.0554421 Mar 22 14:20:10.593782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55008) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.606844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:20:08Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:10.645425 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-52fc88a6-8bc8-4177-803c-a996fceccfc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:10.650142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-52fc88a6-8bc8-4177-803c-a996fceccfc6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/e4aa3832-2f69-4d9a-b795-463c7a73520f HTTP/1.1" status: 404 len: 336 time: 0.0549304 Mar 22 14:20:10.651066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55010) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.679036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Checking router: 048a3d85-9f6a-4680-8814-a5940026e8dc for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:10.702427 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9228db7d-ed3d-4e2c-beab-172f1d982db2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:10.703192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9228db7d-ed3d-4e2c-beab-172f1d982db2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:10.705370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Routers {'048a3d85-9f6a-4680-8814-a5940026e8dc'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:10.706356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['048a3d85-9f6a-4680-8814-a5940026e8dc'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:10.710844 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9228db7d-ed3d-4e2c-beab-172f1d982db2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/3894f189-276c-4cd8-9a96-50390f39d907 HTTP/1.1" status: 404 len: 337 time: 0.0583222 Mar 22 14:20:10.712754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55012) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.767287 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cdc08b-4d11-4621-8712-ea6cd3b35a46 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:10.768106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cdc08b-4d11-4621-8712-ea6cd3b35a46 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:10.775742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-07cdc08b-4d11-4621-8712-ea6cd3b35a46 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/1334d40c-b0a2-4b14-b574-38154760cd9f HTTP/1.1" status: 404 len: 337 time: 0.0622954 Mar 22 14:20:10.776173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.819671 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b0ce7d-40b3-48ad-849f-dd3ff9483a75 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:10.822904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b0ce7d-40b3-48ad-849f-dd3ff9483a75 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:10.830011 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2b0ce7d-40b3-48ad-849f-dd3ff9483a75 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/9c15fd4a-7a79-486b-a4f9-9475ab9ec05c HTTP/1.1" status: 404 len: 337 time: 0.0515552 Mar 22 14:20:10.830870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55024) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.869695 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc93998a-a319-4434-b039-90098a3b8e2a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:10.870756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc93998a-a319-4434-b039-90098a3b8e2a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:10.879357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cc93998a-a319-4434-b039-90098a3b8e2a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/07583e72-0095-4082-b6c2-3f98d4f8571e HTTP/1.1" status: 404 len: 337 time: 0.0460768 Mar 22 14:20:10.880564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55026) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.884340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c895f87-cecb-4cce-8547-e853c5991b58 req-9bc067e2-5f65-4971-9ec3-1f8b3013dc8a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 210 time: 0.8063827 Mar 22 14:20:10.926389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] Set router 048a3d85-9f6a-4680-8814-a5940026e8dc gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:10.934822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55028) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:10.938687 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e55d93a-6f55-42b9-b430-645bd6e5c7f6 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 200 len: 205 time: 0.0567601 Mar 22 14:20:10.982364 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-71655015-1474-4b9f-939e-3f504579f848 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:10.983666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-71655015-1474-4b9f-939e-3f504579f848 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/949dfb59-9c2a-4e1a-963b-e312d907140a HTTP/1.1" status: 404 len: 336 time: 0.0479033 Mar 22 14:20:10.986319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55030) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.057689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd3e1bf3-428e-492a-b433-10ed43641e1c tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=4720e312-2f55-4d77-8532-1ec293fe87c4 HTTP/1.1" status: 200 len: 205 time: 0.0702713 Mar 22 14:20:11.060727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55034) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.064799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919267-3980-41f9-ad1d-6f4fbabdc703 req-c0ff7017-6bd8-4944-b485-4d7dd418b5d5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.073457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b919267-3980-41f9-ad1d-6f4fbabdc703 req-c0ff7017-6bd8-4944-b485-4d7dd418b5d5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.7899446 Mar 22 14:20:11.139310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks [] for router_gateway (048a3d85-9f6a-4680-8814-a5940026e8dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.162024 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-c3a7ffe3-ba08-4ab3-b0a9-cef3e27169f8 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:11.173189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b919267-3980-41f9-ad1d-6f4fbabdc703 req-3e51259e-078c-4147-a3fc-a120447163a7 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970330 Mar 22 14:20:11.174117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3a7ffe3-ba08-4ab3-b0a9-cef3e27169f8 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/4720e312-2f55-4d77-8532-1ec293fe87c4 HTTP/1.1" status: 404 len: 336 time: 0.1122725 Mar 22 14:20:11.174912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.216072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:20:08Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:11.236996 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-39836ecb-988d-46cf-839e-18513f086f3b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:11.237466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39836ecb-988d-46cf-839e-18513f086f3b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:11.239577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Deleting port 50b5fb63-d0cc-47f0-a7e2-178290acdce4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:11.240456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.244043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-39836ecb-988d-46cf-839e-18513f086f3b tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/840d4b19-fd2f-4e62-a5ba-78c82c5437d1 HTTP/1.1" status: 404 len: 337 time: 0.0678048 Mar 22 14:20:11.244657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.253441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e3e10-b868-43e7-a438-192f1470ccd4 None None] The sync data for ids ['048a3d85-9f6a-4680-8814-a5940026e8dc'] in n-d-758851-5 is: [{'id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1212820977-router', 'tenant_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:10:55Z', 'updated_at': '2022-03-22T14:20:08Z', 'revision_number': 5, 'project_id': 'b0228d7bef6841a1862e2e1ae74d845b', 'gw_port': {'id': '50b5fb63-d0cc-47f0-a7e2-178290acdce4', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a3d85-9f6a-4680-8814-a5940026e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:10:56Z', 'updated_at': '2022-03-22T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:11.277255 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d58c32c-1311-4143-b8f3-4f82c9f86bf2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 200 len: 205 time: 0.0308955 Mar 22 14:20:11.279152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.326126 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-1c2114da-ef5a-46e7-8bc3-0079922aa8c2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:11.330108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c2114da-ef5a-46e7-8bc3-0079922aa8c2 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/30e1b03f-19dd-4a56-b89a-445aae83fa6e HTTP/1.1" status: 404 len: 336 time: 0.0498359 Mar 22 14:20:11.330803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55042) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.376524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bb8e8465-f369-4fdd-90d0-758e882b1c5a tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f HTTP/1.1" status: 200 len: 205 time: 0.0444477 Mar 22 14:20:11.379840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.386057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] For port 50b5fb63-d0cc-47f0-a7e2-178290acdce4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=50b5fb63-d0cc-47f0-a7e2-178290acdce4,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:11.386740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.400577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Calling delete_port for 50b5fb63-d0cc-47f0-a7e2-178290acdce4 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:11.483475 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-da44b502-d7e3-4c9f-a9c1-fb0e5011906e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:11.484848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da44b502-d7e3-4c9f-a9c1-fb0e5011906e tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/14c2f7f5-0d09-47c3-ab7a-2106bd1d9a6f HTTP/1.1" status: 404 len: 336 time: 0.1036980 Mar 22 14:20:11.487541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.566893 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef176f8-a8b7-483d-9358-b2cd4cf52e24 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:11.567237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef176f8-a8b7-483d-9358-b2cd4cf52e24 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:11.576336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ef176f8-a8b7-483d-9358-b2cd4cf52e24 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/64bc17b5-ee1c-4257-8235-098159efd438 HTTP/1.1" status: 404 len: 337 time: 0.0863369 Mar 22 14:20:11.579880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55050) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.667172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5ef09d35-ad71-4168-b166-29e510327247 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fe2c7bf-84b1-482a-a70f-615a9e0baf2b HTTP/1.1" status: 200 len: 205 time: 0.0856020 Mar 22 14:20:11.669713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.803790 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-1e558fe7-93e9-4f2f-9e87-6a6791645d70 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:11.809905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e558fe7-93e9-4f2f-9e87-6a6791645d70 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/9fe2c7bf-84b1-482a-a70f-615a9e0baf2b HTTP/1.1" status: 404 len: 336 time: 0.1388822 Mar 22 14:20:11.813428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55054) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.860402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-8a91035b-09f7-4a8c-af62-3cae463674d0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:11.864237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-8a91035b-09f7-4a8c-af62-3cae463674d0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.2090716 Mar 22 14:20:11.869672 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d033a3-50bd-4fa1-94c2-c89f16945a95 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:11.870277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d033a3-50bd-4fa1-94c2-c89f16945a95 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:11.877260 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-54d033a3-50bd-4fa1-94c2-c89f16945a95 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/60fdb286-b370-46bf-8d48-7ce378a7d1c0 HTTP/1.1" status: 404 len: 337 time: 0.0624919 Mar 22 14:20:11.878086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:11.903683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (50b5fb63-d0cc-47f0-a7e2-178290acdce4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:11.931634 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2326a14c-37c3-472b-83ba-b8255f64fe76 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 HTTP/1.1" status: 200 len: 205 time: 0.0522246 Mar 22 14:20:11.933605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.017010 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-2403c9ac-1c04-4877-8db5-1e138d866c79 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] delete failed (client error): The resource could not be found. Mar 22 14:20:12.021406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2403c9ac-1c04-4877-8db5-1e138d866c79 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/routers/cdf837bd-ff0f-4791-8cc6-84a6207ff3f6 HTTP/1.1" status: 404 len: 336 time: 0.0863509 Mar 22 14:20:12.022118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.081771 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2d407d-860b-414e-a3ec-08eae4a9ed76 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:12.083659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2d407d-860b-414e-a3ec-08eae4a9ed76 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:12.094254 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6c2d407d-860b-414e-a3ec-08eae4a9ed76 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/92a7a742-e275-4bf3-abf3-6805c20d6b82 HTTP/1.1" status: 404 len: 337 time: 0.0697010 Mar 22 14:20:12.098282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.100758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02e5d6e3-cdd2-4f79-bfbc-606047beb82b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:12.141280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 02e5d6e3-cdd2-4f79-bfbc-606047beb82b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:12.142758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02e5d6e3-cdd2-4f79-bfbc-606047beb82b not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:12.153838 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76dbaea-d23d-4d8a-9866-16863f39eee7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] DELETE failed (client error): The resource could not be found. Mar 22 14:20:12.154666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76dbaea-d23d-4d8a-9866-16863f39eee7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:20:12.166662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b5fb63-d0cc-47f0-a7e2-178290acdce4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.182404 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b76dbaea-d23d-4d8a-9866-16863f39eee7 tempest-RoutersIpV6Test-360456395 tempest-RoutersIpV6Test-360456395-project] 10.222.0.81 "DELETE /v2.0/subnets/cdacd002-f2f3-464e-93f6-1912ac9f7e1b HTTP/1.1" status: 404 len: 337 time: 0.0625651 Mar 22 14:20:12.188380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-95922452-6e30-4798-b15d-8dadb0770ff1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 471 time: 0.3154526 Mar 22 14:20:12.193570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-155c363d-dd2a-4d87-8999-280c29d9b50d req-77210946-72a2-43c5-b4a0-5ec1e6c63f93 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 210 time: 0.1279147 Mar 22 14:20:12.206807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'port': {'device_id': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'admin_state_up': True, 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'security_groups': ['efb3b806-64a7-4d00-947e-965a968eea35']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:12.396204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (048a3d85-9f6a-4680-8814-a5940026e8dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.493187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55074) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.562492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeee8a-5a3e-4251-aa56-2e5bd0dfe461 req-009d4b1a-9adc-4eeb-aa7e-09e6d31ce4fd tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:12.569819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccaeee8a-5a3e-4251-aa56-2e5bd0dfe461 req-009d4b1a-9adc-4eeb-aa7e-09e6d31ce4fd tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2767470 Mar 22 14:20:12.599102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.605444 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks [] for router_controller (048a3d85-9f6a-4680-8814-a5940026e8dc), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.607208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:12.610936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.678946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccaeee8a-5a3e-4251-aa56-2e5bd0dfe461 req-6e894d8a-8adc-49f1-abba-22153b17011a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 Mar 22 14:20:12.686160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (048a3d85-9f6a-4680-8814-a5940026e8dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.686694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 048a3d85-9f6a-4680-8814-a5940026e8dc {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:12.692353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.696605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-be82ae56-9af6-4c13-bd3f-275132d5a6e6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/048a3d85-9f6a-4680-8814-a5940026e8dc HTTP/1.1" status: 204 len: 168 time: 2.9037440 Mar 22 14:20:12.696605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55080) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.751328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32459d67-b4ae-47f7-92ab-438d3418c83d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45cd04a2f460404e9581cc69024af78b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560070 Mar 22 14:20:12.752112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55082) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:12.803232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Deleting subnet 51796fc1-4e2f-4939-8248-a200eed44545 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:12.816454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] Publish callbacks [] for security_group (fc8357a6-f20d-45af-b5ab-95bd4dc963cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.838716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] Publish callbacks [] for security_group (fc8357a6-f20d-45af-b5ab-95bd4dc963cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.838963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Publish callbacks [] for subnet (51796fc1-4e2f-4939-8248-a200eed44545), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.898381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (51796fc1-4e2f-4939-8248-a200eed44545), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.914731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fc8357a6-f20d-45af-b5ab-95bd4dc963cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.919651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:12.921316 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc8357a6-f20d-45af-b5ab-95bd4dc963cd HTTP/1.1" status: 204 len: 168 time: 0.1681051 Mar 22 14:20:12.935004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6a49-d653-48ce-b2b5-b5621e64212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8357a6-f20d-45af-b5ab-95bd4dc963cd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:12.941184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.20.0.5 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/0eb9e78a-3200-4656-807e-306a94e6ccac) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:13.079063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (51796fc1-4e2f-4939-8248-a200eed44545), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.174751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.180694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (51796fc1-4e2f-4939-8248-a200eed44545), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.194699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.201681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/51796fc1-4e2f-4939-8248-a200eed44545 HTTP/1.1" status: 204 len: 168 time: 0.5024219 Mar 22 14:20:13.201848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c193edb7-9204-4e7a-920b-a998a2429259 None None] Network 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:13.202821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55088) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:13.223101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15979595-9ac3-40cd-888f-ddd3b16f4569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51796fc1-4e2f-4939-8248-a200eed44545,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.301190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.399344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:13.410333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:13.415275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:13.445578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.460562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:13.506793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc93b10-e2c4-4d8c-a121-9389aba7abf1 req-ac40ae46-7fae-4647-b978-3f4c172383cd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.508392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3dc93b10-e2c4-4d8c-a121-9389aba7abf1 req-ac40ae46-7fae-4647-b978-3f4c172383cd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 931 time: 0.1687124 Mar 22 14:20:13.525545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:13.526201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.622972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-be70ad59-3e37-497c-86e7-9722b0886ce2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215193 Mar 22 14:20:13.629261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] DHCP port deletion for 03d25257-ef6d-49a1-8f8d-e7da4c7ac44d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:13.643481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Deleting port 8106475e-970c-476e-b083-b9ddb9ad49ec {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:13.643481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.645272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Request body: {'port': {'device_id': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:13.706284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Deleting port 8106475e-970c-476e-b083-b9ddb9ad49ec {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:13.707815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.740784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3dc93b10-e2c4-4d8c-a121-9389aba7abf1 req-6f6c37ba-f266-4048-8b8b-4d535d1f06b8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227762 Mar 22 14:20:13.746606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.794818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] For port 8106475e-970c-476e-b083-b9ddb9ad49ec, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8106475e-970c-476e-b083-b9ddb9ad49ec,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:13.795344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.811406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Calling delete_port for 8106475e-970c-476e-b083-b9ddb9ad49ec owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:13.902851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] For port 8106475e-970c-476e-b083-b9ddb9ad49ec, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8106475e-970c-476e-b083-b9ddb9ad49ec,segment=NetworkSegment(cb4d1fce-6192-4196-ac5b-0bec7627f755),segment_id=cb4d1fce-6192-4196-ac5b-0bec7627f755)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:13.903219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.934887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Calling delete_port for 8106475e-970c-476e-b083-b9ddb9ad49ec owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:13.940548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:13.986444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] Pushing event deleted for resources: {'Port': ['ID=8106475e-970c-476e-b083-b9ddb9ad49ec,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:14.011358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47a522-6bfd-4c3b-8047-d2e1de9086d6 None None] No DVR routers for this DVR port 8106475e-970c-476e-b083-b9ddb9ad49ec on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:14.021825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7e91b1a4-d3e1-4227-8776-60f69e200edd None None] Provisioning complete for port 0eb9e78a-3200-4656-807e-306a94e6ccac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:14.021825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e91b1a4-d3e1-4227-8776-60f69e200edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.066084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7e91b1a4-d3e1-4227-8776-60f69e200edd None None] Port 0eb9e78a-3200-4656-807e-306a94e6ccac cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:14.107585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8106475e-970c-476e-b083-b9ddb9ad49ec), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.149574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8106475e-970c-476e-b083-b9ddb9ad49ec,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:14.160070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] No DVR routers for this DVR port 8106475e-970c-476e-b083-b9ddb9ad49ec on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:14.200438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8106475e-970c-476e-b083-b9ddb9ad49ec no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:14.212833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663c1a9-0e88-4be5-834a-002ef9afa829 req-842d0dee-e22a-4e29-8350-29551c095c74 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:14.214659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0663c1a9-0e88-4be5-834a-002ef9afa829 req-842d0dee-e22a-4e29-8350-29551c095c74 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1762173 Mar 22 14:20:14.253023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55114) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.266340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8106475e-970c-476e-b083-b9ddb9ad49ec {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:14.266832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8106475e-970c-476e-b083-b9ddb9ad49ec not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:14.267149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 50b5fb63-d0cc-47f0-a7e2-178290acdce4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:14.287486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 50b5fb63-d0cc-47f0-a7e2-178290acdce4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:14.287870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 50b5fb63-d0cc-47f0-a7e2-178290acdce4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:14.296648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.353862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d25257-ef6d-49a1-8f8d-e7da4c7ac44d']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:14.365862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb9e78a-3200-4656-807e-306a94e6ccac {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:14.377619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks [] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.386055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d1fce-6192-4196-ac5b-0bec7627f755') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:14.386843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d1fce-6192-4196-ac5b-0bec7627f755') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:14.392111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Transition to ACTIVE for port object 0eb9e78a-3200-4656-807e-306a94e6ccac will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:20:14.396369 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.420302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cb4d1fce-6192-4196-ac5b-0bec7627f755), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.449399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cb4d1fce-6192-4196-ac5b-0bec7627f755), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.450484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0663c1a9-0e88-4be5-834a-002ef9afa829 req-8babcd22-28e2-4055-a569-4ad1230c22c6 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249479 Mar 22 14:20:14.472215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:14.505541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:14.506495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cb4d1fce-6192-4196-ac5b-0bec7627f755), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:14.531701 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:14.546138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1504370848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:14.614626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (03d25257-ef6d-49a1-8f8d-e7da4c7ac44d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.626200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.633114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.634497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] 10.222.0.81 "DELETE /v2.0/networks/03d25257-ef6d-49a1-8f8d-e7da4c7ac44d HTTP/1.1" status: 204 len: 168 time: 1.4308097 Mar 22 14:20:14.634818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.635474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55120) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.662529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7eb7-9dcd-44b0-8d1e-4437d28970fe admin admin] Pushing event deleted for resources: {'Network': ['ID=03d25257-ef6d-49a1-8f8d-e7da4c7ac44d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:14.693587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Attempting to bind port 0eb9e78a-3200-4656-807e-306a94e6ccac on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:14.693920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Attempting to bind port 0eb9e78a-3200-4656-807e-306a94e6ccac by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:14.695314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Attempting to bind port 0eb9e78a-3200-4656-807e-306a94e6ccac on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:14.784962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Port 0eb9e78a-3200-4656-807e-306a94e6ccac on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:20:14.785426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Attempting to bind port 0eb9e78a-3200-4656-807e-306a94e6ccac on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:14.836309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:14.836659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:14.837094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:14.837539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Bound port: 0eb9e78a-3200-4656-807e-306a94e6ccac, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:14.837897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.846162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router_controller (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.856920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.935623 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:14.940186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a4bcbe9a-918f-48cc-a96b-1424936eb1a8 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6834946 Mar 22 14:20:14.943836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55134) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:14.957570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1285851229'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:15.009454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:15.021229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634a0ac-59b9-431a-a3ca-38607f1ff66f req-d6231e7b-bd63-4eb5-a060-3e7955cd34cc tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.030904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0634a0ac-59b9-431a-a3ca-38607f1ff66f req-d6231e7b-bd63-4eb5-a060-3e7955cd34cc tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 943 time: 0.1629336 Mar 22 14:20:15.039431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0eb9e78a-3200-4656-807e-306a94e6ccac,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:15.083058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.084924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:15.088768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.137251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.197503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (c12cda68-63fa-483c-a257-f157bdcdcb84), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.281392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0634a0ac-59b9-431a-a3ca-38607f1ff66f req-0c96a727-d6be-4bdb-b614-d43a63d02524 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491825 Mar 22 14:20:15.282258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:15.297744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.298554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.302908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7a70e4d2-99e1-46d8-b32a-dc9543f5b515 service neutron] 10.222.0.78 "PUT /v2.0/ports/0eb9e78a-3200-4656-807e-306a94e6ccac HTTP/1.1" status: 200 len: 1091 time: 1.6690006 Mar 22 14:20:15.303836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:15.311557 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a98863-2f09-4455-86f4-7a00e7445ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:15.438868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for security_group (32558dd3-5102-48a1-9828-ae5b4a1bc27d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.457912 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ee747-34b9-4ccb-bea2-993658f658f9 x-openstack-request-id: req-8e5ee747-34b9-4ccb-bea2-993658f658f9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:15.458228 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:15.458478 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e5ee747-34b9-4ccb-bea2-993658f658f9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:15.458887 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5ee747-34b9-4ccb-bea2-993658f658f9'] response: {'name': 'network-changed', 'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'status': 'completed', 'code': 200} Mar 22 14:20:15.461500 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (32558dd3-5102-48a1-9828-ae5b4a1bc27d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.576465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:15.608850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-f27338c7-0db1-4755-be8a-3ea2c5a457d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.613232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-f27338c7-0db1-4755-be8a-3ea2c5a457d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 1125 time: 0.2550144 Mar 22 14:20:15.638260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Deleting port b7578c3b-8a87-45f7-b171-560ac8bc39ca {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:15.638962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.689076 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (dd479b1d-af77-4e30-9ffa-3287389a69bd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.689427 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Added segment dd479b1d-af77-4e30-9ffa-3287389a69bd of type vlan for network 4debaf73-2967-4375-81e5-94415eb1d608 Mar 22 14:20:15.694641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32558dd3-5102-48a1-9828-ae5b4a1bc27d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:15.774367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] For port b7578c3b-8a87-45f7-b171-560ac8bc39ca, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b7578c3b-8a87-45f7-b171-560ac8bc39ca,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:15.775664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:15.795114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Calling delete_port for b7578c3b-8a87-45f7-b171-560ac8bc39ca owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:15.840602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-7096530e-bc19-47ae-81f9-2bae9be7e877 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb9e78a-3200-4656-807e-306a94e6ccac HTTP/1.1" status: 200 len: 217 time: 0.1961854 Mar 22 14:20:15.959029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2fec-37ef-41a2-af36-ba788adfad91 req-11bdde39-c8a7-4177-94c5-f17ca9c58791 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:15.967111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0cb2fec-37ef-41a2-af36-ba788adfad91 req-11bdde39-c8a7-4177-94c5-f17ca9c58791 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.3384073 Mar 22 14:20:15.970139 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4debaf73-2967-4375-81e5-94415eb1d608), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.032327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0cb2fec-37ef-41a2-af36-ba788adfad91 req-62ed87ab-885a-453c-aeac-b18611b0c614 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Mar 22 14:20:16.039284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-b7865fb5-6714-4fdf-ab1c-84145e5f7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.040765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-b7865fb5-6714-4fdf-ab1c-84145e5f7e21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.1883173 Mar 22 14:20:16.115953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-a874c399-01e9-4509-9a84-874b99397550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.118093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-a874c399-01e9-4509-9a84-874b99397550 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580738 Mar 22 14:20:16.119209 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4debaf73-2967-4375-81e5-94415eb1d608), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.125306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:16.126302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.160893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2116425 Mar 22 14:20:16.161662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:16.201576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b7578c3b-8a87-45f7-b171-560ac8bc39ca), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.287300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b7578c3b-8a87-45f7-b171-560ac8bc39ca,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:16.539217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (c12cda68-63fa-483c-a257-f157bdcdcb84), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:16.778809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'subnet': {'network_id': '4debaf73-2967-4375-81e5-94415eb1d608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:16.893919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Router c12cda68-63fa-483c-a257-f157bdcdcb84 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:16.901159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-fc279587-35d1-49f4-809a-8a771878e1f6 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629998 Mar 22 14:20:17.041330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ac40-3753-44ce-a70c-be43a99d2fd3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Network': ['ID=4debaf73-2967-4375-81e5-94415eb1d608,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:17.041855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:17.054934 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65aef1a4-a9d6-4f06-93fd-cc916e7030fe admin admin] 10.222.0.81 "PUT /v2.0/routers/c12cda68-63fa-483c-a257-f157bdcdcb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4013493 Mar 22 14:20:17.055913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55154) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:17.066255 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Sync routers for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:17.070836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:17.090347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:17.093684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:17.134696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719822c-4831-48a6-acd4-ae7feb8b6887 req-2ddfc212-51a5-47a7-8a3a-18b85e9af0c2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:17.152136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1719822c-4831-48a6-acd4-ae7feb8b6887 req-2ddfc212-51a5-47a7-8a3a-18b85e9af0c2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 943 time: 0.3677342 Mar 22 14:20:17.330355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks [] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.346823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:17.350436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.356897 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:17.495727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks [] for router_gateway (c12cda68-63fa-483c-a257-f157bdcdcb84), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.606495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454d3b-c95c-4d1f-b9a8-c4b8b9ca8f44 req-4f909de7-af40-4770-a414-ccff92ecfa67 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:17.610992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Deleting port 538d5d33-d440-4241-b1a9-5bf7b64e4835 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:17.611680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77454d3b-c95c-4d1f-b9a8-c4b8b9ca8f44 req-4f909de7-af40-4770-a414-ccff92ecfa67 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.4536810 Mar 22 14:20:17.612151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.625121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1719822c-4831-48a6-acd4-ae7feb8b6887 req-87d6cd68-10c7-4c8d-bb15-91be238cd9a2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686110 Mar 22 14:20:17.630506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09a91169-b299-43c0-b296-7c00bae2ea7e req-6d8824a2-954d-4a42-87d5-bf0c83c49233 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050035 Mar 22 14:20:17.762680 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:20:16Z', 'revision_number': 5, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port': {'id': '538d5d33-d440-4241-b1a9-5bf7b64e4835', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:11:13Z', 'updated_at': '2022-03-22T14:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:17.807762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] For port 538d5d33-d440-4241-b1a9-5bf7b64e4835, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=538d5d33-d440-4241-b1a9-5bf7b64e4835,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:17.808127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:17.819368 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Checking router: c12cda68-63fa-483c-a257-f157bdcdcb84 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:17.837350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Routers {'c12cda68-63fa-483c-a257-f157bdcdcb84'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:17.838509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Calling delete_port for 538d5d33-d440-4241-b1a9-5bf7b64e4835 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:17.839297 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:19:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c12cda68-63fa-483c-a257-f157bdcdcb84'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:17.861907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77454d3b-c95c-4d1f-b9a8-c4b8b9ca8f44 req-641cac3e-f3ce-4069-a14d-9a27b9e0d170 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245307 Mar 22 14:20:18.051475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-95627d66-76af-461d-8bd3-d969cab5c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.055462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-95627d66-76af-461d-8bd3-d969cab5c346 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 1125 time: 0.3512228 Mar 22 14:20:18.059264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6e31c834-7299-4644-9912-4b853d9e13de), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.063623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] Set router c12cda68-63fa-483c-a257-f157bdcdcb84 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:18.207063 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:20:17Z', 'revision_number': 6, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:18.234009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a975f54-983f-497d-93c7-46cfd1133782 None None] The sync data for ids ['c12cda68-63fa-483c-a257-f157bdcdcb84'] in n-d-758851-5 is: [{'id': 'c12cda68-63fa-483c-a257-f157bdcdcb84', 'name': 'tempest-TaggedBootDevicesTest_v242-1142553106-router', 'tenant_id': 'e08ca4dd4687429495b50d7f766cc36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:11:11Z', 'updated_at': '2022-03-22T14:20:17Z', 'revision_number': 6, 'project_id': 'e08ca4dd4687429495b50d7f766cc36e', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:18.250659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (538d5d33-d440-4241-b1a9-5bf7b64e4835), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.308609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=538d5d33-d440-4241-b1a9-5bf7b64e4835,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:18.309207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-e90c2794-a71e-4bc4-b139-3e4a9783b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.310915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-e90c2794-a71e-4bc4-b139-3e4a9783b5eb service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.2205265 Mar 22 14:20:18.405916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-73cc687d-1ee0-4c26-a5a5-75b2525d24c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb9e78a-3200-4656-807e-306a94e6ccac HTTP/1.1" status: 200 len: 217 time: 0.0744023 Mar 22 14:20:18.414725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Checking segment: {'id': 'dd479b1d-af77-4e30-9ffa-3287389a69bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:18.415177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network hostable DHCP agents. Network: 4debaf73-2967-4375-81e5-94415eb1d608, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:18.418985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (c12cda68-63fa-483c-a257-f157bdcdcb84), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.480314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-1934ed4c-d9da-467f-83ba-aba793128e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.481926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-1934ed4c-d9da-467f-83ba-aba793128e35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.0525012 Mar 22 14:20:18.488087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Subnet': ['ID=6e31c834-7299-4644-9912-4b853d9e13de,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:18.546313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 4debaf73-2967-4375-81e5-94415eb1d608 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:18.551157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9b80296-e1b1-4335-b515-42727b071cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.569944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4debaf73-2967-4375-81e5-94415eb1d608) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:18.576385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.577114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:18.581400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-339ac871-47ab-4444-aeb0-9cd50f5fa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:18.583142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-339ac871-47ab-4444-aeb0-9cd50f5fa137 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848055 Mar 22 14:20:18.584125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c6863-7362-493b-864a-c3acf6b1f3e7 None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:18.827932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-9343f158-80ce-428e-a2e9-3b33b0e456f4 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235358 Mar 22 14:20:18.845208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4debaf73-2967-4375-81e5-94415eb1d608', 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608', 'project_id': '3c367415d4f94749b11c1bcceb3e785f', 'fixed_ips': [{'subnet_id': '6e31c834-7299-4644-9912-4b853d9e13de'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:18.846747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.039913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Allocated IP 172.20.0.2 (4debaf73-2967-4375-81e5-94415eb1d608/6e31c834-7299-4644-9912-4b853d9e13de/ba9026e8-c92d-4b35-80da-56abc376d9cd) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:19.080729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a98863-2f09-4455-86f4-7a00e7445ba5 req-4de47b3f-4449-4c2a-9397-75fbf37827d6 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812646 Mar 22 14:20:19.207067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-102f7baa-223c-4b6c-9208-4cc9f3b40a15 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0232077 Mar 22 14:20:19.208248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:19.216140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858393d-0983-495f-bb5a-6d40562cc1ab req-f049e134-6daf-460b-8f2f-d7f8a4db12b7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.223772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e858393d-0983-495f-bb5a-6d40562cc1ab req-f049e134-6daf-460b-8f2f-d7f8a4db12b7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 943 time: 0.3920016 Mar 22 14:20:19.255253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.259435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks [] for router_controller (c12cda68-63fa-483c-a257-f157bdcdcb84), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.265073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'network': {'name': 'tempest-router-network01--1000015542'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:19.332227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e858393d-0983-495f-bb5a-6d40562cc1ab req-7408b9e2-edaa-4a62-861d-f7d4fc155c07 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072216 Mar 22 14:20:19.349789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:19.354814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (c12cda68-63fa-483c-a257-f157bdcdcb84), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.355483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12cda68-63fa-483c-a257-f157bdcdcb84 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:19.356778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.361576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.365645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a39c188-e483-42fd-b2d6-75a3cbb4daa4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c12cda68-63fa-483c-a257-f157bdcdcb84 HTTP/1.1" status: 204 len: 168 time: 2.3063600 Mar 22 14:20:19.365873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:19.383116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks [] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.393180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397536-c385-4b7d-a82f-333f31565726 req-7ee73f3c-1d11-4b65-9af0-ea738f9cc90f tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.401034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53397536-c385-4b7d-a82f-333f31565726 req-7ee73f3c-1d11-4b65-9af0-ea738f9cc90f tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.3181465 Mar 22 14:20:19.405058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.429538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:19.440985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb3b48d1-27c1-4df9-85a0-6047eba216c4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.441335 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Added segment eb3b48d1-27c1-4df9-85a0-6047eba216c4 of type vlan for network 05c3cf8f-54d8-496f-988e-610918e4307c Mar 22 14:20:19.462325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:19.463210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Deleting subnet 98195296-b9e1-4825-acc8-90d5f7066c7d {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:19.467741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Publish callbacks [] for subnet (98195296-b9e1-4825-acc8-90d5f7066c7d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.467925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:19.471170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:19.488577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (05c3cf8f-54d8-496f-988e-610918e4307c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.497557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Pushing event updated for resources: {'Port': ['ID=ba9026e8-c92d-4b35-80da-56abc376d9cd,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:19.514882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (98195296-b9e1-4825-acc8-90d5f7066c7d), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.524374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:20:19.561535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (05c3cf8f-54d8-496f-988e-610918e4307c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.567721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.568352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.628749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Attempting to bind port ba9026e8-c92d-4b35-80da-56abc376d9cd on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:19.637125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Attempting to bind port ba9026e8-c92d-4b35-80da-56abc376d9cd by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'dd479b1d-af77-4e30-9ffa-3287389a69bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:19.637689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Attempting to bind port ba9026e8-c92d-4b35-80da-56abc376d9cd on network 4debaf73-2967-4375-81e5-94415eb1d608 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:19.643773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:19.644312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Checking segment: {'id': 'dd479b1d-af77-4e30-9ffa-3287389a69bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:19.647193 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.648070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Bound using segment: {'id': 'dd479b1d-af77-4e30-9ffa-3287389a69bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:19.648301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Bound port: ba9026e8-c92d-4b35-80da-56abc376d9cd, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd479b1d-af77-4e30-9ffa-3287389a69bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4debaf73-2967-4375-81e5-94415eb1d608'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:19.648785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.673238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53397536-c385-4b7d-a82f-333f31565726 req-7490b5bc-d98f-4c0f-bb2e-117b7fc22def tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708943 Mar 22 14:20:19.703231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (98195296-b9e1-4825-acc8-90d5f7066c7d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.708194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4449775 Mar 22 14:20:19.708194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fb9dc-aad7-4ae0-8237-8ad8f8393fb4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Network': ['ID=05c3cf8f-54d8-496f-988e-610918e4307c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:19.719261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55174) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:19.726197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'network': {'name': 'tempest-router-network02--1225226359'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:19.758119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 05c3cf8f-54d8-496f-988e-610918e4307c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:19.759087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:19.763154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.798475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:19.809833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0dfb44d3-cb62-4863-af00-1af3cb17e6e6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.810702 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Added segment 0dfb44d3-cb62-4863-af00-1af3cb17e6e6 of type vlan for network 458d16b6-1433-4808-9ab3-8dee00e3d77d Mar 22 14:20:19.814284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (98195296-b9e1-4825-acc8-90d5f7066c7d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.846720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] For port ba9026e8-c92d-4b35-80da-56abc376d9cd, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:19.861788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (458d16b6-1433-4808-9ab3-8dee00e3d77d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.866642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] For port ba9026e8-c92d-4b35-80da-56abc376d9cd, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ba9026e8-c92d-4b35-80da-56abc376d9cd,segment=NetworkSegment(dd479b1d-af77-4e30-9ffa-3287389a69bd),segment_id=dd479b1d-af77-4e30-9ffa-3287389a69bd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:19.884184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.899827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98195296-b9e1-4825-acc8-90d5f7066c7d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:19.908329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.910186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (458d16b6-1433-4808-9ab3-8dee00e3d77d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.919729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:19.919729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:19.924501 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ae30a1d-c589-488e-a3ac-e9d220717d3f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/98195296-b9e1-4825-acc8-90d5f7066c7d HTTP/1.1" status: 204 len: 168 time: 0.5575464 Mar 22 14:20:19.925370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:19.935698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81870522-b3d3-4f41-81ba-0a512e3c7dfc None None] Network 1eed32ac-a468-4269-aada-1c4024b715d4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:20.050838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d41c3-69d8-49a0-87e4-5076188fe1d4 None None] Pushing event updated for resources: {'Port': ['ID=ba9026e8-c92d-4b35-80da-56abc376d9cd,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:20.060238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3394260 Mar 22 14:20:20.068804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55180) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:20.077927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (1eed32ac-a468-4269-aada-1c4024b715d4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.079015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'subnet': {'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:20.087763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0eb9e78a-3200-4656-807e-306a94e6ccac details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:20:20.164471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a24a8-2c1f-4f80-ae52-4dcff91872ad tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Network': ['ID=458d16b6-1433-4808-9ab3-8dee00e3d77d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:20.199391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Deleting port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:20.199391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.239947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:20.244984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.346548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0eb9e78a-3200-4656-807e-306a94e6ccac,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:20.426820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'port_id': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'mac_address': 'fa:16:3e:fd:ab:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:20:20.429828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] For port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,segment=NetworkSegment(4240bf44-edef-4d13-8b7e-9800ac68a994),segment_id=4240bf44-edef-4d13-8b7e-9800ac68a994)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:20.430437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.438947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:20.444950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b7578c3b-8a87-45f7-b171-560ac8bc39ca no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:20.479756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Calling delete_port for 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:20.583286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b7578c3b-8a87-45f7-b171-560ac8bc39ca {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:20.583591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b7578c3b-8a87-45f7-b171-560ac8bc39ca not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:20.584122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 538d5d33-d440-4241-b1a9-5bf7b64e4835 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:20.628117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 538d5d33-d440-4241-b1a9-5bf7b64e4835 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:20.628985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 538d5d33-d440-4241-b1a9-5bf7b64e4835 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:20.663041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5d93f8e0-0cc8-4b8a-94a5-f0066064fab3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.693886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0eb9e78a-3200-4656-807e-306a94e6ccac is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:20.694534 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.718524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb9e78a-3200-4656-807e-306a94e6ccac {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:20.725077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d93f8e0-0cc8-4b8a-94a5-f0066064fab3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:20.740896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] No DVR routers for this DVR port 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:20.783637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0eb9e78a-3200-4656-807e-306a94e6ccac,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:20.796120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.802379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0c442b4a-4212-412d-aeef-98a15c7cf191), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.808470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4437175-1b30-4bed-94bd-8c21ced43e67 None None] DHCP port deletion for 1eed32ac-a468-4269-aada-1c4024b715d4 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:20.877837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (1eed32ac-a468-4269-aada-1c4024b715d4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.901597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e142ea-bd13-4e18-8488-50385633be70 req-e1bf759b-f9d7-42f2-9b61-f8fa1e5f8ea3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:20.902776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eed32ac-a468-4269-aada-1c4024b715d4']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:20.909594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e142ea-bd13-4e18-8488-50385633be70 req-e1bf759b-f9d7-42f2-9b61-f8fa1e5f8ea3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 943 time: 0.2484279 Mar 22 14:20:20.913375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4240bf44-edef-4d13-8b7e-9800ac68a994') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:20.913751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4240bf44-edef-4d13-8b7e-9800ac68a994') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:20.925929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (4240bf44-edef-4d13-8b7e-9800ac68a994), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.932942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0320f7e6-47b3-4d48-a74b-4d49db115498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.941280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:20.944050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4240bf44-edef-4d13-8b7e-9800ac68a994), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.953077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:20.953612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (4240bf44-edef-4d13-8b7e-9800ac68a994), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:20.963999 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:21.024680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Subnet': ['ID=0c442b4a-4212-412d-aeef-98a15c7cf191,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.041522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (1eed32ac-a468-4269-aada-1c4024b715d4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.046877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.054279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1eed32ac-a468-4269-aada-1c4024b715d4 HTTP/1.1" status: 204 len: 168 time: 1.1246958 Mar 22 14:20:21.073065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a2602-21b9-432f-bf36-5ab00cc80dec req-6a2495fd-1984-4a93-9b45-8cd2ced68e1e tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:21.074676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-456a2602-21b9-432f-bf36-5ab00cc80dec req-6a2495fd-1984-4a93-9b45-8cd2ced68e1e tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2661929 Mar 22 14:20:21.079905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cf3e3-d1f0-45df-b5ef-524d97fdcbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eed32ac-a468-4269-aada-1c4024b715d4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.088714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Checking segment: {'id': 'eb3b48d1-27c1-4df9-85a0-6047eba216c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:21.089228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network hostable DHCP agents. Network: 05c3cf8f-54d8-496f-988e-610918e4307c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:21.099834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0eb9e78a-3200-4656-807e-306a94e6ccac'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:21.158800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e142ea-bd13-4e18-8488-50385633be70 req-e14788e0-e4ec-463d-88a6-5dea7197cfe3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479250 Mar 22 14:20:21.168874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 05c3cf8f-54d8-496f-988e-610918e4307c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:21.225261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-456a2602-21b9-432f-bf36-5ab00cc80dec req-b21e918d-e0bb-4f35-a3f1-298574b6ad91 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265519 Mar 22 14:20:21.229997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 05c3cf8f-54d8-496f-988e-610918e4307c) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:21.253932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:21.253932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.278804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c45a85ee-d6e3-426a-a38c-51c2be6d95d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087386 Mar 22 14:20:21.281531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55192) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.287507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'subnet': {'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:21.395289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.451233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Made reservation on behalf of 3c367415d4f94749b11c1bcceb3e785f for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:21.455319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.490849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-712e9058-50b8-4e3c-9f53-f85120e9de64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0228d7bef6841a1862e2e1ae74d845b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918548 Mar 22 14:20:21.491910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:21.507731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf60e5e-e33c-4ff6-969e-10a106bd49e3 None None] Network 05c3cf8f-54d8-496f-988e-610918e4307c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:21.619923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] Publish callbacks [] for security_group (cd141bb9-effa-40d9-8e00-eceae5cc0662), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.643767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7210c76-5ff0-46fc-8857-56833c738168 None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:21.654100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] Publish callbacks [] for security_group (cd141bb9-effa-40d9-8e00-eceae5cc0662), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.706802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cd141bb9-effa-40d9-8e00-eceae5cc0662), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.710207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.714020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd141bb9-effa-40d9-8e00-eceae5cc0662 HTTP/1.1" status: 204 len: 168 time: 0.2186089 Mar 22 14:20:21.734061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Provisioning complete for port ba9026e8-c92d-4b35-80da-56abc376d9cd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:21.734447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.742303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3c7cc-7409-432e-b191-534736fedec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd141bb9-effa-40d9-8e00-eceae5cc0662,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.760742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (6b957871-7fa7-48a0-b5d0-a43a66bca901), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.853278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-05c3cf8f-54d8-496f-988e-610918e4307c', 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c', 'project_id': '3c367415d4f94749b11c1bcceb3e785f', 'fixed_ips': [{'subnet_id': '0c442b4a-4212-412d-aeef-98a15c7cf191'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:21.854454 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.861865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Checking segment: {'id': '0dfb44d3-cb62-4863-af00-1af3cb17e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:21.862314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network hostable DHCP agents. Network: 458d16b6-1433-4808-9ab3-8dee00e3d77d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:21.875059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Subnet': ['ID=6b957871-7fa7-48a0-b5d0-a43a66bca901,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:21.902886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:21.922842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 458d16b6-1433-4808-9ab3-8dee00e3d77d) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:21.929178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:21.931692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:21.946320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ea981-11af-490e-bbe4-67bb1c1b52fd None None] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:21.967995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4ed8667a-ff2e-4b6d-87a8-e6ffd1173f53 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827912 Mar 22 14:20:21.968750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:22.213058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.228903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-458d16b6-1433-4808-9ab3-8dee00e3d77d', 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d', 'project_id': '3c367415d4f94749b11c1bcceb3e785f', 'fixed_ips': [{'subnet_id': '6b957871-7fa7-48a0-b5d0-a43a66bca901'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:20:22.229731 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.285944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ba9026e8-c92d-4b35-80da-56abc376d9cd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:22.583880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Current status of the port ba9026e8-c92d-4b35-80da-56abc376d9cd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:22.584576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.586578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55216) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:22.689950 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c5da7a7c-28d8-412f-a26e-9f74052db21e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e08ca4dd4687429495b50d7f766cc36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010160 Mar 22 14:20:22.692151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:22.716138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431722af-ce75-477c-b34c-a9b8c634f4b8 req-6c1c651f-1634-4d3a-9c5b-b363c8c7fb50 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:22.724249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431722af-ce75-477c-b34c-a9b8c634f4b8 req-6c1c651f-1634-4d3a-9c5b-b363c8c7fb50 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2863240 Mar 22 14:20:22.778402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d016df-aea5-49f6-9afa-ac99218a5e08 req-5ce94bd0-5116-47d4-b87e-a6ef31d11325 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:22.784790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Allocated IP 172.20.0.2 (05c3cf8f-54d8-496f-988e-610918e4307c/0c442b4a-4212-412d-aeef-98a15c7cf191/a30868fd-d659-493a-8f13-136407b35ee3) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:22.787503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d016df-aea5-49f6-9afa-ac99218a5e08 req-5ce94bd0-5116-47d4-b87e-a6ef31d11325 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 944 time: 0.4310937 Mar 22 14:20:22.794978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] For port ba9026e8-c92d-4b35-80da-56abc376d9cd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ba9026e8-c92d-4b35-80da-56abc376d9cd,segment=NetworkSegment(dd479b1d-af77-4e30-9ffa-3287389a69bd),segment_id=dd479b1d-af77-4e30-9ffa-3287389a69bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:22.825284 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.841568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ba9026e8-c92d-4b35-80da-56abc376d9cd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:22.841947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.843146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] Publish callbacks [] for security_group (338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.876426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] Publish callbacks [] for security_group (338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.949726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.961060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:22.966004 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697 HTTP/1.1" status: 204 len: 168 time: 0.2673979 Mar 22 14:20:22.993594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Allocated IP 172.20.0.2 (458d16b6-1433-4808-9ab3-8dee00e3d77d/6b957871-7fa7-48a0-b5d0-a43a66bca901/2ea0adcb-72c9-45a9-bf13-945173207940) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:23.007784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc0d2-8d3e-4017-b6c3-098e359a8b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e14ea-cf1e-4e44-8d8d-ed2a5a3a9697,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.034513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b56fa7b2-c07e-4f7c-ba29-746bfaaf3413 None None] Provisioning complete for port ba9026e8-c92d-4b35-80da-56abc376d9cd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:23.035004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b56fa7b2-c07e-4f7c-ba29-746bfaaf3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.036678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73bbcc-eccc-4937-89e4-03596518b66a None None] Pushing event updated for resources: {'Port': ['ID=ba9026e8-c92d-4b35-80da-56abc376d9cd,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.090140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431722af-ce75-477c-b34c-a9b8c634f4b8 req-c707d131-e149-4971-aeca-5a9150ab8257 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461311 Mar 22 14:20:23.105175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.181503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03d016df-aea5-49f6-9afa-ac99218a5e08 req-deeecabf-36e8-4d90-9a32-c64013034c35 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686366 Mar 22 14:20:23.243743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ba9026e8-c92d-4b35-80da-56abc376d9cd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:23.370544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:23.450399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks [] for port (a30868fd-d659-493a-8f13-136407b35ee3), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.453686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:23.454106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5d93f8e0-0cc8-4b8a-94a5-f0066064fab3 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:23.509145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a30868fd-d659-493a-8f13-136407b35ee3), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.553111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks [] for port (2ea0adcb-72c9-45a9-bf13-945173207940), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.594856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b56fa7b2-c07e-4f7c-ba29-746bfaaf3413 None None] Current status of the port ba9026e8-c92d-4b35-80da-56abc376d9cd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:23.621444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.674585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Network 05c3cf8f-54d8-496f-988e-610918e4307c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:23.693244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:23.703005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:23.744599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:23.779016 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:23.783836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Pushing event updated for resources: {'Port': ['ID=a30868fd-d659-493a-8f13-136407b35ee3,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:23.788320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:23.807403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:23.945796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Attempting to bind port a30868fd-d659-493a-8f13-136407b35ee3 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:23.946206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Attempting to bind port a30868fd-d659-493a-8f13-136407b35ee3 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'eb3b48d1-27c1-4df9-85a0-6047eba216c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:23.946576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Attempting to bind port a30868fd-d659-493a-8f13-136407b35ee3 on network 05c3cf8f-54d8-496f-988e-610918e4307c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:23.989277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Pushing event updated for resources: {'Port': ['ID=2ea0adcb-72c9-45a9-bf13-945173207940,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:24.006999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:24.007436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Checking segment: {'id': 'eb3b48d1-27c1-4df9-85a0-6047eba216c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:24.007947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.008355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Bound using segment: {'id': 'eb3b48d1-27c1-4df9-85a0-6047eba216c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:24.008832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Bound port: a30868fd-d659-493a-8f13-136407b35ee3, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3b48d1-27c1-4df9-85a0-6047eba216c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '05c3cf8f-54d8-496f-988e-610918e4307c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:24.009259 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a30868fd-d659-493a-8f13-136407b35ee3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.066416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Allocated IP 172.20.0.1 (05c3cf8f-54d8-496f-988e-610918e4307c/0c442b4a-4212-412d-aeef-98a15c7cf191/7c624f15-994b-4d20-9088-4b721a559504) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:24.087603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Attempting to bind port 2ea0adcb-72c9-45a9-bf13-945173207940 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:24.087985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Attempting to bind port 2ea0adcb-72c9-45a9-bf13-945173207940 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0dfb44d3-cb62-4863-af00-1af3cb17e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:24.088355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Attempting to bind port 2ea0adcb-72c9-45a9-bf13-945173207940 on network 458d16b6-1433-4808-9ab3-8dee00e3d77d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:24.097418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:24.097807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Checking segment: {'id': '0dfb44d3-cb62-4863-af00-1af3cb17e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:24.098261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.098707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Bound using segment: {'id': '0dfb44d3-cb62-4863-af00-1af3cb17e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:24.099322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Bound port: 2ea0adcb-72c9-45a9-bf13-945173207940, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfb44d3-cb62-4863-af00-1af3cb17e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '458d16b6-1433-4808-9ab3-8dee00e3d77d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:24.099716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.123551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0eb9e78a-3200-4656-807e-306a94e6ccac up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:24.276037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for port (7c624f15-994b-4d20-9088-4b721a559504), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.297779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ba9026e8-c92d-4b35-80da-56abc376d9cd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:24.405724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55260) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:24.466552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7c624f15-994b-4d20-9088-4b721a559504), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.544958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] For port 2ea0adcb-72c9-45a9-bf13-945173207940, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:24.548954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] For port 2ea0adcb-72c9-45a9-bf13-945173207940, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2ea0adcb-72c9-45a9-bf13-945173207940,segment=NetworkSegment(0dfb44d3-cb62-4863-af00-1af3cb17e6e6),segment_id=0dfb44d3-cb62-4863-af00-1af3cb17e6e6)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:24.555197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] For port a30868fd-d659-493a-8f13-136407b35ee3, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:24.593143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.615749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] For port a30868fd-d659-493a-8f13-136407b35ee3, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a30868fd-d659-493a-8f13-136407b35ee3,segment=NetworkSegment(eb3b48d1-27c1-4df9-85a0-6047eba216c4),segment_id=eb3b48d1-27c1-4df9-85a0-6047eba216c4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:24.616168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 05c3cf8f-54d8-496f-988e-610918e4307c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:24.649187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-999055228-network', 'tenant_id': 'c5138efdfc0c4424be2300d0023955d3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:24.670222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:24.703135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:24.711427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Made reservation on behalf of c5138efdfc0c4424be2300d0023955d3 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:24.714555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.717207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a30868fd-d659-493a-8f13-136407b35ee3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.721748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6714f-97f6-47f6-9e6d-9e51c17ed008 req-9f08fc5d-0065-4bd4-adec-d75fa6952007 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:24.726120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bf6714f-97f6-47f6-9e6d-9e51c17ed008 req-9f08fc5d-0065-4bd4-adec-d75fa6952007 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 944 time: 0.3760490 Mar 22 14:20:24.740265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Port': ['ID=7c624f15-994b-4d20-9088-4b721a559504,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:24.740593 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.792906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0eb9e78a-3200-4656-807e-306a94e6ccac completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:20:24.813706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-88ea4094-96ce-4c7f-829f-daf9db1a9e28 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4658761 Mar 22 14:20:24.842810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9ea2-4a28-4478-8aa9-70bcbe11a53f req-1ded313e-7a47-40c1-9649-6b10dd8cdaa2 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:24.844426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c01a9ea2-4a28-4478-8aa9-70bcbe11a53f req-1ded313e-7a47-40c1-9649-6b10dd8cdaa2 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.4954736 Mar 22 14:20:24.851542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0eb9e78a-3200-4656-807e-306a94e6ccac triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:24.852168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:24.857187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0bdd-415d-4c9b-bd6d-7184bdd6a6ed None None] Pushing event updated for resources: {'Port': ['ID=2ea0adcb-72c9-45a9-bf13-945173207940,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.041886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks [] for security_group (c68ad3b3-a224-45f4-9d4b-1fef333eea7c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.056625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c68ad3b3-a224-45f4-9d4b-1fef333eea7c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.077267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ba9026e8-c92d-4b35-80da-56abc376d9cd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:25.079042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.112175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.139186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:20:25.165583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ad3b3-a224-45f4-9d4b-1fef333eea7c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.180529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (918c5c62-867c-4f5e-826a-dbb2400dc0af), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.184130 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Added segment 918c5c62-867c-4f5e-826a-dbb2400dc0af of type vlan for network 3d8f8bdb-9708-46ba-8021-76794db8fe29 Mar 22 14:20:25.266523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b05c-f36b-4a2d-a980-cd1cbdbeb33e None None] Pushing event updated for resources: {'Port': ['ID=a30868fd-d659-493a-8f13-136407b35ee3,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.326487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.351912 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3d8f8bdb-9708-46ba-8021-76794db8fe29), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.400415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0eb9e78a-3200-4656-807e-306a94e6ccac is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:25.401069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.441726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3d8f8bdb-9708-46ba-8021-76794db8fe29), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.442826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.443635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.502841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0933628 Mar 22 14:20:25.503173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:25.504467 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252139c-9a72-4b23-b4b8-c2534bededb8" -d '{"events": [{"server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "name": "network-vif-plugged", "status": "completed", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:25.527168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0eb9e78a-3200-4656-807e-306a94e6ccac,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:25.530804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ba9026e8-c92d-4b35-80da-56abc376d9cd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:25.537945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.586650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55268) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:25.601152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Request body: {'subnet': {'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-999055228-subnet', 'tenant_id': 'c5138efdfc0c4424be2300d0023955d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:25.610448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.655946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9990be-e76c-4c80-b223-64b78c1c2dae admin admin] Pushing event updated for resources: {'Network': ['ID=3d8f8bdb-9708-46ba-8021-76794db8fe29,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:25.664142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Made reservation on behalf of c5138efdfc0c4424be2300d0023955d3 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:25.667059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.669763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:20:25.703011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c624f15-994b-4d20-9088-4b721a559504), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:25.708514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bf6714f-97f6-47f6-9e6d-9e51c17ed008 req-9d4f0f8f-b6d0-483d-8141-6263ab4ee21d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9423482 Mar 22 14:20:25.731984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c01a9ea2-4a28-4478-8aa9-70bcbe11a53f req-bb8eddea-43c8-4198-b8f6-67d75bec8557 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8757923 Mar 22 14:20:25.799321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f1631-989b-4275-9e86-a5301e4dd61f req-769a15e1-9366-4a99-a60a-6c0a3669a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.801150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d6f1631-989b-4275-9e86-a5301e4dd61f req-769a15e1-9366-4a99-a60a-6c0a3669a0fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.2973032 Mar 22 14:20:25.811001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.811993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.812469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.812937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.813735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.814152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.814613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:25.817841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f86928e0-f555-4810-b9e1-fe451bc9d4ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 6708 time: 0.8974810 Mar 22 14:20:25.872710 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f747ae-6154-4972-966f-37c06dcc281a x-openstack-request-id: req-43f747ae-6154-4972-966f-37c06dcc281a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:25.873232 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "name": "network-vif-plugged", "status": "completed", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:25.873438 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43f747ae-6154-4972-966f-37c06dcc281a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:25.873937 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f747ae-6154-4972-966f-37c06dcc281a'] response: {'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'code': 200} Mar 22 14:20:26.034726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (04c449df-a49b-4e03-9513-4f309aa2ee9b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.098339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c449df-a49b-4e03-9513-4f309aa2ee9b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:26.140316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-745f632f-93d5-4aea-ae2e-13d5275afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.140817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-745f632f-93d5-4aea-ae2e-13d5275afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.141376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-745f632f-93d5-4aea-ae2e-13d5275afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.143483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-745f632f-93d5-4aea-ae2e-13d5275afa62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18231ba7-7e63-490a-a869-d4210897fa20&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&id=fc969c99-ec49-4fd9-817e-34d9cb006733&id=fc969c99-ec49-4fd9-817e-34d9cb006733 HTTP/1.1" status: 200 len: 2291 time: 0.2388837 Mar 22 14:20:26.161416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Checking segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:26.171601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Network hostable DHCP agents. Network: 3d8f8bdb-9708-46ba-8021-76794db8fe29, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:20:26.205191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612738d3-22a2-47cb-9b6e-02fe69584062 req-543bdb3e-dd6a-446e-9953-b6305f8aba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.213117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-612738d3-22a2-47cb-9b6e-02fe69584062 req-543bdb3e-dd6a-446e-9953-b6305f8aba20 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 1127 time: 0.2242849 Mar 22 14:20:26.244855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:20:26.251300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d6f1631-989b-4275-9e86-a5301e4dd61f req-51c68b36-fe7b-4c60-9125-2c4f751108bd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321249 Mar 22 14:20:26.270665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3d8f8bdb-9708-46ba-8021-76794db8fe29) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:26.286225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291716c2-46a7-4042-a27a-e9ae9049d71f None None] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:26.294099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.294990 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.356288 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-612738d3-22a2-47cb-9b6e-02fe69584062 req-97aa9bb6-733a-44cf-bd02-14e121ff8b20 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310272 Mar 22 14:20:26.360268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e88ac21-b6e7-4794-a429-9fe2827a4b8f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7725899 Mar 22 14:20:26.487876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2ea0adcb-72c9-45a9-bf13-945173207940 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:26.520561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-5f577c85-dac1-4c62-b6eb-473fe27c1124 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7630c28f-54b1-4aba-9727-7e844dd76306 HTTP/1.1" status: 200 len: 1001 time: 0.3663297 Mar 22 14:20:26.686151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcc0e9-0e92-4150-a822-1b9aed3e4916 None None] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:26.757999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-549c4bd4-16bf-4415-9329-e79e33e9f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:26.760143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-549c4bd4-16bf-4415-9329-e79e33e9f1b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b67344b4-db1d-4f5d-a2c3-263f43b4a043 HTTP/1.1" status: 200 len: 849 time: 0.0805788 Mar 22 14:20:26.866484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2ea0adcb-72c9-45a9-bf13-945173207940 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:26.866914 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:26.913701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bf026-6fc8-43d2-995b-0d305d2191e8 None None] Network 05c3cf8f-54d8-496f-988e-610918e4307c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:26.994477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for port (7c624f15-994b-4d20-9088-4b721a559504), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.034195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618035b-d969-4e67-9e0e-040a64da62ac None None] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:27.050437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7c624f15-994b-4d20-9088-4b721a559504), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.132100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Provisioning complete for port a30868fd-d659-493a-8f13-136407b35ee3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:27.132824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a30868fd-d659-493a-8f13-136407b35ee3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.152993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Port': ['ID=7c624f15-994b-4d20-9088-4b721a559504,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:27.252716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1e587-b6ee-4ea1-bb52-7812822d5034 req-b302e819-4288-4dcb-8d15-1fc03043cde4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:27.261002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87a1e587-b6ee-4ea1-bb52-7812822d5034 req-b302e819-4288-4dcb-8d15-1fc03043cde4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.3889256 Mar 22 14:20:27.302651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-55411420-b211-43d9-b60a-29728186c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:27.304345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-55411420-b211-43d9-b60a-29728186c35c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18231ba7-7e63-490a-a869-d4210897fa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4307339 Mar 22 14:20:27.316469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2ea0adcb-72c9-45a9-bf13-945173207940 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:27.316892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.329365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.439849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Current status of the port a30868fd-d659-493a-8f13-136407b35ee3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:27.441227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a30868fd-d659-493a-8f13-136407b35ee3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.472955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87a1e587-b6ee-4ea1-bb52-7812822d5034 req-97e99777-4a9c-4a91-ae08-8fde80afad69 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107515 Mar 22 14:20:27.542512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-c8133f71-ee73-4dae-a819-d25a1231d0f7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:27.544147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-c8133f71-ee73-4dae-a819-d25a1231d0f7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.5126159 Mar 22 14:20:27.559252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 2ea0adcb-72c9-45a9-bf13-945173207940, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2ea0adcb-72c9-45a9-bf13-945173207940,segment=NetworkSegment(0dfb44d3-cb62-4863-af00-1af3cb17e6e6),segment_id=0dfb44d3-cb62-4863-af00-1af3cb17e6e6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:27.561403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] For port a30868fd-d659-493a-8f13-136407b35ee3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a30868fd-d659-493a-8f13-136407b35ee3,segment=NetworkSegment(eb3b48d1-27c1-4df9-85a0-6047eba216c4),segment_id=eb3b48d1-27c1-4df9-85a0-6047eba216c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:27.569821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.570775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a30868fd-d659-493a-8f13-136407b35ee3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:27.610573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-00719635-c426-476f-aba3-86fa7d6219bc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/quotas/c5138efdfc0c4424be2300d0023955d3 HTTP/1.1" status: 200 len: 375 time: 0.0307481 Mar 22 14:20:27.670213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=2ea0adcb-72c9-45a9-bf13-945173207940,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:27.672879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a30868fd-d659-493a-8f13-136407b35ee3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.694503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-70e99d32-485c-4943-99ca-b7284b3dcd7b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598578 Mar 22 14:20:27.721016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-27e15032-aceb-433c-b645-ce1b36da6f70 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:20:27.722887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-27e15032-aceb-433c-b645-ce1b36da6f70 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082788 Mar 22 14:20:27.857419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0b24f039-bf75-4556-b746-03f543794f27 None None] Provisioning complete for port 2ea0adcb-72c9-45a9-bf13-945173207940 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:27.857807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0b24f039-bf75-4556-b746-03f543794f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.893350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-4eb1f99a-311c-4f90-8c3f-afdbc79422ef service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510296 Mar 22 14:20:27.911874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73d595-d023-4651-956d-71f9f5e815b8 None None] Pushing event updated for resources: {'Port': ['ID=a30868fd-d659-493a-8f13-136407b35ee3,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:27.937832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a30868fd-d659-493a-8f13-136407b35ee3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:27.938540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a30868fd-d659-493a-8f13-136407b35ee3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:27.944269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 05c3cf8f-54d8-496f-988e-610918e4307c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:27.974206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:27.980237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-8c5526b6-8447-46a0-a516-bbf1bdb18cb6 service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630549 Mar 22 14:20:28.043245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0b24f039-bf75-4556-b746-03f543794f27 None None] Current status of the port 2ea0adcb-72c9-45a9-bf13-945173207940 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.064406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161c5de-0fdc-4af8-aa01-377a5e19884a req-7021ca08-c2b9-4f20-af6e-4312247c3b7c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:28.066144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1161c5de-0fdc-4af8-aa01-377a5e19884a req-7021ca08-c2b9-4f20-af6e-4312247c3b7c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.4546132 Mar 22 14:20:28.090947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a30868fd-d659-493a-8f13-136407b35ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.190183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2ea0adcb-72c9-45a9-bf13-945173207940 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:28.196846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.199940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Provisioning complete for port 2ea0adcb-72c9-45a9-bf13-945173207940 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.200317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.245079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-9e22d461-75ca-44c2-99d2-bf05d29c240a service neutron] 10.222.0.78 "GET /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409916 Mar 22 14:20:28.250830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-d2218da9-6993-4517-a9f8-1a98971fdf8a service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400624 Mar 22 14:20:28.259019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1161c5de-0fdc-4af8-aa01-377a5e19884a req-7f61304e-21a9-415e-8c08-c250308e7f1c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835873 Mar 22 14:20:28.306020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1150035368', 'description': 'tempest-description-1550514521'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:28.310859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-f41a5e07-f2f4-46c4-86dd-2a2c40f2c62a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 217 time: 0.0509067 Mar 22 14:20:28.380880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Current status of the port 2ea0adcb-72c9-45a9-bf13-945173207940 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.400317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2ea0adcb-72c9-45a9-bf13-945173207940 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.400709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.408270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Provisioning complete for port a30868fd-d659-493a-8f13-136407b35ee3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.408655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a30868fd-d659-493a-8f13-136407b35ee3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.429139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-e86ff53f-03b5-4948-943e-ff9dd5ab2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:28.430919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-e86ff53f-03b5-4948-943e-ff9dd5ab2d49 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.1126847 Mar 22 14:20:28.433188 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.691046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2ea0adcb-72c9-45a9-bf13-945173207940 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.692220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a30868fd-d659-493a-8f13-136407b35ee3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:28.695193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Current status of the port a30868fd-d659-493a-8f13-136407b35ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.771467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Provisioning complete for port 7c624f15-994b-4d20-9088-4b721a559504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.771882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c624f15-994b-4d20-9088-4b721a559504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.837862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c21bd974-6a07-4835-bf76-d187ed2cc6fd None None] Port 7c624f15-994b-4d20-9088-4b721a559504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:28.846717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a30868fd-d659-493a-8f13-136407b35ee3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.847368 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a30868fd-d659-493a-8f13-136407b35ee3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:28.939057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a30868fd-d659-493a-8f13-136407b35ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:28.964512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-10cb2547-ca22-4b29-9ca6-170db5f0951e None None] Provisioning complete for port 7c624f15-994b-4d20-9088-4b721a559504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:28.967807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10cb2547-ca22-4b29-9ca6-170db5f0951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c624f15-994b-4d20-9088-4b721a559504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.013411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Router 04fe388c-b011-474d-b1a8-ccb38bf9b2a1 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:20:29.018100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9d4a57d-7a95-42a7-9bbd-bc62885af890 req-dedfd659-a31a-4e33-b7b6-a92149e569fc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 210 time: 0.5126746 Mar 22 14:20:29.022099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-10cb2547-ca22-4b29-9ca6-170db5f0951e None None] Port 7c624f15-994b-4d20-9088-4b721a559504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:29.092078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.141045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:29.153309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] Sync routers for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:29.160939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e7afe5a-756a-4eab-bcd0-9d59fce50304 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1867335 Mar 22 14:20:29.161139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55328) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:29.161614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-0113ac2d-856e-41c3-b0c4-ba87d015a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:29.162261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-0113ac2d-856e-41c3-b0c4-ba87d015a01f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7152269 Mar 22 14:20:29.168839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:29.169018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.253737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.279944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:29.281547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.318370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (411fc22e-3552-47de-8212-dd6a64c42b0a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.331130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21addec-c359-484a-a8c7-23a7dabc319f req-1acd309e-36ed-436b-a383-440c8b9d5f97 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:29.332680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b21addec-c359-484a-a8c7-23a7dabc319f req-1acd309e-36ed-436b-a383-440c8b9d5f97 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.1743529 Mar 22 14:20:29.336545 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (411fc22e-3552-47de-8212-dd6a64c42b0a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.368521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:29.369784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41743a14-f7cb-43a9-97e9-9518b0c879bd req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.0676956 Mar 22 14:20:29.377669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:29.378469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae92c9-e67a-4328-99fb-e766a7d99af6 None None] The sync data for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:29.407560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-027c127b-290c-4e54-afdf-9734b3b3baf2 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327371 Mar 22 14:20:29.440911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210921-d778-48d3-ab45-9f50b0662cee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411fc22e-3552-47de-8212-dd6a64c42b0a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:29.517489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b21addec-c359-484a-a8c7-23a7dabc319f req-cbd1daf8-3a8e-4bc9-b141-06bda8a5b9de tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670589 Mar 22 14:20:29.769131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f66bc8-c228-4596-bb8a-a2d150a9ac34 req-4c62a4f7-a27d-4b81-b9c6-c498e50f84be tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:29.771169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8f66bc8-c228-4596-bb8a-a2d150a9ac34 req-4c62a4f7-a27d-4b81-b9c6-c498e50f84be tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.1423590 Mar 22 14:20:29.774223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-bf836071-b9b8-4498-8440-dce1bbf9fc2f service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470252 Mar 22 14:20:29.777498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-883d52fc-8977-4be4-a2f2-1e78c4732521 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1150035368&fields=id&tenant_id=4cee66f9da7b4a59af150b6f4deec6e8 HTTP/1.1" status: 200 len: 267 time: 0.1943736 Mar 22 14:20:29.779940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55336) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:29.788870 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-cf3e36f1-9880-49fd-8a6c-c5a30d486ec0 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:20:29.790182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'port_id': '0eb9e78a-3200-4656-807e-306a94e6ccac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:29.793180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf3e36f1-9880-49fd-8a6c-c5a30d486ec0 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6317954 Mar 22 14:20:29.793772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:29.867441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.014276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-ea2c4821-090b-4dcb-a261-a29744a72ba6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 217 time: 0.1646929 Mar 22 14:20:30.133206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-c25d4174-3aec-4165-b3f6-4534e0e59019 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:30.134822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-c25d4174-3aec-4165-b3f6-4534e0e59019 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.2784774 Mar 22 14:20:30.171110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'port': {'security_groups': ['59c1b1d8-8c7c-464a-ab5b-38d5c2bac535', '411fc22e-3552-47de-8212-dd6a64c42b0a']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:30.178540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-87a0eec7-5560-4a8b-83c5-f529f11f8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:30.180329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-87a0eec7-5560-4a8b-83c5-f529f11f8766 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.1565566 Mar 22 14:20:30.306834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-5c5584ce-2e04-4226-86b1-e4bee0644aa3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:30.308299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-5c5584ce-2e04-4226-86b1-e4bee0644aa3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.2548656 Mar 22 14:20:30.326479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5c96ded-e4f9-45a1-a1c7-a2bc9f4f99df req-491c2394-6596-4f0c-a28b-737588de9282 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 210 time: 0.1793883 Mar 22 14:20:30.336064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Request body: {'port': {'device_id': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'admin_state_up': True, 'tenant_id': 'c5138efdfc0c4424be2300d0023955d3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:30.416987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.510670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Made reservation on behalf of c5138efdfc0c4424be2300d0023955d3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:20:30.514747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.570493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:30.587048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-fe748bbb-4a37-4693-9463-6d940e8cda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:30.588911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-fe748bbb-4a37-4693-9463-6d940e8cda3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2676437 Mar 22 14:20:30.697526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-b066e6a7-b9f7-42b8-919c-a2896438887a service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955663 Mar 22 14:20:30.806397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Allocated IP 172.20.0.10 (3d8f8bdb-9708-46ba-8021-76794db8fe29/04c449df-a49b-4e03-9513-4f309aa2ee9b/a0952dd4-2e3c-47f4-8aa3-f48265dec2b4) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:30.810462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-945801cd-83c8-4afe-9b71-ee0d3b0aa51c service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024051 Mar 22 14:20:31.016783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-28c1000e-fa90-4556-998b-8a75b94483e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=da4f9140-f792-40d5-aa99-0ff7358aa837 HTTP/1.1" status: 200 len: 217 time: 0.1711755 Mar 22 14:20:31.049625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks [] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.057737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting port 7c624f15-994b-4d20-9088-4b721a559504 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:31.058102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7c624f15-994b-4d20-9088-4b721a559504), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.136182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-5755562a-a3a3-4f65-bdb5-faef38eb698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:31.138090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-5755562a-a3a3-4f65-bdb5-faef38eb698e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.1129603 Mar 22 14:20:31.150782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7c624f15-994b-4d20-9088-4b721a559504), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.162809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Calling delete_port for 7c624f15-994b-4d20-9088-4b721a559504 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:31.341563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.488813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:31.528607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:31.528607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:31.535552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:31.577793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7c624f15-994b-4d20-9088-4b721a559504), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.622911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Port': ['ID=7c624f15-994b-4d20-9088-4b721a559504,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:31.698923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:20:31.705466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:31.706429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:31.746742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-ffc5845d-559d-4fe2-8a00-d614118dfe98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4145284 Mar 22 14:20:31.811012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Request body: {'port': {'device_id': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:31.933997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:31.995874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-b8a52534-f5c1-40f1-8e70-85ed852c3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:31.998165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-b8a52534-f5c1-40f1-8e70-85ed852c3d3e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8296793 Mar 22 14:20:32.026503 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.052634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.069418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e7ab-4db1-4135-b2d0-d833557910e8 req-1662ced7-71af-410a-9620-5ae11ce51eba tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:32.072400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dee8e7ab-4db1-4135-b2d0-d833557910e8 req-1662ced7-71af-410a-9620-5ae11ce51eba tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 932 time: 0.4611423 Mar 22 14:20:32.073259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.085249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:32.199932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.345648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.358165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.389495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:32.390144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.392462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b25943f8-7748-4396-b31b-035ca7cfe0c5 req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "PUT /v2.0/ports/3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 982 time: 2.2482460 Mar 22 14:20:32.408086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:32.410813 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176" -d '{"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:32.433311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dee8e7ab-4db1-4135-b2d0-d833557910e8 req-742225fa-4375-4382-92ec-02cda957b126 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217673 Mar 22 14:20:32.436018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b95d3-53a8-4d37-b7e0-69147c45a10c tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:32.497469 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e8a61-29c5-49e5-bf70-2b4e872550c4 x-openstack-request-id: req-1d8e8a61-29c5-49e5-bf70-2b4e872550c4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:32.497783 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:32.498059 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d8e8a61-29c5-49e5-bf70-2b4e872550c4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:32.498471 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8e8a61-29c5-49e5-bf70-2b4e872550c4'] response: {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:20:32.502820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:32.526060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-2fb6e9fd-5918-497f-8d98-756be613ee9b service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922462 Mar 22 14:20:32.559524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Router 04fe388c-b011-474d-b1a8-ccb38bf9b2a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:32.634627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-99da1a3f-8697-4132-80ee-828b40ee7e57 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1150035368&fields=id&tenant_id=4cee66f9da7b4a59af150b6f4deec6e8 HTTP/1.1" status: 200 len: 267 time: 0.1828530 Mar 22 14:20:32.676481 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP 3d346dea-914c-498a-bff9-a89ec25d6999 associated. External IP: 172.25.3.105, port: 0eb9e78a-3200-4656-807e-306a94e6ccac. Mar 22 14:20:32.728242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:32.742387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-875f3e65-6808-4a57-a607-7e9fd36720ff tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9475160 Mar 22 14:20:32.749289 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] Sync routers for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:32.761534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55358) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:32.770006 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:32.773770 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:32.822581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-362f50c5-a6b5-4417-9e1b-6feeabd26b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:32.824115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-362f50c5-a6b5-4417-9e1b-6feeabd26b79 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1167 time: 0.3007362 Mar 22 14:20:32.829060 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-cc30c95b-6a3d-44a6-8d5d-611c888a25f1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] delete failed (client error): The resource could not be found. Mar 22 14:20:32.832891 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:32.835590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cc30c95b-6a3d-44a6-8d5d-611c888a25f1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1677106297 HTTP/1.1" status: 404 len: 335 time: 0.0686979 Mar 22 14:20:32.840954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55360) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:32.842954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:32.844108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:32.853913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5420c079-a24d-4b27-88e0-2bd03772cff1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'router': {'external_gateway_info': {'network_id': '04fe388c-b011-474d-b1a8-ccb38bf9b2a1'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:32.893056 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:32.894164 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb814c-5a58-43d6-9945-48bf2f6c18dd None None] The sync data for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:32.897146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:32.905373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks [] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.919963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Transition to ACTIVE for port object a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:20:32.926301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:32.995712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-053e3090-5c56-4bd9-ae1c-16e87c02a613 service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532185 Mar 22 14:20:33.021348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:33.062323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-ee9c14e7-30b4-45bd-bcea-f9698db03f47 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.071067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-ee9c14e7-30b4-45bd-bcea-f9698db03f47 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 985 time: 0.4355519 Mar 22 14:20:33.087269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Attempting to bind port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:20:33.089100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Attempting to bind port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:20:33.090176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Attempting to bind port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:33.098517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:20:33.099184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Attempting to bind port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:20:33.112978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'port': {'security_groups': ['59c1b1d8-8c7c-464a-ab5b-38d5c2bac535']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:33.115886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:20:33.117552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Checking segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:20:33.118240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Bound using segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:20:33.121129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Bound port: a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:20:33.122421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.153406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-21aa8c6e-c5e5-4def-b986-68467dd9de0e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf HTTP/1.1" status: 200 len: 217 time: 0.1488810 Mar 22 14:20:33.222519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:20:33.226526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:20:33.236722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.260003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.260923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.263810 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] 10.222.0.78 "PUT /v2.0/ports/a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 HTTP/1.1" status: 200 len: 1092 time: 1.4576817 Mar 22 14:20:33.265792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:33.273855 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f63030e-428b-42c9-8045-42a8060b51b5" -d '{"events": [{"name": "network-changed", "server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:33.325910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-a3408f70-8a37-429c-9e28-7393fed7ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.327463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-a3408f70-8a37-429c-9e28-7393fed7ac44 service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.4856410 Mar 22 14:20:33.396610 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9dd2cf-08bf-401e-ad2d-a4a8e6cde1b0 x-openstack-request-id: req-da9dd2cf-08bf-401e-ad2d-a4a8e6cde1b0 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:33.397123 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:33.397289 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da9dd2cf-08bf-401e-ad2d-a4a8e6cde1b0 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:33.397711 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9dd2cf-08bf-401e-ad2d-a4a8e6cde1b0'] response: {'name': 'network-changed', 'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'status': 'completed', 'code': 200} Mar 22 14:20:33.414589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff81d-0b2a-4da8-81e8-bd9f92907455 service neutron] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:33.439343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-3df32ab5-9f5f-44ce-a182-68838808f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.441127 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-3df32ab5-9f5f-44ce-a182-68838808f17f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 1126 time: 0.1091015 Mar 22 14:20:33.506216 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-6ef158f7-afe3-481a-86f8-4d190884ea22 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 HTTP/1.1" status: 200 len: 217 time: 0.0552690 Mar 22 14:20:33.550805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-2efc3841-ba9b-4282-b18b-0c9bd7c7df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.553186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-2efc3841-ba9b-4282-b18b-0c9bd7c7df7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 200 len: 797 time: 0.3652217 Mar 22 14:20:33.553792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:33.574406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-a557f2f8-7856-416c-8b8d-87f5c7a35b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.576697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-a557f2f8-7856-416c-8b8d-87f5c7a35b9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.0643206 Mar 22 14:20:33.615678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-e84342fa-5489-4ee2-a8a8-5162d1dac7ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320835 Mar 22 14:20:33.729123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-9c4d0490-32dd-4b23-ab4a-297162455146 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070065 Mar 22 14:20:33.841033 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e58f00ff-3885-4d13-a5c9-e5a74a0f701b req-8f9cd821-31ab-4cf2-9366-6657a3c8d1dd service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044817 Mar 22 14:20:33.947736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-78c630e9-aada-48c9-815c-6c58c408bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:33.949182 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-78c630e9-aada-48c9-815c-6c58c408bcd6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 1126 time: 0.0473020 Mar 22 14:20:33.968598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-a79d6670-c570-4ada-8eeb-be4f25b03a49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.4864767 Mar 22 14:20:34.003631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5420c079-a24d-4b27-88e0-2bd03772cff1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router_gateway (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:34.090213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-5babc510-e1d9-4227-a54c-c7463e845308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:34.092955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-5babc510-e1d9-4227-a54c-c7463e845308 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 915 time: 0.1178236 Mar 22 14:20:34.099957 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-5420c079-a24d-4b27-88e0-2bd03772cff1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] update failed (client error): The resource could not be found. Mar 22 14:20:34.100983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5420c079-a24d-4b27-88e0-2bd03772cff1 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1 HTTP/1.1" status: 404 len: 339 time: 1.2517350 Mar 22 14:20:34.114320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55376) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:34.175770 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-de75dd11-13bf-4c9d-a8cd-6e7a2262bb09 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 HTTP/1.1" status: 200 len: 217 time: 0.0754440 Mar 22 14:20:34.261696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-3a1c9bfc-580c-4e96-acee-ab5159d144c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:34.265190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-3a1c9bfc-580c-4e96-acee-ab5159d144c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.0798841 Mar 22 14:20:34.270462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-545e3814-28dc-4f01-a309-e84a93ef50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:34.271925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-545e3814-28dc-4f01-a309-e84a93ef50d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.2577896 Mar 22 14:20:34.308133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-1c315dbf-d3fc-4db5-958b-86aaa8544c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:34.309759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-1c315dbf-d3fc-4db5-958b-86aaa8544c6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4e9bcda-57e6-4a18-a744-704178e8c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3480706 Mar 22 14:20:34.312037 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-8d753284-3b8f-4411-a0ed-86ea63df28de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402935 Mar 22 14:20:34.316817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c1e48-9bb5-4c35-9c1c-7534661986d5 req-fc2d3351-0c45-4863-bd31-503f7a64652d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:34.318272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-236c1e48-9bb5-4c35-9c1c-7534661986d5 req-fc2d3351-0c45-4863-bd31-503f7a64652d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 944 time: 0.4109626 Mar 22 14:20:34.354108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-0baed423-dc71-49a0-ae77-223ea0ea3957 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720959 Mar 22 14:20:34.433989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-31482bea-f8ff-44cf-bc55-5f1c1def3c6b service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080868 Mar 22 14:20:34.553640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0f63030e-428b-42c9-8045-42a8060b51b5 req-ed6077d5-e48f-4421-a7c4-63275a07900f service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052785 Mar 22 14:20:34.576154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:34.798742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-236c1e48-9bb5-4c35-9c1c-7534661986d5 req-2b146bb1-9bdc-46e6-884b-5125bc3a26ac tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521396 Mar 22 14:20:34.908605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-ee46320c-0032-44d0-8b61-c22b9ac63b3d service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473108 Mar 22 14:20:34.938903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-9921bce1-d11a-42ea-adde-d979c285d76d service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994854 Mar 22 14:20:35.029953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:35.168106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.174511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.183888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:35.195433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.203590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:35.204113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.216228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:35.268696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:35.269952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:35.487785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:35.677757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-7aa56861-baa7-405d-915c-6bc10ac67a3b service neutron] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132666 Mar 22 14:20:35.685698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c61e8f9-22dd-4297-95ed-dd2aca5ff176 req-3929f8d0-5ad1-4a0d-8267-46db6f010d44 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526076 Mar 22 14:20:35.792863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8db93f9c-90a8-40ed-b547-e0db216c71ad tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "PUT /v2.0/floatingips/3d346dea-914c-498a-bff9-a89ec25d6999 HTTP/1.1" status: 200 len: 991 time: 6.0099385 Mar 22 14:20:35.822122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:35.825452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:35.827415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efa37351-ee1d-4c4f-8a89-8bdbf0235a9c req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "PUT /v2.0/ports/3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 943 time: 2.7551336 Mar 22 14:20:35.864933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3d346dea-914c-498a-bff9-a89ec25d6999', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:fd:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:07Z', 'updated_at': '2022-03-22T14:20:31Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}, {'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:35.869114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac'}, {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:35.870154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:35.885288 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1078c5e7-e02f-41a8-bedb-952af4239797" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac"}, {"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:35.890158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-34dad975-cf1e-4f6f-9526-67f3c122750e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6 HTTP/1.1" status: 200 len: 217 time: 0.1977417 Mar 22 14:20:35.890833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a374251-bc26-4196-a088-b6d289da5165 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:35.928379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:35.946666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:35.947449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:35.999335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-408d9412-cffa-4c80-8b06-dda5e6723036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:36.000760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-408d9412-cffa-4c80-8b06-dda5e6723036 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 200 len: 797 time: 0.0826893 Mar 22 14:20:36.100360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:36.193229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:20:36.344323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-280aa79e-d025-421e-8b6f-34c6a2f6c656 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4276881 Mar 22 14:20:36.419536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:36.444486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'port_id': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'mac_address': 'fa:16:3e:ab:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c449df-a49b-4e03-9513-4f309aa2ee9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:20:36.480977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Allocated IP 172.20.0.1 (4debaf73-2967-4375-81e5-94415eb1d608/6e31c834-7299-4644-9912-4b853d9e13de/57ea1c6a-2c24-4c3a-9e31-e967e0e31010) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:36.485527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:36.548432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.570722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:36.572303 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.598254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-ba9589bf-27cb-44ee-a32d-3e60e0237a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:36.599589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-ba9589bf-27cb-44ee-a32d-3e60e0237a57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5535350 Mar 22 14:20:36.611809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:20:36.612695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1badd-2494-47c3-b53f-16e5adee9d39 req-e55906d8-5bf0-4914-a1b9-b776dd612cdc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:36.614312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3f1badd-2494-47c3-b53f-16e5adee9d39 req-e55906d8-5bf0-4914-a1b9-b776dd612cdc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 944 time: 0.6023562 Mar 22 14:20:36.647265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:36.651662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3d346dea-914c-498a-bff9-a89ec25d6999', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:fd:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:07Z', 'updated_at': '2022-03-22T14:20:31Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}, {'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:36.687706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c198e6a-4136-4fb0-be8d-fa5d6cb4410f None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3d346dea-914c-498a-bff9-a89ec25d6999', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:fd:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:07Z', 'updated_at': '2022-03-22T14:20:31Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}, {'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:36.690249 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.745129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:36.755233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.755917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.756479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.757102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.757645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.758204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.758784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.759381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.759904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.760456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.760977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.761535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.762125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.762752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.763294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:36.843701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:36.849496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3f1badd-2494-47c3-b53f-16e5adee9d39 req-77950938-f052-46f0-becf-cf51b21f6d89 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226069 Mar 22 14:20:36.882839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-d65d76f9-3b48-4b71-acef-c00954c8c6ca service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651305 Mar 22 14:20:36.965587 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e01ba-2616-410b-b261-eb2cbe3975e9 x-openstack-request-id: req-943e01ba-2616-410b-b261-eb2cbe3975e9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:36.965906 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:36.966472 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-943e01ba-2616-410b-b261-eb2cbe3975e9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:36.966876 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943e01ba-2616-410b-b261-eb2cbe3975e9'] response: {'name': 'network-changed', 'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'status': 'completed', 'code': 200} Mar 22 14:20:36.967133 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943e01ba-2616-410b-b261-eb2cbe3975e9'] response: {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:20:37.032877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:37.055650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.079626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad508d-b5ce-4756-a93b-b67f379d3ec9 None None] New status for floating IP 3d346dea-914c-498a-bff9-a89ec25d6999: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:20:37.133724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-bddf015e-d41a-41fa-b547-a15acd37f3c9 service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335775 Mar 22 14:20:37.195520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 4debaf73-2967-4375-81e5-94415eb1d608 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:37.205359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-eb1a9d00-21d6-4b0a-972c-cdce8566ce8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d57f34a4-7f44-46cd-b812-6d1796a68737 HTTP/1.1" status: 200 len: 217 time: 0.0578051 Mar 22 14:20:37.208356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:37.211589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Port': ['ID=57ea1c6a-2c24-4c3a-9e31-e967e0e31010,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:37.226962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:37.235219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.322158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-f4b5139b-64e0-45b7-ae21-9e7e061e2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:37.324873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-f4b5139b-64e0-45b7-ae21-9e7e061e2fb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 1127 time: 0.2875862 Mar 22 14:20:37.512065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-ce8daec4-daf2-42e8-ac56-c2b31a519803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:37.513553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-ce8daec4-daf2-42e8-ac56-c2b31a519803 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 200 len: 797 time: 0.2987752 Mar 22 14:20:37.522500 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.627137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3ff9d703-89fd-4a9e-aafd-21fea4ffdc25 None None] Provisioning complete for port 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:37.627639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d703-89fd-4a9e-aafd-21fea4ffdc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.689398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9d703-89fd-4a9e-aafd-21fea4ffdc25 None None] Port 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:37.719227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-b2940907-b551-47e9-b1b3-10a44d36bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:37.720955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-b2940907-b551-47e9-b1b3-10a44d36bb42 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.3607738 Mar 22 14:20:37.813796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Allocated IP 172.25.3.36 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/64e62f17-73d4-40b7-bd79-1556d37894b1) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:20:37.831964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:37.851813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-1015cdf7-18e6-439e-8dec-78b51f63b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:37.853296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-1015cdf7-18e6-439e-8dec-78b51f63b435 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fc969c99-ec49-4fd9-817e-34d9cb006733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2638323 Mar 22 14:20:37.875530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-f5371a64-9d11-4cd8-8e38-2fa857f40427 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb9e78a-3200-4656-807e-306a94e6ccac HTTP/1.1" status: 200 len: 1001 time: 0.1464014 Mar 22 14:20:38.512694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-8da6d819-49f4-4dac-b6ff-87381ed4ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:38.514838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-8da6d819-49f4-4dac-b6ff-87381ed4ae3b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.6197629 Mar 22 14:20:38.518894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.590191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-89d80a38-33ca-415c-93a7-7f2f24b0141c service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261438 Mar 22 14:20:38.607518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da5d6c-26dc-4a3f-a153-dedc6e879275 req-fbcd75cc-8c28-456a-9f30-04e8a347e508 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:38.607518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93da5d6c-26dc-4a3f-a153-dedc6e879275 req-fbcd75cc-8c28-456a-9f30-04e8a347e508 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 945 time: 0.3495793 Mar 22 14:20:38.816360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:38.842754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93da5d6c-26dc-4a3f-a153-dedc6e879275 req-390a8b16-13cd-48f7-8b9e-513676b123d6 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226849 Mar 22 14:20:38.845099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-5decc28d-5501-4f17-a31a-827b600b1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:38.846761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-5decc28d-5501-4f17-a31a-827b600b1801 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3122332 Mar 22 14:20:38.964834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:38.995160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:39.008785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:20:39.025261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b462c1a-f922-4af8-85ea-ba5e1f3ecb74 req-89ec96c3-4226-42f5-ab07-a76cc9dcd794 service neutron] 10.222.0.78 "GET /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172192 Mar 22 14:20:39.047035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'Port': ['ID=64e62f17-73d4-40b7-bd79-1556d37894b1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:39.111053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.119721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.130368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-8df4fcdf-f3ad-4db9-bf37-924c23d88406 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479663 Mar 22 14:20:39.289666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event updated for resources: {'Port': ['ID=57ea1c6a-2c24-4c3a-9e31-e967e0e31010,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:39.294337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.317718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.426734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-9242b25d-5849-4e01-ac89-e16e502a4f72 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597585 Mar 22 14:20:39.431487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.570232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Network 4debaf73-2967-4375-81e5-94415eb1d608 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:20:39.573109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:20:39.740535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-dc424a87-4926-4ed8-8523-b53f8c2ad4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:39.743156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-dc424a87-4926-4ed8-8523-b53f8c2ad4d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.2389586 Mar 22 14:20:39.883878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.918716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:39.938347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Router 04fe388c-b011-474d-b1a8-ccb38bf9b2a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:39.976159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c0edeed0-225d-4962-88e3-32c96e0c7213 None None] Provisioning complete for port 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:39.982497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0edeed0-225d-4962-88e3-32c96e0c7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.037399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0edeed0-225d-4962-88e3-32c96e0c7213 None None] Port 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:20:40.067298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-861ee075-090c-4482-998c-80d5fd736598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:40.070180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-861ee075-090c-4482-998c-80d5fd736598 service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.3129408 Mar 22 14:20:40.140262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event updated for resources: {'Port': ['ID=64e62f17-73d4-40b7-bd79-1556d37894b1,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:40.192085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:20:40.306084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:20:40.312095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:20:40.312682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.424068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:20:40.424630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.458733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:40.461502 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdaf53b-5d0c-4f49-85af-3ec5a0768cd2" -d '{"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-plugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:40.479925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:40.487655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-858b6e1f-17e1-4c16-88f8-77dd61289cc1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.4002512 Mar 22 14:20:40.490574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.537793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.565468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:40.613180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:40.614463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-7951a6a7-bfed-4ed0-8b9b-86deaabb14e1 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1415110 Mar 22 14:20:40.629136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470baf08-689a-4f5c-a475-8f931db19f69 req-7d582919-80b1-4207-9a99-8341e5113c58 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:40.629850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-470baf08-689a-4f5c-a475-8f931db19f69 req-7d582919-80b1-4207-9a99-8341e5113c58 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 945 time: 0.6359787 Mar 22 14:20:40.640825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:40.652949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] Sync routers for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:40.682155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:40.683557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:40.715573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:40.716164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-49ce6ce1-d165-4822-babb-cdae1cd3201f tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5991745 Mar 22 14:20:40.728271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:40.734411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-faff57be-c5f2-4b66-bcd5-e84965800cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:40.735941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-faff57be-c5f2-4b66-bcd5-e84965800cbd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.2137926 Mar 22 14:20:40.740909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:40.741747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:40.743296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-d3f6e024-5eb3-48e7-bf18-6c8b10f7a840 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1107948 Mar 22 14:20:40.787266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:40.788711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9af284-2672-4632-b883-56d598e150f4 None None] The sync data for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:40.793943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-17ab9d26-70c9-4651-b4f3-50952e17c83a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484791 Mar 22 14:20:40.926820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-470baf08-689a-4f5c-a475-8f931db19f69 req-3ea11751-4b6e-4328-bd9a-358234e180b3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625325 Mar 22 14:20:40.997413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-efaa968b-004f-487c-a009-d751883d64d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:41.042382 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313dc38a-58ae-45df-9689-9c94fb0dddf6 x-openstack-request-id: req-313dc38a-58ae-45df-9689-9c94fb0dddf6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:41.042985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-b250bbab-c327-4031-b39b-dcf221dd7c30 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303326 Mar 22 14:20:41.043687 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-plugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:41.044896 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-313dc38a-58ae-45df-9689-9c94fb0dddf6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:41.049382 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313dc38a-58ae-45df-9689-9c94fb0dddf6'] response: {'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'code': 200} Mar 22 14:20:41.079037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-bcf1a16c-d251-48d2-b1b0-2d83156f36c5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:41.081705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27ba89f3-eb43-439e-9ff0-4c9a0452dd5a req-bcf1a16c-d251-48d2-b1b0-2d83156f36c5 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.3075542 Mar 22 14:20:41.167866 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-efaa968b-004f-487c-a009-d751883d64d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:20:41.174667 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-efaa968b-004f-487c-a009-d751883d64d3 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1 HTTP/1.1" status: 409 len: 376 time: 0.4568336 Mar 22 14:20:41.182938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:41.346623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1078c5e7-e02f-41a8-bedb-952af4239797 req-70c8ada3-f64e-4a6c-957d-3efef0bbe388 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616105 Mar 22 14:20:41.363608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80588f-93a1-47b5-99d6-a2e9dd8aefb5 req-de62e47a-96e2-435c-9b7f-570b93bc444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:41.365233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d80588f-93a1-47b5-99d6-a2e9dd8aefb5 req-de62e47a-96e2-435c-9b7f-570b93bc444b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 1128 time: 0.1812277 Mar 22 14:20:41.388885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76f31-786c-4db3-b355-98f781f4345d req-01b3a82d-e39c-47be-88b3-343cadcfbe59 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:41.390587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-01b3a82d-e39c-47be-88b3-343cadcfbe59 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1810954 Mar 22 14:20:41.456347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-12f07f70-9732-43b0-b5b8-ec80f5bca79b tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0572033 Mar 22 14:20:41.480281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'floatingip': {'port_id': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:41.531640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d80588f-93a1-47b5-99d6-a2e9dd8aefb5 req-a910bac1-89e6-4bd3-8a62-dbecde5b681f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575999 Mar 22 14:20:41.534838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:41.693439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.124190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98a1d0-60f9-458d-a1fa-9f085fc1dd54 req-94d7e2ac-f33e-4b5d-9dbf-070cf761bb53 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:42.125582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b98a1d0-60f9-458d-a1fa-9f085fc1dd54 req-94d7e2ac-f33e-4b5d-9dbf-070cf761bb53 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1013627 Mar 22 14:20:42.149196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting port 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:42.149196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.229574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.234763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b98a1d0-60f9-458d-a1fa-9f085fc1dd54 req-ae10dbbc-665f-4d01-b0cb-6986711077cf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995307 Mar 22 14:20:42.239638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.295369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.313765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Calling delete_port for 57ea1c6a-2c24-4c3a-9e31-e967e0e31010 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:42.373354 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Floating IP 36cb9078-4c1e-4453-9f9a-2601f7714ce8 associated. External IP: 172.25.3.36, port: 3478e4d0-006b-423e-8bf4-c3834f77fbbb. Mar 22 14:20:42.539081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (57ea1c6a-2c24-4c3a-9e31-e967e0e31010), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.581790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Port': ['ID=57ea1c6a-2c24-4c3a-9e31-e967e0e31010,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:42.616282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.616650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.616986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.618366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.619440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.619440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.619440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.619747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.619951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.620274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.620610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.620917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.621253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.621575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.621870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:42.714935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Router 28f38d4c-b3db-459c-a61b-70eed687ef35 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:42.923625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.963143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:42.973018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:42.985687 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Sync routers for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:43.012457 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:43.016364 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.059694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-fbc62e50-b0ec-4c89-afd5-54d78e1f345a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "PUT /v2.0/floatingips/36cb9078-4c1e-4453-9f9a-2601f7714ce8 HTTP/1.1" status: 200 len: 996 time: 1.5932875 Mar 22 14:20:43.060605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:43.063764 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff88148-b8ba-47a7-b873-697f9f074d20" -d '{"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:43.185273 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb845e8e-00cc-4959-93e2-a6b48e89c1a8 x-openstack-request-id: req-eb845e8e-00cc-4959-93e2-a6b48e89c1a8 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:43.185273 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:43.185273 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb845e8e-00cc-4959-93e2-a6b48e89c1a8 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:43.192094 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb845e8e-00cc-4959-93e2-a6b48e89c1a8'] response: {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:20:43.281081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Router 04fe388c-b011-474d-b1a8-ccb38bf9b2a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:43.289232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:43.358698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-c4975574-dc42-4bbe-9696-dfefc379bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:43.360662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-c4975574-dc42-4bbe-9696-dfefc379bb56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.1973352 Mar 22 14:20:43.362727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76f31-786c-4db3-b355-98f781f4345d req-0910cf11-9bf1-4800-b5a1-f3b45eb59e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:43.364161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-0910cf11-9bf1-4800-b5a1-f3b45eb59e45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.2724502 Mar 22 14:20:43.416640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:43.429565 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-003fe930-5b6b-4e5e-aa07-353bfa349930 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449813 Mar 22 14:20:43.430373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:43.436027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] Sync routers for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:43.456399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:43.457401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.500782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.522950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] Routers {'04fe388c-b011-474d-b1a8-ccb38bf9b2a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:43.524203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.576125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.577257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abd8c7-66dd-434b-8e9b-33986b71090c None None] The sync data for ids ['04fe388c-b011-474d-b1a8-ccb38bf9b2a1'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:43.731643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '36cb9078-4c1e-4453-9f9a-2601f7714ce8', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'port_id': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:42Z', 'revision_number': 1, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:43.772418 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Checking router: 28f38d4c-b3db-459c-a61b-70eed687ef35 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:43.807653 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:43.808623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:44.023047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a4f1-9b08-4c2b-8659-2e3e3fd40ebc req-b706b68d-0719-4dc9-a3a3-a48ae95073cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.024579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efc3a4f1-9b08-4c2b-8659-2e3e3fd40ebc req-b706b68d-0719-4dc9-a3a3-a48ae95073cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.6344371 Mar 22 14:20:44.094569 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-59bc7348-4ce6-4b30-934e-4198a485fcbb tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] show failed (client error): The resource could not be found. Mar 22 14:20:44.096103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-59bc7348-4ce6-4b30-934e-4198a485fcbb tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1937934494 HTTP/1.1" status: 404 len: 335 time: 0.6647208 Mar 22 14:20:44.099915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55446) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.104691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7821a695-f3b1-49c8-85c8-27e9fab55313 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:44.113571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-bcb396c7-d476-421b-9301-77eca0b4d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.115099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-bcb396c7-d476-421b-9301-77eca0b4d7c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.7334793 Mar 22 14:20:44.116032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76f31-786c-4db3-b355-98f781f4345d req-490ec4af-6ab9-47f9-9e90-40e6a26c28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.117334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-490ec4af-6ab9-47f9-9e90-40e6a26c28ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.7470305 Mar 22 14:20:44.120708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efc3a4f1-9b08-4c2b-8659-2e3e3fd40ebc req-ef289eaf-0732-42ed-b69c-4cfe35eabf89 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825622 Mar 22 14:20:44.145719 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-7821a695-f3b1-49c8-85c8-27e9fab55313 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] update failed (client error): The resource could not be found. Mar 22 14:20:44.146890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7821a695-f3b1-49c8-85c8-27e9fab55313 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-879472361 HTTP/1.1" status: 404 len: 334 time: 0.0457678 Mar 22 14:20:44.150249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55448) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.185360 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:44.220970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting subnet 6b957871-7fa7-48a0-b5d0-a43a66bca901 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:44.224523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (6b957871-7fa7-48a0-b5d0-a43a66bca901), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.279324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-6a899a9e-49f7-47f1-8b52-166061dc9b36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 999 time: 0.1509290 Mar 22 14:20:44.281005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-fa50d054-0ebe-4ea2-b0f7-e6c1757d70a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 999 time: 0.1592274 Mar 22 14:20:44.310727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6b957871-7fa7-48a0-b5d0-a43a66bca901), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.454275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76f31-786c-4db3-b355-98f781f4345d req-73e0cf62-692b-4f1c-bead-baae3f227b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.456102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-73e0cf62-692b-4f1c-bead-baae3f227b4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.1599572 Mar 22 14:20:44.462401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-5dd687d2-86d3-4937-9d69-41a17a8d1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.464596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-5dd687d2-86d3-4937-9d69-41a17a8d1b2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.1246896 Mar 22 14:20:44.481937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6b957871-7fa7-48a0-b5d0-a43a66bca901), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.506796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-6d43828d-605d-4b1c-908c-85d12a4be9c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420563 Mar 22 14:20:44.554573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-bfad0806-2ec5-4f2e-b8cc-6af6e7f14b3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796616 Mar 22 14:20:44.564385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489129-385c-4ccf-a145-ba6e6f9d11eb req-0096d5d5-cf91-438f-bf61-38f8c3198eab tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:44.566288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd489129-385c-4ccf-a145-ba6e6f9d11eb req-0096d5d5-cf91-438f-bf61-38f8c3198eab tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.2019227 Mar 22 14:20:44.650981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6b957871-7fa7-48a0-b5d0-a43a66bca901), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.704617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Subnet': ['ID=6b957871-7fa7-48a0-b5d0-a43a66bca901,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:44.714337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.726469 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dee5ef38-7748-41ca-b200-0f75986654b4 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/subnets/6b957871-7fa7-48a0-b5d0-a43a66bca901 HTTP/1.1" status: 204 len: 168 time: 0.5730276 Mar 22 14:20:44.727069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11759d10-0325-4914-b60f-29f14bd48526 None None] Network 458d16b6-1433-4808-9ab3-8dee00e3d77d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:44.727542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55454) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:44.742939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd489129-385c-4ccf-a145-ba6e6f9d11eb req-1e7f8a77-7862-4f4a-8bf6-c35feacc67bc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589320 Mar 22 14:20:44.760707 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '36cb9078-4c1e-4453-9f9a-2601f7714ce8', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'port_id': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:42Z', 'revision_number': 1, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:44.768221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-b5ecb682-fbc2-4f79-ba7d-cd131f04c553 service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328899 Mar 22 14:20:44.771794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-bd7fb1bb-165c-4741-8c92-3ac840e81165 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044501 Mar 22 14:20:44.797626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfe76b-1b47-40d9-bb3d-011d85796503 None None] The sync data for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 is: [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '36cb9078-4c1e-4453-9f9a-2601f7714ce8', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'port_id': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:20:39Z', 'updated_at': '2022-03-22T14:20:42Z', 'revision_number': 1, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:44.858252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting subnet 0c442b4a-4212-412d-aeef-98a15c7cf191 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:44.874764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (0c442b4a-4212-412d-aeef-98a15c7cf191), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:44.983126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0c442b4a-4212-412d-aeef-98a15c7cf191), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.128255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bff88148-b8ba-47a7-b873-697f9f074d20 req-d257d5f5-8fa1-4840-aa45-7b57119a1ee1 service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303516 Mar 22 14:20:45.131865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62a76f31-786c-4db3-b355-98f781f4345d req-214d8256-90b1-446f-ab4f-2c54a750d6d6 service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541458 Mar 22 14:20:45.145833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] DHCP port deletion for 458d16b6-1433-4808-9ab3-8dee00e3d77d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:45.259110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0c442b4a-4212-412d-aeef-98a15c7cf191), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.329817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Deleting port 2ea0adcb-72c9-45a9-bf13-945173207940 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:45.330593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.442779 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3d143-a6d8-414f-b5ff-863d8f64fe8f None None] New status for floating IP 36cb9078-4c1e-4453-9f9a-2601f7714ce8: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:20:45.453304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] For port 2ea0adcb-72c9-45a9-bf13-945173207940, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2ea0adcb-72c9-45a9-bf13-945173207940,segment=NetworkSegment(0dfb44d3-cb62-4863-af00-1af3cb17e6e6),segment_id=0dfb44d3-cb62-4863-af00-1af3cb17e6e6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:45.454187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.484107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-29286caa-4b82-448a-9e7e-6c0c1babda41 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 999 time: 0.2753081 Mar 22 14:20:45.506340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0c442b4a-4212-412d-aeef-98a15c7cf191), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.550810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Calling delete_port for 2ea0adcb-72c9-45a9-bf13-945173207940 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:45.565159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1687d1-a2fe-4eb2-80ef-87f013a00e61 req-8b7ca04f-cde4-486d-816a-fb326d1c3e40 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:45.572673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b1687d1-a2fe-4eb2-80ef-87f013a00e61 req-8b7ca04f-cde4-486d-816a-fb326d1c3e40 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.2534826 Mar 22 14:20:45.609559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Subnet': ['ID=0c442b4a-4212-412d-aeef-98a15c7cf191,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:45.612173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.615883 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bdc9a62f-b7a4-419c-97e8-ac31a49428f2 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/subnets/0c442b4a-4212-412d-aeef-98a15c7cf191 HTTP/1.1" status: 204 len: 168 time: 0.8865707 Mar 22 14:20:45.628758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:45.644490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-73d8caaf-3593-40a1-aceb-72c88b76e974 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:45.647462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-73d8caaf-3593-40a1-aceb-72c88b76e974 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports/3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 943 time: 0.1546624 Mar 22 14:20:45.738578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b1687d1-a2fe-4eb2-80ef-87f013a00e61 req-96fcf5f1-5b71-4fe7-b16f-c5f80072d495 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649282 Mar 22 14:20:45.871285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (458d16b6-1433-4808-9ab3-8dee00e3d77d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:45.895762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-ff90c10c-79b1-4a88-9766-12f32358ca73 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 1001 time: 0.1255283 Mar 22 14:20:45.945597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154f473-73cb-4156-8936-95c38fd6f67e None None] Network 05c3cf8f-54d8-496f-988e-610918e4307c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:46.061113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting port 2ea0adcb-72c9-45a9-bf13-945173207940 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:46.061548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.084453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.106215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-3269df23-4f8f-49f2-afa3-19663f429bbc tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:46.107685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-3269df23-4f8f-49f2-afa3-19663f429bbc tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1994858 Mar 22 14:20:46.135458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] Pushing event deleted for resources: {'Port': ['ID=2ea0adcb-72c9-45a9-bf13-945173207940,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.141499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd70e11-de65-445a-8b0c-f7c9be679dd2 None None] No DVR routers for this DVR port 2ea0adcb-72c9-45a9-bf13-945173207940 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:46.180034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] DHCP port deletion for 05c3cf8f-54d8-496f-988e-610918e4307c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:46.341720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] For port 2ea0adcb-72c9-45a9-bf13-945173207940, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2ea0adcb-72c9-45a9-bf13-945173207940,segment=NetworkSegment(0dfb44d3-cb62-4863-af00-1af3cb17e6e6),segment_id=0dfb44d3-cb62-4863-af00-1af3cb17e6e6)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:46.342653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.348569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Deleting port a30868fd-d659-493a-8f13-136407b35ee3 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:46.348954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a30868fd-d659-493a-8f13-136407b35ee3), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.368814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Calling delete_port for 2ea0adcb-72c9-45a9-bf13-945173207940 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:46.372357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-6fdda7fa-206b-42a4-a98c-d0f2515ccb92 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 1001 time: 0.2560749 Mar 22 14:20:46.394586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:46.503249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] For port a30868fd-d659-493a-8f13-136407b35ee3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a30868fd-d659-493a-8f13-136407b35ee3,segment=NetworkSegment(eb3b48d1-27c1-4df9-85a0-6047eba216c4),segment_id=eb3b48d1-27c1-4df9-85a0-6047eba216c4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:46.503375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2ea0adcb-72c9-45a9-bf13-945173207940), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.503491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a30868fd-d659-493a-8f13-136407b35ee3), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.522644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Calling delete_port for a30868fd-d659-493a-8f13-136407b35ee3 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:46.532510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.560190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] No DVR routers for this DVR port 2ea0adcb-72c9-45a9-bf13-945173207940 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:46.626321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Port': ['ID=2ea0adcb-72c9-45a9-bf13-945173207940,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.663526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2ea0adcb-72c9-45a9-bf13-945173207940 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:46.667397 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a30868fd-d659-493a-8f13-136407b35ee3), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.715221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2ea0adcb-72c9-45a9-bf13-945173207940 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:46.715945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2ea0adcb-72c9-45a9-bf13-945173207940 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:46.716677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a30868fd-d659-493a-8f13-136407b35ee3 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:46.721378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] No DVR routers for this DVR port a30868fd-d659-493a-8f13-136407b35ee3 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:46.728345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b47f-0ca5-4ba8-a52d-a35babfaf6fa None None] Pushing event deleted for resources: {'Port': ['ID=a30868fd-d659-493a-8f13-136407b35ee3,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:46.791043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a30868fd-d659-493a-8f13-136407b35ee3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:46.792098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a30868fd-d659-493a-8f13-136407b35ee3 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:46.853118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (458d16b6-1433-4808-9ab3-8dee00e3d77d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.868816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.892173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.892173 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Floating IP 36cb9078-4c1e-4453-9f9a-2601f7714ce8 disassociated. External IP: 172.25.3.36, port: 3478e4d0-006b-423e-8bf4-c3834f77fbbb. Mar 22 14:20:46.893856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458d16b6-1433-4808-9ab3-8dee00e3d77d']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:46.904450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfb44d3-cb62-4863-af00-1af3cb17e6e6') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:46.905044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfb44d3-cb62-4863-af00-1af3cb17e6e6') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:46.917078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (0dfb44d3-cb62-4863-af00-1af3cb17e6e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.932551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0dfb44d3-cb62-4863-af00-1af3cb17e6e6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.954696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:46.956738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (0dfb44d3-cb62-4863-af00-1af3cb17e6e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:46.960286 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:47.010660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596a2ce-2080-467d-a12c-0acfa6e76953 req-ae2c6f45-0909-431e-9fa5-fc5ba529af01 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:47.017483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a596a2ce-2080-467d-a12c-0acfa6e76953 req-ae2c6f45-0909-431e-9fa5-fc5ba529af01 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1460280 Mar 22 14:20:47.055449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (458d16b6-1433-4808-9ab3-8dee00e3d77d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.060762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.068043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/networks/458d16b6-1433-4808-9ab3-8dee00e3d77d HTTP/1.1" status: 204 len: 168 time: 1.4377842 Mar 22 14:20:47.068962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55488) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:47.084643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfcd0d-3502-4852-824b-930eb96c9e88 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Network': ['ID=458d16b6-1433-4808-9ab3-8dee00e3d77d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:47.104917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a596a2ce-2080-467d-a12c-0acfa6e76953 req-aba34e52-f194-4434-965a-18dccbcf9d84 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731874 Mar 22 14:20:47.239245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (05c3cf8f-54d8-496f-988e-610918e4307c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.366416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (05c3cf8f-54d8-496f-988e-610918e4307c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.369759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Router 28f38d4c-b3db-459c-a61b-70eed687ef35 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:47.395651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c3cf8f-54d8-496f-988e-610918e4307c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:47.409359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3b48d1-27c1-4df9-85a0-6047eba216c4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:47.409657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3b48d1-27c1-4df9-85a0-6047eba216c4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:47.476307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (eb3b48d1-27c1-4df9-85a0-6047eba216c4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.495445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eb3b48d1-27c1-4df9-85a0-6047eba216c4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.509044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:47.509431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (eb3b48d1-27c1-4df9-85a0-6047eba216c4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:47.512381 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:47.581102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:47.591460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Sync routers for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:47.592509 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.597281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (05c3cf8f-54d8-496f-988e-610918e4307c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.608087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:47.609362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:47.624386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.631791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:47.646723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/networks/05c3cf8f-54d8-496f-988e-610918e4307c HTTP/1.1" status: 204 len: 168 time: 0.5764217 Mar 22 14:20:47.672831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e2696-05a0-4592-8e55-ee6d140c02b5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Network': ['ID=05c3cf8f-54d8-496f-988e-610918e4307c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:47.679795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-c8269e4f-6d94-4519-b6b6-225f67095ca3 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "PUT /v2.0/floatingips/36cb9078-4c1e-4453-9f9a-2601f7714ce8 HTTP/1.1" status: 200 len: 694 time: 1.3019419 Mar 22 14:20:47.680095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:47.682444 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2554df52-aca6-4676-ad76-ec21347b87b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:47.736883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting subnet 6e31c834-7299-4644-9912-4b853d9e13de {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:47.740868 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (6e31c834-7299-4644-9912-4b853d9e13de), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.756001 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf5a17-7635-41e1-b2df-701717ccac0a x-openstack-request-id: req-eddf5a17-7635-41e1-b2df-701717ccac0a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:47.756503 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:47.756904 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eddf5a17-7635-41e1-b2df-701717ccac0a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:47.757579 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddf5a17-7635-41e1-b2df-701717ccac0a'] response: {'name': 'network-changed', 'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:20:47.772003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:47.790943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-9a62112d-d378-4b13-999c-d004c16a42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:47.792872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-9a62112d-d378-4b13-999c-d004c16a42e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.0918083 Mar 22 14:20:47.816805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (6e31c834-7299-4644-9912-4b853d9e13de), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.898929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-271e5649-024b-4edb-8903-e73a33d57263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:47.900728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-271e5649-024b-4edb-8903-e73a33d57263 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 1128 time: 0.1243846 Mar 22 14:20:47.956807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6e31c834-7299-4644-9912-4b853d9e13de), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:47.965213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-cfa8f247-f19f-41f2-bf6b-4baaf94a615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:47.967365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-cfa8f247-f19f-41f2-bf6b-4baaf94a615a service neutron] 10.222.0.81 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.1576581 Mar 22 14:20:48.091559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:48.092410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (6e31c834-7299-4644-9912-4b853d9e13de), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.125582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Checking router: 28f38d4c-b3db-459c-a61b-70eed687ef35 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:48.137206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:48.137902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:48.153165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Subnet': ['ID=6e31c834-7299-4644-9912-4b853d9e13de,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:48.157276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.170547 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03e589a8-39ae-4d53-acbd-aefa359b01e5 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/subnets/6e31c834-7299-4644-9912-4b853d9e13de HTTP/1.1" status: 204 len: 168 time: 0.5367684 Mar 22 14:20:48.171247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:48.204821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9a27e-364e-4876-9b80-a03ac925d657 None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:20:48.344113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4debaf73-2967-4375-81e5-94415eb1d608), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.443643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-e9558a1b-0c02-401b-9fc6-5289a925c4c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.4625347 Mar 22 14:20:48.456410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Deleting port ba9026e8-c92d-4b35-80da-56abc376d9cd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:48.458031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.520312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-8199e54d-93f0-404d-acc3-291e4d9dfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.522423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-8199e54d-93f0-404d-acc3-291e4d9dfb3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.0557141 Mar 22 14:20:48.553730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] For port ba9026e8-c92d-4b35-80da-56abc376d9cd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ba9026e8-c92d-4b35-80da-56abc376d9cd,segment=NetworkSegment(dd479b1d-af77-4e30-9ffa-3287389a69bd),segment_id=dd479b1d-af77-4e30-9ffa-3287389a69bd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:48.554624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.558357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:48.577557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Calling delete_port for ba9026e8-c92d-4b35-80da-56abc376d9cd owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:48.586966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-1e456af6-5cf0-4cda-a22b-c393e9d48d20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440602 Mar 22 14:20:48.619127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7e88-60ae-4cf5-902b-017132b58027 req-672bad34-3238-4fa7-89d5-c0387a2268df tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.626447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-637a7e88-60ae-4cf5-902b-017132b58027 req-672bad34-3238-4fa7-89d5-c0387a2268df tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1967621 Mar 22 14:20:48.630158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] DHCP port deletion for 4debaf73-2967-4375-81e5-94415eb1d608 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:20:48.635157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-7660e6fb-7457-4139-8e24-db61b584895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.636900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-7660e6fb-7457-4139-8e24-db61b584895a service neutron] 10.222.0.78 "GET /v2.0/networks?id=90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 200 len: 921 time: 0.7273424 Mar 22 14:20:48.643070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed47ba42-0da4-4201-897c-1e58233d6fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.679509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.709247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Port': ['ID=ba9026e8-c92d-4b35-80da-56abc376d9cd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:48.718857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] No DVR routers for this DVR port ba9026e8-c92d-4b35-80da-56abc376d9cd on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:48.753710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-03b4d56f-3cf4-44a6-a989-93a0e4355d9b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 200 len: 217 time: 0.0915685 Mar 22 14:20:48.808680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Deleting port ba9026e8-c92d-4b35-80da-56abc376d9cd {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:48.809427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.820643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4debaf73-2967-4375-81e5-94415eb1d608), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.833037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-b7e9f995-d351-4502-b171-838449320735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:48.834570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-b7e9f995-d351-4502-b171-838449320735 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 200 len: 860 time: 0.0685635 Mar 22 14:20:48.845302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4debaf73-2967-4375-81e5-94415eb1d608']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:48.857003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd479b1d-af77-4e30-9ffa-3287389a69bd') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:48.857427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd479b1d-af77-4e30-9ffa-3287389a69bd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:48.869522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (dd479b1d-af77-4e30-9ffa-3287389a69bd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.892289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (dd479b1d-af77-4e30-9ffa-3287389a69bd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.904261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:20:48.904681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (dd479b1d-af77-4e30-9ffa-3287389a69bd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:20:48.908127 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:20:48.923831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-db5a4795-e527-4dd2-90c7-ad81a70c284f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=90a2c359-8f2f-4488-a5c1-b05d4dad0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660052 Mar 22 14:20:48.955352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] For port ba9026e8-c92d-4b35-80da-56abc376d9cd, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:48.955772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:48.991196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4debaf73-2967-4375-81e5-94415eb1d608), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.004294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Calling delete_port for ba9026e8-c92d-4b35-80da-56abc376d9cd owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:49.013471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.016687 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/networks/4debaf73-2967-4375-81e5-94415eb1d608 HTTP/1.1" status: 204 len: 168 time: 0.8443105 Mar 22 14:20:49.023006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Port ba9026e8-c92d-4b35-80da-56abc376d9cd was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:20:49.026499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (ba9026e8-c92d-4b35-80da-56abc376d9cd), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.037539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:49.048635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20023-d0c6-4ee4-bd2a-d8f15ec37959 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Pushing event deleted for resources: {'Network': ['ID=4debaf73-2967-4375-81e5-94415eb1d608,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:49.074582 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fd9e92ca-ae78-44cf-8178-e45f0b5d9d68 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "GET /v2.0/ports?device_id=04fe388c-b011-474d-b1a8-ccb38bf9b2a1 HTTP/1.1" status: 200 len: 205 time: 0.0357909 Mar 22 14:20:49.076858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:49.076976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Pushing event deleted for resources: {'Port': ['ID=ba9026e8-c92d-4b35-80da-56abc376d9cd,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:49.093847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] Network 4debaf73-2967-4375-81e5-94415eb1d608 is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:20:49.094339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa44f70-84b2-48b4-a789-7bf9b0998ace None None] No DVR routers for this DVR port ba9026e8-c92d-4b35-80da-56abc376d9cd on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:49.130724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:49.144001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-637a7e88-60ae-4cf5-902b-017132b58027 req-60d08d12-e50f-4c09-9761-4d495efe4a6a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165887 Mar 22 14:20:49.146315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-8dcb5c9c-1c30-4831-bb71-4247196fb5bb service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088470 Mar 22 14:20:49.166689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350155-4d57-4230-9a83-158ca41ea3d0 None None] The sync data for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 is: [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'b4bb87cf-1e51-40ce-8981-e9a23b514edf', 'name': '', 'network_id': '90a2c359-8f2f-4488-a5c1-b05d4dad0324', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'mac_address': 'fa:16:3e:d2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:29Z', 'updated_at': '2022-03-22T14:19:44Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'subnets': [{'id': 'ef295114-20c2-4c4a-a20e-13a4c66e156d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:49.197095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.249922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2554df52-aca6-4676-ad76-ec21347b87b9 req-9a6e03cc-f199-4c07-9bd0-40120bba67ce service neutron] 10.222.0.78 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947728 Mar 22 14:20:49.270834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-044c8e79-5e6b-45b7-bae5-ed5a4824d3fb service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707883 Mar 22 14:20:49.402611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82629ef7-fd79-4764-b0a5-a56c5fa1fcab req-34698022-441e-4624-8e83-bb16a6c907cc service neutron] 10.222.0.81 "GET /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254063 Mar 22 14:20:49.466976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.469361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router_controller (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.515308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-2a33cb1a-bba8-4d4d-a0f2-3999038a98f9 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips/36cb9078-4c1e-4453-9f9a-2601f7714ce8 HTTP/1.1" status: 200 len: 694 time: 0.0763519 Mar 22 14:20:49.531120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (04fe388c-b011-474d-b1a8-ccb38bf9b2a1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.531737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Fanout notify agent at l3_agent the message router_deleted on router 04fe388c-b011-474d-b1a8-ccb38bf9b2a1 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:49.543243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:49.544432 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a8a15b8e-e5cb-4d45-904d-8b7909faee90 tempest-RoutersNegativeTest-1047496181 tempest-RoutersNegativeTest-1047496181-project] 10.222.0.81 "DELETE /v2.0/routers/04fe388c-b011-474d-b1a8-ccb38bf9b2a1 HTTP/1.1" status: 204 len: 168 time: 0.4666705 Mar 22 14:20:49.715191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-111f11f6-f35c-4e4c-8511-a393fb8d3c52 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:49.716791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-111f11f6-f35c-4e4c-8511-a393fb8d3c52 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 784 time: 0.1944535 Mar 22 14:20:49.717357 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc75dd-e680-48eb-8bd7-33d5389cac8f None None] New status for floating IP 36cb9078-4c1e-4453-9f9a-2601f7714ce8: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:20:49.776228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-fa1aaa28-757a-4536-aab3-3d80f669f228 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 697 time: 0.0520587 Mar 22 14:20:49.856730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-36978d97-f2cb-4a85-b095-04e7ac2f80ee tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 697 time: 0.0729885 Mar 22 14:20:49.881574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:50.018786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Deleting port 64e62f17-73d4-40b7-bd79-1556d37894b1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:50.019429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.063417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00acf487-f871-4bca-8e2d-387b5cad63c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c367415d4f94749b11c1bcceb3e785f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799080 Mar 22 14:20:50.067312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55532) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:50.136510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.136828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (64e62f17-73d4-40b7-bd79-1556d37894b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.149291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] Publish callbacks [] for security_group (32558dd3-5102-48a1-9828-ae5b4a1bc27d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.154270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Calling delete_port for 64e62f17-73d4-40b7-bd79-1556d37894b1 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:50.209206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ba9026e8-c92d-4b35-80da-56abc376d9cd no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:50.233335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ba9026e8-c92d-4b35-80da-56abc376d9cd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:50.233699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ba9026e8-c92d-4b35-80da-56abc376d9cd not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:50.268419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] Publish callbacks [] for security_group (32558dd3-5102-48a1-9828-ae5b4a1bc27d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.352735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe42643-38e5-4381-ace5-da1f31ff52d4 req-652073b0-028a-4b73-92c4-f13ea23b4b58 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:50.354342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffe42643-38e5-4381-ace5-da1f31ff52d4 req-652073b0-028a-4b73-92c4-f13ea23b4b58 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1354280 Mar 22 14:20:50.407421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (32558dd3-5102-48a1-9828-ae5b4a1bc27d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.410012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.411144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32558dd3-5102-48a1-9828-ae5b4a1bc27d HTTP/1.1" status: 204 len: 168 time: 0.3428848 Mar 22 14:20:50.436925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ccf2a-2b3e-46f0-9879-b58f04c776ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32558dd3-5102-48a1-9828-ae5b4a1bc27d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:50.462279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffe42643-38e5-4381-ace5-da1f31ff52d4 req-da1c6929-ef9a-4152-9310-6b87bd0010e0 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017938 Mar 22 14:20:50.472622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (64e62f17-73d4-40b7-bd79-1556d37894b1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.501703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event deleted for resources: {'Port': ['ID=64e62f17-73d4-40b7-bd79-1556d37894b1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:50.588819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for floatingip (36cb9078-4c1e-4453-9f9a-2601f7714ce8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.592578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.594090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e3b7a1-94cd-4eed-b97a-3fcd01964a21 req-bedd7776-61e7-4d6b-8f01-6e885522968a tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "DELETE /v2.0/floatingips/36cb9078-4c1e-4453-9f9a-2601f7714ce8 HTTP/1.1" status: 204 len: 173 time: 0.7309165 Mar 22 14:20:50.659027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-ebc511e3-3601-4d3c-8821-76ded3331640 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups/411fc22e-3552-47de-8212-dd6a64c42b0a HTTP/1.1" status: 200 len: 1827 time: 0.0462477 Mar 22 14:20:50.751104 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (411fc22e-3552-47de-8212-dd6a64c42b0a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.781891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (411fc22e-3552-47de-8212-dd6a64c42b0a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.837355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (411fc22e-3552-47de-8212-dd6a64c42b0a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.840458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:50.845430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81ef54d7-4a9f-4f91-9e5a-26385c06ada3 req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "DELETE /v2.0/security-groups/411fc22e-3552-47de-8212-dd6a64c42b0a HTTP/1.1" status: 204 len: 173 time: 0.1798356 Mar 22 14:20:50.856232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773404c5-11f5-467c-8862-12eb0b02b0e4 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fc22e-3552-47de-8212-dd6a64c42b0a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:50.967692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-58520dfc-2d8b-4748-b9e8-381c976b9173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.214698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5dd9e-136e-4f13-991c-cd6f6a580c00 req-7a4322aa-f7a1-496e-a117-f8fd27c65640 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:51.218249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48e5dd9e-136e-4f13-991c-cd6f6a580c00 req-7a4322aa-f7a1-496e-a117-f8fd27c65640 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0761888 Mar 22 14:20:51.276667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48e5dd9e-136e-4f13-991c-cd6f6a580c00 req-5bcdf239-6768-4462-a5bb-d24cd1cde225 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Mar 22 14:20:51.380286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55574) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:51.482240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--643076392'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:51.509973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.521260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.621206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9c74f-1d62-44c8-b4b3-8ade30b3829b req-418eb5ab-7f99-4e12-b256-fdd2cee08705 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:51.623081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dc9c74f-1d62-44c8-b4b3-8ade30b3829b req-418eb5ab-7f99-4e12-b256-fdd2cee08705 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0844488 Mar 22 14:20:51.672456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (3a7d5be9-0a28-4087-89fd-e265719ac1c6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.682970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3a7d5be9-0a28-4087-89fd-e265719ac1c6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.715218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dc9c74f-1d62-44c8-b4b3-8ade30b3829b req-3f4f9a7b-990a-40ea-b411-8f269f2fae61 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803535 Mar 22 14:20:51.731621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d5be9-0a28-4087-89fd-e265719ac1c6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:51.791685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.798863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.828596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca469e41-d7fd-462c-b52a-80318260264a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:51.833377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.834652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-923964d3-c744-48fd-a49b-6518be3bc65c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4533112 Mar 22 14:20:51.837247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55580) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:51.879699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:51.911951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7c13b5cd-3655-4b0b-b8ae-6af91fe7ca8f tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0735867 Mar 22 14:20:51.914700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:51.919122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-security--1083837359', 'description': 'tempest-security-description-932757376'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:51.957896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.002917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.008179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.010947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.014733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "PUT /v2.0/security-groups/ca469e41-d7fd-462c-b52a-80318260264a HTTP/1.1" status: 200 len: 1796 time: 0.0964203 Mar 22 14:20:52.015468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.036585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891176fe-109c-4dd1-9207-4fec497d0e33 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca469e41-d7fd-462c-b52a-80318260264a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.070855 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e33a7c38-9467-4487-a7cf-81001f1d5828 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups/ca469e41-d7fd-462c-b52a-80318260264a HTTP/1.1" status: 200 len: 1796 time: 0.0531991 Mar 22 14:20:52.071893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55588) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.133493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.157717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.167136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-62739708-b403-4773-9a93-6b0f217035e0 req-997f2d2c-0cd2-4bf2-b670-301ae9293829 service neutron] (103891) timed out ('10.222.0.81', 55092) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:20:52.218879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca469e41-d7fd-462c-b52a-80318260264a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.223562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.224933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca469e41-d7fd-462c-b52a-80318260264a HTTP/1.1" status: 204 len: 168 time: 0.1519306 Mar 22 14:20:52.228285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55592) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.250513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6b999-9df3-46d6-8ee4-4a3bea9e4999 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca469e41-d7fd-462c-b52a-80318260264a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.288896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ab2c9c21-a8a9-49f4-8e7a-089cdd74786a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565948 Mar 22 14:20:52.290114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55594) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.307661 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-a0e0078d-c06d-47c4-84f7-2dd1dc77084b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] delete failed (client error): The resource could not be found. Mar 22 14:20:52.312574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a0e0078d-c06d-47c4-84f7-2dd1dc77084b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca469e41-d7fd-462c-b52a-80318260264a HTTP/1.1" status: 404 len: 347 time: 0.0172904 Mar 22 14:20:52.312897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55598) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.328339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002379199'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:52.374243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.493594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087486a6-8a91-4182-8a3a-1975b5e71f12 req-da804f3b-cb04-4ffe-a16a-b2a919bf2504 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:52.495305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-087486a6-8a91-4182-8a3a-1975b5e71f12 req-da804f3b-cb04-4ffe-a16a-b2a919bf2504 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1004188 Mar 22 14:20:52.510614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (2087e475-191c-4098-8403-915c184167d2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.518290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2087e475-191c-4098-8403-915c184167d2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.572639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.576790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2628670 Mar 22 14:20:52.576971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.581599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '2087e475-191c-4098-8403-915c184167d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:52.591150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0867b-81c3-4948-98e1-650825c20098 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087e475-191c-4098-8403-915c184167d2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.599227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-087486a6-8a91-4182-8a3a-1975b5e71f12 req-6962c95c-629c-4d6b-9821-ad12e2bcfb29 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916290 Mar 22 14:20:52.630111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.676023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.680852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.698717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070b27db-053c-484a-a553-168463d4990d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.707437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.708636 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8aea12f3-1c23-4e93-be13-10f51c9ec474 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306024 Mar 22 14:20:52.711509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.740275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.748671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.777859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (070b27db-053c-484a-a553-168463d4990d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.792565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.796442 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/070b27db-053c-484a-a553-168463d4990d HTTP/1.1" status: 204 len: 168 time: 0.0813825 Mar 22 14:20:52.796564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.798945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d68e7-a1c8-45ed-bdc8-e5c90187ea8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=070b27db-053c-484a-a553-168463d4990d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:52.843561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1efa5f06-87b8-4826-8b0b-2f7bc6afbec5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457330 Mar 22 14:20:52.846397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.873179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1073fcb-6d7d-4b7e-95f0-3df31f8f401f req-74192021-120c-465d-9558-6a69c4b57ea7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:52.874977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1073fcb-6d7d-4b7e-95f0-3df31f8f401f req-74192021-120c-465d-9558-6a69c4b57ea7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0576310 Mar 22 14:20:52.898798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (2087e475-191c-4098-8403-915c184167d2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.923703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (2087e475-191c-4098-8403-915c184167d2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.924977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1073fcb-6d7d-4b7e-95f0-3df31f8f401f req-bc526a6a-2a04-42fc-b669-6245332bec71 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Mar 22 14:20:52.965875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2087e475-191c-4098-8403-915c184167d2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.968544 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:52.969763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/2087e475-191c-4098-8403-915c184167d2 HTTP/1.1" status: 204 len: 168 time: 0.1224062 Mar 22 14:20:52.972705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55610) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:52.981088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3109-53d1-4339-b51e-05fa66b116a2 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087e475-191c-4098-8403-915c184167d2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.034035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b9ea0675-8cd9-4ca6-a89f-5574302fff11 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602036 Mar 22 14:20:53.037671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.042378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631876491'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.064014 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.135099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (989faf30-0560-4946-9ca6-bea0d1522537), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.141376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (989faf30-0560-4946-9ca6-bea0d1522537), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.179231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.183514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1418619 Mar 22 14:20:53.183514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989faf30-0560-4946-9ca6-bea0d1522537,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.183745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.188731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '989faf30-0560-4946-9ca6-bea0d1522537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.191575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.192410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.192870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.193311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.194108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.194267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.196902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.197400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.197819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.198255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceab552-cd32-4896-b2d0-2beddf9a0109 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:20:53.231316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.285477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.292295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.318164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de9271d-4150-47f4-b2d7-c26b39e7dbd9,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.325252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.326949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-484c8163-7422-4600-8fb8-acd642c4f4e6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421778 Mar 22 14:20:53.329652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.334564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '989faf30-0560-4946-9ca6-bea0d1522537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.361505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.435703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.440992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.457088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be4fff2-db81-48b1-8302-951efe9a6269,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.473206 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.475554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2dbc4400-3357-401b-b844-03a20653c0c9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446230 Mar 22 14:20:53.478790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55624) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.483624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '989faf30-0560-4946-9ca6-bea0d1522537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.511573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.614974 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.621611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.639561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-1315345c-043c-429a-89e0-7fa0063bb25e tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.641053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-1315345c-043c-429a-89e0-7fa0063bb25e tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.78 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0986319 Mar 22 14:20:53.672712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fe5e80-ed6b-4b15-9cb1-92fdd4596518,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:53.684062 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.701334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.702605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-87490f75-71dc-4728-97bf-ab77bfd993e9 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2227311 Mar 22 14:20:53.705698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55630) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:53.712667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '989faf30-0560-4946-9ca6-bea0d1522537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:53.819205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.831726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671ad41-d11f-4742-85cb-0d238ccf4858 req-d3352e6d-9968-4563-aa3b-d7b6beb4d9d8 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:53.833451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e671ad41-d11f-4742-85cb-0d238ccf4858 req-d3352e6d-9968-4563-aa3b-d7b6beb4d9d8 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/ports?device_id=d336e6db-7dd9-4636-b341-148e1afb7b26 HTTP/1.1" status: 200 len: 946 time: 0.1145108 Mar 22 14:20:53.912384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Deleting port 3478e4d0-006b-423e-8bf4-c3834f77fbbb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:53.912975 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:53.974053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e671ad41-d11f-4742-85cb-0d238ccf4858 req-0e869830-7306-40a7-ba5f-fb4ce1217efe tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.81 "GET /v2.0/security-groups?id=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303086 Mar 22 14:20:53.988785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.000521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.038110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c7a36b-6796-468c-9c2b-7a8b0fcb67fb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.059813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.063747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39ff3c2d-db0e-4747-afc0-3d444fe48239 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546996 Mar 22 14:20:54.064560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.072301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '989faf30-0560-4946-9ca6-bea0d1522537', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:54.080980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] For port 3478e4d0-006b-423e-8bf4-c3834f77fbbb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3478e4d0-006b-423e-8bf4-c3834f77fbbb,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:54.081346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.103647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Calling delete_port for 3478e4d0-006b-423e-8bf4-c3834f77fbbb owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:54.113880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.170131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d036c8a-067f-452f-9682-3a98f629e9b7 req-09df8d4c-b737-472f-8d41-734feebe2afc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:54.171656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d036c8a-067f-452f-9682-3a98f629e9b7 req-09df8d4c-b737-472f-8d41-734feebe2afc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1409304 Mar 22 14:20:54.205665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.213991 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.249859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d036c8a-067f-452f-9682-3a98f629e9b7 req-341cd5c6-2da0-4a8e-8d46-d3090f080eb0 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696573 Mar 22 14:20:54.252028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b0283f-e107-4154-bfde-6b342caf9988,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.264782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.266196 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-83fd8375-47bd-4e1b-9e53-d6f5052c7a7c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1983166 Mar 22 14:20:54.269216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.301560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.309652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.314677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3478e4d0-006b-423e-8bf4-c3834f77fbbb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.328469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3478e4d0-006b-423e-8bf4-c3834f77fbbb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:20:54.360492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Pushing event deleted for resources: {'Port': ['ID=3478e4d0-006b-423e-8bf4-c3834f77fbbb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.363104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (41b0283f-e107-4154-bfde-6b342caf9988), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.369812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.371208 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/41b0283f-e107-4154-bfde-6b342caf9988 HTTP/1.1" status: 204 len: 168 time: 0.1010680 Mar 22 14:20:54.374809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55642) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.379879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6a5dd-8083-47ff-b954-b372c03c9fbf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41b0283f-e107-4154-bfde-6b342caf9988,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.433774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] No DVR routers for this DVR port 3478e4d0-006b-423e-8bf4-c3834f77fbbb on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:20:54.436635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.440985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29b8450a-2e88-4bd3-b5a2-fc888c2b4c59 req-2ffedc75-5385-456e-8b79-f88a65fea282 tempest-ServerRescueTestJSONUnderV235-1150166149 tempest-ServerRescueTestJSONUnderV235-1150166149-project] 10.222.0.78 "DELETE /v2.0/ports/3478e4d0-006b-423e-8bf4-c3834f77fbbb HTTP/1.1" status: 204 len: 173 time: 0.7920222 Mar 22 14:20:54.441586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'name': 'network-vif-deleted', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:20:54.444585 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc0afe6-ce16-410b-8a9e-dd70476ea2c9" -d '{"events": [{"server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "name": "network-vif-deleted", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:20:54.508396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55646) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.520360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7637f984-0bae-4238-8662-0e66841b0ef0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1440246 Mar 22 14:20:54.526221 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab05d5-f671-47ee-b556-328944afc9ba x-openstack-request-id: req-fbab05d5-f671-47ee-b556-328944afc9ba {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:20:54.526515 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d336e6db-7dd9-4636-b341-148e1afb7b26", "name": "network-vif-deleted", "tag": "3478e4d0-006b-423e-8bf4-c3834f77fbbb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:20:54.526774 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbab05d5-f671-47ee-b556-328944afc9ba {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:20:54.529985 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbab05d5-f671-47ee-b556-328944afc9ba'] response: {'server_uuid': 'd336e6db-7dd9-4636-b341-148e1afb7b26', 'name': 'network-vif-deleted', 'tag': '3478e4d0-006b-423e-8bf4-c3834f77fbbb', 'status': 'completed', 'code': 200} Mar 22 14:20:54.551674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.561221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.595575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (99c7a36b-6796-468c-9c2b-7a8b0fcb67fb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.603655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.605624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/99c7a36b-6796-468c-9c2b-7a8b0fcb67fb HTTP/1.1" status: 204 len: 168 time: 0.0961993 Mar 22 14:20:54.608295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.620779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900558fe-1adc-40d5-b850-2265eae29546 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c7a36b-6796-468c-9c2b-7a8b0fcb67fb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.669438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8eb8bb6c-2e73-4ee1-8b88-34f9dce58335 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0572009 Mar 22 14:20:54.669765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55650) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.695671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.704813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.739350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (73fe5e80-ed6b-4b15-9cb1-92fdd4596518), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.745756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.747408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/73fe5e80-ed6b-4b15-9cb1-92fdd4596518 HTTP/1.1" status: 204 len: 168 time: 0.0764048 Mar 22 14:20:54.750492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55652) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.753377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d646fb-076c-40d8-a78c-687a5a371274 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73fe5e80-ed6b-4b15-9cb1-92fdd4596518,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:54.827202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-982d3f00-2e3e-4b2c-b037-f03cb486fdc1 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0741484 Mar 22 14:20:54.827202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.862090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.880606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.916633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.946872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6be4fff2-db81-48b1-8302-951efe9a6269), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.955200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:54.956599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6be4fff2-db81-48b1-8302-951efe9a6269 HTTP/1.1" status: 204 len: 168 time: 0.1291814 Mar 22 14:20:54.959329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:54.962922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4be5c-19b8-4955-9b3b-e18e8083736c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6be4fff2-db81-48b1-8302-951efe9a6269,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:55.022041 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10b37249-53a9-4dd5-bdc4-1f1149b0c317 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0606036 Mar 22 14:20:55.024359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55662) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.053239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55664) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.073666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.082561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.118595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6de9271d-4150-47f4-b2d7-c26b39e7dbd9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.127700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.129060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6de9271d-4150-47f4-b2d7-c26b39e7dbd9 HTTP/1.1" status: 204 len: 168 time: 0.1033795 Mar 22 14:20:55.133272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55666) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.135863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88419c81-6ad5-4f0f-b8c8-4b3cda30d734 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de9271d-4150-47f4-b2d7-c26b39e7dbd9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:55.187989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42b1aa3c-dfb7-4632-bc60-0453a9bcf803 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530095 Mar 22 14:20:55.190763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55668) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.336410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (989faf30-0560-4946-9ca6-bea0d1522537), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.392311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (989faf30-0560-4946-9ca6-bea0d1522537), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.480200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd3d1-663f-464e-84fd-a78de561920c req-579ceed9-b729-4b63-80de-847e43864308 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:55.481693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec0bd3d1-663f-464e-84fd-a78de561920c req-579ceed9-b729-4b63-80de-847e43864308 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1399217 Mar 22 14:20:55.505457 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (989faf30-0560-4946-9ca6-bea0d1522537), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.507983 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.511491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/989faf30-0560-4946-9ca6-bea0d1522537 HTTP/1.1" status: 204 len: 168 time: 0.3174374 Mar 22 14:20:55.512272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.560790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a0423-d09e-4d79-b648-95fbd3b6946a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989faf30-0560-4946-9ca6-bea0d1522537,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:55.657397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d70ce22b-a0c6-4aca-a61f-a5b8d0589ff5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1419971 Mar 22 14:20:55.660833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55682) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.671192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769755407'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:55.678711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec0bd3d1-663f-464e-84fd-a78de561920c req-0195ec4d-ff4a-4b0a-8a04-bdf8cdaf5b88 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854444 Mar 22 14:20:55.705485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.781884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (28f38d4c-b3db-459c-a61b-70eed687ef35), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.827468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (62da3f4f-87c7-4bef-a72a-0e177527839a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.845559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (62da3f4f-87c7-4bef-a72a-0e177527839a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.919539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:55.924031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2587492 Mar 22 14:20:55.927380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:55.932488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '62da3f4f-87c7-4bef-a72a-0e177527839a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:55.948350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409db60-da71-40be-8535-ea2b25c3467d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62da3f4f-87c7-4bef-a72a-0e177527839a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:55.996142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6b02390f-6a76-4d6b-8235-6ba8c3fc92aa), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.138315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (6b02390f-6a76-4d6b-8235-6ba8c3fc92aa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.149274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6b02390f-6a76-4d6b-8235-6ba8c3fc92aa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.179449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b02390f-6a76-4d6b-8235-6ba8c3fc92aa,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.207191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.209161 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-943fdaf0-c44b-45d2-8e78-12c818e63e9a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2806921 Mar 22 14:20:56.211956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.287908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (62da3f4f-87c7-4bef-a72a-0e177527839a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.319402 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (62da3f4f-87c7-4bef-a72a-0e177527839a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.381510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (62da3f4f-87c7-4bef-a72a-0e177527839a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.385255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.387317 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/62da3f4f-87c7-4bef-a72a-0e177527839a HTTP/1.1" status: 204 len: 168 time: 0.1739314 Mar 22 14:20:56.401891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.408659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6ca89-e1ba-4584-a371-f9cfa769db08 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da3f4f-87c7-4bef-a72a-0e177527839a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.516487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f54e373c-44bd-48cb-890a-54ff4d977ded tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094739 Mar 22 14:20:56.521998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55694) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.526766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--429649529'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:56.527617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:20:56.563018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.717091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (25938b7a-e654-4554-a578-5cb384e2da95), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.718962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Deleting port b4bb87cf-1e51-40ce-8981-e9a23b514edf {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:56.719284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.829660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (25938b7a-e654-4554-a578-5cb384e2da95), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.866174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25938b7a-e654-4554-a578-5cb384e2da95,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:56.899266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.901396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c71677d-efcc-4bed-a7b7-942870bd3e0b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3782189 Mar 22 14:20:56.904430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:56.910771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031235803'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:56.973441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] For port b4bb87cf-1e51-40ce-8981-e9a23b514edf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b4bb87cf-1e51-40ce-8981-e9a23b514edf,segment=NetworkSegment(cd291608-77b7-4ca3-ab2e-23c9a2cd6649),segment_id=cd291608-77b7-4ca3-ab2e-23c9a2cd6649)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:56.973819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.974924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:56.990839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Calling delete_port for b4bb87cf-1e51-40ce-8981-e9a23b514edf owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:57.011943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2412b1-acf1-46ef-b6f6-2e843d252d24 req-8319cb56-b7b9-40ad-b08c-7ec5404a42d7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:57.013432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd2412b1-acf1-46ef-b6f6-2e843d252d24 req-8319cb56-b7b9-40ad-b08c-7ec5404a42d7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1092608 Mar 22 14:20:57.095437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (c3c20f78-0ec1-465a-b3c7-212566154803), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.102940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3c20f78-0ec1-465a-b3c7-212566154803), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.131810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd2412b1-acf1-46ef-b6f6-2e843d252d24 req-151c8666-ed1f-4680-a4cc-6f58c73e35b2 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734608 Mar 22 14:20:57.142232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c20f78-0ec1-465a-b3c7-212566154803,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.147642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.152542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9b17113-9f16-4d9c-94de-203c3b161b8c tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2434590 Mar 22 14:20:57.154471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55706) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:57.162870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '25938b7a-e654-4554-a578-5cb384e2da95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3c20f78-0ec1-465a-b3c7-212566154803', 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:57.216529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.314153 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b4bb87cf-1e51-40ce-8981-e9a23b514edf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.355027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.356085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bb87cf-1e51-40ce-8981-e9a23b514edf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.363503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.385727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feedacdc-db02-4413-bc25-5ce49c1c6dfb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.401861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.407561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-abeb66ee-7ed1-4e48-ba91-d7dbf372d5b0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2520835 Mar 22 14:20:57.410262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55708) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:57.588576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.599459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.640577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (feedacdc-db02-4413-bc25-5ce49c1c6dfb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.657363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.662428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55710) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:57.669991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/feedacdc-db02-4413-bc25-5ce49c1c6dfb HTTP/1.1" status: 204 len: 168 time: 0.2586062 Mar 22 14:20:57.699120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadf0c9-69de-453b-bf9e-a0632641afe5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feedacdc-db02-4413-bc25-5ce49c1c6dfb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:57.750604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (28f38d4c-b3db-459c-a61b-70eed687ef35), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.758893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dce0bf6c-eb1e-4929-b52b-838f6b565c6f tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0947802 Mar 22 14:20:57.759681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:57.902172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (c3c20f78-0ec1-465a-b3c7-212566154803), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:57.941529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (c3c20f78-0ec1-465a-b3c7-212566154803), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.076436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3c20f78-0ec1-465a-b3c7-212566154803), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.079351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.083397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55718) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.089871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3c20f78-0ec1-465a-b3c7-212566154803 HTTP/1.1" status: 204 len: 168 time: 0.3289483 Mar 22 14:20:58.110527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eb799-1614-4659-b79b-cb0713187a24 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c20f78-0ec1-465a-b3c7-212566154803,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:58.152263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Router 28f38d4c-b3db-459c-a61b-70eed687ef35 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:20:58.211231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.214858 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2156b137-2eea-410f-b0c6-3d7fcd5b4a60 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1276236 Mar 22 14:20:58.215215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55722) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.286921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3478e4d0-006b-423e-8bf4-c3834f77fbbb no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:20:58.315690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 3478e4d0-006b-423e-8bf4-c3834f77fbbb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:20:58.322905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3478e4d0-006b-423e-8bf4-c3834f77fbbb not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:20:58.335883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (25938b7a-e654-4554-a578-5cb384e2da95), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.384309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (25938b7a-e654-4554-a578-5cb384e2da95), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.384779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a033a3-2c20-44ac-b953-1966184ba5f8 req-59a838b9-71de-4412-a854-9ab5d94038ce tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:58.386374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a033a3-2c20-44ac-b953-1966184ba5f8 req-59a838b9-71de-4412-a854-9ab5d94038ce tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0811212 Mar 22 14:20:58.426707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:20:58.434939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-91611f09-b4b4-41e7-a407-cfda7fd7e9cc admin admin] 10.222.0.81 "PUT /v2.0/routers/28f38d4c-b3db-459c-a61b-70eed687ef35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3778110 Mar 22 14:20:58.436412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.445779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Sync routers for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:20:58.467192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:58.468722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a033a3-2c20-44ac-b953-1966184ba5f8 req-e5827710-1316-4447-ac63-fe9bd7150f19 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 Mar 22 14:20:58.469743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:58.550730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (25938b7a-e654-4554-a578-5cb384e2da95), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.553417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.554819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/25938b7a-e654-4554-a578-5cb384e2da95 HTTP/1.1" status: 204 len: 168 time: 0.3380117 Mar 22 14:20:58.557915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.578891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c45eb-9d28-43c5-8b5e-7980162f2538 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25938b7a-e654-4554-a578-5cb384e2da95,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:58.634763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks [] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.653455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:58.653946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b1ad0127-24ed-40ad-8b96-457f97190d38 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0950594 Mar 22 14:20:58.660443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55728) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.664945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905055911'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:58.690813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.788365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (afbe1079-242d-48d0-bd29-1258d0b4b84f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.795005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (afbe1079-242d-48d0-bd29-1258d0b4b84f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.815208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks [] for router_gateway (28f38d4c-b3db-459c-a61b-70eed687ef35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.845318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.856827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55730) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:58.858641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1854205 Mar 22 14:20:58.861492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d47cde-e18b-4a46-b7bc-6cc3b986a0f0 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbe1079-242d-48d0-bd29-1258d0b4b84f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:58.866189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': 'afbe1079-242d-48d0-bd29-1258d0b4b84f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:58.885880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:20:57Z', 'revision_number': 5, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port': {'id': '4b26be6f-2eca-40bc-a460-7a6e8c02534a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:19:25Z', 'updated_at': '2022-03-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:58.921125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Checking router: 28f38d4c-b3db-459c-a61b-70eed687ef35 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:20:58.931631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Routers {'28f38d4c-b3db-459c-a61b-70eed687ef35'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:20:58.932695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:58.932889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['28f38d4c-b3db-459c-a61b-70eed687ef35'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:58.938392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Deleting port 4b26be6f-2eca-40bc-a460-7a6e8c02534a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:20:58.938866 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.076109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.092782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.108818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] For port 4b26be6f-2eca-40bc-a460-7a6e8c02534a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4b26be6f-2eca-40bc-a460-7a6e8c02534a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:20:59.109285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.139765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Calling delete_port for 4b26be6f-2eca-40bc-a460-7a6e8c02534a owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:20:59.144783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c796d-37fd-48a7-84fe-7bedba1f5ff2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.164916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.169024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2866a1cd-a18c-4cba-9b29-606d30b27cd5 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3063319 Mar 22 14:20:59.169739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55736) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.250009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] Set router 28f38d4c-b3db-459c-a61b-70eed687ef35 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:20:59.262604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.282089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.318515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:20:58Z', 'revision_number': 6, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:20:59.359617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227754bc-27d1-4cab-a8e1-73d4af0e9940 None None] The sync data for ids ['28f38d4c-b3db-459c-a61b-70eed687ef35'] in n-d-758851-5 is: [{'id': '28f38d4c-b3db-459c-a61b-70eed687ef35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1377376445-router', 'tenant_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:19:23Z', 'updated_at': '2022-03-22T14:20:58Z', 'revision_number': 6, 'project_id': '4cee66f9da7b4a59af150b6f4deec6e8', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:20:59.369180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (783c796d-37fd-48a7-84fe-7bedba1f5ff2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.376090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.378003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.381784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/783c796d-37fd-48a7-84fe-7bedba1f5ff2 HTTP/1.1" status: 204 len: 168 time: 0.2086756 Mar 22 14:20:59.382876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.406113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66f0e-71aa-4943-8b59-3b1a5d1467e4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=783c796d-37fd-48a7-84fe-7bedba1f5ff2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.461829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-54f233f4-1d17-445e-8091-aa805c1e527e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785065 Mar 22 14:20:59.464541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.499423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4b26be6f-2eca-40bc-a460-7a6e8c02534a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.551301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (afbe1079-242d-48d0-bd29-1258d0b4b84f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.552903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b26be6f-2eca-40bc-a460-7a6e8c02534a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.616705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (afbe1079-242d-48d0-bd29-1258d0b4b84f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.654049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1742c-e381-4c57-9dc7-e4b2edef53c6 req-bfbcf609-573a-426a-b677-d3589272fadd tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:20:59.655211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (28f38d4c-b3db-459c-a61b-70eed687ef35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.663917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04a1742c-e381-4c57-9dc7-e4b2edef53c6 req-bfbcf609-573a-426a-b677-d3589272fadd tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0819833 Mar 22 14:20:59.717126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04a1742c-e381-4c57-9dc7-e4b2edef53c6 req-77731112-3c4e-467b-b02d-7f91715f136a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521169 Mar 22 14:20:59.762754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (afbe1079-242d-48d0-bd29-1258d0b4b84f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.762754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.762754 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/afbe1079-242d-48d0-bd29-1258d0b4b84f HTTP/1.1" status: 204 len: 168 time: 0.2941544 Mar 22 14:20:59.764843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.793438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.797371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks [] for router_controller (28f38d4c-b3db-459c-a61b-70eed687ef35), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.801853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65de598-179c-434b-bb70-96549e594336 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbe1079-242d-48d0-bd29-1258d0b4b84f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:20:59.859414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ebc7df01-8662-47ee-a302-d8b497a7790f tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896602 Mar 22 14:20:59.860242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.864839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197289491'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:20:59.894130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.895272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (28f38d4c-b3db-459c-a61b-70eed687ef35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.896430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f38d4c-b3db-459c-a61b-70eed687ef35 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:20:59.915337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:20:59.916963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6b9aeadd-bfb2-4490-a4d2-8a5d76d5fa08 admin admin] 10.222.0.81 "DELETE /v2.0/routers/28f38d4c-b3db-459c-a61b-70eed687ef35 HTTP/1.1" status: 204 len: 168 time: 1.4777904 Mar 22 14:20:59.919710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:20:59.989567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Deleting subnet ef295114-20c2-4c4a-a20e-13a4c66e156d {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:20:59.998875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Publish callbacks [] for subnet (ef295114-20c2-4c4a-a20e-13a4c66e156d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.011226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (3e048473-9e41-411a-81f4-8a057ce290c0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.016678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3e048473-9e41-411a-81f4-8a057ce290c0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.053527 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (ef295114-20c2-4c4a-a20e-13a4c66e156d), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.054573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.056122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1948054 Mar 22 14:21:00.058536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a74c-443a-4db0-936c-42dcf105724a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e048473-9e41-411a-81f4-8a057ce290c0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.060752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55752) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.065568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '3e048473-9e41-411a-81f4-8a057ce290c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:00.099839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ef295114-20c2-4c4a-a20e-13a4c66e156d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.102057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.170013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (ef295114-20c2-4c4a-a20e-13a4c66e156d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.199722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.200559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.203780 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef295114-20c2-4c4a-a20e-13a4c66e156d HTTP/1.1" status: 204 len: 168 time: 0.2828743 Mar 22 14:21:00.204914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f50075-36a4-407a-8822-000b43702950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef295114-20c2-4c4a-a20e-13a4c66e156d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.206599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.211317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.247655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.251777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881759 Mar 22 14:21:00.253498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.256435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38d9e3-d9e2-492f-84df-7d2719ed00a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13420f23-4fb0-4947-b21e-8e54d0f7abab,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.338561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b2697c2-5b08-401a-89f9-cd836a659860 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules/13420f23-4fb0-4947-b21e-8e54d0f7abab HTTP/1.1" status: 200 len: 763 time: 0.0821257 Mar 22 14:21:00.339761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.342277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b4bb87cf-1e51-40ce-8981-e9a23b514edf no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:00.368721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (90a2c359-8f2f-4488-a5c1-b05d4dad0324), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.377361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b4bb87cf-1e51-40ce-8981-e9a23b514edf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:00.377811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b4bb87cf-1e51-40ce-8981-e9a23b514edf not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:00.379030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4b26be6f-2eca-40bc-a460-7a6e8c02534a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:00.400921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4b26be6f-2eca-40bc-a460-7a6e8c02534a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:00.404080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4b26be6f-2eca-40bc-a460-7a6e8c02534a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:00.409919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-434a4e46-9ac2-4138-9736-59dc2e5ec8ce tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687957 Mar 22 14:21:00.410835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.446606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.456282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.489376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (90a2c359-8f2f-4488-a5c1-b05d4dad0324), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.498980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (13420f23-4fb0-4947-b21e-8e54d0f7abab), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.509258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.510482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/13420f23-4fb0-4947-b21e-8e54d0f7abab HTTP/1.1" status: 204 len: 168 time: 0.0986629 Mar 22 14:21:00.513244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.515858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a2c359-8f2f-4488-a5c1-b05d4dad0324']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:00.526957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:00.527358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd291608-77b7-4ca3-ab2e-23c9a2cd6649') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:00.536039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e138bcc-782a-40c7-8241-186c055cf23a tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13420f23-4fb0-4947-b21e-8e54d0f7abab,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.539074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cd291608-77b7-4ca3-ab2e-23c9a2cd6649), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.558908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cd291608-77b7-4ca3-ab2e-23c9a2cd6649), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.570024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:00.571623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cd291608-77b7-4ca3-ab2e-23c9a2cd6649), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:00.588773 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:00.597871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-917bf7f6-7fe9-4cd5-b687-16fe6bc593a7 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824535 Mar 22 14:21:00.601143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55766) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.606505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '3e048473-9e41-411a-81f4-8a057ce290c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:00.647122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.654309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (90a2c359-8f2f-4488-a5c1-b05d4dad0324), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.660551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.666248 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] 10.222.0.81 "DELETE /v2.0/networks/90a2c359-8f2f-4488-a5c1-b05d4dad0324 HTTP/1.1" status: 204 len: 168 time: 0.4563100 Mar 22 14:21:00.698775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a4e5-a3e9-421b-be9c-b2512203172f admin admin] Pushing event deleted for resources: {'Network': ['ID=90a2c359-8f2f-4488-a5c1-b05d4dad0324,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.776599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.787752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.806656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250afc67-edbf-4cda-9355-b80f9dfa9273,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:00.872301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:00.876586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6d9de81-7be2-43c9-8aa1-3facb56feec4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2711189 Mar 22 14:21:00.876763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.903686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-28f6d96b-85bb-4421-9fba-31494fcd3bf8 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules/250afc67-edbf-4cda-9355-b80f9dfa9273 HTTP/1.1" status: 200 len: 763 time: 0.0259614 Mar 22 14:21:00.904570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.916158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:00.916309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf86cfa-ec84-439c-9b38-9829d8130d5a req-3afdfc3f-32b3-4092-a18a-9c1e1081c721 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:00.920428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcf86cfa-ec84-439c-9b38-9829d8130d5a req-3afdfc3f-32b3-4092-a18a-9c1e1081c721 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1015470 Mar 22 14:21:00.979229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcf86cfa-ec84-439c-9b38-9829d8130d5a req-5403d8db-bf68-4898-bad9-76087ffea33e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Mar 22 14:21:00.983450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c419e77e-b4f3-446d-8275-b2bf787ebe4e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0769873 Mar 22 14:21:00.984260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55778) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.007860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.008464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eb9c8c6a-c055-4fd4-b4bb-ba2ace697de8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cee66f9da7b4a59af150b6f4deec6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907309 Mar 22 14:21:01.030788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.048060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.089191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] Publish callbacks [] for security_group (59c1b1d8-8c7c-464a-ab5b-38d5c2bac535), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.103747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (250afc67-edbf-4cda-9355-b80f9dfa9273), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.124307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.126054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/250afc67-edbf-4cda-9355-b80f9dfa9273 HTTP/1.1" status: 204 len: 168 time: 0.1403124 Mar 22 14:21:01.128911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55790) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.137792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256c202-b90f-4860-86b3-85b44ced0b7e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=250afc67-edbf-4cda-9355-b80f9dfa9273,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.148326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] Publish callbacks [] for security_group (59c1b1d8-8c7c-464a-ab5b-38d5c2bac535), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.215049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d062dbc1-7ffe-43d7-8ff5-530b966e6330 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846512 Mar 22 14:21:01.217178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.222082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (59c1b1d8-8c7c-464a-ab5b-38d5c2bac535), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.223179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '3e048473-9e41-411a-81f4-8a057ce290c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:01.225865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.227494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59c1b1d8-8c7c-464a-ab5b-38d5c2bac535 HTTP/1.1" status: 204 len: 168 time: 0.2179124 Mar 22 14:21:01.252322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a63c15-9162-40c7-aaff-a000627ae9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1b1d8-8c7c-464a-ab5b-38d5c2bac535,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.255446 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Project 06f3627067eb40f0ad25c731340428fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:21:01.288303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.434438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.446081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.479197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6893256-1ab8-4b66-bd0e-0fa75cded3a4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.491084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.494464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-841ed7f8-ffaf-4a7e-8311-4fb18baca4cf tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756968 Mar 22 14:21:01.497548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.520007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f963f291-e2b5-4149-bca1-af2e9aefd7b4 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules/c6893256-1ab8-4b66-bd0e-0fa75cded3a4 HTTP/1.1" status: 200 len: 769 time: 0.0209634 Mar 22 14:21:01.528167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55806) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.574746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7aefe917-1d10-4b54-9286-363596b0ac2b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0507073 Mar 22 14:21:01.577391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55808) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.611707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.623764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.665888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c6893256-1ab8-4b66-bd0e-0fa75cded3a4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.677811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.679100 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c6893256-1ab8-4b66-bd0e-0fa75cded3a4 HTTP/1.1" status: 204 len: 168 time: 0.1000664 Mar 22 14:21:01.681722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55814) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.691286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adca12-3ea9-43db-90c4-6e1e58cc0e35 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6893256-1ab8-4b66-bd0e-0fa75cded3a4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:01.733085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55816) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.733366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a047b2cc-15e8-4085-84df-6944d1a644ff tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502372 Mar 22 14:21:01.738435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55818) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:01.843466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (3e048473-9e41-411a-81f4-8a057ce290c0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.897395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (3e048473-9e41-411a-81f4-8a057ce290c0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.916972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1ef1-de06-4595-80c3-381e9989a872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.977521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3e048473-9e41-411a-81f4-8a057ce290c0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.980591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:01.984613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/3e048473-9e41-411a-81f4-8a057ce290c0 HTTP/1.1" status: 204 len: 168 time: 0.2498927 Mar 22 14:21:01.985155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.036909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcf8a7-697d-4b1d-8b20-7d3c9706b812 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e048473-9e41-411a-81f4-8a057ce290c0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.065690 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1ef1-de06-4595-80c3-381e9989a872 admin admin] Publish callbacks [] for security_group (5c881e76-cffa-4ad8-8765-a4fe227f69aa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.083000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1ef1-de06-4595-80c3-381e9989a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5c881e76-cffa-4ad8-8765-a4fe227f69aa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.108606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8a758db5-8324-478c-b4ca-c3268bbaef2d tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1184034 Mar 22 14:21:02.111589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55834) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.119018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2d3a1ef1-de06-4595-80c3-381e9989a872 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8526daba9f04aeb8aec28af069aa0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787134 Mar 22 14:21:02.120343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330174761'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:02.121598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.161337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.221112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a1ef1-de06-4595-80c3-381e9989a872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c881e76-cffa-4ad8-8765-a4fe227f69aa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.259632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] Publish callbacks [] for security_group (5c881e76-cffa-4ad8-8765-a4fe227f69aa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.277650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0118e-6ef9-43ec-a8f1-9138a0699d19 req-3714755f-59ca-485a-9851-c2360f6fa09b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:02.279182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fc0118e-6ef9-43ec-a8f1-9138a0699d19 req-3714755f-59ca-485a-9851-c2360f6fa09b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1647823 Mar 22 14:21:02.299436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] Publish callbacks [] for security_group (5c881e76-cffa-4ad8-8765-a4fe227f69aa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.320814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (865e2be6-be87-4f24-8d44-bcdd41b2d215), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.330130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (865e2be6-be87-4f24-8d44-bcdd41b2d215), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.371569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fc0118e-6ef9-43ec-a8f1-9138a0699d19 req-cd51db5f-d909-4c14-8a01-1b6b8e6f4a38 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822051 Mar 22 14:21:02.395088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865e2be6-be87-4f24-8d44-bcdd41b2d215,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.396855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5c881e76-cffa-4ad8-8765-a4fe227f69aa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.399557 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.400824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c881e76-cffa-4ad8-8765-a4fe227f69aa HTTP/1.1" status: 204 len: 168 time: 0.2776477 Mar 22 14:21:02.429376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ec9a3-a212-440f-98bb-92feb03e948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c881e76-cffa-4ad8-8765-a4fe227f69aa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.441555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.443995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f2d90b33-50ed-4c55-863b-7ecbd18cfdae tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3305495 Mar 22 14:21:02.445999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.465149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Request body: {'security_group_rule': {'security_group_id': '865e2be6-be87-4f24-8d44-bcdd41b2d215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:02.538333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (9a659c5b-0e82-4b1b-abe1-de1d8f2173df), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.575725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55856) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.632668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (9a659c5b-0e82-4b1b-abe1-de1d8f2173df), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.638198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (9a659c5b-0e82-4b1b-abe1-de1d8f2173df), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.672377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a659c5b-0e82-4b1b-abe1-de1d8f2173df,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.681415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.683181 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-350841a6-e6b9-479f-bea5-26c18a0fc55e tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2355525 Mar 22 14:21:02.688099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55860) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.785008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (865e2be6-be87-4f24-8d44-bcdd41b2d215), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.835189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (865e2be6-be87-4f24-8d44-bcdd41b2d215), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.916192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (865e2be6-be87-4f24-8d44-bcdd41b2d215), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.918873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:02.920086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/865e2be6-be87-4f24-8d44-bcdd41b2d215 HTTP/1.1" status: 204 len: 168 time: 0.2324145 Mar 22 14:21:02.922770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55868) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:02.943170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aba363-ea30-4bbc-af9e-5b0f8f4b3257 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e2be6-be87-4f24-8d44-bcdd41b2d215,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:02.994562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1681289384-network', 'tenant_id': '2faf8da5b4204e5f94feebe0b7f4989c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:03.009031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-095714d7-409d-48c2-a5d1-0b904ed2fb55 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849998 Mar 22 14:21:03.011660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55872) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.040255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Made reservation on behalf of 2faf8da5b4204e5f94feebe0b7f4989c for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:03.042956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.059269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.066584 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3fb8a849-d140-456b-b6e1-7f320c3517b6 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0533881 Mar 22 14:21:03.071917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55876) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.088592 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-445bc8f9-c0e8-4f50-8f16-717a73d8eb6b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] delete failed (client error): The resource could not be found. Mar 22 14:21:03.090256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-445bc8f9-c0e8-4f50-8f16-717a73d8eb6b tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "DELETE /v2.0/security-groups/865e2be6-be87-4f24-8d44-bcdd41b2d215 HTTP/1.1" status: 404 len: 347 time: 0.0171463 Mar 22 14:21:03.094104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55878) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.148724 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-873444cc-3341-492d-bba9-6b5d0a5abda3 tempest-SecGroupIPv6Test-2045239639 tempest-SecGroupIPv6Test-2045239639-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532901 Mar 22 14:21:03.181896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks [] for security_group (6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.188968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.213923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:21:03.235162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.239739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (21d60f44-bcd7-443a-ad92-5a466f776e25), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.240528 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Added segment 21d60f44-bcd7-443a-ad92-5a466f776e25 of type vlan for network 0d57b90e-ddd6-417b-a55f-cc1109a6402b Mar 22 14:21:03.340683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0d57b90e-ddd6-417b-a55f-cc1109a6402b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.399206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0d57b90e-ddd6-417b-a55f-cc1109a6402b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.400350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.401152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.480759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.492472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9129288 Mar 22 14:21:03.493390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55898) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.504862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62383a2-a877-49e2-aa05-701081bb15f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0d57b90e-ddd6-417b-a55f-cc1109a6402b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:03.506176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Request body: {'subnet': {'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1681289384-subnet', 'tenant_id': '2faf8da5b4204e5f94feebe0b7f4989c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:03.516231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 0d57b90e-ddd6-417b-a55f-cc1109a6402b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:21:03.586083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Made reservation on behalf of 2faf8da5b4204e5f94feebe0b7f4989c for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:03.588697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.644683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd06b-38fe-4217-ab78-6ccaca3f4e86 req-e7793334-99f0-4d75-b923-29d2f47f0280 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:03.647099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa2dd06b-38fe-4217-ab78-6ccaca3f4e86 req-e7793334-99f0-4d75-b923-29d2f47f0280 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1382487 Mar 22 14:21:03.714565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa2dd06b-38fe-4217-ab78-6ccaca3f4e86 req-6abcac1c-2b69-46d2-919c-1cbc5abeb4a9 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Mar 22 14:21:03.759861 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7c3b86da-bab9-40b2-81fd-4a9c08c9e7fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06f3627067eb40f0ad25c731340428fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778580 Mar 22 14:21:03.762449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:03.851688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] Publish callbacks [] for security_group (3a7d5be9-0a28-4087-89fd-e265719ac1c6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.908710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] Publish callbacks [] for security_group (3a7d5be9-0a28-4087-89fd-e265719ac1c6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.915304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (60e68839-26fc-436c-adb3-a668e26a1ca2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:03.988496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e68839-26fc-436c-adb3-a668e26a1ca2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:04.014637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Checking segment: {'id': '21d60f44-bcd7-443a-ad92-5a466f776e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:04.015021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Network hostable DHCP agents. Network: 0d57b90e-ddd6-417b-a55f-cc1109a6402b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:21:04.022397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3a7d5be9-0a28-4087-89fd-e265719ac1c6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.028831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.033284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a7d5be9-0a28-4087-89fd-e265719ac1c6 HTTP/1.1" status: 204 len: 168 time: 0.2700183 Mar 22 14:21:04.046182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a7f27-60b8-4cb7-a3b3-4cf2669b5dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d5be9-0a28-4087-89fd-e265719ac1c6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:04.067089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Network 0d57b90e-ddd6-417b-a55f-cc1109a6402b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:21:04.088628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 0d57b90e-ddd6-417b-a55f-cc1109a6402b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:04.099355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734d278-95d3-40cc-ba07-ff5d7bfdfa30 None None] Network 0d57b90e-ddd6-417b-a55f-cc1109a6402b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:04.102315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:04.103947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:04.162840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e61439f-4007-4ef8-aa4e-55fde06a57aa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6679990 Mar 22 14:21:04.297976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab1c29-8e4d-40f7-8ad4-94dd1ecc9a7e None None] Network 0d57b90e-ddd6-417b-a55f-cc1109a6402b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:21:04.948001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5df51-2086-4372-bc0c-44b4b2ea7917 req-c4767bde-ed14-43d3-aa3b-4e29d2812c55 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:04.949689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35b5df51-2086-4372-bc0c-44b4b2ea7917 req-c4767bde-ed14-43d3-aa3b-4e29d2812c55 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1227722 Mar 22 14:21:05.000290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-057ddd35-be69-4e7a-90cc-b0d31b6b7f04 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:05.001793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-057ddd35-be69-4e7a-90cc-b0d31b6b7f04 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/networks?id=0d57b90e-ddd6-417b-a55f-cc1109a6402b HTTP/1.1" status: 200 len: 809 time: 0.1656203 Mar 22 14:21:05.026948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35b5df51-2086-4372-bc0c-44b4b2ea7917 req-1e564f9e-f09b-4714-9cae-b7bc5388a9d2 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714579 Mar 22 14:21:05.030084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-d55f2d3c-7e77-4a12-8954-20c6b3184053 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/quotas/2faf8da5b4204e5f94feebe0b7f4989c HTTP/1.1" status: 200 len: 375 time: 0.0181077 Mar 22 14:21:05.092075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-a3fff54c-6cd6-46b6-a02b-3c185565f466 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2faf8da5b4204e5f94feebe0b7f4989c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549304 Mar 22 14:21:05.500165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-0ed0b048-3421-4822-a409-ac6eb2635a64 service neutron] 10.222.0.81 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066434 Mar 22 14:21:05.630419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-22afc40b-5151-4619-a7d0-966e8830101c service neutron] 10.222.0.81 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220472 Mar 22 14:21:05.900170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbd5e755-6e07-402a-89aa-7e940b5f4da7 req-f7af137a-ade3-44c9-ba12-e256450fd9c5 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 210 time: 0.0314419 Mar 22 14:21:06.245137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2873337-2609-4a21-a4a0-bec51ac647d4 req-317d89fa-5790-4d78-87bf-e0b4249ebcc3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:06.248197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2873337-2609-4a21-a4a0-bec51ac647d4 req-317d89fa-5790-4d78-87bf-e0b4249ebcc3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1220322 Mar 22 14:21:06.361137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2873337-2609-4a21-a4a0-bec51ac647d4 req-cd45d135-fb14-4d16-9bef-50f90548700a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055508 Mar 22 14:21:06.550025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-ddc76ace-a7db-4ae8-aae8-3c3f0a52e8b2 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615485 Mar 22 14:21:06.804807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-52df8e32-0399-4d81-bfee-99efb3c98de1 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:06.806672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-52df8e32-0399-4d81-bfee-99efb3c98de1 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480083 Mar 22 14:21:06.833824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-814f0edd-5e67-423b-a060-d9a35436dbce tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/quotas/c5e97e03268549a199d4ebfcb896bc4f HTTP/1.1" status: 200 len: 375 time: 0.0157030 Mar 22 14:21:06.880908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-e5c6f996-715f-4c18-9620-1021b79d3cc9 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409219 Mar 22 14:21:07.144975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9192bfbe-7401-44b3-a017-7a7d86e992b8 req-975bd809-f509-4a50-aabb-2b7a62b98424 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 210 time: 0.1061525 Mar 22 14:21:07.266732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc25ac80-fa69-470f-aa84-842bc6d04cd5 req-8e9fed8a-8f00-44fb-8253-666d048f64ec tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 210 time: 0.1467226 Mar 22 14:21:07.360639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-63181072-3eeb-4fbb-95d8-2c4179a5d305 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:07.362355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-63181072-3eeb-4fbb-95d8-2c4179a5d305 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.78 "GET /v2.0/networks?id=0d57b90e-ddd6-417b-a55f-cc1109a6402b HTTP/1.1" status: 200 len: 809 time: 0.2466924 Mar 22 14:21:07.391315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Request body: {'port': {'device_id': '84454f90-b1e0-4370-b60e-5afa1809b997', 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b', 'admin_state_up': True, 'tenant_id': '2faf8da5b4204e5f94feebe0b7f4989c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:07.536204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638796-8c5f-43db-b443-7b88c0196747 req-e9544606-371c-475a-96a1-6c32bbbf420f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:07.540756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:07.543198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f638796-8c5f-43db-b443-7b88c0196747 req-e9544606-371c-475a-96a1-6c32bbbf420f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0858531 Mar 22 14:21:07.609586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Made reservation on behalf of 2faf8da5b4204e5f94feebe0b7f4989c for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:07.613226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.652393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f638796-8c5f-43db-b443-7b88c0196747 req-c406dc3f-707a-44d8-a7b9-134c2813acbf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064606 Mar 22 14:21:07.719301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7960dc1e-a708-42f0-af40-41e4dfdf713f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.815551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7960dc1e-a708-42f0-af40-41e4dfdf713f admin admin] Publish callbacks [] for security_group (009bad66-84d9-491a-9aeb-be95d324fd8f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.821239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7960dc1e-a708-42f0-af40-41e4dfdf713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (009bad66-84d9-491a-9aeb-be95d324fd8f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:07.830303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Allocated IP 172.20.0.14 (0d57b90e-ddd6-417b-a55f-cc1109a6402b/60e68839-26fc-436c-adb3-a668e26a1ca2/9babdf51-c0cc-486a-bb92-f9d3a79586b1) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:07.872668 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7960dc1e-a708-42f0-af40-41e4dfdf713f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d15c87c9840840b6b4ae05758a0c333d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301792 Mar 22 14:21:07.875619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dc1e-a708-42f0-af40-41e4dfdf713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009bad66-84d9-491a-9aeb-be95d324fd8f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:07.876192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56054) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:07.996129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] Publish callbacks [] for security_group (009bad66-84d9-491a-9aeb-be95d324fd8f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.035803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] Publish callbacks [] for security_group (009bad66-84d9-491a-9aeb-be95d324fd8f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.083325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks [] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.118401 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (009bad66-84d9-491a-9aeb-be95d324fd8f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.120958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.124845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/009bad66-84d9-491a-9aeb-be95d324fd8f HTTP/1.1" status: 204 len: 168 time: 0.2451427 Mar 22 14:21:08.133178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dbfce-726c-4b08-b2de-8151e639aa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bad66-84d9-491a-9aeb-be95d324fd8f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:08.148287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.183744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Network 0d57b90e-ddd6-417b-a55f-cc1109a6402b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:08.205713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:08.209538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:08.290803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Pushing event updated for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:08.307710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:08.308395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.332806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-59a8713c-f25d-4d81-80d5-7158e31d1880 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579883 Mar 22 14:21:08.340950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8dcb-8de0-40b0-88c4-ebe73511c75d req-4631001d-a884-4862-8fe1-a430b1af7a6c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:08.342520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-face8dcb-8de0-40b0-88c4-ebe73511c75d req-4631001d-a884-4862-8fe1-a430b1af7a6c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 932 time: 0.1004670 Mar 22 14:21:08.347628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Request body: {'port': {'device_id': '84454f90-b1e0-4370-b60e-5afa1809b997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:08.411895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-fde758ed-3c31-4b29-a66e-7a2502511ae7 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435762 Mar 22 14:21:08.638844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:08.655053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02797e65-6a2b-44e5-a265-91ca36678dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.750579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02797e65-6a2b-44e5-a265-91ca36678dc8 admin admin] Publish callbacks [] for security_group (e57d24f3-a7fb-4084-a28c-ae0017465309), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.756917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02797e65-6a2b-44e5-a265-91ca36678dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e57d24f3-a7fb-4084-a28c-ae0017465309), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.767067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f8952f2-0540-4118-8bc0-27b17811027b req-712e3cf8-2ffe-471e-a19d-024a183283e5 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 210 time: 0.3652697 Mar 22 14:21:08.803031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02797e65-6a2b-44e5-a265-91ca36678dc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7fd6a76f12041e2911a355d70b80f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624403 Mar 22 14:21:08.804037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02797e65-6a2b-44e5-a265-91ca36678dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d24f3-a7fb-4084-a28c-ae0017465309,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:08.806715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56068) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:08.876587 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] Publish callbacks [] for security_group (e57d24f3-a7fb-4084-a28c-ae0017465309), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.893061 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.900462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] Publish callbacks [] for security_group (e57d24f3-a7fb-4084-a28c-ae0017465309), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.952495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-face8dcb-8de0-40b0-88c4-ebe73511c75d req-de28f7a0-ccfd-4cb0-af31-e2fc9d9d1012 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829675 Mar 22 14:21:08.952923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e57d24f3-a7fb-4084-a28c-ae0017465309), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.955590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:08.959268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e57d24f3-a7fb-4084-a28c-ae0017465309 HTTP/1.1" status: 204 len: 168 time: 0.1367371 Mar 22 14:21:08.967227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e1818-f7fe-4b37-a0ca-0eec541321bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d24f3-a7fb-4084-a28c-ae0017465309,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:09.033331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-79126688-9ee5-44c0-9e0e-fdf631b61665 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:09.034880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-79126688-9ee5-44c0-9e0e-fdf631b61665 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028483 Mar 22 14:21:09.051966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Request body: {'port': {'device_id': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'c5e97e03268549a199d4ebfcb896bc4f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:09.156350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad098cf-f6f9-4917-8e23-a209f2cea715 req-39254824-0c4d-4063-bade-c03a97971274 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:09.157949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ad098cf-f6f9-4917-8e23-a209f2cea715 req-39254824-0c4d-4063-bade-c03a97971274 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.2783906 Mar 22 14:21:09.312442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ad098cf-f6f9-4917-8e23-a209f2cea715 req-b03eba7e-3816-4313-a268-4cab89da35fa tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460016 Mar 22 14:21:09.371159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Made reservation on behalf of c5e97e03268549a199d4ebfcb896bc4f for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:09.376123 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.398730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.507611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9babdf51-c0cc-486a-bb92-f9d3a79586b1 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:09.519053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks [] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.562778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Transition to ACTIVE for port object 9babdf51-c0cc-486a-bb92-f9d3a79586b1 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:09.573751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.637814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks [] for security_group (96cd060e-c029-499d-bf71-be8a00080c6f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.652709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (96cd060e-c029-499d-bf71-be8a00080c6f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:09.672879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089472-3584-400e-8995-398255a6da0c service neutron] Pushing event updated for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:09.807194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd060e-c029-499d-bf71-be8a00080c6f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:09.900996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Attempting to bind port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:09.902094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Attempting to bind port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '21d60f44-bcd7-443a-ad92-5a466f776e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:09.902094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Attempting to bind port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 on network 0d57b90e-ddd6-417b-a55f-cc1109a6402b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:09.940360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8eca5-9309-4f33-b91b-89dc5f1245e4 req-3e9f77a4-8ad9-4644-af04-d0196ed079d8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:09.942308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05b8eca5-9309-4f33-b91b-89dc5f1245e4 req-3e9f77a4-8ad9-4644-af04-d0196ed079d8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.2507219 Mar 22 14:21:09.951613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02fa50a3-a687-4d82-8260-664c1498d79b req-6646840f-fdca-490f-8728-919779864ecc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 210 time: 0.0756099 Mar 22 14:21:09.966695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 on network 0d57b90e-ddd6-417b-a55f-cc1109a6402b not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:09.967351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Attempting to bind port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 on network 0d57b90e-ddd6-417b-a55f-cc1109a6402b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:09.987871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Allocated IP 192.168.233.142 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/8e65ed4e-fa01-4d85-bfa0-3850c8f4f199) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:09.990297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:09.990642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Checking segment: {'id': '21d60f44-bcd7-443a-ad92-5a466f776e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:09.991232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Bound using segment: {'id': '21d60f44-bcd7-443a-ad92-5a466f776e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:09.991535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Bound port: 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d60f44-bcd7-443a-ad92-5a466f776e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:09.991907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.047802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05b8eca5-9309-4f33-b91b-89dc5f1245e4 req-6ce37201-ab24-46a8-baf4-534c70805bbd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911632 Mar 22 14:21:10.206013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:10.227332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1,segment=NetworkSegment(21d60f44-bcd7-443a-ad92-5a466f776e25),segment_id=21d60f44-bcd7-443a-ad92-5a466f776e25)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:10.248785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281f770-e3c7-4041-8d0b-7d03c659d791 req-fb29da79-da72-4225-b7d1-788065670e2b tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.254448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a281f770-e3c7-4041-8d0b-7d03c659d791 req-fb29da79-da72-4225-b7d1-788065670e2b tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 944 time: 0.1974006 Mar 22 14:21:10.264832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.339296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.340054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.341396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-94089472-3584-400e-8995-398255a6da0c service neutron] 10.222.0.78 "PUT /v2.0/ports/9babdf51-c0cc-486a-bb92-f9d3a79586b1 HTTP/1.1" status: 200 len: 1092 time: 1.9979649 Mar 22 14:21:10.341864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:10.347655 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91820401-fd04-41a7-98d6-3dce41f1744b" -d '{"events": [{"name": "network-changed", "server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:10.392120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089472-3584-400e-8995-398255a6da0c service neutron] Pushing event updated for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:10.397434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks [] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.402202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a281f770-e3c7-4041-8d0b-7d03c659d791 req-8711d15d-6917-4404-8e02-1aae05ce1491 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462691 Mar 22 14:21:10.473577 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4d576d-de65-4e8f-a0be-d748b61de861 x-openstack-request-id: req-1c4d576d-de65-4e8f-a0be-d748b61de861 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:10.473914 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:10.474127 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c4d576d-de65-4e8f-a0be-d748b61de861 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:10.474640 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4d576d-de65-4e8f-a0be-d748b61de861'] response: {'name': 'network-changed', 'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1', 'status': 'completed', 'code': 200} Mar 22 14:21:10.506517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-47c5d01b-34bd-436d-b8a2-c8be1a93bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.507957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-47c5d01b-34bd-436d-b8a2-c8be1a93bdd5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2faf8da5b4204e5f94feebe0b7f4989c&device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 1126 time: 0.1049469 Mar 22 14:21:10.509719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.586820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-b5678b6b-2e1c-4581-b82c-e1abe2b38baf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1 HTTP/1.1" status: 200 len: 217 time: 0.0677211 Mar 22 14:21:10.613036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:10.620195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127d67-b498-43a8-a2ed-79cfb5b5b709 req-20c7c1c7-6698-4964-b33e-006069a99955 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.622051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b127d67-b498-43a8-a2ed-79cfb5b5b709 req-20c7c1c7-6698-4964-b33e-006069a99955 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1632750 Mar 22 14:21:10.643738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:10.648670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Pushing event updated for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:10.655486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:10.718048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-d239faa5-0787-4c96-9b29-79627ebd5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.719589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-d239faa5-0787-4c96-9b29-79627ebd5358 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=60e68839-26fc-436c-adb3-a668e26a1ca2 HTTP/1.1" status: 200 len: 849 time: 0.1205032 Mar 22 14:21:10.757287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:10.757839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:10.780211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-01b1b4ba-7513-49f5-b2c2-fd1b35622f8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d57b90e-ddd6-417b-a55f-cc1109a6402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491502 Mar 22 14:21:10.800952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b127d67-b498-43a8-a2ed-79cfb5b5b709 req-f31b81a2-d578-4a31-8a4a-9b2ce1148b85 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519668 Mar 22 14:21:10.832158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-9f3a0016-8da9-4f90-93db-5aacc0e94c30 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7840860 Mar 22 14:21:10.863921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Request body: {'port': {'device_id': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:10.964364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.040966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-badf3a08-6d3d-4816-957a-0f0950cd4289 None None] Provisioning complete for port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:11.042006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-badf3a08-6d3d-4816-957a-0f0950cd4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.084460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-badf3a08-6d3d-4816-957a-0f0950cd4289 None None] Port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:11.158656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-98c7ed59-3f27-48d6-8425-a4cc7171ecb0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.161781 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-98c7ed59-3f27-48d6-8425-a4cc7171ecb0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.1209786 Mar 22 14:21:11.278572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-22b559e0-56c3-47b2-b5bf-6791ecd4082c service neutron] 10.222.0.78 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714427 Mar 22 14:21:11.282358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 0eb9e78a-3200-4656-807e-306a94e6ccac {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:11.283035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.377694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063cd16-4077-4be5-acc3-4bb04aba3fff req-3bfb45d8-6914-4084-9326-1a1da26b8f7e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.385281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4063cd16-4077-4be5-acc3-4bb04aba3fff req-3bfb45d8-6914-4084-9326-1a1da26b8f7e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 945 time: 0.1860809 Mar 22 14:21:11.420853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] For port 0eb9e78a-3200-4656-807e-306a94e6ccac, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0eb9e78a-3200-4656-807e-306a94e6ccac,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:11.421236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.448051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3001e-5700-4429-926b-169caa5bf5e6 req-4b84a799-8b95-4b9c-b0e4-16367a7470ab tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.448051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e3001e-5700-4429-926b-169caa5bf5e6 req-4b84a799-8b95-4b9c-b0e4-16367a7470ab tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 936 time: 0.4274275 Mar 22 14:21:11.500996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:11.524815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks [] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.562805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4063cd16-4077-4be5-acc3-4bb04aba3fff req-dd76b185-135a-410c-bc55-ac90544648f8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=efb3b806-64a7-4d00-947e-965a968eea35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715984 Mar 22 14:21:11.572206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45f6483-9215-4f50-aa13-001bb1ad2787 req-09faebe7-556d-474c-a19c-e84339b2cd0d service neutron] 10.222.0.78 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832024 Mar 22 14:21:11.580713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Transition to ACTIVE for port object 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:11.597215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e3001e-5700-4429-926b-169caa5bf5e6 req-d46e5f72-b5af-472c-a062-dfd0b1d4aaf0 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408837 Mar 22 14:21:11.598630 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.644917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.645389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:11.645952 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP 3d346dea-914c-498a-bff9-a89ec25d6999 disassociated. External IP: 172.25.3.105, port: 0eb9e78a-3200-4656-807e-306a94e6ccac. Mar 22 14:21:11.646435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 0eb9e78a-3200-4656-807e-306a94e6ccac owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:11.753176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Pushing event updated for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:11.862163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Attempting to bind port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:11.862547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Attempting to bind port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:11.862833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Attempting to bind port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:11.879591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:11.879960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Attempting to bind port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:11.894004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8cdf-1b0b-441a-861a-18034ee8fd0d req-ff2249d9-6219-4686-bd39-ea336756643a tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:11.902373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-097d8cdf-1b0b-441a-861a-18034ee8fd0d req-ff2249d9-6219-4686-bd39-ea336756643a tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 944 time: 0.2543437 Mar 22 14:21:12.151385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0eb9e78a-3200-4656-807e-306a94e6ccac), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.262429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=0eb9e78a-3200-4656-807e-306a94e6ccac,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:12.274178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:12.274519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:12.274909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:12.275351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Bound port: 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:12.276092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.320041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820401-fd04-41a7-98d6-3dce41f1744b req-8b61f0fb-4614-4f2f-a8c9-16a291f4ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.321550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-8b61f0fb-4614-4f2f-a8c9-16a291f4ec04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2faf8da5b4204e5f94feebe0b7f4989c&device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 1126 time: 0.6750686 Mar 22 14:21:12.324215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:12.349470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-097d8cdf-1b0b-441a-861a-18034ee8fd0d req-f65ff6a8-05a5-41e6-bd77-d9672c91794d tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464228 Mar 22 14:21:12.436962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348d2be-a392-4553-ad75-aa080db6ec2c req-156b2020-70df-4ad2-9de6-6290de4e9b15 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.438393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1348d2be-a392-4553-ad75-aa080db6ec2c req-156b2020-70df-4ad2-9de6-6290de4e9b15 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.5137920 Mar 22 14:21:12.447021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:12.460225 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:12.475269 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:12.476002 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:12.484761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:12.512945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:12.540220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.542436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] No DVR routers for this DVR port 0eb9e78a-3200-4656-807e-306a94e6ccac on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:12.546595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.551723 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1cde8171-9e11-46f9-9a98-5f18e71c0143 req-27918298-5d08-44eb-91f4-bd7ebbc47ad1 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "DELETE /v2.0/ports/0eb9e78a-3200-4656-807e-306a94e6ccac HTTP/1.1" status: 204 len: 173 time: 1.3839107 Mar 22 14:21:12.552612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'name': 'network-vif-deleted', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:12.557303 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4d6859-7782-4f4e-ab5a-b613476ed1aa" -d '{"events": [{"server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "name": "network-vif-deleted", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:12.563128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1348d2be-a392-4553-ad75-aa080db6ec2c req-a0f90b75-b13b-4433-9492-eb9bc19a9797 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128678 Mar 22 14:21:12.598689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820401-fd04-41a7-98d6-3dce41f1744b req-bde71b2f-5709-4922-a380-1a4cf9fc238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.600399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-bde71b2f-5709-4922-a380-1a4cf9fc238f service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d57b90e-ddd6-417b-a55f-cc1109a6402b HTTP/1.1" status: 200 len: 910 time: 0.2545860 Mar 22 14:21:12.604928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:12.606762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:12.608358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] 10.222.0.78 "PUT /v2.0/ports/8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 HTTP/1.1" status: 200 len: 1096 time: 1.7497931 Mar 22 14:21:12.672795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:12.676036 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:12.756636 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7892c10d-9062-48e9-b783-7770a021a331 x-openstack-request-id: req-7892c10d-9062-48e9-b783-7770a021a331 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:12.756636 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ca6714-260b-468d-93c3-7f53f2b49ed6", "name": "network-vif-deleted", "tag": "0eb9e78a-3200-4656-807e-306a94e6ccac", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:12.756896 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7892c10d-9062-48e9-b783-7770a021a331 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:12.758004 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7892c10d-9062-48e9-b783-7770a021a331'] response: {'server_uuid': 'c7ca6714-260b-468d-93c3-7f53f2b49ed6', 'name': 'network-vif-deleted', 'tag': '0eb9e78a-3200-4656-807e-306a94e6ccac', 'status': 'completed', 'code': 200} Mar 22 14:21:12.865823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-89851b2f-fc2c-4fd3-a1f5-e956dbb7b3d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1 HTTP/1.1" status: 200 len: 217 time: 0.1861439 Mar 22 14:21:12.930145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce002cee-d0e3-4ee9-a078-3b4d33467a48 req-2d430ea8-9fb1-493d-a423-85ec8c2fa29d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ca6714-260b-468d-93c3-7f53f2b49ed6 HTTP/1.1" status: 200 len: 210 time: 0.1606019 Mar 22 14:21:13.028286 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686bf79-3e1b-4723-bef3-3037171517f3 x-openstack-request-id: req-b686bf79-3e1b-4723-bef3-3037171517f3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:13.028581 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:13.028825 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b686bf79-3e1b-4723-bef3-3037171517f3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:13.029219 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b686bf79-3e1b-4723-bef3-3037171517f3'] response: {'name': 'network-changed', 'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199', 'status': 'completed', 'code': 200} Mar 22 14:21:13.034521 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:13.057734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de636f-b342-443a-b95f-b54a34298390 service neutron] Pushing event updated for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:13.090289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820401-fd04-41a7-98d6-3dce41f1744b req-017e9984-0dd3-422b-80ce-4f2795bf4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.091480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-017e9984-0dd3-422b-80ce-4f2795bf4366 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=60e68839-26fc-436c-adb3-a668e26a1ca2 HTTP/1.1" status: 200 len: 849 time: 0.1649621 Mar 22 14:21:13.094571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b73fe6d9-dc82-4098-a13f-920b9edccbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.096980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-b73fe6d9-dc82-4098-a13f-920b9edccbe6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 1130 time: 0.3313227 Mar 22 14:21:13.175126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-082a46ae-34aa-419a-aa17-244ec9663983 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d57b90e-ddd6-417b-a55f-cc1109a6402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695653 Mar 22 14:21:13.182828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa07fff-f3ea-467b-a3c6-0436ed1a5043 req-3926895f-dbca-40f3-8ef8-6759ae182e44 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.184325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baa07fff-f3ea-467b-a3c6-0436ed1a5043 req-3926895f-dbca-40f3-8ef8-6759ae182e44 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 948 time: 0.2350497 Mar 22 14:21:13.187604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-0e8e264d-f604-4513-83ac-1baa4f72ca27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 HTTP/1.1" status: 200 len: 217 time: 0.0797422 Mar 22 14:21:13.289844 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:13.327768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baa07fff-f3ea-467b-a3c6-0436ed1a5043 req-41051ee9-5cf6-4ac2-b41a-4d455f2dddb7 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335108 Mar 22 14:21:13.335030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-689a32cd-1374-4848-80a0-b0066ebba16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.336493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-689a32cd-1374-4848-80a0-b0066ebba16a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1268466 Mar 22 14:21:13.338512 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:13.355725 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:13.356351 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:20:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:13.398772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-32e1529f-8220-485c-9643-4b545daefb70 service neutron] 10.222.0.78 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130482 Mar 22 14:21:13.485926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:13.517429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-3e6fa671-746d-409f-8ec3-e59f0101a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.519254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-3e6fa671-746d-409f-8ec3-e59f0101a8d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1762445 Mar 22 14:21:13.617259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91820401-fd04-41a7-98d6-3dce41f1744b req-51a8bcf8-f427-493a-aeed-1dc0d51e92c4 service neutron] 10.222.0.78 "GET /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074199 Mar 22 14:21:13.628804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f4bbb-af0f-415e-89f7-7f1ad8d2c01b req-d183385d-63a8-4ee4-a55a-1827b69ff931 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.636171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-486f4bbb-af0f-415e-89f7-7f1ad8d2c01b req-d183385d-63a8-4ee4-a55a-1827b69ff931 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 944 time: 0.1735010 Mar 22 14:21:13.703384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-72cf18b9-b3b5-4ac5-ad12-2b94df7a8565 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765513 Mar 22 14:21:13.755244 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:13.782713 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cb129-9fcf-4bc1-80e3-bbe4ee8e082c None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b56c9bb4-063e-4bdb-adb2-7447ef23c3da', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:d9:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:17:58Z', 'updated_at': '2022-03-22T14:18:49Z', 'revision_number': 2, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:21:13.790992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-486f4bbb-af0f-415e-89f7-7f1ad8d2c01b req-b095e575-137f-4386-bb28-23e03a30ebf9 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537893 Mar 22 14:21:13.821481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc5ea7-e3c7-41ac-af09-b4be490dae2e req-96f228f3-2f81-4050-bb7c-d965a3984da5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:13.823083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40bc5ea7-e3c7-41ac-af09-b4be490dae2e req-96f228f3-2f81-4050-bb7c-d965a3984da5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1341593 Mar 22 14:21:13.878220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3bb0b56-22b7-462d-b3dc-d66656bf96d3 req-15ad2e99-cc90-419f-8779-1cf97c4663fb service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564834 Mar 22 14:21:13.902086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40bc5ea7-e3c7-41ac-af09-b4be490dae2e req-e88ae99c-e53f-4199-93ad-19d308fd4c6a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713906 Mar 22 14:21:14.009475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-aa4a98f8-7a18-4e8b-8179-cd0c2903b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.011034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-aa4a98f8-7a18-4e8b-8179-cd0c2903b622 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 1130 time: 0.0635307 Mar 22 14:21:14.041869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.112496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (efb3b806-64a7-4d00-947e-965a968eea35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.117862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe202-7f52-463c-a563-78329389a133 None None] New status for floating IP 3d346dea-914c-498a-bff9-a89ec25d6999: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:14.136262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-8011ed41-1388-4121-9e08-22d0cb5976bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.137974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-8011ed41-1388-4121-9e08-22d0cb5976bc service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1199701 Mar 22 14:21:14.171455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (efb3b806-64a7-4d00-947e-965a968eea35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.198108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-1dba22f8-ad0f-4d2c-baf4-4ed0212bb191 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 HTTP/1.1" status: 200 len: 217 time: 0.0512605 Mar 22 14:21:14.243510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (efb3b806-64a7-4d00-947e-965a968eea35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.246385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.254784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/security-groups/efb3b806-64a7-4d00-947e-965a968eea35 HTTP/1.1" status: 204 len: 168 time: 0.2088168 Mar 22 14:21:14.259315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56188) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.271758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d097-182b-4752-bd7d-e192b35d31e4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3b806-64a7-4d00-947e-965a968eea35,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:14.298295 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-577c7a3b-7a68-4d60-b39d-4a0489a4602c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] show failed (client error): The resource could not be found. Mar 22 14:21:14.302152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-577c7a3b-7a68-4d60-b39d-4a0489a4602c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups/efb3b806-64a7-4d00-947e-965a968eea35 HTTP/1.1" status: 404 len: 347 time: 0.0391634 Mar 22 14:21:14.302712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:14.322460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-53070371-2588-471e-adce-4f315648821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.324991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-53070371-2588-471e-adce-4f315648821b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1211824 Mar 22 14:21:14.367641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9babdf51-c0cc-486a-bb92-f9d3a79586b1 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:14.464629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0eb9e78a-3200-4656-807e-306a94e6ccac no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:14.491977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0eb9e78a-3200-4656-807e-306a94e6ccac {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:14.492342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0eb9e78a-3200-4656-807e-306a94e6ccac not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:14.514369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 82af8ff3-8389-4888-9bde-8e8913f9fb2d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:14.514623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.569375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1,segment=NetworkSegment(21d60f44-bcd7-443a-ad92-5a466f776e25),segment_id=21d60f44-bcd7-443a-ad92-5a466f776e25)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:14.594053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-a4bfa2a4-e6a9-4370-9fb6-2c3e07efb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.596291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '9babdf51-c0cc-486a-bb92-f9d3a79586b1', 'network_id': '0d57b90e-ddd6-417b-a55f-cc1109a6402b', 'port_id': '9babdf51-c0cc-486a-bb92-f9d3a79586b1', 'mac_address': 'fa:16:3e:89:80:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68839-26fc-436c-adb3-a668e26a1ca2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:14.600327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-a4bfa2a4-e6a9-4370-9fb6-2c3e07efb2df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2680428 Mar 22 14:21:14.624721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.625053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (82af8ff3-8389-4888-9bde-8e8913f9fb2d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.639550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 82af8ff3-8389-4888-9bde-8e8913f9fb2d owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:14.693473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f3b-86f6-4b80-afcf-9b62f5536c72 req-bf45785a-fc39-44e8-961e-6cabc7592021 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:14.695045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13f26f3b-86f6-4b80-afcf-9b62f5536c72 req-bf45785a-fc39-44e8-961e-6cabc7592021 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 948 time: 0.2378881 Mar 22 14:21:14.703679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:14.704173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.742600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9babdf51-c0cc-486a-bb92-f9d3a79586b1 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:14.768331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13f26f3b-86f6-4b80-afcf-9b62f5536c72 req-d4b3a348-d2e6-42b5-9e2d-a4f62273cefa tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Mar 22 14:21:14.781032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-acd209d0-eeff-416a-a1f0-27f82c926447 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654577 Mar 22 14:21:14.781638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1,segment=NetworkSegment(21d60f44-bcd7-443a-ad92-5a466f776e25),segment_id=21d60f44-bcd7-443a-ad92-5a466f776e25)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:14.797261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.864767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:14.882109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (82af8ff3-8389-4888-9bde-8e8913f9fb2d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:14.907915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb19f6b-b10b-418b-8ee4-80aa7abb04cd req-b27cbd39-b568-48bd-bfac-282b88e6399c service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207085 Mar 22 14:21:14.957779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=82af8ff3-8389-4888-9bde-8e8913f9fb2d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:15.000264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4589adb-eb01-4893-b9a2-4652db370226 req-f32541d5-ab2b-4af7-a9d0-53837651aa36 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.002090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4589adb-eb01-4893-b9a2-4652db370226 req-f32541d5-ab2b-4af7-a9d0-53837651aa36 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 945 time: 0.0798500 Mar 22 14:21:15.014011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (3d346dea-914c-498a-bff9-a89ec25d6999), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.016870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:15.018518 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-45552dfb-b4ce-4a6b-9fb8-0dc83778a4bd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/floatingips/3d346dea-914c-498a-bff9-a89ec25d6999 HTTP/1.1" status: 204 len: 168 time: 0.7146361 Mar 22 14:21:15.095668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4589adb-eb01-4893-b9a2-4652db370226 req-1e363780-e7d7-43fc-876f-19b1c82cb0d1 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797777 Mar 22 14:21:15.104631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9babdf51-c0cc-486a-bb92-f9d3a79586b1'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:15.131133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2391a28-340a-4e87-86d9-44e3b4044fd9 req-4be85ed8-be77-4f9a-9976-39cb5589733e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.142768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2391a28-340a-4e87-86d9-44e3b4044fd9 req-4be85ed8-be77-4f9a-9976-39cb5589733e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1378090 Mar 22 14:21:15.234383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2391a28-340a-4e87-86d9-44e3b4044fd9 req-3a29a84f-dc63-47da-a4d4-88f4e1cd1eaf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887823 Mar 22 14:21:15.910634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9b395-8314-4dd4-8b84-511b557248a4 req-debaa3ab-ec9d-4d26-8846-b380f5b979c0 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:15.912301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a9b395-8314-4dd4-8b84-511b557248a4 req-debaa3ab-ec9d-4d26-8846-b380f5b979c0 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 948 time: 0.0663886 Mar 22 14:21:15.965242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a9b395-8314-4dd4-8b84-511b557248a4 req-4608bf35-0946-4fa3-aabd-17345c16c26e tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Mar 22 14:21:16.267823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950e9b-b59b-4447-9acd-73b4af8cf799 req-20e28a7e-08e7-46f2-bcac-eb1320e3400f tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:16.274991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37950e9b-b59b-4447-9acd-73b4af8cf799 req-20e28a7e-08e7-46f2-bcac-eb1320e3400f tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 945 time: 0.0783987 Mar 22 14:21:16.354890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37950e9b-b59b-4447-9acd-73b4af8cf799 req-b2956870-6cf9-4f55-9dec-4b4c80f7c076 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Mar 22 14:21:16.387346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:16.390302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9babdf51-c0cc-486a-bb92-f9d3a79586b1 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:16.472138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff937a-5a79-4ba7-b58e-423114988dd5 req-56256c71-f5bc-40dc-adc0-6daba28ac3bc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:16.473844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-deff937a-5a79-4ba7-b58e-423114988dd5 req-56256c71-f5bc-40dc-adc0-6daba28ac3bc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1179347 Mar 22 14:21:16.523675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:16.536842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:16.538343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.566688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-deff937a-5a79-4ba7-b58e-423114988dd5 req-12bb33e2-6880-4dff-a560-d677195e30a7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Mar 22 14:21:16.670961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:16.691198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199', 'mac_address': 'fa:16:3e:1b:91:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:16.692701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:16.693101 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.772730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:16.778253 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b816c-4d94-4365-943a-da9cf5a3615b" -d '{"events": [{"server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "name": "network-vif-plugged", "status": "completed", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:16.822327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1,segment=NetworkSegment(21d60f44-bcd7-443a-ad92-5a466f776e25),segment_id=21d60f44-bcd7-443a-ad92-5a466f776e25)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:16.832876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.859971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:16.860693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.866975 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454de4c5-1631-49e2-9e85-a21f51a20235 x-openstack-request-id: req-454de4c5-1631-49e2-9e85-a21f51a20235 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:16.867409 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "name": "network-vif-plugged", "status": "completed", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:16.867753 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-454de4c5-1631-49e2-9e85-a21f51a20235 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:16.868252 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454de4c5-1631-49e2-9e85-a21f51a20235'] response: {'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1', 'code': 200} Mar 22 14:21:16.911476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:16.947791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:16.971949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:16.980076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:17.055151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde334e-fc24-4be7-9adb-9f7fb6bf97c2 req-94e584a5-5f23-41f8-85b6-a59717a1c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.058757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbde334e-fc24-4be7-9adb-9f7fb6bf97c2 req-94e584a5-5f23-41f8-85b6-a59717a1c161 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 1128 time: 0.1232772 Mar 22 14:21:17.124794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:17.249333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbde334e-fc24-4be7-9adb-9f7fb6bf97c2 req-c4223453-83ce-4f9d-9a68-519f7e8c8eee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814001 Mar 22 14:21:17.271779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3168-1261-40ea-8eaf-d3398f8bb41f req-ddd8b58d-8e16-4269-8f1d-815058d6f52d tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.279935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2f3168-1261-40ea-8eaf-d3398f8bb41f req-ddd8b58d-8e16-4269-8f1d-815058d6f52d tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 949 time: 0.1786382 Mar 22 14:21:17.285098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['8e65ed4e-fa01-4d85-bfa0-3850c8f4f199'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:17.384014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2f3168-1261-40ea-8eaf-d3398f8bb41f req-d898efb0-918b-43ca-b075-39527d854a73 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932682 Mar 22 14:21:17.587023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5c78c-75a7-4a5e-820e-2f754fe407e4 req-fd7c46c6-7c05-46c3-8956-de5b5f37687d tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.595861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c5c78c-75a7-4a5e-820e-2f754fe407e4 req-fd7c46c6-7c05-46c3-8956-de5b5f37687d tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 946 time: 0.1259975 Mar 22 14:21:17.699540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c5c78c-75a7-4a5e-820e-2f754fe407e4 req-1a6266ad-07ac-4d6a-9286-220f274ebdb4 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024992 Mar 22 14:21:17.802517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf8dbe-2be4-4f18-b578-d235aa6c0ff9 req-7ec521e6-e50c-40db-b5c7-2b65c498b256 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:17.815110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1acf8dbe-2be4-4f18-b578-d235aa6c0ff9 req-7ec521e6-e50c-40db-b5c7-2b65c498b256 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0871737 Mar 22 14:21:17.884360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1acf8dbe-2be4-4f18-b578-d235aa6c0ff9 req-9d683364-e502-4330-aa6f-b28e67b22f83 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 Mar 22 14:21:18.396482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:18.508141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:18.515691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:18.516272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.615133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9f00-da6d-4e40-b4ea-e4144a5ac099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.649003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c4234-e8f8-49e3-9fa5-dc8d9382d293 req-7b48786a-bada-4806-aff3-0f8c8e2b2af6 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:18.651300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b71c4234-e8f8-49e3-9fa5-dc8d9382d293 req-7b48786a-bada-4806-aff3-0f8c8e2b2af6 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 949 time: 0.1256850 Mar 22 14:21:18.710114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:18.713015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b71c4234-e8f8-49e3-9fa5-dc8d9382d293 req-3226fa6a-5fe1-4142-b494-2d5238dd721d tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550318 Mar 22 14:21:18.713499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.765105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:18.774487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:18.854981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:18.869891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:18.873784 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac65a3d6-7a07-4fa8-b3c7-3666eb0ded93" -d '{"events": [{"server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:18.935622 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2983d9c-1c4b-4916-a885-78ca020fee71 x-openstack-request-id: req-e2983d9c-1c4b-4916-a885-78ca020fee71 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:18.936156 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:18.936618 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2983d9c-1c4b-4916-a885-78ca020fee71 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:18.937225 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2983d9c-1c4b-4916-a885-78ca020fee71'] response: {'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199', 'code': 200} Mar 22 14:21:18.986716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09ffcb-ccf7-46ad-9574-b848b8eb018d req-a76e15a7-10b4-4d6a-8635-f039c62bebf1 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:18.996176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be09ffcb-ccf7-46ad-9574-b848b8eb018d req-a76e15a7-10b4-4d6a-8635-f039c62bebf1 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 946 time: 0.1037350 Mar 22 14:21:19.083015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be09ffcb-ccf7-46ad-9574-b848b8eb018d req-06a22e9a-0aa8-46f1-ab68-fe36b2c07d59 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Mar 22 14:21:19.236768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47b672-6432-4b3a-bf40-07b8a6ddd62e req-254a7dd6-9446-421c-962b-5276834233ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:19.238748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a47b672-6432-4b3a-bf40-07b8a6ddd62e req-254a7dd6-9446-421c-962b-5276834233ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 1132 time: 0.1797509 Mar 22 14:21:19.277392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e42b5-e193-49ad-b593-d94feb145b37 req-c31da1a9-1fd2-4b6d-b3c7-bfb031e6fd4f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:19.291768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da4e42b5-e193-49ad-b593-d94feb145b37 req-c31da1a9-1fd2-4b6d-b3c7-bfb031e6fd4f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.2059283 Mar 22 14:21:19.376933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a47b672-6432-4b3a-bf40-07b8a6ddd62e req-44a2d94b-d8d5-47ee-8224-9990fc2b70ef service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274133 Mar 22 14:21:19.382259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da4e42b5-e193-49ad-b593-d94feb145b37 req-4ad6b809-5bfd-44cc-bb09-04121e1728b7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835879 Mar 22 14:21:19.913561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5007-76fc-4c85-b321-108ca6dce983 req-ef43b34a-311a-47a5-b3e5-4247f8b11704 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:19.917825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-419f5007-76fc-4c85-b321-108ca6dce983 req-ef43b34a-311a-47a5-b3e5-4247f8b11704 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 950 time: 0.0977156 Mar 22 14:21:20.033177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-419f5007-76fc-4c85-b321-108ca6dce983 req-3d39246d-f845-444a-9076-1833716d8bec tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092746 Mar 22 14:21:20.394316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:20.397587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:20.639263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47798cce-2a66-4350-ba64-dcc406be0a5b req-a3251262-9a04-47d4-b1be-c8457ba82c53 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:20.642160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47798cce-2a66-4350-ba64-dcc406be0a5b req-a3251262-9a04-47d4-b1be-c8457ba82c53 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1064396 Mar 22 14:21:20.681996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:20.682565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.757011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:20.760241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47798cce-2a66-4350-ba64-dcc406be0a5b req-2ede058b-cd77-4ce2-af9b-ba39c0921fd8 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112063 Mar 22 14:21:20.767039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:20.777836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:20.819524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'port_id': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'mac_address': 'fa:16:3e:ab:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c449df-a49b-4e03-9513-4f309aa2ee9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:20.929510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:20.965797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:20.968796 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac7afca-a348-4d1d-8170-dcf9fb4cf801" -d '{"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:20.977123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:20.978440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.007915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:21.019822 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b747fd1-cecb-4f38-b185-3f043d22dbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.036989 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd807621-aeb0-40a1-8d82-1abe98676530 x-openstack-request-id: req-dd807621-aeb0-40a1-8d82-1abe98676530 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:21.037445 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:21.037805 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd807621-aeb0-40a1-8d82-1abe98676530 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:21.038346 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd807621-aeb0-40a1-8d82-1abe98676530'] response: {'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'code': 200} Mar 22 14:21:21.050112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:21.057767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:21.144617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:21.245007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039eca-d224-49f6-8066-7b291e83a453 req-91c8fc03-dae0-490b-814b-ecdb434c1d41 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:21.264272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6039eca-d224-49f6-8066-7b291e83a453 req-91c8fc03-dae0-490b-814b-ecdb434c1d41 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 950 time: 0.1182251 Mar 22 14:21:21.374425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:21.379359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6039eca-d224-49f6-8066-7b291e83a453 req-7a5f1b93-4d72-4b3a-b338-07f5ff4e1364 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127245 Mar 22 14:21:21.899601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:22.126591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621cdb9-997b-490d-b44d-0be8a6f5007f req-ee75c993-38ef-4cfe-9207-a1882c462089 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:22.131446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d621cdb9-997b-490d-b44d-0be8a6f5007f req-ee75c993-38ef-4cfe-9207-a1882c462089 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 945 time: 0.1437221 Mar 22 14:21:22.257528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d621cdb9-997b-490d-b44d-0be8a6f5007f req-aa51eb30-f8a7-4477-b0ea-fdd925707336 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193576 Mar 22 14:21:23.285308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d300-6632-46eb-bd64-09bef6aceced req-2fa7ccc4-0e9d-4fa4-883f-b05f76d90cac tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:23.289702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03e1d300-6632-46eb-bd64-09bef6aceced req-2fa7ccc4-0e9d-4fa4-883f-b05f76d90cac tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 946 time: 0.1169527 Mar 22 14:21:23.410279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03e1d300-6632-46eb-bd64-09bef6aceced req-6095bf2b-d236-4d57-ba9b-ca66410f0259 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148071 Mar 22 14:21:23.490119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8bb6-6b66-4a9f-a963-b67574c747c8 req-8f76360b-7f45-43f1-a87a-2ea1af410059 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:23.496088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83f8bb6-6b66-4a9f-a963-b67574c747c8 req-8f76360b-7f45-43f1-a87a-2ea1af410059 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 945 time: 0.1108625 Mar 22 14:21:23.599710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83f8bb6-6b66-4a9f-a963-b67574c747c8 req-52a9442f-84e2-42f9-8af9-4fc842ec41dd tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961013 Mar 22 14:21:23.695619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.411266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:24.463922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c887-1cee-4760-b764-8f4673a613db req-56410d59-1b3a-457b-baab-a09b9ef4c5a9 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:24.465561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d19c887-1cee-4760-b764-8f4673a613db req-56410d59-1b3a-457b-baab-a09b9ef4c5a9 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.78 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 946 time: 0.0915306 Mar 22 14:21:24.509469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:24.509847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.659670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:24.660303 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.694138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:24.694699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Deleting port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:24.695144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.698366 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba45f3e-2c9b-415b-bb53-191700f1e68f" -d '{"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-plugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:24.716337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:24.725990 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.785833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:24.789780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] For port 9babdf51-c0cc-486a-bb92-f9d3a79586b1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9babdf51-c0cc-486a-bb92-f9d3a79586b1,segment=NetworkSegment(21d60f44-bcd7-443a-ad92-5a466f776e25),segment_id=21d60f44-bcd7-443a-ad92-5a466f776e25)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:24.790173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:24.804026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Calling delete_port for 9babdf51-c0cc-486a-bb92-f9d3a79586b1 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:24.914728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.239677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9babdf51-c0cc-486a-bb92-f9d3a79586b1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.249342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1be1-a120-4723-8c36-18cd431803a8 req-feb5a702-4b8d-45d7-9e75-3663418d0ec2 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:25.252388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9babdf51-c0cc-486a-bb92-f9d3a79586b1'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:25.256710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a0d1be1-a120-4723-8c36-18cd431803a8 req-feb5a702-4b8d-45d7-9e75-3663418d0ec2 tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/ports?device_id=84454f90-b1e0-4370-b60e-5afa1809b997 HTTP/1.1" status: 200 len: 946 time: 0.7114549 Mar 22 14:21:25.353335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a0d1be1-a120-4723-8c36-18cd431803a8 req-98e7a419-f810-4cf5-9f96-b69affeffacb tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.81 "GET /v2.0/security-groups?id=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890472 Mar 22 14:21:25.354337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Pushing event deleted for resources: {'Port': ['ID=9babdf51-c0cc-486a-bb92-f9d3a79586b1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:25.410333 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196dec41-6fe8-48f0-b20c-6cc69c182680 x-openstack-request-id: req-196dec41-6fe8-48f0-b20c-6cc69c182680 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:25.410638 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-plugged", "status": "completed", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:25.410897 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-196dec41-6fe8-48f0-b20c-6cc69c182680 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:25.411792 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196dec41-6fe8-48f0-b20c-6cc69c182680'] response: {'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'code': 200} Mar 22 14:21:25.513634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad9dc-1afa-4ae3-a751-1920ed329cd7 req-d7be1117-b21c-45bb-8e97-092c63c545bb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:25.515162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a3ad9dc-1afa-4ae3-a751-1920ed329cd7 req-d7be1117-b21c-45bb-8e97-092c63c545bb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.2870436 Mar 22 14:21:25.516016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] No DVR routers for this DVR port 9babdf51-c0cc-486a-bb92-f9d3a79586b1 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:25.521280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:25.524732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d19c887-1cee-4760-b764-8f4673a613db req-05729fd1-bb2a-436f-a4ac-8659197f074c tempest-ServerTagsTestJSON-167929811 tempest-ServerTagsTestJSON-167929811-project] 10.222.0.78 "DELETE /v2.0/ports/9babdf51-c0cc-486a-bb92-f9d3a79586b1 HTTP/1.1" status: 204 len: 173 time: 1.0534151 Mar 22 14:21:25.553033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'name': 'network-vif-deleted', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:25.555956 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4463b0a-2b27-406e-b1ff-a73cad952a3d" -d '{"events": [{"server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "name": "network-vif-deleted", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:25.614109 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da736877-41b3-4e61-a13e-defbd12086ac x-openstack-request-id: req-da736877-41b3-4e61-a13e-defbd12086ac {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:25.614410 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84454f90-b1e0-4370-b60e-5afa1809b997", "name": "network-vif-deleted", "tag": "9babdf51-c0cc-486a-bb92-f9d3a79586b1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:25.614667 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da736877-41b3-4e61-a13e-defbd12086ac {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:25.615075 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da736877-41b3-4e61-a13e-defbd12086ac'] response: {'server_uuid': '84454f90-b1e0-4370-b60e-5afa1809b997', 'name': 'network-vif-deleted', 'tag': '9babdf51-c0cc-486a-bb92-f9d3a79586b1', 'status': 'completed', 'code': 200} Mar 22 14:21:25.701691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a3ad9dc-1afa-4ae3-a751-1920ed329cd7 req-64d77b54-456f-47fd-949e-1e1d97eff1f7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740589 Mar 22 14:21:25.734005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967741f-4627-4ba9-b59d-e625f492b9af req-84ae4f32-5998-40e7-879a-6cee0bd23b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:25.734005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3967741f-4627-4ba9-b59d-e625f492b9af req-84ae4f32-5998-40e7-879a-6cee0bd23b2f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 1128 time: 0.1745746 Mar 22 14:21:25.796965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3967741f-4627-4ba9-b59d-e625f492b9af req-5291b795-a394-4f4a-9e47-bb17ea213ed3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Mar 22 14:21:26.064667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-0d9bc15a-e8d5-42e6-afa9-db3be21346cf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490122 Mar 22 14:21:26.129523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de033-f471-4b27-821d-f1612712ee74 req-c7a90204-bb54-4dcd-a7c5-57f77a501d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.131069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-c7a90204-bb54-4dcd-a7c5-57f77a501d3c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 1127 time: 0.0453942 Mar 22 14:21:26.273844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de033-f471-4b27-821d-f1612712ee74 req-d969b27e-5aae-48d1-aaa3-102ad72d6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.275821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-d969b27e-5aae-48d1-aaa3-102ad72d6b15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.1083007 Mar 22 14:21:26.389280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-afd3fcb7-973c-4a7b-b783-f71f3163d929 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 200 len: 1001 time: 0.1070173 Mar 22 14:21:26.413398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56396) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:26.442485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de033-f471-4b27-821d-f1612712ee74 req-f055983e-a457-4013-900b-6bdd1efb5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.444080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-f055983e-a457-4013-900b-6bdd1efb5a27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.0481575 Mar 22 14:21:26.467181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Deleting subnet 60e68839-26fc-436c-adb3-a668e26a1ca2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:21:26.471374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Publish callbacks [] for subnet (60e68839-26fc-436c-adb3-a668e26a1ca2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.497333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de033-f471-4b27-821d-f1612712ee74 req-c2c41d1d-e470-48dc-ae37-343b086f4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.498911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-c2c41d1d-e470-48dc-ae37-343b086f4b5d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462725 Mar 22 14:21:26.510963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (60e68839-26fc-436c-adb3-a668e26a1ca2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.564775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (60e68839-26fc-436c-adb3-a668e26a1ca2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.618378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-6bf7b3ce-bd6f-4dff-82a4-b8ec6a21b40a service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120107 Mar 22 14:21:26.628059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (60e68839-26fc-436c-adb3-a668e26a1ca2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.661219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.667423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/60e68839-26fc-436c-adb3-a668e26a1ca2 HTTP/1.1" status: 204 len: 168 time: 0.2524309 Mar 22 14:21:26.668028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56398) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:26.670136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b857-eef4-421f-98da-2e83e18f3569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e68839-26fc-436c-adb3-a668e26a1ca2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:26.731405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-259de033-f471-4b27-821d-f1612712ee74 req-5556725c-6e6f-4d31-bbcf-137c21f56cd6 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021578 Mar 22 14:21:26.757386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0d57b90e-ddd6-417b-a55f-cc1109a6402b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.899023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0d57b90e-ddd6-417b-a55f-cc1109a6402b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.934792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57b90e-ddd6-417b-a55f-cc1109a6402b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:26.949333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0cc37-7d98-4a3c-92d3-3e9bc85953c7 req-fbc61c93-de25-47b9-81de-c33a4f99f7b8 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:26.951316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10f0cc37-7d98-4a3c-92d3-3e9bc85953c7 req-fbc61c93-de25-47b9-81de-c33a4f99f7b8 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1406054 Mar 22 14:21:26.958335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d60f44-bcd7-443a-ad92-5a466f776e25') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:26.958644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d60f44-bcd7-443a-ad92-5a466f776e25') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:26.975001 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (21d60f44-bcd7-443a-ad92-5a466f776e25), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:26.994284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (21d60f44-bcd7-443a-ad92-5a466f776e25), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.002412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:21:27.003024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (21d60f44-bcd7-443a-ad92-5a466f776e25), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:21:27.005242 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:21:27.026681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10f0cc37-7d98-4a3c-92d3-3e9bc85953c7 req-dcbd248d-372d-4c6b-8458-f3cb8b9557a3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Mar 22 14:21:27.069410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (0d57b90e-ddd6-417b-a55f-cc1109a6402b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.075323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.078630 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] 10.222.0.81 "DELETE /v2.0/networks/0d57b90e-ddd6-417b-a55f-cc1109a6402b HTTP/1.1" status: 204 len: 168 time: 0.4095669 Mar 22 14:21:27.097949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf403e-3586-428c-ab87-5db81657bb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d57b90e-ddd6-417b-a55f-cc1109a6402b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:27.250229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56406) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:27.290912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9952f82-c3ed-4bfc-961e-8ff8f4a5d794 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2faf8da5b4204e5f94feebe0b7f4989c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393560 Mar 22 14:21:27.293439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56408) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:27.342458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] Publish callbacks [] for security_group (6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.363107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] Publish callbacks [] for security_group (6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.409035 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.411601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:27.412754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16 HTTP/1.1" status: 204 len: 168 time: 0.1182818 Mar 22 14:21:27.420658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d819b75-4138-425e-bd95-222476dee286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beee9ae-e3ed-4587-a4b1-2f25c8ebcc16,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:28.169938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9756fa-e47a-4129-923a-666c9971528c req-77f54e6b-f3c4-4f95-b449-d2f70d573c50 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:28.176961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a9756fa-e47a-4129-923a-666c9971528c req-77f54e6b-f3c4-4f95-b449-d2f70d573c50 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0736885 Mar 22 14:21:28.202693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:28.284275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a9756fa-e47a-4129-923a-666c9971528c req-3ad6bdc1-f394-4268-baf6-481d5ba75ecf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061852 Mar 22 14:21:28.439271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a2bb1-c2e0-460a-9fc3-de02d736e4c0 req-ca8cf651-d13d-4c60-bc6c-788f09bee4de tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:28.448824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-782a2bb1-c2e0-460a-9fc3-de02d736e4c0 req-ca8cf651-d13d-4c60-bc6c-788f09bee4de tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.0675936 Mar 22 14:21:28.458765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9babdf51-c0cc-486a-bb92-f9d3a79586b1 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:28.511986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 9babdf51-c0cc-486a-bb92-f9d3a79586b1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:28.512544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9babdf51-c0cc-486a-bb92-f9d3a79586b1 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:28.565446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-782a2bb1-c2e0-460a-9fc3-de02d736e4c0 req-30917b95-eea8-4169-918e-993aca40a45d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152091 Mar 22 14:21:28.715907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e1a6b8-aba6-4104-a860-ebd9bf8ea5fc req-72e0c44d-1f32-45e8-a144-a2e631d373e4 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0531301 Mar 22 14:21:29.112995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:29.184203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-81bb44ce-1e13-4011-8d79-2eee1aa030cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:29.192041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-81bb44ce-1e13-4011-8d79-2eee1aa030cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.1326053 Mar 22 14:21:29.208580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-bd865b93-f9ea-419b-8cba-f7ae56519bfa tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/quotas/c5138efdfc0c4424be2300d0023955d3 HTTP/1.1" status: 200 len: 375 time: 0.0153818 Mar 22 14:21:29.286461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-f27e9d77-3725-4b5d-8bea-28037522bfd7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759611 Mar 22 14:21:29.510895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-be899ca6-1fca-44f5-8d94-f5854e5504d0 service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232573 Mar 22 14:21:29.773173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99c75b80-f78e-41ae-8537-156739b3079b req-39c50436-c0ef-4ac8-b13f-fc9ef38036e1 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0376468 Mar 22 14:21:29.786549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-444a3a86-88f3-44d9-8a1b-f3c54f1845cd service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745221 Mar 22 14:21:29.944098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f5264-9dc1-4e22-8478-5b17a8aff4ab req-6f14deb8-fd56-48d6-956a-757ca085dc3e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:29.951324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b48f5264-9dc1-4e22-8478-5b17a8aff4ab req-6f14deb8-fd56-48d6-956a-757ca085dc3e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.0696495 Mar 22 14:21:30.015894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b48f5264-9dc1-4e22-8478-5b17a8aff4ab req-5bc0e2e6-9a29-4834-bb81-92294bc3cd81 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635808 Mar 22 14:21:30.217317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe551014-4ec9-45e2-8ec0-67bbb7eeec51 req-9e702212-6e76-45ac-9ff0-9f41a3aacd75 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 210 time: 0.0739865 Mar 22 14:21:30.362572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-0d19bb13-01f9-45a0-9d1d-5ffb14b126cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:30.362572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-0d19bb13-01f9-45a0-9d1d-5ffb14b126cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/ports?device_id=20e6f9df-8e67-4c1f-805c-c60c4ff4380b HTTP/1.1" status: 200 len: 946 time: 0.1211646 Mar 22 14:21:30.588525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Deleting port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:30.588874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.751500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] For port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:30.751959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:30.792931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Calling delete_port for a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:31.013338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10fd081e-6c45-49dc-9952-a3f0b52cebb5 req-05f0070c-212c-43e4-8505-e6f37b731529 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0845282 Mar 22 14:21:31.316505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9c8b6-8384-4051-8997-bb92431df5d3 req-0749a43f-5cd3-4793-9861-02bc8186cdbb tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:31.318604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6da9c8b6-8384-4051-8997-bb92431df5d3 req-0749a43f-5cd3-4793-9861-02bc8186cdbb tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.1842268 Mar 22 14:21:31.321141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a0952dd4-2e3c-47f4-8aa3-f48265dec2b4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.340140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:31.414186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c53bfab-a018-4011-85ef-0217b458a488 req-e435c5c5-5454-4785-b11f-0ce478b98b6f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 210 time: 0.0941710 Mar 22 14:21:31.498305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event deleted for resources: {'Port': ['ID=a0952dd4-2e3c-47f4-8aa3-f48265dec2b4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:31.635586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] No DVR routers for this DVR port a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:31.645603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:31.649319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4fa0889-96c1-4dcc-b442-c150086a8653 req-494726fa-d661-4d76-a76d-069a3609d890 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "DELETE /v2.0/ports/a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 HTTP/1.1" status: 204 len: 173 time: 1.2872560 Mar 22 14:21:31.655262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-deleted', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:31.667910 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6b3a6-b7ea-4b96-afb0-fe52a1272ad9" -d '{"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-deleted", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:31.707068 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ef26d00-a3e6-44ac-9607-38c4d47a7eec req-a77005c8-7baa-45ad-a7f5-10f074fe3124 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0507212 Mar 22 14:21:31.710867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-7aacd125-dd24-4cd4-984d-5c095134614e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:31.716379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-7aacd125-dd24-4cd4-984d-5c095134614e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.2911329 Mar 22 14:21:31.769044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6da9c8b6-8384-4051-8997-bb92431df5d3 req-11f82fff-0d89-494e-95f8-a5acedb60e64 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503852 Mar 22 14:21:31.773198 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ebef09-41e3-4f4d-ba01-0336676917ff x-openstack-request-id: req-e3ebef09-41e3-4f4d-ba01-0336676917ff {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:31.773497 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6f9df-8e67-4c1f-805c-c60c4ff4380b", "name": "network-vif-deleted", "tag": "a0952dd4-2e3c-47f4-8aa3-f48265dec2b4", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:31.774313 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3ebef09-41e3-4f4d-ba01-0336676917ff {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:31.774719 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ebef09-41e3-4f4d-ba01-0336676917ff'] response: {'server_uuid': '20e6f9df-8e67-4c1f-805c-c60c4ff4380b', 'name': 'network-vif-deleted', 'tag': 'a0952dd4-2e3c-47f4-8aa3-f48265dec2b4', 'status': 'completed', 'code': 200} Mar 22 14:21:32.022044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:32.022318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.249900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-988738eb-1e89-4cb6-924e-0c234df26f6d req-9f348061-a472-452d-9548-db83b1ceb8b6 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.1010354 Mar 22 14:21:32.291467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] For port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:32.291988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.454904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-0ce72324-75b6-4bab-af84-35399e1c7781 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:32.470224 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-0ce72324-75b6-4bab-af84-35399e1c7781 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.2973096 Mar 22 14:21:32.486997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Request body: {'port': {'device_id': '2e297df5-7413-42c1-a552-63bdadf686f6', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'admin_state_up': True, 'tenant_id': 'c5138efdfc0c4424be2300d0023955d3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:32.628463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cab3c981-f8ac-46c0-85e2-552b9b6c9eed req-a647ea0d-1669-4f5c-b089-f76de345bdf1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 210 time: 0.0544832 Mar 22 14:21:32.777564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Made reservation on behalf of c5138efdfc0c4424be2300d0023955d3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:32.781800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.800550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8834640-ab07-4962-85b2-b0a6599da63c req-4074ba50-eafc-4900-8df2-a55024f58283 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0523217 Mar 22 14:21:32.811308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.811737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:32.812062 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP b56c9bb4-063e-4bdb-adb2-7447ef23c3da disassociated. External IP: 172.25.3.172, port: 7dbb89aa-85b4-4bdb-be0c-27e61aff674f. Mar 22 14:21:32.812414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 7dbb89aa-85b4-4bdb-be0c-27e61aff674f owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:33.117478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Allocated IP 172.20.0.12 (3d8f8bdb-9708-46ba-8021-76794db8fe29/04c449df-a49b-4e03-9513-4f309aa2ee9b/62ddbcbe-9137-4222-834f-9979e2e2b86d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:33.119325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfc9a2-b48e-4deb-b9cf-b469df9ff6ee req-6bfa7792-3707-4d55-8f9a-6cf2a8748075 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.127210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55dfc9a2-b48e-4deb-b9cf-b469df9ff6ee req-6bfa7792-3707-4d55-8f9a-6cf2a8748075 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 945 time: 0.1987815 Mar 22 14:21:33.288043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks [] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.306840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55dfc9a2-b48e-4deb-b9cf-b469df9ff6ee req-5067457c-6f33-4509-bbc0-4908db2aa5a6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644950 Mar 22 14:21:33.328202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.350001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7dbb89aa-85b4-4bdb-be0c-27e61aff674f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.387687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=7dbb89aa-85b4-4bdb-be0c-27e61aff674f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:33.408627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:33.424907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:33.428807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:33.527348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:21:33.537395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.538111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.575115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:33.598417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c876afa5-653c-410c-b9d8-31b90e401775 req-69a9dce5-b2e9-4cd6-9465-8c2bb55aa503 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0410628 Mar 22 14:21:33.613132 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1367753 Mar 22 14:21:33.613903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0532-d0af-4fa9-9695-4a40d65430b5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:33.634953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Request body: {'port': {'device_id': '2e297df5-7413-42c1-a552-63bdadf686f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:33.752003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.840587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5daeb2-aa4d-497d-9e11-e8e834f9b0bc req-00a82441-e61c-4a7b-a789-a2ef778d2260 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:33.842145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b5daeb2-aa4d-497d-9e11-e8e834f9b0bc req-00a82441-e61c-4a7b-a789-a2ef778d2260 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 932 time: 0.0974131 Mar 22 14:21:33.846129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:33.858727 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:33.877953 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:33.883182 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:33.952996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b5daeb2-aa4d-497d-9e11-e8e834f9b0bc req-26b0f97b-c94c-4965-a7b3-2fc977796c11 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756950 Mar 22 14:21:33.955696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] No DVR routers for this DVR port 7dbb89aa-85b4-4bdb-be0c-27e61aff674f on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:33.958707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:33.963237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f3a429d-84cc-4e0e-b3a4-b7f29a00b3ad req-258ac21d-f263-4bfc-917d-1197ce0d425b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "DELETE /v2.0/ports/7dbb89aa-85b4-4bdb-be0c-27e61aff674f HTTP/1.1" status: 204 len: 173 time: 2.0543973 Mar 22 14:21:33.964151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'name': 'network-vif-deleted', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:33.969519 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9acf5-0dd0-4334-96ed-582f7c925b07" -d '{"events": [{"server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "name": "network-vif-deleted", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:34.085676 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98317a-e214-4c1c-b39b-accb543c1dfd x-openstack-request-id: req-dd98317a-e214-4c1c-b39b-accb543c1dfd {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:34.085986 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c2cd6a-01a3-4604-876a-7374cfbd87ef", "name": "network-vif-deleted", "tag": "7dbb89aa-85b4-4bdb-be0c-27e61aff674f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:34.086406 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd98317a-e214-4c1c-b39b-accb543c1dfd {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:34.086651 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd98317a-e214-4c1c-b39b-accb543c1dfd'] response: {'server_uuid': '73c2cd6a-01a3-4604-876a-7374cfbd87ef', 'name': 'network-vif-deleted', 'tag': '7dbb89aa-85b4-4bdb-be0c-27e61aff674f', 'status': 'completed', 'code': 200} Mar 22 14:21:34.095209 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:34.439329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ddbcbe-9137-4222-834f-9979e2e2b86d {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:34.439870 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:34.458611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks [] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.486973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Transition to ACTIVE for port object 62ddbcbe-9137-4222-834f-9979e2e2b86d will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:34.497799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.499106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7dbb89aa-85b4-4bdb-be0c-27e61aff674f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:34.515225 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:34.542626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:34.543303 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:34.555437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3602c6b7-9873-4e9d-b979-4ccf8217ef37 req-bd323697-e37b-48e3-947b-a65e8161ddfd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=73c2cd6a-01a3-4604-876a-7374cfbd87ef HTTP/1.1" status: 200 len: 210 time: 0.0858161 Mar 22 14:21:34.556279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7dbb89aa-85b4-4bdb-be0c-27e61aff674f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:34.556769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7dbb89aa-85b4-4bdb-be0c-27e61aff674f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:34.557346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:34.601505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:34.621203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:34.627152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device a0952dd4-2e3c-47f4-8aa3-f48265dec2b4 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:34.749998 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:34.780811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Attempting to bind port 62ddbcbe-9137-4222-834f-9979e2e2b86d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:34.781503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Attempting to bind port 62ddbcbe-9137-4222-834f-9979e2e2b86d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:34.781998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Attempting to bind port 62ddbcbe-9137-4222-834f-9979e2e2b86d on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:34.794365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Port 62ddbcbe-9137-4222-834f-9979e2e2b86d on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:34.800874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Attempting to bind port 62ddbcbe-9137-4222-834f-9979e2e2b86d on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:34.803291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c5941bb-25e1-4b85-a444-45d2650aa187 req-dd71dc1c-f8b3-4ebd-ae80-90da23035419 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0804129 Mar 22 14:21:34.822962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:34.824193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Checking segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:34.824721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Bound using segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:34.825385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Bound port: 62ddbcbe-9137-4222-834f-9979e2e2b86d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:34.826457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:34.910491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:34.915114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:34.927003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.040222 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:35.069415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdaa63-6e08-432c-b4d5-ce5923e7d1c2 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:21:35.105663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:35.135693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:35.136468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.141443 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-a6957a6b-48ef-4b5a-ac8c-f997b97668d8 service neutron] 10.222.0.78 "PUT /v2.0/ports/62ddbcbe-9137-4222-834f-9979e2e2b86d HTTP/1.1" status: 200 len: 1092 time: 1.5093474 Mar 22 14:21:35.142124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:35.174790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8aa69-5f2a-4107-8651-0dcb59f78ecf req-a44df345-259e-4b29-b807-ce8ccf25f60f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:35.191124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79c8aa69-5f2a-4107-8651-0dcb59f78ecf req-a44df345-259e-4b29-b807-ce8ccf25f60f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 944 time: 0.1135128 Mar 22 14:21:35.192279 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:35.303609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79c8aa69-5f2a-4107-8651-0dcb59f78ecf req-b99730e0-388c-44fc-97f2-7dc696f6dae8 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057737 Mar 22 14:21:35.320068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-46e331e5-fef1-47d7-9eaa-56b37f85b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:35.326433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-46e331e5-fef1-47d7-9eaa-56b37f85b2a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 1126 time: 0.1183736 Mar 22 14:21:35.427004 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-5184e582-44fd-4e77-8ed9-32d51befe28a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d HTTP/1.1" status: 200 len: 217 time: 0.0966642 Mar 22 14:21:35.429090 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7991e5ac-3351-4fa4-8dbe-fdfceecf8cf1 x-openstack-request-id: req-7991e5ac-3351-4fa4-8dbe-fdfceecf8cf1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:35.429592 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:35.430034 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7991e5ac-3351-4fa4-8dbe-fdfceecf8cf1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:35.430695 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7991e5ac-3351-4fa4-8dbe-fdfceecf8cf1'] response: {'name': 'network-changed', 'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'status': 'completed', 'code': 200} Mar 22 14:21:35.556949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd99be83-c93d-4365-95e1-cb035b8a920a req-32d3691a-964f-4bf3-933b-8d304da54c26 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0851433 Mar 22 14:21:35.588351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5247a11-a501-4071-97fc-9cefe0c29b69 None None] New status for floating IP b56c9bb4-063e-4bdb-adb2-7447ef23c3da: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:35.614665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-54db7391-1ca8-4611-b7de-2d0d231f1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:35.618413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-54db7391-1ca8-4611-b7de-2d0d231f1aa3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.1823721 Mar 22 14:21:35.693857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-87250d76-682e-415b-b003-abd382d40142 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594602 Mar 22 14:21:35.701977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56644) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:35.798013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (ea90d8ce-f304-45ef-921f-0b4cd7b1da2f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.826794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (ea90d8ce-f304-45ef-921f-0b4cd7b1da2f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.882719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ea90d8ce-f304-45ef-921f-0b4cd7b1da2f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.887029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:35.893140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea90d8ce-f304-45ef-921f-0b4cd7b1da2f HTTP/1.1" status: 204 len: 168 time: 0.1893682 Mar 22 14:21:35.893805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56646) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:35.925295 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-2f9c0769-c041-4084-819e-aff34cd601ab tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] show failed (client error): The resource could not be found. Mar 22 14:21:35.929810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:35.933136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f9c0769-c041-4084-819e-aff34cd601ab tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups/ea90d8ce-f304-45ef-921f-0b4cd7b1da2f HTTP/1.1" status: 404 len: 347 time: 0.0351315 Mar 22 14:21:35.934578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868201a7-9dee-4979-976c-27d96a4249f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90d8ce-f304-45ef-921f-0b4cd7b1da2f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:35.948721 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-ad3b98f4-c78d-4246-813d-bbb222937d1e service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479422 Mar 22 14:21:36.168938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port a32fd1fd-a518-4cbd-8332-2d7049546682 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:36.169286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.291222 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a346dd7-cbf8-42b9-9137-286931099a02 req-1153582c-b77c-4083-8ed8-3cdcd089ffaf service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097081 Mar 22 14:21:36.387741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.388282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (a32fd1fd-a518-4cbd-8332-2d7049546682), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.402677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for a32fd1fd-a518-4cbd-8332-2d7049546682 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:36.568340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519dd4c-45b0-453b-b9eb-ff39b7b84cbd req-861a12df-1491-4197-a43d-c1a5fd2211cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:36.588834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f519dd4c-45b0-453b-b9eb-ff39b7b84cbd req-861a12df-1491-4197-a43d-c1a5fd2211cb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 944 time: 0.1396992 Mar 22 14:21:36.648151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a32fd1fd-a518-4cbd-8332-2d7049546682), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.702609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f519dd4c-45b0-453b-b9eb-ff39b7b84cbd req-7cfee40c-7f05-43e2-9d67-33eacdeb1b7b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Mar 22 14:21:36.736443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=a32fd1fd-a518-4cbd-8332-2d7049546682,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:36.797805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5745a7b-2d1c-41d9-b53a-72f4506b1a02 req-950833c9-f2d2-43b9-9426-8b3cb2824362 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0929897 Mar 22 14:21:36.823784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-29050635-d931-4fb1-a611-cfc2a271f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:36.825352 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-29050635-d931-4fb1-a611-cfc2a271f9f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 1126 time: 0.4601827 Mar 22 14:21:36.906910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (b56c9bb4-063e-4bdb-adb2-7447ef23c3da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.911743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:36.913417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b760f032-54a9-4a56-a906-ab0a7dd37ae9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/floatingips/b56c9bb4-063e-4bdb-adb2-7447ef23c3da HTTP/1.1" status: 204 len: 168 time: 0.9825282 Mar 22 14:21:36.994505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-6d14d90f-2610-4dd9-8f79-8053350a6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:36.997831 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-6d14d90f-2610-4dd9-8f79-8053350a6656 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 915 time: 0.1604776 Mar 22 14:21:37.077139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-5b90bee0-c898-4158-947d-e11fd52f3b50 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d HTTP/1.1" status: 200 len: 217 time: 0.0729115 Mar 22 14:21:37.184754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-fd9f4959-ac0e-4ead-801a-80b836e6d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:37.191517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-fd9f4959-ac0e-4ead-801a-80b836e6d2c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.1063950 Mar 22 14:21:37.243785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56678) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:37.248800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191447555', 'description': 'tempest-description--1469530161'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:37.258012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-72529f09-4104-475b-b2d1-9b20a82c2c93 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587444 Mar 22 14:21:37.294627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.462377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (4614c6e6-958c-4506-801d-f41f4ffb6b3c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.468709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-4bc1a9d1-4822-41bb-afd3-0c407670df44 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844332 Mar 22 14:21:37.474043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4614c6e6-958c-4506-801d-f41f4ffb6b3c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.548976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.551103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3061357 Mar 22 14:21:37.554070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:37.579445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': '4614c6e6-958c-4506-801d-f41f4ffb6b3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:37.598474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69c4a-204f-4847-8597-f8b675e0059f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4614c6e6-958c-4506-801d-f41f4ffb6b3c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:37.635213 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5770bc0c-6cfb-45c7-b6a4-d78db0b7bbbf req-8046d9f3-54fd-436d-adc7-735e7ed92ea4 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616452 Mar 22 14:21:37.653096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (0726ba0b-7fc7-45a8-b8c7-1443c29b87ac), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.809940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (0726ba0b-7fc7-45a8-b8c7-1443c29b87ac), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.827272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0726ba0b-7fc7-45a8-b8c7-1443c29b87ac), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.899313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0726ba0b-7fc7-45a8-b8c7-1443c29b87ac,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:37.949676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:37.950825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-05aa8e82-cfbf-494a-b0f6-683f39b13cb6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849998 Mar 22 14:21:37.954273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:37.960166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': '4614c6e6-958c-4506-801d-f41f4ffb6b3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:37.990030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98aac2-50c7-4c1c-9f2a-6df7174860e7 req-0128b0a3-1b2d-4838-b27e-2e230197c290 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:37.991835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e98aac2-50c7-4c1c-9f2a-6df7174860e7 req-0128b0a3-1b2d-4838-b27e-2e230197c290 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 944 time: 0.1751518 Mar 22 14:21:38.010418 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (11c25959-c85b-4099-b453-1776aa71fdc4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.029171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27fc6268-9680-4062-ac2c-d4dd5f179dae req-4ea0f128-3162-4bde-90de-795b6eec0d56 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0826719 Mar 22 14:21:38.100672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (11c25959-c85b-4099-b453-1776aa71fdc4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.105354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e98aac2-50c7-4c1c-9f2a-6df7174860e7 req-3f042703-9dc5-4023-9fb1-18e4d7828fdb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849104 Mar 22 14:21:38.110239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (11c25959-c85b-4099-b453-1776aa71fdc4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.137197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c25959-c85b-4099-b453-1776aa71fdc4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:38.166089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.171412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:38.179719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:38.189557 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c70acad4-560c-4b77-add9-469aa6e5dc21 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2332287 Mar 22 14:21:38.227272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.351732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.499204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.25.3.109 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/14c81cde-e550-4215-93bb-57542f09e4f8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:38.518257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:38.684313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:38.700019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'port_id': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'mac_address': 'fa:16:3e:d4:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c449df-a49b-4e03-9513-4f309aa2ee9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:38.744211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (14c81cde-e550-4215-93bb-57542f09e4f8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.752567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 62ddbcbe-9137-4222-834f-9979e2e2b86d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:38.753941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.774599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddbcbe-9137-4222-834f-9979e2e2b86d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:38.795121 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.802099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:38.810311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:38.845425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:38.848546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:38.852670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:38.885905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=14c81cde-e550-4215-93bb-57542f09e4f8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:38.889163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:38.908451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.909563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.910569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.911066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.912014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.912521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.913005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.913531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.914161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.914641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.915559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.916058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.917189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.917710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.918222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:38.993795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.049739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.129271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['62ddbcbe-9137-4222-834f-9979e2e2b86d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:39.353626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3ee7abf-bd27-478d-beaa-28631a7fb9dd req-d2a09904-f562-4f66-9d41-48c719f77f44 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.1492214 Mar 22 14:21:39.447649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af6af-ceee-4c26-900d-bb8a9f8f3f92 req-dff7b118-f67f-4d21-897a-ed675455562a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:39.455738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4af6af-ceee-4c26-900d-bb8a9f8f3f92 req-dff7b118-f67f-4d21-897a-ed675455562a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 945 time: 0.1045964 Mar 22 14:21:39.536797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4af6af-ceee-4c26-900d-bb8a9f8f3f92 req-5d42f4e0-8c94-489a-a4ec-b3bfe80e036a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Mar 22 14:21:39.575597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (14c81cde-e550-4215-93bb-57542f09e4f8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.583959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.631480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=14c81cde-e550-4215-93bb-57542f09e4f8,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:39.695963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.713324 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:39.718071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f235275a-c555-456d-831e-7b56656e355f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5413537 Mar 22 14:21:39.932761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-0300fdb2-8de2-4275-b4ab-eab03048d8f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1191447555&fields=id&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 267 time: 0.0473135 Mar 22 14:21:40.045668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-cb1e9d4d-a1a5-4b42-bfcf-fb34effc4bfd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:40.048110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-cb1e9d4d-a1a5-4b42-bfcf-fb34effc4bfd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.1069403 Mar 22 14:21:40.062891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-692667e6-6a5e-40d0-a092-38d1fdce0763 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/quotas/6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 375 time: 0.0097578 Mar 22 14:21:40.121190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7a61ea50-f25c-4acc-bad1-ed38a019faa2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519843 Mar 22 14:21:40.327449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-daa92e7f-01f0-4cf8-8291-3da0ff6dbeb8 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923840 Mar 22 14:21:40.434869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9036c01a-2382-4063-8a76-30a2cbbdb041 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007831 Mar 22 14:21:40.472724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda46dbc-effc-42de-8754-3efcf95ba221 req-cdc44f01-4984-4a3f-a321-d021db29b915 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0303006 Mar 22 14:21:40.535740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:40.653652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef9373b4-857d-404e-8deb-1fc7424093a4 req-c89bef77-7d03-4c8a-ba56-10a75dd44d1b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 210 time: 0.0474060 Mar 22 14:21:40.708710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 62ddbcbe-9137-4222-834f-9979e2e2b86d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:40.720632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 62ddbcbe-9137-4222-834f-9979e2e2b86d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:40.721263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.744938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e168-94df-4b55-a38a-f156055fae9d req-45947eef-9d3b-4c66-ac30-7ee0320fbf1f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:40.755157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2591e168-94df-4b55-a38a-f156055fae9d req-45947eef-9d3b-4c66-ac30-7ee0320fbf1f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 945 time: 0.1047955 Mar 22 14:21:40.841260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2591e168-94df-4b55-a38a-f156055fae9d req-903b7065-dca0-4d67-bd7d-713194286128 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793176 Mar 22 14:21:40.854427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 62ddbcbe-9137-4222-834f-9979e2e2b86d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:40.854888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.881581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:40.884436 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbb9df3-419c-42d0-86e9-ddd91d19ce68" -d '{"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-plugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:40.900315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:40.908498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:40.959381 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd598c3-fe70-4d07-9e7f-833e669bd44b x-openstack-request-id: req-afd598c3-fe70-4d07-9e7f-833e669bd44b {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:40.959808 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-plugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:40.960195 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afd598c3-fe70-4d07-9e7f-833e669bd44b {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:40.960748 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd598c3-fe70-4d07-9e7f-833e669bd44b'] response: {'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'code': 200} Mar 22 14:21:40.981953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:41.134285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274057ff-b850-4711-88f2-1dc0522d818f req-be77380a-359f-4c35-8108-fd7f44a755eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:41.138976 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-274057ff-b850-4711-88f2-1dc0522d818f req-be77380a-359f-4c35-8108-fd7f44a755eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 1128 time: 0.0951560 Mar 22 14:21:41.214897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-274057ff-b850-4711-88f2-1dc0522d818f req-4479323c-330b-42eb-8ff3-b2ea918712ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663295 Mar 22 14:21:41.600764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-740c36b9-fdd5-445c-b9b6-b223084615c5 req-5dde8798-5319-49b7-b6e8-5984b993e72f tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0361004 Mar 22 14:21:41.774699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daca5920-3820-4cc4-a7cb-a83483f91141 req-f0df6219-e577-4266-bc95-ff554e49770f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 210 time: 0.0397940 Mar 22 14:21:42.071435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56778) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:42.241336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.458726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e122ac-ec98-40f5-a52d-ef59c3336326 req-6052fd49-b7a6-4f20-997d-275928d3335a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:42.460450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19e122ac-ec98-40f5-a52d-ef59c3336326 req-6052fd49-b7a6-4f20-997d-275928d3335a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.5216281 Mar 22 14:21:42.562091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-454f2f02-9f41-4a80-bc7f-8eb434ca8b07 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:42.564271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-454f2f02-9f41-4a80-bc7f-8eb434ca8b07 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.2575736 Mar 22 14:21:42.566429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Publish callbacks [] for security_group (8632df13-ea3c-4219-b3ce-34de70f5e5db), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.568184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19e122ac-ec98-40f5-a52d-ef59c3336326 req-8222f8d9-d414-441b-a519-25218420e5e5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944765 Mar 22 14:21:42.572487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8632df13-ea3c-4219-b3ce-34de70f5e5db), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.635734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632df13-ea3c-4219-b3ce-34de70f5e5db,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:42.662256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.662614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.662966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.664919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.665293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.665640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.666008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.666339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.666668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.666997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.667325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.667653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.667976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.668299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.668619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:42.674997 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-af9eaf77-313a-4d63-915b-c1dc663f017a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dd47e4752e34ce58febace11a56af32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033075 Mar 22 14:21:42.678162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:42.763594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05af6683-bab5-422c-b483-e25faff87739 req-711e5b19-393b-45cb-9362-f6dd503f6cd0 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0684450 Mar 22 14:21:42.810820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-532a46f7-1cf1-402b-8ec5-26dd8b23c0f2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 380 time: 0.2295666 Mar 22 14:21:42.823672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'port': {'device_id': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'admin_state_up': True, 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'security_groups': ['4614c6e6-958c-4506-801d-f41f4ffb6b3c']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:42.850205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] Publish callbacks [] for security_group (8632df13-ea3c-4219-b3ce-34de70f5e5db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.923539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] Publish callbacks [] for security_group (8632df13-ea3c-4219-b3ce-34de70f5e5db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:42.935649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a489eb06-5a0d-467e-9647-6d5efc498bc9 req-fa6a5881-a7a6-43b7-a374-3472186bc041 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 210 time: 0.0477841 Mar 22 14:21:43.057369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8632df13-ea3c-4219-b3ce-34de70f5e5db), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.064895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.066137 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8632df13-ea3c-4219-b3ce-34de70f5e5db HTTP/1.1" status: 204 len: 168 time: 0.3866181 Mar 22 14:21:43.073981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:43.082240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.137795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27e56-be5b-4b9e-936d-8234a3f885a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632df13-ea3c-4219-b3ce-34de70f5e5db,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:43.344963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.20.0.11 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/e2167405-7768-4fe5-88a5-8d7dad103dd8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:43.561251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.617939 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.703410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:43.707000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:43.722012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:43.738198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a203c5-ed90-427a-99ff-d216655e1389 req-9cd011f0-09b8-460a-a029-a3b6ea0dd631 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.749519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9a203c5-ed90-427a-99ff-d216655e1389 req-9cd011f0-09b8-460a-a029-a3b6ea0dd631 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0921495 Mar 22 14:21:43.786935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:43.833534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.834198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:43.878073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9a203c5-ed90-427a-99ff-d216655e1389 req-8a8e80b5-3c1c-4aef-ad04-4af08b1ddfbc tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259000 Mar 22 14:21:43.884406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-7205c774-5e99-4c2b-a7e3-dd57a60ba44b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655828 Mar 22 14:21:43.902014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Request body: {'port': {'device_id': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:43.907727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.913664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.920440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.931923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.948333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.956875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.962371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:43.992862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-861993b5-470a-4361-8942-7b38466c5f49 req-fe0aa170-d7ae-420f-a6c4-51943350f88a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.2044594 Mar 22 14:21:44.007535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.083094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1b6e17a-f044-4ce1-b25c-a30ce1cbf996 req-84dcf2ff-219c-4a9b-a843-f44079ce641e tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0829189 Mar 22 14:21:44.172324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-861993b5-470a-4361-8942-7b38466c5f49 req-28376e6d-80a4-4cae-ae75-b27579068d43 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723282 Mar 22 14:21:44.261061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-87cf0bd4-647c-4d28-a002-8877dfb719ec None None] Provisioning complete for port e2167405-7768-4fe5-88a5-8d7dad103dd8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:44.262033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87cf0bd4-647c-4d28-a002-8877dfb719ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.322043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-87cf0bd4-647c-4d28-a002-8877dfb719ec None None] Port e2167405-7768-4fe5-88a5-8d7dad103dd8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:44.407410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65f15-7b7b-4860-adf9-e40fd5ed11cb req-182a8951-09ea-4e44-8474-76ebb3ca0fb1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:44.409679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c65f15-7b7b-4860-adf9-e40fd5ed11cb req-182a8951-09ea-4e44-8474-76ebb3ca0fb1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1792490 Mar 22 14:21:44.430017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36052-58ae-45a9-aacb-9c0813a1c14a req-ea2b0f36-8596-4110-93ed-94d3a63a55ce tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:44.432117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8b36052-58ae-45a9-aacb-9c0813a1c14a req-ea2b0f36-8596-4110-93ed-94d3a63a55ce tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 932 time: 0.1383018 Mar 22 14:21:44.499969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24c65f15-7b7b-4860-adf9-e40fd5ed11cb req-f42eb9ee-02cf-4e81-8e24-d37437c7340a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 Mar 22 14:21:44.520327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2167405-7768-4fe5-88a5-8d7dad103dd8 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:44.530365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks [] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.550057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Transition to ACTIVE for port object e2167405-7768-4fe5-88a5-8d7dad103dd8 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:44.568928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.579248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8b36052-58ae-45a9-aacb-9c0813a1c14a req-75728bac-668e-419f-b57e-910da56816f0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099210 Mar 22 14:21:44.703918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Pushing event updated for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:44.887209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Attempting to bind port e2167405-7768-4fe5-88a5-8d7dad103dd8 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:44.887551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Attempting to bind port e2167405-7768-4fe5-88a5-8d7dad103dd8 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:44.887957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Attempting to bind port e2167405-7768-4fe5-88a5-8d7dad103dd8 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:44.894652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Port e2167405-7768-4fe5-88a5-8d7dad103dd8 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:44.894996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Attempting to bind port e2167405-7768-4fe5-88a5-8d7dad103dd8 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:44.901137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:44.901609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:44.902013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:44.902445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Bound port: e2167405-7768-4fe5-88a5-8d7dad103dd8, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:44.918435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:44.927165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9a28-da03-4c12-bb6e-5cef21ce3698 req-de6c76aa-6c02-40ee-8456-9e57a7d893a9 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:44.935745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-672d9a28-da03-4c12-bb6e-5cef21ce3698 req-de6c76aa-6c02-40ee-8456-9e57a7d893a9 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1173379 Mar 22 14:21:44.994423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-672d9a28-da03-4c12-bb6e-5cef21ce3698 req-ae025752-d90f-4f75-a755-3c73526a9274 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576460 Mar 22 14:21:45.022865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:45.026594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:45.035103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.082608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.083292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:45.085219 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] 10.222.0.78 "PUT /v2.0/ports/e2167405-7768-4fe5-88a5-8d7dad103dd8 HTTP/1.1" status: 200 len: 1092 time: 1.1919188 Mar 22 14:21:45.085718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:45.088760 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f80ee3-a503-4e56-9dc9-fae47097375a" -d '{"events": [{"name": "network-changed", "server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:45.123917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3795-0732-4109-9f96-d3815da6e8df service neutron] Pushing event updated for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:45.172423 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f1492-7003-4539-8726-60e74cd41228 x-openstack-request-id: req-354f1492-7003-4539-8726-60e74cd41228 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:45.172423 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:45.172729 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-354f1492-7003-4539-8726-60e74cd41228 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:45.173085 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354f1492-7003-4539-8726-60e74cd41228'] response: {'name': 'network-changed', 'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'status': 'completed', 'code': 200} Mar 22 14:21:45.230528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750e1d-37c5-4493-919c-3b8be851773b req-9cbcb6e4-dc22-4020-b9a0-c43b7f84520d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.238117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d750e1d-37c5-4493-919c-3b8be851773b req-9cbcb6e4-dc22-4020-b9a0-c43b7f84520d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1440630 Mar 22 14:21:45.249862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-3f6d3260-e8af-427a-b065-13fbe435d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.251474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-3f6d3260-e8af-427a-b065-13fbe435d32c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 1126 time: 0.0943422 Mar 22 14:21:45.333932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-d71c4055-2102-4bf7-ab75-3f28876818f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8 HTTP/1.1" status: 200 len: 217 time: 0.0711937 Mar 22 14:21:45.350196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c1cecf9-e408-4510-87fd-f9a78f5fe862 req-779251a0-5cba-471f-8848-b7658f60d3c3 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0660436 Mar 22 14:21:45.377770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d750e1d-37c5-4493-919c-3b8be851773b req-7e024790-0472-4446-923b-1b3679a3e10b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303747 Mar 22 14:21:45.412928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-44071cd7-e1a7-44de-98b4-b833722fdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.422982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-44071cd7-e1a7-44de-98b4-b833722fdca6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.0796173 Mar 22 14:21:45.495606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-ece2f98d-e078-45e4-b69e-07c3049cbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.497479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-ece2f98d-e078-45e4-b69e-07c3049cbfca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587492 Mar 22 14:21:45.571397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.583726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.593271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.599034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.617188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.628969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.639075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.641482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-7e39601e-ab3d-4000-b2d3-d81d017aefa2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1891124 Mar 22 14:21:45.656795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-da74bd22-c7fd-43c2-8ce5-b24d6f0a0d98 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504567 Mar 22 14:21:45.834706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b015cef-e191-41c1-96c3-0de99fed3c19 req-1c319540-bb46-409c-b2d8-fa5f69873b98 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831787 Mar 22 14:21:45.864078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e0000604-9581-49fa-817b-e7eedcf224e5 req-254e6fd9-b4fd-4ce7-89af-872b6409f2b3 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935725 Mar 22 14:21:45.880254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c668c-fba1-4c43-a0bd-bb27abbab997 req-55397cec-6f73-40e6-814f-de33ce48aa3e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:45.881775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-765c668c-fba1-4c43-a0bd-bb27abbab997 req-55397cec-6f73-40e6-814f-de33ce48aa3e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 944 time: 0.1174328 Mar 22 14:21:45.978078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-765c668c-fba1-4c43-a0bd-bb27abbab997 req-b1450448-de32-4e54-9ba1-d33ca8caf7ac tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817311 Mar 22 14:21:46.004849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136910-93cd-48c3-b651-0e44e5a6d34c req-bbd4af69-ef83-4307-a046-ba4dd2648bb1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.012396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c136910-93cd-48c3-b651-0e44e5a6d34c req-bbd4af69-ef83-4307-a046-ba4dd2648bb1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0986063 Mar 22 14:21:46.075550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c136910-93cd-48c3-b651-0e44e5a6d34c req-412bf22a-0f31-49db-a5db-fa795408ca11 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624821 Mar 22 14:21:46.126151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-63ee9d21-8e2d-47d7-aa07-7daca3c5f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.127840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-63ee9d21-8e2d-47d7-aa07-7daca3c5f719 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 1126 time: 0.0588253 Mar 22 14:21:46.244947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-269bcf22-ce8c-43fc-8f72-de096b221822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.246972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-269bcf22-ce8c-43fc-8f72-de096b221822 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.1102834 Mar 22 14:21:46.326663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-4214cbe8-c64b-4e2e-8e6e-42cf84fccc1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8 HTTP/1.1" status: 200 len: 217 time: 0.0636747 Mar 22 14:21:46.378989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-9a77c115-9c32-466e-afd7-7b17be815337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.383780 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-9a77c115-9c32-466e-afd7-7b17be815337 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.0506253 Mar 22 14:21:46.457457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-139a4fa2-9b3d-40f3-89e6-a56de87b09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.459152 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-139a4fa2-9b3d-40f3-89e6-a56de87b09c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580289 Mar 22 14:21:46.471642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf722490-7e58-4975-a80f-d61693737dc4 req-9c564ff5-32ec-46e3-a3c9-9c951198b4e5 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Mar 22 14:21:46.603399 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-d8d306f6-4c4b-4c21-9e52-68cf32ed5f19 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323547 Mar 22 14:21:46.713108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9f80ee3-a503-4e56-9dc9-fae47097375a req-5a986635-aab4-4eb7-ba7e-ea48d3eeda06 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960810 Mar 22 14:21:46.972949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.978551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.983866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.989238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:46.994749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.000677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.006069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.008053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-f5c077b9-bbeb-4c10-9055-f7c65dd39353 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.0946684 Mar 22 14:21:47.096476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-405bb8a0-859d-4cbb-8d4e-02279959f0cd req-31e73dba-f423-4c8a-be8a-da4593819289 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828452 Mar 22 14:21:47.129988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2198-6f19-4f27-bf24-b6a4516bf35c req-5e77d3f4-6e16-42ae-b73c-2b8fba4ecef9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.129988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e93a2198-6f19-4f27-bf24-b6a4516bf35c req-5e77d3f4-6e16-42ae-b73c-2b8fba4ecef9 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 944 time: 0.0751863 Mar 22 14:21:47.194714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e93a2198-6f19-4f27-bf24-b6a4516bf35c req-b771ab5b-4063-4461-b50b-03b6a08b9f75 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623653 Mar 22 14:21:47.250775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78993722-6923-4538-85f7-f6980f048cda req-99c13b81-f039-4211-af61-c1a04041d221 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.252424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78993722-6923-4538-85f7-f6980f048cda req-99c13b81-f039-4211-af61-c1a04041d221 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0567560 Mar 22 14:21:47.301673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-92362297-adb5-4928-afcf-7d6e1d5fde53 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=75c49e6b81ba465785b1cf789310736a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351315 Mar 22 14:21:47.373051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78993722-6923-4538-85f7-f6980f048cda req-da39bb2d-806f-4565-8933-0019bb485c7e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139357 Mar 22 14:21:47.428049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-3359c5a8-64fd-4fc8-9b55-66c189ea8a5c tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.429535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-3359c5a8-64fd-4fc8-9b55-66c189ea8a5c tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196792 Mar 22 14:21:47.445466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-3a528dc6-fccf-4523-9dc2-0ec428b424cb tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/quotas/75c49e6b81ba465785b1cf789310736a HTTP/1.1" status: 200 len: 375 time: 0.0095768 Mar 22 14:21:47.488573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-b049d09c-d8b5-41a9-bdb7-5ced521ab71d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=75c49e6b81ba465785b1cf789310736a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336065 Mar 22 14:21:47.527667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.530937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.539356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.546736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.553396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.559710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.566251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.568678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f4163e15-d999-4bf6-bc2d-8d676d5d99b6 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1189692 Mar 22 14:21:47.636018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb8ae2b4-f307-43fa-a6d3-99d744708707 req-535ff37f-015c-4a75-9bb5-4e048f1b9acf tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0494411 Mar 22 14:21:47.653184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-d8219bfc-c820-4be6-b06c-04fbb19d3867 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:47.654690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-d8219bfc-c820-4be6-b06c-04fbb19d3867 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0776415 Mar 22 14:21:47.702617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4385d41-e144-412a-b5f4-5340b2bf9a9c req-955b0e8b-f2ae-40ad-a3e0-4ef2e05dbb57 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 210 time: 0.0372617 Mar 22 14:21:47.761325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-56678434-b989-4e08-a3e3-6b4f23e3ad12 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0990658 Mar 22 14:21:47.773368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:47.845920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:47.988321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=b2e4e9ec-8947-49e2-995d-4f247f03f22f,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:48.026632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] For port b2e4e9ec-8947-49e2-995d-4f247f03f22f, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:48.325641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.332552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.338612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.344466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.349816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.355329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.360718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.362778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-7059a859-3e58-4edd-811b-ac14dba9e54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 5434 time: 0.1790810 Mar 22 14:21:48.418383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] device_id is not set on port b2e4e9ec-8947-49e2-995d-4f247f03f22f yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:48.428483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Publish callbacks [] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.438333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.450181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c657-d5f4-4d04-8768-bd5c83426462 req-35c70061-012f-458f-afb1-eb3c693100dc tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.451723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c88c657-d5f4-4d04-8768-bd5c83426462 req-35c70061-012f-458f-afb1-eb3c693100dc tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 944 time: 0.0880244 Mar 22 14:21:48.491057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47a7c979-ca47-46a3-9747-25c77aa4b45e req-650268d8-e7e2-4168-a433-e994e6d4a386 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=eeea8617-1a90-49c3-8178-820eeb591de5&id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178339 Mar 22 14:21:48.512158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] No DVR routers for this DVR port b2e4e9ec-8947-49e2-995d-4f247f03f22f on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:48.522103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c88c657-d5f4-4d04-8768-bd5c83426462 req-89e3a2c4-cfdb-4f22-b79f-f943c5a04f04 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622382 Mar 22 14:21:48.563732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5efc0b16-a939-4012-949e-e3d3c27eab9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.566682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Pushing event updated for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:48.573058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e2167405-7768-4fe5-88a5-8d7dad103dd8 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:48.588369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] In _notify_port_updated(), no bound segment for port b2e4e9ec-8947-49e2-995d-4f247f03f22f on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:21:48.589728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.590594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:48.594073 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-509b7707-e4c9-4ae4-9f09-502e32873caa service neutron] 10.222.0.78 "PUT /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 200 len: 1027 time: 0.8249242 Mar 22 14:21:48.683385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-5e45694c-95e7-45df-ac3e-ad98c8032a70 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.691799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-5e45694c-95e7-45df-ac3e-ad98c8032a70 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "GET /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0917237 Mar 22 14:21:48.702122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83d0d4-5843-4720-b384-c1528c6aa83f req-8fd91c1b-f19c-462c-87d6-2bce9fd7616b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:48.703867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a83d0d4-5843-4720-b384-c1528c6aa83f req-8fd91c1b-f19c-462c-87d6-2bce9fd7616b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0653920 Mar 22 14:21:48.704821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:48.815210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:48.815451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d9f05d9-467b-48d1-8fcd-15813d147b6d req-a54ee260-483b-4a7b-95e5-9d82c4c211a4 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0660329 Mar 22 14:21:48.832215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a83d0d4-5843-4720-b384-c1528c6aa83f req-ad5cb582-e8fc-4460-8a0a-8446e642df00 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170375 Mar 22 14:21:48.838177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'port_id': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'mac_address': 'fa:16:3e:ee:fc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:48.842993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-4564de4b-c1c3-431d-b985-ce68be054af4 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=75c49e6b81ba465785b1cf789310736a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519443 Mar 22 14:21:48.861267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.003860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e2167405-7768-4fe5-88a5-8d7dad103dd8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:49.004403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.022522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7d79f56c-ef43-4342-894d-3695e8e7e931 None None] Provisioning complete for port b2e4e9ec-8947-49e2-995d-4f247f03f22f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:49.022899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d79f56c-ef43-4342-894d-3695e8e7e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.029878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2167405-7768-4fe5-88a5-8d7dad103dd8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:49.062948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-090d7357-6a0a-4229-8d8e-82083c7779dc req-cda23519-cff1-45bc-9fb3-4014b35445ae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 210 time: 0.0919292 Mar 22 14:21:49.086208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:49.094640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7d79f56c-ef43-4342-894d-3695e8e7e931 None None] Port b2e4e9ec-8947-49e2-995d-4f247f03f22f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:49.096129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:49.110020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.122663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-fcd74d68-7369-4037-929d-0ec606eab53a tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.124383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-fcd74d68-7369-4037-929d-0ec606eab53a tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746034 Mar 22 14:21:49.142682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] For port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:49.148309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Request body: {'port': {'device_id': '66995019-45b5-45a9-b693-7d2f375cad6d', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': '75c49e6b81ba465785b1cf789310736a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:49.177141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.185126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] device_id is not set on port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:21:49.194926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Publish callbacks [] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.201923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.272607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] No DVR routers for this DVR port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:49.275542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Pushing event updated for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.294349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Made reservation on behalf of 75c49e6b81ba465785b1cf789310736a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:21:49.308168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.320010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.332775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] In _notify_port_updated(), no bound segment for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 on network a4e9bcda-57e6-4a18-a744-704178e8c5d8 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:21:49.333702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.334551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.335894 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4710a3f2-7eb4-4f05-9a96-b9d09919bb46 service neutron] 10.222.0.78 "PUT /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 200 len: 1027 time: 0.6371269 Mar 22 14:21:49.410477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks [] for security_group (1cdb07a0-db3d-4eff-925d-9bee998d3295), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.418386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cdb07a0-db3d-4eff-925d-9bee998d3295), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.441364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e2167405-7768-4fe5-88a5-8d7dad103dd8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:49.513813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port da4f9140-f792-40d5-aa99-0ff7358aa837 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:49.514262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.530753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb07a0-db3d-4eff-925d-9bee998d3295,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.631574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0800264a-ccf7-4225-a188-c2d4141fc1c2 None None] Provisioning complete for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:49.632598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0800264a-ccf7-4225-a188-c2d4141fc1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.674084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port da4f9140-f792-40d5-aa99-0ff7358aa837, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=da4f9140-f792-40d5-aa99-0ff7358aa837,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:49.674625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.693857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for da4f9140-f792-40d5-aa99-0ff7358aa837 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:49.711627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0800264a-ccf7-4225-a188-c2d4141fc1c2 None None] Port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:49.725019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Allocated IP 192.168.233.172 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/500f0cb4-d1f7-445c-b2d7-af07a0a2e84b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:21:49.775017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.780247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.785702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.791419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.797010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.798919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-2214dca4-8100-4e94-92f0-25bd064e9f63 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 3886 time: 0.1785274 Mar 22 14:21:49.813333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6fced-beef-4652-8aa5-a11f7fc8d04a req-9d6eccfd-17c9-4b51-9424-557b175660f7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:49.820158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfe6fced-beef-4652-8aa5-a11f7fc8d04a req-9d6eccfd-17c9-4b51-9424-557b175660f7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 945 time: 0.1560504 Mar 22 14:21:49.852283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (da4f9140-f792-40d5-aa99-0ff7358aa837), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.891083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=da4f9140-f792-40d5-aa99-0ff7358aa837,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:49.933435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-895d8c46-97bb-4e9d-9bdb-774fb304b891 req-363c77cf-6caf-4d3b-b8fa-d400f3a950df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105623 Mar 22 14:21:49.966083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port da4f9140-f792-40d5-aa99-0ff7358aa837 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:49.969094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:49.973555 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-f51b5282-a66e-4277-95cd-b92afdd534df tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "DELETE /v2.0/ports/da4f9140-f792-40d5-aa99-0ff7358aa837 HTTP/1.1" status: 204 len: 173 time: 0.6292989 Mar 22 14:21:49.974130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:49.976778 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a9a1d-ff53-499e-8e7b-c6f44bacde8d" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:50.007620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfe6fced-beef-4652-8aa5-a11f7fc8d04a req-eb9ded90-a2f6-452a-809d-6d718c66e747 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857159 Mar 22 14:21:50.118303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc9ab684-4798-4ca9-88e1-07b1e5fd16d2 req-8d493171-ef2d-49ce-ad69-bca3ff782870 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0492747 Mar 22 14:21:50.122310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port 7630c28f-54b1-4aba-9727-7e844dd76306 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:50.124224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.214512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks [] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.243496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3957d-184e-4e2a-9f8a-2a0762bd0768 req-951222cd-187b-46d9-a99d-a2f87f73bf98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:50.255018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eb3957d-184e-4e2a-9f8a-2a0762bd0768 req-951222cd-187b-46d9-a99d-a2f87f73bf98 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1354225 Mar 22 14:21:50.324939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.339128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port 7630c28f-54b1-4aba-9727-7e844dd76306, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7630c28f-54b1-4aba-9727-7e844dd76306,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:50.339501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.442399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eb3957d-184e-4e2a-9f8a-2a0762bd0768 req-766f7fec-71b0-498d-8d00-a78b974058f4 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838274 Mar 22 14:21:50.446459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Pushing event updated for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:50.479548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:21:50.481091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:21:50.484668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:21:50.501069 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3ceb5-80c3-4f57-b731-5026211551d4 x-openstack-request-id: req-9ed3ceb5-80c3-4f57-b731-5026211551d4 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:50.501365 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "da4f9140-f792-40d5-aa99-0ff7358aa837", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:50.501610 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ed3ceb5-80c3-4f57-b731-5026211551d4 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:50.502065 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed3ceb5-80c3-4f57-b731-5026211551d4'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': 'da4f9140-f792-40d5-aa99-0ff7358aa837', 'status': 'completed', 'code': 200} Mar 22 14:21:50.599441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e2167405-7768-4fe5-88a5-8d7dad103dd8 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:50.610431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:50.611144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.688369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.688873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.689311 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Floating IP 728d3a37-64b6-4d42-b894-e66a1a607018 disassociated. External IP: 172.25.3.238, port: 7630c28f-54b1-4aba-9727-7e844dd76306. Mar 22 14:21:50.689765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for 7630c28f-54b1-4aba-9727-7e844dd76306 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:50.741720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-ef87b4f9-1807-451f-9898-e53eac3f0bae tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5866663 Mar 22 14:21:50.749447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e2167405-7768-4fe5-88a5-8d7dad103dd8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:50.753191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Request body: {'port': {'device_id': '66995019-45b5-45a9-b693-7d2f375cad6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:50.756253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e2167405-7768-4fe5-88a5-8d7dad103dd8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:50.756648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.787595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25420-22a7-462f-b7eb-1ea543c18600 req-558edd72-c223-495e-94fa-a24df221a2ee tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:50.789072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ca25420-22a7-462f-b7eb-1ea543c18600 req-558edd72-c223-495e-94fa-a24df221a2ee tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 936 time: 0.1853695 Mar 22 14:21:50.847003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.905294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e2167405-7768-4fe5-88a5-8d7dad103dd8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:50.906627 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.967559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7630c28f-54b1-4aba-9727-7e844dd76306), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:50.968291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ca25420-22a7-462f-b7eb-1ea543c18600 req-b1c68a09-7821-454c-8eb1-456da04190b0 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675279 Mar 22 14:21:50.999270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:51.000766 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ad4b8390-9b81-4006-b96a-f0277aa638f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.010123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:51.013259 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c33bc-7dbc-40ae-9363-dedd08413848" -d '{"events": [{"server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "name": "network-vif-plugged", "status": "completed", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:51.033569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.036326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1a9974bd-5a7b-4c99-a94f-71552d546fdf no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:51.067836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=7630c28f-54b1-4aba-9727-7e844dd76306,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:51.121856 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b691648e-1d0a-4e77-b256-07129acefe23 x-openstack-request-id: req-b691648e-1d0a-4e77-b256-07129acefe23 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:51.122716 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "name": "network-vif-plugged", "status": "completed", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:51.122973 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b691648e-1d0a-4e77-b256-07129acefe23 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:51.123379 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b691648e-1d0a-4e77-b256-07129acefe23'] response: {'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'code': 200} Mar 22 14:21:51.176324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7fcdb81d-7272-4ede-856a-2387e46b3539 None None] Provisioning complete for port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:51.176732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb81d-7272-4ede-856a-2387e46b3539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.268734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdb81d-7272-4ede-856a-2387e46b3539 None None] Port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:21:51.273876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:51.323554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1a9974bd-5a7b-4c99-a94f-71552d546fdf is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:51.324277 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.334700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Router 102592dd-a9de-4778-a637-f939a762c9b9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:51.405827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:51.415680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.416507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da4f9140-f792-40d5-aa99-0ff7358aa837 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:51.424192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:51.434293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks [] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.456858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Transition to ACTIVE for port object 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:21:51.495130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.517138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:51.544157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:51.562773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Sync routers for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:51.581540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: da4f9140-f792-40d5-aa99-0ff7358aa837 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:51.581887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device da4f9140-f792-40d5-aa99-0ff7358aa837 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:51.582350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b2e4e9ec-8947-49e2-995d-4f247f03f22f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:51.583805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:51.585085 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:51.666248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port b2e4e9ec-8947-49e2-995d-4f247f03f22f host ! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:21:51.666685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device b2e4e9ec-8947-49e2-995d-4f247f03f22f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:51.667118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d57f34a4-7f44-46cd-b812-6d1796a68737 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:51.697435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port 7630c28f-54b1-4aba-9727-7e844dd76306 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:51.701402 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.705798 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-4be7dcc7-5e1e-4122-a84f-660b5ec77564 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "DELETE /v2.0/ports/7630c28f-54b1-4aba-9727-7e844dd76306 HTTP/1.1" status: 204 len: 173 time: 1.7213821 Mar 22 14:21:51.797561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486a5b-658e-49e5-ab04-561f2a8126b8 req-c43f3f49-d0ed-4b17-945c-479f0f306e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.799865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9486a5b-658e-49e5-ab04-561f2a8126b8 req-c43f3f49-d0ed-4b17-945c-479f0f306e94 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 1128 time: 0.3275907 Mar 22 14:21:51.800693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Pushing event updated for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:51.886183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d57f34a4-7f44-46cd-b812-6d1796a68737 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:51.887420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.952221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d5067-c909-422c-a82f-300257b445ed req-f21c4178-5536-409d-9fe4-60eb794772f2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.954728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c6d5067-c909-422c-a82f-300257b445ed req-f21c4178-5536-409d-9fe4-60eb794772f2 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.4895747 Mar 22 14:21:51.986882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e951ac-f6e8-4bf1-8b42-b916cb30cc32 req-77cd0901-98f1-4e0d-a000-94127cf9675d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.988509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:51.994622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e951ac-f6e8-4bf1-8b42-b916cb30cc32 req-77cd0901-98f1-4e0d-a000-94127cf9675d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:51.996046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:52.007668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e951ac-f6e8-4bf1-8b42-b916cb30cc32 req-77cd0901-98f1-4e0d-a000-94127cf9675d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:52.013299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port d57f34a4-7f44-46cd-b812-6d1796a68737 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:52.013845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.014584 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.015507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7630c28f-54b1-4aba-9727-7e844dd76306 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:52.022505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21e951ac-f6e8-4bf1-8b42-b916cb30cc32 req-77cd0901-98f1-4e0d-a000-94127cf9675d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 2414 time: 0.5602138 Mar 22 14:21:52.052878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7630c28f-54b1-4aba-9727-7e844dd76306 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:21:52.062758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7630c28f-54b1-4aba-9727-7e844dd76306 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:52.063151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:52.088299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Attempting to bind port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:21:52.088647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Attempting to bind port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:21:52.088968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Attempting to bind port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:52.101362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:21:52.101824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Attempting to bind port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:21:52.108583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9486a5b-658e-49e5-ab04-561f2a8126b8 req-f4754028-86e8-4962-a826-6218821f2f29 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472882 Mar 22 14:21:52.113341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:21:52.113690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:21:52.114145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:21:52.114643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Bound port: 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:21:52.114958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.159660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c6d5067-c909-422c-a82f-300257b445ed req-6350746b-e9c0-4199-8ebc-11896c740de3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349659 Mar 22 14:21:52.166010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port d57f34a4-7f44-46cd-b812-6d1796a68737, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d57f34a4-7f44-46cd-b812-6d1796a68737,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:52.167747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.172682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 host ! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:21:52.173085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:21:52.173509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 496bf7ba-e0f6-4fce-bc29-436886306ad6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:21:52.218951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for d57f34a4-7f44-46cd-b812-6d1796a68737 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:52.230720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:21:52.234329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:21:52.267609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21e951ac-f6e8-4bf1-8b42-b916cb30cc32 req-5bbdec0e-1c5a-4e85-8e9f-3c24f52ae2bb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441006 Mar 22 14:21:52.269735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.275860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.339068 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:52.391865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 496bf7ba-e0f6-4fce-bc29-436886306ad6 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:52.392281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.415721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Pushing event updated for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.460647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:52.468382 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.475839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d57f34a4-7f44-46cd-b812-6d1796a68737), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.508078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:52.511034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.512456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-9d032bb4-676c-4f55-abab-111ecc2b730f service neutron] 10.222.0.78 "PUT /v2.0/ports/500f0cb4-d1f7-445c-b2d7-af07a0a2e84b HTTP/1.1" status: 200 len: 1096 time: 1.7655165 Mar 22 14:21:52.528830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:52.531625 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:52.553557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98baa241-608d-44e6-abfa-46000eec0b1e req-48d7627f-f3bc-456f-a4de-51befc87f1e6 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.1455338 Mar 22 14:21:52.553732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:52.556299 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be06d485-5a76-4239-b9d7-8dd340038766" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:52.560049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=d57f34a4-7f44-46cd-b812-6d1796a68737,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.603887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:52.612572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409de33-2945-4d70-8da0-1f95a3fe70b9 req-09d9e98f-101c-439d-971c-659533aea2bf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:52.628690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3409de33-2945-4d70-8da0-1f95a3fe70b9 req-09d9e98f-101c-439d-971c-659533aea2bf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.2194262 Mar 22 14:21:52.658419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port d57f34a4-7f44-46cd-b812-6d1796a68737 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:52.662169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.666799 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-3ee77eb0-d353-43a9-914d-78fabe4dbdcb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "DELETE /v2.0/ports/d57f34a4-7f44-46cd-b812-6d1796a68737 HTTP/1.1" status: 204 len: 173 time: 0.9497142 Mar 22 14:21:52.814961 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:52.826171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port 496bf7ba-e0f6-4fce-bc29-436886306ad6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:52.826510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:52.848330 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Checking router: 102592dd-a9de-4778-a637-f939a762c9b9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:52.866398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:52.867599 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:52.920857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3409de33-2945-4d70-8da0-1f95a3fe70b9 req-5b9ea026-7280-4bd1-9535-6e09592c9cad tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911351 Mar 22 14:21:52.956722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-2d586780-1954-4109-b1aa-e7cfd904d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:52.962917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-2d586780-1954-4109-b1aa-e7cfd904d3e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75c49e6b81ba465785b1cf789310736a&device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 1130 time: 0.3107631 Mar 22 14:21:53.094361 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e4a741-4151-4146-bea1-eca2cba23d88 x-openstack-request-id: req-46e4a741-4151-4146-bea1-eca2cba23d88 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:53.094887 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "7630c28f-54b1-4aba-9727-7e844dd76306", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:53.094887 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46e4a741-4151-4146-bea1-eca2cba23d88 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:53.095679 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e4a741-4151-4146-bea1-eca2cba23d88'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '7630c28f-54b1-4aba-9727-7e844dd76306', 'status': 'completed', 'code': 200} Mar 22 14:21:53.108968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port 496bf7ba-e0f6-4fce-bc29-436886306ad6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=496bf7ba-e0f6-4fce-bc29-436886306ad6,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:53.109368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.115082 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb685e5-dc2b-4d64-94b0-d8602a09d3eb x-openstack-request-id: req-6fb685e5-dc2b-4d64-94b0-d8602a09d3eb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:53.115375 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:53.118270 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb685e5-dc2b-4d64-94b0-d8602a09d3eb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:53.120754 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb685e5-dc2b-4d64-94b0-d8602a09d3eb'] response: {'name': 'network-changed', 'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b', 'status': 'completed', 'code': 200} Mar 22 14:21:53.124270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:53.127462 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419504de-005e-4938-9f24-ad10520c0786" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:53.133562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for 496bf7ba-e0f6-4fce-bc29-436886306ad6 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:53.144031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31363cd-7265-4090-bac8-ce2032d49bb2 req-6cc9b9be-74b8-46d2-9255-5f4e56b9c4e0 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:53.145833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f31363cd-7265-4090-bac8-ce2032d49bb2 req-6cc9b9be-74b8-46d2-9255-5f4e56b9c4e0 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 948 time: 0.4010167 Mar 22 14:21:53.147381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-5cddaf2b-de10-4517-a38a-55d0e6f30ab5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b HTTP/1.1" status: 200 len: 217 time: 0.1752720 Mar 22 14:21:53.184371 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:53.206295 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b719fe-8918-4a5b-815a-c399a7b9a443 x-openstack-request-id: req-96b719fe-8918-4a5b-815a-c399a7b9a443 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:53.206602 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-unplugged", "status": "completed", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:53.206908 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96b719fe-8918-4a5b-815a-c399a7b9a443 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:53.207321 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b719fe-8918-4a5b-815a-c399a7b9a443'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'code': 200} Mar 22 14:21:53.207583 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b719fe-8918-4a5b-815a-c399a7b9a443'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'code': 200} Mar 22 14:21:53.207838 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b719fe-8918-4a5b-815a-c399a7b9a443'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'code': 200} Mar 22 14:21:53.282335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f31363cd-7265-4090-bac8-ce2032d49bb2 req-40d26747-979b-4245-a4d7-d167ed3f4b33 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252651 Mar 22 14:21:53.328324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-64711dad-74dc-49dd-a238-b1154cf36d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:53.338555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-64711dad-74dc-49dd-a238-b1154cf36d9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1442845 Mar 22 14:21:53.428118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (496bf7ba-e0f6-4fce-bc29-436886306ad6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.467448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=496bf7ba-e0f6-4fce-bc29-436886306ad6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:53.508746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-395c8409-af95-4452-b33a-b010e2bfcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:53.511327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-395c8409-af95-4452-b33a-b010e2bfcd42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649668 Mar 22 14:21:53.520286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba15035-c642-4c67-948a-228d7b08d7aa req-8d96f932-4c3e-4efe-a124-44fa6bd43ff5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:53.537856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ba15035-c642-4c67-948a-228d7b08d7aa req-8d96f932-4c3e-4efe-a124-44fa6bd43ff5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.1492498 Mar 22 14:21:53.587204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port 496bf7ba-e0f6-4fce-bc29-436886306ad6 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:53.593674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.601597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-c014a2b9-6249-40bc-aa4a-5ff28d8c538b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "DELETE /v2.0/ports/496bf7ba-e0f6-4fce-bc29-436886306ad6 HTTP/1.1" status: 204 len: 173 time: 0.9250631 Mar 22 14:21:53.666283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20cc49-d856-44d5-988c-4887a692c125 req-c7712718-6502-4120-a40a-0a5d67c09226 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:53.667914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d20cc49-d856-44d5-988c-4887a692c125 req-c7712718-6502-4120-a40a-0a5d67c09226 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 943 time: 0.2196288 Mar 22 14:21:53.692400 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.701914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ba15035-c642-4c67-948a-228d7b08d7aa req-5fd57ab0-5c69-42da-b5b4-e712e47cf946 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630630 Mar 22 14:21:53.754399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:53.796985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-6482c2b4-a0fe-4145-ba3a-146d92deaa5a service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252610 Mar 22 14:21:53.807341 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10c953-41a6-4b87-919a-aaafda58b9a3 None None] The sync data for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 is: [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:15:00Z', 'revision_number': 4, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd31ca2ef-08da-448e-9ae6-495c7c5b567f', 'name': '', 'network_id': '18231ba7-7e63-490a-a869-d4210897fa20', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'mac_address': 'fa:16:3e:1e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:58Z', 'updated_at': '2022-03-22T14:15:09Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'subnets': [{'id': 'b67344b4-db1d-4f5d-a2c3-263f43b4a043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:21:53.820789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port 1a9974bd-5a7b-4c99-a94f-71552d546fdf {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:21:53.821132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:53.901852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c7114a-7514-412c-8946-d4e4590f2df2 req-4d044306-a2aa-442f-b99d-c1b3d5f36529 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.1037512 Mar 22 14:21:53.999429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port 1a9974bd-5a7b-4c99-a94f-71552d546fdf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1a9974bd-5a7b-4c99-a94f-71552d546fdf,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:54.000368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.022974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for 1a9974bd-5a7b-4c99-a94f-71552d546fdf owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:21:54.073925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12d930ad-2cfa-4cb7-b553-7ca7737a2313 req-c80fe3db-1a9c-4f54-8078-06cb8e413fd1 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561464 Mar 22 14:21:54.100708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d20cc49-d856-44d5-988c-4887a692c125 req-263bab75-dd43-43dc-b61d-a492fc4f245e tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups?id=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972378 Mar 22 14:21:54.377275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fd676-7633-4b76-9b5c-5057b5dac426 None None] New status for floating IP 728d3a37-64b6-4d42-b894-e66a1a607018: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:54.518288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1a9974bd-5a7b-4c99-a94f-71552d546fdf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.616374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=1a9974bd-5a7b-4c99-a94f-71552d546fdf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:54.750879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port 1a9974bd-5a7b-4c99-a94f-71552d546fdf on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:21:54.763967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.769572 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a13535a-ab6f-48e5-8ba2-0f5fda202bce req-ea3313b5-38e8-4ec8-8382-a29ae00002cb tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.78 "DELETE /v2.0/ports/1a9974bd-5a7b-4c99-a94f-71552d546fdf HTTP/1.1" status: 204 len: 173 time: 1.1618812 Mar 22 14:21:54.911375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ceb9-e30d-4d3a-9cdb-75d23e05c153 req-e83614cb-a612-43df-81a7-7fb6835fa79c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.913245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:54.921373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd68ceb9-e30d-4d3a-9cdb-75d23e05c153 req-e83614cb-a612-43df-81a7-7fb6835fa79c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.8460290 Mar 22 14:21:54.962310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4abb3-7fe3-4524-a954-37b3486192c1 req-ba62ba03-11dd-4daf-be6c-05af81b2f503 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.964523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51b4abb3-7fe3-4524-a954-37b3486192c1 req-ba62ba03-11dd-4daf-be6c-05af81b2f503 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 948 time: 0.1831810 Mar 22 14:21:54.994988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-3405a809-8ed8-4151-82f0-5f66acc5b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:54.996928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-3405a809-8ed8-4151-82f0-5f66acc5b2a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75c49e6b81ba465785b1cf789310736a&device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 1130 time: 0.2167900 Mar 22 14:21:55.067944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd68ceb9-e30d-4d3a-9cdb-75d23e05c153 req-a339ee16-10e1-4557-8264-1b1dc184bcd1 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456232 Mar 22 14:21:55.096692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6'}, {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:55.099484 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9114ac-3717-4903-87dd-9ea85e918149" -d '{"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6"}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:55.165444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51b4abb3-7fe3-4524-a954-37b3486192c1 req-8276d38e-581b-46e3-bf2d-37a279536c2f tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939886 Mar 22 14:21:55.274187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-652fa946-fda2-4e36-8609-17c2c14c3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.275860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-652fa946-fda2-4e36-8609-17c2c14c3c29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.2637281 Mar 22 14:21:55.290391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6635f3-4eec-428f-9372-046cc1ab186f req-58175f0f-c410-462c-a08d-396ee87c1d62 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.292171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d6635f3-4eec-428f-9372-046cc1ab186f req-58175f0f-c410-462c-a08d-396ee87c1d62 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.1256278 Mar 22 14:21:55.370009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-06a95f6f-78be-44c5-90ef-51a13bc1e516 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b HTTP/1.1" status: 200 len: 217 time: 0.0765591 Mar 22 14:21:55.384113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3dc5e7c4-830e-4daf-88a9-77fd4c5bee9b req-9397d3aa-aa6c-4fa1-9ce0-d8462821a57f tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0796154 Mar 22 14:21:55.456837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57068) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:55.489399 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519 x-openstack-request-id: req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:55.489810 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "d57f34a4-7f44-46cd-b812-6d1796a68737", "status": "completed", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "496bf7ba-e0f6-4fce-bc29-436886306ad6", "status": "completed", "code": 200}, {"server_uuid": "c5365f20-3355-4aea-ba11-b41885871786", "name": "network-vif-deleted", "tag": "1a9974bd-5a7b-4c99-a94f-71552d546fdf", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:55.490341 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:55.491240 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': 'd57f34a4-7f44-46cd-b812-6d1796a68737', 'status': 'completed', 'code': 200} Mar 22 14:21:55.491619 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '496bf7ba-e0f6-4fce-bc29-436886306ad6', 'status': 'completed', 'code': 200} Mar 22 14:21:55.491977 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c93528-0f3d-45e7-ae9e-4ae65d8c2519'] response: {'server_uuid': 'c5365f20-3355-4aea-ba11-b41885871786', 'name': 'network-vif-deleted', 'tag': '1a9974bd-5a7b-4c99-a94f-71552d546fdf', 'status': 'completed', 'code': 200} Mar 22 14:21:55.517469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-653556d3-e8ba-4ffa-8907-48ca018524c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.519869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-653556d3-e8ba-4ffa-8907-48ca018524c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.1321075 Mar 22 14:21:55.554882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d6635f3-4eec-428f-9372-046cc1ab186f req-49ad4dfe-daf2-479e-882b-76a460a9f0f8 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522359 Mar 22 14:21:55.620171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43736b23-1294-4610-96e9-05bc80c2f4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.680188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-512b1fcc-a345-4ae9-bf7f-385fa86e1367 req-17845e93-2556-4d2b-9708-ab7e13072646 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0523460 Mar 22 14:21:55.767963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43736b23-1294-4610-96e9-05bc80c2f4a0 admin admin] Publish callbacks [] for security_group (d8846f17-ff16-4ed8-b367-5aa1259896b1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.781528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43736b23-1294-4610-96e9-05bc80c2f4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d8846f17-ff16-4ed8-b367-5aa1259896b1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:55.781891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-69235450-757d-457a-a6ec-e422c3dab876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.783586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-69235450-757d-457a-a6ec-e422c3dab876 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2323856 Mar 22 14:21:55.856548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5d738-d227-405e-bbd0-29cf35a5825e req-66cfaafe-6c43-46aa-80b4-5510ed221433 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:55.858130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75e5d738-d227-405e-bbd0-29cf35a5825e req-66cfaafe-6c43-46aa-80b4-5510ed221433 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.1707771 Mar 22 14:21:55.866283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43736b23-1294-4610-96e9-05bc80c2f4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8846f17-ff16-4ed8-b367-5aa1259896b1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:55.869006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:55.874570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'port_id': 'e2167405-7768-4fe5-88a5-8d7dad103dd8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:21:55.884959 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43736b23-1294-4610-96e9-05bc80c2f4a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f8fa694c62a4e9a8204bc7e3b0eb38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266310 Mar 22 14:21:55.885591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57076) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:55.930924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.006883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] Publish callbacks [] for security_group (d8846f17-ff16-4ed8-b367-5aa1259896b1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.044712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] Publish callbacks [] for security_group (d8846f17-ff16-4ed8-b367-5aa1259896b1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.143755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d8846f17-ff16-4ed8-b367-5aa1259896b1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.147380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.148681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8846f17-ff16-4ed8-b367-5aa1259896b1 HTTP/1.1" status: 204 len: 168 time: 0.2621255 Mar 22 14:21:56.173294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004797c4-1191-4ff8-98b5-1e99ca64e046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8846f17-ff16-4ed8-b367-5aa1259896b1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:56.264143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-1654a5a5-9bed-469f-bac3-c4feb738d0e7 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733465 Mar 22 14:21:56.554087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68660-352d-474b-abf3-dda78de85d04 req-01da30ec-1d36-4495-b325-4f5a8005aa6d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:56.563691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21d68660-352d-474b-abf3-dda78de85d04 req-01da30ec-1d36-4495-b325-4f5a8005aa6d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 948 time: 0.2709577 Mar 22 14:21:56.638675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d4b6f-2c78-4c08-b2ba-07d5b12208d1 req-6be7967b-d5df-42c9-a2a9-cb559c2eb487 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:56.640279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0d4b6f-2c78-4c08-b2ba-07d5b12208d1 req-6be7967b-d5df-42c9-a2a9-cb559c2eb487 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.3735032 Mar 22 14:21:56.710808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57090) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:56.735983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38c60906-6ab2-4dc0-ac94-f10e2152bc7e req-7dfff6fe-f401-4de9-b80c-e59ad12306a4 service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483578 Mar 22 14:21:56.738356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:21:56.751719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1623a4bc-c134-49e3-8de0-0e5149a31524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:56.809290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c0d4b6f-2c78-4c08-b2ba-07d5b12208d1 req-1d5b2839-b6fb-4770-8557-d7f3018e3fcb tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540060 Mar 22 14:21:56.854510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21d68660-352d-474b-abf3-dda78de85d04 req-2ac528de-1616-4059-b29d-b56b73d0e5f9 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897849 Mar 22 14:21:56.968910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:56.983952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b', 'mac_address': 'fa:16:3e:84:ff:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:21:57.004173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1623a4bc-c134-49e3-8de0-0e5149a31524 admin admin] Publish callbacks [] for security_group (c4676845-697c-4f31-bcad-041c1c302ae1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.018032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1623a4bc-c134-49e3-8de0-0e5149a31524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c4676845-697c-4f31-bcad-041c1c302ae1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.027335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:57.027776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.045310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8470bfe-f06a-4294-bbb4-412015342ae6 req-187313bb-9fc0-4b54-a6eb-cf336ee802d7 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0969737 Mar 22 14:21:57.046246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:21:57.069320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:57.086429 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.093786 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1623a4bc-c134-49e3-8de0-0e5149a31524 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5231fa96fb4427b9f026fa1ca262401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804798 Mar 22 14:21:57.096084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:21:57.098390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57094) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:21:57.120809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1fc0aa5-0e58-43e9-b847-e9c1d9364c36 req-c7ffab85-b743-463f-b2ae-39b7bb83f050 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1325221 Mar 22 14:21:57.126887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623a4bc-c134-49e3-8de0-0e5149a31524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4676845-697c-4f31-bcad-041c1c302ae1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:57.179097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:57.211319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.216356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Publish callbacks [] for security_group (c4676845-697c-4f31-bcad-041c1c302ae1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.219219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.302822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Publish callbacks [] for security_group (c4676845-697c-4f31-bcad-041c1c302ae1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.371972 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP 804fc55f-1b31-4916-8ab6-005c2cb186e4 associated. External IP: 172.25.3.109, port: e2167405-7768-4fe5-88a5-8d7dad103dd8. Mar 22 14:21:57.388450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['500f0cb4-d1f7-445c-b2d7-af07a0a2e84b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:21:57.491364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c4676845-697c-4f31-bcad-041c1c302ae1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.494356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.498908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4676845-697c-4f31-bcad-041c1c302ae1 HTTP/1.1" status: 204 len: 168 time: 0.3993249 Mar 22 14:21:57.513759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4676845-697c-4f31-bcad-041c1c302ae1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:57.527998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.528333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.528662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.529170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.529486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.529811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.530151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.530495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.531556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.531889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.532215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.532535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.533009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.533335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.533651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eae462-d3bf-410b-bea3-ad9c58861174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:21:57.730105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:21:57.876554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:21:57.895434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:21:57.899631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:57.919166 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:57.920055 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:57.950019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9d7332f1-5e7c-4053-939b-28437a4ca534 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "PUT /v2.0/floatingips/804fc55f-1b31-4916-8ab6-005c2cb186e4 HTTP/1.1" status: 200 len: 992 time: 2.0706265 Mar 22 14:21:57.950019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:57.950019 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7e351-03ca-47c0-8105-81aa84716c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:58.100945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14673134-6761-43fd-9888-945a388cd6f2 req-dfd9b246-9937-4487-bdb1-5706dec98f31 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.109473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14673134-6761-43fd-9888-945a388cd6f2 req-dfd9b246-9937-4487-bdb1-5706dec98f31 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 949 time: 0.1316440 Mar 22 14:21:58.131578 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:58.133602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e0e9-2763-4f9b-b7f5-7fe2eb6fa352 req-91784dad-600b-4bfd-9fb4-9794eaf96525 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.135489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f57e0e9-2763-4f9b-b7f5-7fe2eb6fa352 req-91784dad-600b-4bfd-9fb4-9794eaf96525 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1475317 Mar 22 14:21:58.190648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.192644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14673134-6761-43fd-9888-945a388cd6f2 req-36b7d9ea-b9b8-4553-b2b6-1e03a8be29b4 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820050 Mar 22 14:21:58.259445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f57e0e9-2763-4f9b-b7f5-7fe2eb6fa352 req-5bc5b7d5-4aaf-43f6-a7d0-5a216a0d10d0 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157827 Mar 22 14:21:58.290907 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead64c54-3636-4421-aa15-2dfc97174c34 x-openstack-request-id: req-ead64c54-3636-4421-aa15-2dfc97174c34 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:58.291452 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:58.292100 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ead64c54-3636-4421-aa15-2dfc97174c34 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:58.292727 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead64c54-3636-4421-aa15-2dfc97174c34'] response: {'name': 'network-changed', 'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'status': 'completed', 'code': 200} Mar 22 14:21:58.485305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e38118e-51b7-4238-b850-32219d9232c9 req-b90d3fad-9d4c-4fac-b519-559168644d8c tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.1246343 Mar 22 14:21:58.500093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cba14f18-e28f-4157-a9d2-850e05e35176 req-4c4cbd08-1c53-4c78-ab43-693b46150bf5 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1171770 Mar 22 14:21:58.541308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-0d229637-9699-4163-86c5-4bd7b5ef3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.548701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-0d229637-9699-4163-86c5-4bd7b5ef3d04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 1128 time: 0.2286849 Mar 22 14:21:58.574659 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '804fc55f-1b31-4916-8ab6-005c2cb186e4', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:ee:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:38Z', 'updated_at': '2022-03-22T14:21:56Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:58.612765 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:21:58.622204 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:21:58.623012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:58.726482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-464528e0-d6d5-40a8-ac88-0c7c75be17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:58.730187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-464528e0-d6d5-40a8-ac88-0c7c75be17e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.1712072 Mar 22 14:21:58.740668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:21:58.742637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:21:58.851162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:21:58.855377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:21:58.855796 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:58.881326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-6ad3e1e4-c5b4-4f2f-95c7-1d70e27fd54b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8 HTTP/1.1" status: 200 len: 1000 time: 0.1435332 Mar 22 14:21:59.016977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:21:59.017679 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.027766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-aad94545-3739-46c3-9656-af7b678441e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.031645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-aad94545-3739-46c3-9656-af7b678441e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.1372032 Mar 22 14:21:59.052459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:21:59.058930 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4762cabd-7a84-4080-85e7-a27fdb282578" -d '{"events": [{"server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "name": "network-vif-plugged", "status": "completed", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:21:59.086307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '804fc55f-1b31-4916-8ab6-005c2cb186e4', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:ee:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:38Z', 'updated_at': '2022-03-22T14:21:56Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:21:59.089303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:21:59.111162 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.141162 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:21:59.141766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-18ffba40-00de-4ef8-be47-c5e64f6b23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.147515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-18ffba40-00de-4ef8-be47-c5e64f6b23d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085694 Mar 22 14:21:59.162195 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7431df74-a556-4850-841d-58879af27637 x-openstack-request-id: req-7431df74-a556-4850-841d-58879af27637 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:21:59.162489 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "name": "network-vif-plugged", "status": "completed", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:21:59.162879 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7431df74-a556-4850-841d-58879af27637 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:21:59.163291 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7431df74-a556-4850-841d-58879af27637'] response: {'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b', 'code': 200} Mar 22 14:21:59.168822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:21:59.315284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-6517eef2-d447-4fd0-acd7-8aab8ddb72d9 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576173 Mar 22 14:21:59.326575 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe091c6-e765-4bd0-9f4a-4d70938406fe None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '804fc55f-1b31-4916-8ab6-005c2cb186e4', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:ee:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:21:38Z', 'updated_at': '2022-03-22T14:21:56Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:21:59.407383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047c98-4d8d-4aac-bca6-368076892bcd req-d41c65d0-ed02-49ca-b856-c901cd075773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.409105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5047c98-4d8d-4aac-bca6-368076892bcd req-d41c65d0-ed02-49ca-b856-c901cd075773 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 1132 time: 0.1515701 Mar 22 14:21:59.521253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e612-ca9b-4523-8673-9e74d1c3dab8 req-cc12716e-b93c-4b18-b78b-6093890d6b97 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.521253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1375e612-ca9b-4523-8673-9e74d1c3dab8 req-cc12716e-b93c-4b18-b78b-6093890d6b97 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.1991694 Mar 22 14:21:59.538445 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a5047c98-4d8d-4aac-bca6-368076892bcd req-fbea0709-1b21-4776-8f37-f5d6379b9984 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153862 Mar 22 14:21:59.632218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2011-30a0-4a8b-92c7-b7a35bca8247 req-e8538f7d-03af-4444-8e66-f1b66ceb3cb3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:21:59.641464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-698f2011-30a0-4a8b-92c7-b7a35bca8247 req-e8538f7d-03af-4444-8e66-f1b66ceb3cb3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.2503624 Mar 22 14:21:59.682939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40e7e351-03ca-47c0-8105-81aa84716c59 req-604233d4-a0a7-4837-956d-f6f8b240d591 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381894 Mar 22 14:21:59.692195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1375e612-ca9b-4523-8673-9e74d1c3dab8 req-75cbce80-ccdb-4719-8c75-c2ea49ac5549 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513152 Mar 22 14:21:59.720453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-698f2011-30a0-4a8b-92c7-b7a35bca8247 req-3846249f-a6f5-424f-be6f-c25972f410d2 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780213 Mar 22 14:21:59.774587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d2c68-8600-42fd-8eee-a76da16a400b None None] New status for floating IP 804fc55f-1b31-4916-8ab6-005c2cb186e4: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:21:59.899227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70f7f89e-7650-40e3-99ea-c20f3340dd90 req-cd56437b-7c62-4c4a-9c1c-54547e4bad3d tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0880828 Mar 22 14:21:59.983529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a11ddb0-f61c-4489-9f2e-04807daf9aa9 req-1ff865c1-218d-4db5-b154-1ee29d7c5c1a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0924158 Mar 22 14:22:01.023529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8725b93-c93e-43f6-9041-0095d97f0f4e req-8fa266d1-7833-4659-a67b-d34eba907c1d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:01.038253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8725b93-c93e-43f6-9041-0095d97f0f4e req-8fa266d1-7833-4659-a67b-d34eba907c1d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.1810803 Mar 22 14:22:01.100631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa81bab-9f4b-4978-8f50-d6fd1d42961b req-79b86320-6e76-4103-91c0-cdfde9e16798 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:01.102330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1aa81bab-9f4b-4978-8f50-d6fd1d42961b req-79b86320-6e76-4103-91c0-cdfde9e16798 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.2008207 Mar 22 14:22:01.146130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8725b93-c93e-43f6-9041-0095d97f0f4e req-99c569b0-29ad-47ce-9768-9b024da38400 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063449 Mar 22 14:22:01.241662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1aa81bab-9f4b-4978-8f50-d6fd1d42961b req-06eaae78-b815-4f76-8a1e-3b384b02996a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105595 Mar 22 14:22:01.313353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba6e3548-0fe6-4084-8605-00ba86a26c8a req-e11837c6-3124-4a33-897a-fd884d97e6d4 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0686898 Mar 22 14:22:01.408294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79f701d1-6dcf-4fd2-ab2a-fd32f52b2c12 req-c8308597-200d-4c00-a3c7-c4e8b0bacc3b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0600827 Mar 22 14:22:02.303121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417a35-840e-4b5e-8c87-4e66b3105f91 req-7749ccc1-e3fb-4cbd-9839-7b4a5e6e3a2d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:02.305230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85417a35-840e-4b5e-8c87-4e66b3105f91 req-7749ccc1-e3fb-4cbd-9839-7b4a5e6e3a2d tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.0836210 Mar 22 14:22:02.410093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7c78e-8e82-4fa3-8c1e-d5a8888bc384 req-85cfbca7-0800-43ce-bb78-09b0cd20b15b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:02.417275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5db7c78e-8e82-4fa3-8c1e-d5a8888bc384 req-85cfbca7-0800-43ce-bb78-09b0cd20b15b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0894561 Mar 22 14:22:02.443291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85417a35-840e-4b5e-8c87-4e66b3105f91 req-5baf3f30-cd36-4e9b-b6e7-9034a1083845 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307418 Mar 22 14:22:02.518612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5db7c78e-8e82-4fa3-8c1e-d5a8888bc384 req-23fb3d8b-de92-44f4-bc9e-f87a0a75528a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943687 Mar 22 14:22:02.626570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6b9f210-fa52-43ac-a631-ea1c88213f50 req-d8b66fa5-4e59-46f1-a91b-1fbd92f73816 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0524938 Mar 22 14:22:02.697470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14b7f217-3f0f-424c-9a47-224d436bcc36 req-2b017b08-e6a8-4da9-9dea-ed49a181585b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0737925 Mar 22 14:22:03.002669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29223-6473-47b0-b397-08150ef6ead5 req-7080fd0e-cab5-4a21-9836-a8f39b790bd8 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:03.009686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93e29223-6473-47b0-b397-08150ef6ead5 req-7080fd0e-cab5-4a21-9836-a8f39b790bd8 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.0919743 Mar 22 14:22:03.062728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93e29223-6473-47b0-b397-08150ef6ead5 req-3792dfd6-399c-4074-b9c8-7c97f35fddcf tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Mar 22 14:22:04.013194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2641ce07-c839-4f70-b1c4-1ad0f56dc816 req-abc0a416-c815-47c5-b112-c52df69455a5 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0356376 Mar 22 14:22:04.048728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275639-7be0-4b20-b5a3-41e65efaa5d1 req-0791c852-10db-45ae-90cd-c98f0334ca5e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.058907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2275639-7be0-4b20-b5a3-41e65efaa5d1 req-0791c852-10db-45ae-90cd-c98f0334ca5e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.4647505 Mar 22 14:22:04.131328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e409fbc6-731f-43ae-bfae-d5b9472a8f20 req-b01a3ed3-25db-4c01-b82c-c2d44970fd83 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0354853 Mar 22 14:22:04.142567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2275639-7be0-4b20-b5a3-41e65efaa5d1 req-7c70fb59-7dbb-4fa5-8b55-f577044b284b tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Mar 22 14:22:04.360574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd8f3e-b222-4eea-8b6f-023e58580ebc req-f77846d2-5fd5-4cff-b5bb-82e003591e82 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.367904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07dd8f3e-b222-4eea-8b6f-023e58580ebc req-f77846d2-5fd5-4cff-b5bb-82e003591e82 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.1500821 Mar 22 14:22:04.434653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07dd8f3e-b222-4eea-8b6f-023e58580ebc req-176e48a7-6aa1-4746-81cb-fafe909566cf tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cdb07a0-db3d-4eff-925d-9bee998d3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Mar 22 14:22:04.641883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-e0beaa3c-69d3-4c1c-80d6-e52ca6668bab tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:04.646570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-e0beaa3c-69d3-4c1c-80d6-e52ca6668bab tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.78 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 950 time: 0.1083801 Mar 22 14:22:04.931550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Deleting port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:04.931888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:05.109201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] For port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:05.111441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:05.138035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Calling delete_port for 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:05.170612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0008315f-9b68-4a58-9f40-1d2fe3c8ea34 req-7128e285-cda4-4526-9f77-a4c63720784d tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0413129 Mar 22 14:22:05.351356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93644e37-0399-461b-b278-0d83ff51b0b5 req-2459b8ad-0191-47fc-b608-0f53f320ba82 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0468502 Mar 22 14:22:05.430256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc59d-898c-49d3-8f08-81f6a51c3bc6 req-6b0c2b8e-fde4-46fd-9b8e-324e69b42f99 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:05.431772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f4bc59d-898c-49d3-8f08-81f6a51c3bc6 req-6b0c2b8e-fde4-46fd-9b8e-324e69b42f99 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1391742 Mar 22 14:22:05.509208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (500f0cb4-d1f7-445c-b2d7-af07a0a2e84b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:05.530476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['500f0cb4-d1f7-445c-b2d7-af07a0a2e84b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:22:05.587220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Pushing event deleted for resources: {'Port': ['ID=500f0cb4-d1f7-445c-b2d7-af07a0a2e84b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:05.638566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71de839c-6550-4212-967a-bcb95bb22c67 req-f3c8c450-b14a-4be3-b7f1-0c5a8d77d2af tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 210 time: 0.0674567 Mar 22 14:22:05.743625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f4bc59d-898c-49d3-8f08-81f6a51c3bc6 req-870707f6-081b-4c64-b494-72a428ff6774 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729712 Mar 22 14:22:05.774119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] No DVR routers for this DVR port 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:05.777194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:05.780966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f12d07-ec22-4b7f-a40b-bc931ad82e19 req-595c4113-f500-401d-ba10-14f1a2ca4d52 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.78 "DELETE /v2.0/ports/500f0cb4-d1f7-445c-b2d7-af07a0a2e84b HTTP/1.1" status: 204 len: 173 time: 1.1263597 Mar 22 14:22:05.781660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'name': 'network-vif-deleted', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:05.784786 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45da8040-9103-4a3c-8027-a457e01b7da7" -d '{"events": [{"server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "name": "network-vif-deleted", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:05.831394 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3ba7e-c78f-482a-b031-118c5105f10a x-openstack-request-id: req-c7e3ba7e-c78f-482a-b031-118c5105f10a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:05.832027 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66995019-45b5-45a9-b693-7d2f375cad6d", "name": "network-vif-deleted", "tag": "500f0cb4-d1f7-445c-b2d7-af07a0a2e84b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:05.833161 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7e3ba7e-c78f-482a-b031-118c5105f10a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:05.833663 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e3ba7e-c78f-482a-b031-118c5105f10a'] response: {'server_uuid': '66995019-45b5-45a9-b693-7d2f375cad6d', 'name': 'network-vif-deleted', 'tag': '500f0cb4-d1f7-445c-b2d7-af07a0a2e84b', 'status': 'completed', 'code': 200} Mar 22 14:22:06.311531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73caf037-4c12-4af0-b863-445161a97146 req-49c5c364-8adb-4e57-8077-86d3e82ce195 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Mar 22 14:22:06.495326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25006b4a-8a5f-4895-84f2-2bc0c53a5160 req-68f46678-23dd-408b-8695-28d979314684 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0305696 Mar 22 14:22:06.811231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-779f0271-bdee-49cc-8582-ebe132a4c79c req-78dae0f6-b87f-46c0-997a-198434babe98 tempest-VolumesNegativeTest-1006301781 tempest-VolumesNegativeTest-1006301781-project] 10.222.0.81 "GET /v2.0/ports?device_id=66995019-45b5-45a9-b693-7d2f375cad6d HTTP/1.1" status: 200 len: 210 time: 0.0659599 Mar 22 14:22:06.892228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a455-da69-4b3f-acc3-07ccd40fb58d req-159d7170-98b9-44df-a663-8603ff1b5a90 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:06.899434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae37a455-da69-4b3f-acc3-07ccd40fb58d req-159d7170-98b9-44df-a663-8603ff1b5a90 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0621290 Mar 22 14:22:06.947906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae37a455-da69-4b3f-acc3-07ccd40fb58d req-e4ff7c8b-6b08-4b5b-bf72-f1e3bdfeffaf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Mar 22 14:22:07.470343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-587a3187-36cd-4a88-9c9f-c06c99c473f5 req-d3a40618-efd1-4999-a941-82049fee92e1 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0373585 Mar 22 14:22:07.631101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fe178cc-81a5-4dda-ba78-49870faef9c3 req-9e9f0622-aad5-483f-a8b7-fab79f6eb733 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0446916 Mar 22 14:22:08.089765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b849d2-46ef-4b68-84f2-776a0f27615a req-9ae24825-9333-40b4-8642-3c9173dea887 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:08.091359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38b849d2-46ef-4b68-84f2-776a0f27615a req-9ae24825-9333-40b4-8642-3c9173dea887 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0687795 Mar 22 14:22:08.140523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38b849d2-46ef-4b68-84f2-776a0f27615a req-fefb955b-30f3-4a0f-bfeb-f48f6c710284 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Mar 22 14:22:08.595948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-972693b0-c347-4c1d-ba44-85833f00e564 req-d71eaabb-b963-478d-9640-b85a104f3ea9 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Mar 22 14:22:08.784091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b98b58c-f136-452a-a547-b29da6c7882b req-e4625ac1-442b-46ad-b689-ca55109ac39d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0653133 Mar 22 14:22:08.833857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:08.875812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:08.876259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 500f0cb4-d1f7-445c-b2d7-af07a0a2e84b not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:08.878980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21ccebd0-4753-4916-ad71-5c10eb1e6139 req-0e3ed062-7245-4d0e-8488-91b9e92074f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0938365 Mar 22 14:22:09.364394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf70bb-f761-4e55-bb9f-6f71b1330c10 req-28a2890e-a7ad-450a-8d40-94aa2e14c1a7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:09.369697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5adf70bb-f761-4e55-bb9f-6f71b1330c10 req-28a2890e-a7ad-450a-8d40-94aa2e14c1a7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1293666 Mar 22 14:22:09.444536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5adf70bb-f761-4e55-bb9f-6f71b1330c10 req-c80abd0c-cb7c-488c-aa8b-ba9e69b7dc9c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688634 Mar 22 14:22:09.757865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bded6599-e78a-4b5b-ac2c-6d18974a0099 req-f10429eb-32cb-4c16-bf49-85f74728390e tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0422554 Mar 22 14:22:10.022633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90b47ebf-67a4-4fa6-aa4e-bf5aced51911 req-9277ca8e-7322-4ff2-bd08-f5d8b5481346 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1053486 Mar 22 14:22:10.527260 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:22:10.577572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b14788-a234-4964-83af-a6c0dbb9487a req-42e3f2a8-7082-4a97-bee0-93ee8c8983a0 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:10.584894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85b14788-a234-4964-83af-a6c0dbb9487a req-42e3f2a8-7082-4a97-bee0-93ee8c8983a0 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0668995 Mar 22 14:22:10.644466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85b14788-a234-4964-83af-a6c0dbb9487a req-e034963c-d89d-4608-a421-e0941378577c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Mar 22 14:22:10.879021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-769922d3-0d44-447c-a5a7-03c97d8d6cb7 req-c64401ee-0b68-42ed-a638-3e9503f53510 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0475559 Mar 22 14:22:11.137325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-427b2313-289c-4af7-b862-7bfac238096f req-e5fef87e-9213-4335-ac84-9b176ca5d309 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0476253 Mar 22 14:22:11.246796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e027cf52-146c-49a6-acf6-ad41f83c6622 req-5f9d1b20-0a08-461c-bdd3-32b2361587db tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545&device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0393598 Mar 22 14:22:11.607105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d41891a0-b600-41c4-a8d8-472c472f36e0 req-11cfd092-1fe1-436e-bc3d-d3e4f00617fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fadaf1b86414f6a9264e07dd91e372e&device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0724280 Mar 22 14:22:11.685448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-babfd815-a968-42a9-b212-b67587be348b req-59324686-d912-4815-9592-dea1e1622f3f tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0423234 Mar 22 14:22:11.688436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d41891a0-b600-41c4-a8d8-472c472f36e0 req-dca3fb03-212b-4b6d-ab6a-9ca5bf005900 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9fadaf1b86414f6a9264e07dd91e372e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740380 Mar 22 14:22:11.995308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4e1ff-3119-4209-abad-209660cc6bd7 req-d22ade52-374a-4fd6-9647-4b2a447c6574 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:12.003571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0de4e1ff-3119-4209-abad-209660cc6bd7 req-d22ade52-374a-4fd6-9647-4b2a447c6574 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1567738 Mar 22 14:22:12.037147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41891a0-b600-41c4-a8d8-472c472f36e0 req-297d977d-3365-4189-a506-e8c4ca1b2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:12.039321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d41891a0-b600-41c4-a8d8-472c472f36e0 req-297d977d-3365-4189-a506-e8c4ca1b2f6c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3437202 Mar 22 14:22:12.110426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0de4e1ff-3119-4209-abad-209660cc6bd7 req-02ffbd7c-c58b-42b5-ae0c-0c7ce536d365 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058364 Mar 22 14:22:12.279888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0de751be-b5f8-4614-893d-8266f6640ba6 req-04f60933-8768-413e-b18e-b81941f789f2 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0474803 Mar 22 14:22:12.875370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcf7c91d-6740-4216-bcd8-017d8f07c156 req-0a1432ca-dda6-4403-9fc3-46d7936df417 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0470755 Mar 22 14:22:13.312005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aea107-8888-4819-991b-420422115c7b req-b926256c-ffad-4752-a857-7cd330d4f873 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:13.314412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4aea107-8888-4819-991b-420422115c7b req-b926256c-ffad-4752-a857-7cd330d4f873 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0929897 Mar 22 14:22:13.400744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4aea107-8888-4819-991b-420422115c7b req-522781d5-f464-4958-897f-55ca2e37d4f8 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704494 Mar 22 14:22:13.447000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65fe1612-f931-4bde-bc0b-b1659dfe3b58 req-e9d56d5e-a6ee-4091-9063-4fdc8f739f00 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0405540 Mar 22 14:22:13.491551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d41891a0-b600-41c4-a8d8-472c472f36e0 req-9d11aa2c-8691-4873-beed-2d11194ff7ff tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0384829 Mar 22 14:22:14.082121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f48fe006-6985-4669-9283-19b0e25af1b4 req-0f73def9-2f62-4d86-a2c8-7a176b0a582b tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=f64e378e-5aad-4d3b-9020-355b1d424545 HTTP/1.1" status: 200 len: 210 time: 0.0582790 Mar 22 14:22:14.598219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d7cd6-8569-4a1a-8528-9c7b3e295ebf req-4fe05388-8bc9-479f-8b4f-0720755996b7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:14.606045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d67d7cd6-8569-4a1a-8528-9c7b3e295ebf req-4fe05388-8bc9-479f-8b4f-0720755996b7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1153486 Mar 22 14:22:14.689669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d67d7cd6-8569-4a1a-8528-9c7b3e295ebf req-37aaa19b-2582-43e1-87fa-0d4fa741021e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826919 Mar 22 14:22:14.692243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bcc32d75-a7e1-4f32-9176-885579960f51 req-651fac9b-f3c1-430b-b0ed-7b1c9532c0e0 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1035411 Mar 22 14:22:15.490872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f014bfc9-7a36-490f-9301-b206c18ae583 req-5ee36060-38cb-4bcc-824e-12e9ea5d935a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fadaf1b86414f6a9264e07dd91e372e&device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0657349 Mar 22 14:22:15.570034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d832e9e8-dda3-4e62-a284-f7d53b4ee8f3 req-55c5b4e8-a554-4473-872c-cebbb14256bc tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0778811 Mar 22 14:22:15.618319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f014bfc9-7a36-490f-9301-b206c18ae583 req-07c9d5e5-b88e-4302-bb0a-b4bffa776c98 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9fadaf1b86414f6a9264e07dd91e372e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471981 Mar 22 14:22:15.778956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014bfc9-7a36-490f-9301-b206c18ae583 req-d004ff6e-bfff-4b12-bf0d-633859cf617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:15.784810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f014bfc9-7a36-490f-9301-b206c18ae583 req-d004ff6e-bfff-4b12-bf0d-633859cf617a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564968 Mar 22 14:22:15.926021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c49959b0-f5cd-4d47-82cd-a5eb9bafce4e req-d2833cfe-bbc9-4d4e-8f1d-1ec0075018ed tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0664835 Mar 22 14:22:15.961898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9efc44-bbd2-4174-bde7-f2d299a7acb0 req-8d7350b5-aec2-4f15-85e8-652b406fe454 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:15.969846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a9efc44-bbd2-4174-bde7-f2d299a7acb0 req-8d7350b5-aec2-4f15-85e8-652b406fe454 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1553271 Mar 22 14:22:16.029395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a9efc44-bbd2-4174-bde7-f2d299a7acb0 req-b8ea504a-fbde-4bfa-9a7b-40298f502bb4 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Mar 22 14:22:16.788249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51124579-4559-489e-926f-b7d94f03407a req-b3c4f67f-6167-4662-9473-5de5b10ecaed tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0413058 Mar 22 14:22:17.138192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66a847d6-fb52-49e0-81b3-791224fae8c6 req-7f79369b-2a93-4519-8ac3-9673483fbe17 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0719614 Mar 22 14:22:17.219174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f014bfc9-7a36-490f-9301-b206c18ae583 req-986f967c-ab96-458c-b08c-1861a299e3b5 tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.78 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0334499 Mar 22 14:22:17.243448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffc8ff-bd0f-4a8b-8c8c-1e2a415e9365 req-1b02372c-785b-4d56-a357-3be93f20aeb3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:17.251146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75ffc8ff-bd0f-4a8b-8c8c-1e2a415e9365 req-1b02372c-785b-4d56-a357-3be93f20aeb3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1092389 Mar 22 14:22:17.310348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75ffc8ff-bd0f-4a8b-8c8c-1e2a415e9365 req-0fe05bc7-5e20-4ab5-bcb4-0c2263810911 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552835 Mar 22 14:22:18.040217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e11e36ff-e8de-48ca-922d-9518773a1bc3 req-7487d157-f0c8-4f63-8823-9d00e5b1d8eb tempest-ServerShowV247Test-1545755357 tempest-ServerShowV247Test-1545755357-project] 10.222.0.81 "GET /v2.0/ports?device_id=5caa080f-d570-47d0-b3cf-43821663d053 HTTP/1.1" status: 200 len: 210 time: 0.0708718 Mar 22 14:22:18.083639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57628) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:18.315038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfd58f09-b331-4b0c-ba0b-fe363a10014c req-55a47ec2-9a3a-47d8-b031-07225060d70c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0491240 Mar 22 14:22:18.401277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:18.414707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5260837b-545e-4ecc-b5fa-2b131ac56208 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75c49e6b81ba465785b1cf789310736a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296885 Mar 22 14:22:18.521032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] Publish callbacks [] for security_group (1cdb07a0-db3d-4eff-925d-9bee998d3295), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.541418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372e29-193e-4982-a701-3b1ced6bcb89 req-868eff49-2eb8-4c54-8756-eed284c7e016 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:18.543001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c372e29-193e-4982-a701-3b1ced6bcb89 req-868eff49-2eb8-4c54-8756-eed284c7e016 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1190567 Mar 22 14:22:18.566308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] Publish callbacks [] for security_group (1cdb07a0-db3d-4eff-925d-9bee998d3295), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.575277 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-92e65423-8171-47ee-a6a8-d73d5bc99b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.648492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c372e29-193e-4982-a701-3b1ced6bcb89 req-db758662-d83c-4085-9848-264bb0624c70 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838056 Mar 22 14:22:18.687038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cdb07a0-db3d-4eff-925d-9bee998d3295), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.689916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:18.694900 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cdb07a0-db3d-4eff-925d-9bee998d3295 HTTP/1.1" status: 204 len: 168 time: 0.2882636 Mar 22 14:22:18.706832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b423772-f75c-4531-aacf-b1fbd47e6044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb07a0-db3d-4eff-925d-9bee998d3295,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:19.499957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f52d9f10-d5ea-46bf-9ec9-5d61dd69765c req-ec21875a-cb13-4cf7-ae0e-2b453c297f49 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0516808 Mar 22 14:22:19.574057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57664) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:19.755723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92de33f0-e324-4ba1-aa50-405702261827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.839563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e3c4-59b3-48ab-b5e4-fe9fb433fe89 req-ae0c2964-0ee7-4375-ac85-7d3cb22e1161 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:19.842447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c68e3c4-59b3-48ab-b5e4-fe9fb433fe89 req-ae0c2964-0ee7-4375-ac85-7d3cb22e1161 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.0720809 Mar 22 14:22:19.893701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c68e3c4-59b3-48ab-b5e4-fe9fb433fe89 req-ee503ec9-fb47-4878-a60c-90285542b6e7 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Mar 22 14:22:19.921340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92de33f0-e324-4ba1-aa50-405702261827 admin admin] Publish callbacks [] for security_group (7efd77f6-f534-4228-ad8f-98cd1e0ed203), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.927103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92de33f0-e324-4ba1-aa50-405702261827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7efd77f6-f534-4228-ad8f-98cd1e0ed203), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:19.977527 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-92de33f0-e324-4ba1-aa50-405702261827 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fadaf1b86414f6a9264e07dd91e372e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015203 Mar 22 14:22:19.980448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:19.998371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de33f0-e324-4ba1-aa50-405702261827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd77f6-f534-4228-ad8f-98cd1e0ed203,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.074068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] Publish callbacks [] for security_group (7efd77f6-f534-4228-ad8f-98cd1e0ed203), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.098171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] Publish callbacks [] for security_group (7efd77f6-f534-4228-ad8f-98cd1e0ed203), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.100083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.153888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7efd77f6-f534-4228-ad8f-98cd1e0ed203), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.162226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.166531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7efd77f6-f534-4228-ad8f-98cd1e0ed203 HTTP/1.1" status: 204 len: 168 time: 0.1850257 Mar 22 14:22:20.187318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24400d-ed4c-4ae3-80a8-cea5567c98c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efd77f6-f534-4228-ad8f-98cd1e0ed203,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.227936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-635595749-network', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:20.266296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Made reservation on behalf of b18e39fc5782408c8d86e542421ee1db for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:20.269069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.278609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.372614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks [] for security_group (e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.379968 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.404002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:20.421913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.425332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8d8afc4b-be2a-4d05-a979-f1de5bd01f0c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.425680 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Added segment 8d8afc4b-be2a-4d05-a979-f1de5bd01f0c of type vlan for network c706954c-ac27-4732-ba1c-4873a3482524 Mar 22 14:22:20.473343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c706954c-ac27-4732-ba1c-4873a3482524), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.511984 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c706954c-ac27-4732-ba1c-4873a3482524), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.513359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:20.514134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.616897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5155365 Mar 22 14:22:20.619429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:20.620817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b9456-9e96-4331-981f-8168db943f3c admin admin] Pushing event updated for resources: {'Network': ['ID=c706954c-ac27-4732-ba1c-4873a3482524,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:20.628910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Request body: {'subnet': {'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-635595749-subnet', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:20.633160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c706954c-ac27-4732-ba1c-4873a3482524 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:20.669346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Made reservation on behalf of b18e39fc5782408c8d86e542421ee1db for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:20.685106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:20.830558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-006efbad-544f-4e11-ad3b-0535eef42032 req-88fb4fe0-4816-4dbc-b76b-1878fd738db3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1428909 Mar 22 14:22:20.879202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:22:20.882762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:20.994206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-40ddafa3-d9d1-49c9-9017-81ced840d8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.076809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (b64c94e2-5ac9-45b6-a403-ba27fabca99a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.125927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64c94e2-5ac9-45b6-a403-ba27fabca99a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:21.141874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 62ddbcbe-9137-4222-834f-9979e2e2b86d is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:21.142687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.169057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dd746-3204-4ff4-aeec-58a8cb36ab29 req-2389d6e1-2348-4591-9483-546381d39627 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:21.183785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:21.188246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b4dd746-3204-4ff4-aeec-58a8cb36ab29 req-2389d6e1-2348-4591-9483-546381d39627 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1508884 Mar 22 14:22:21.193243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:21.195916 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a1d69-db9a-4bde-8c9a-4b92942d1d74" -d '{"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-unplugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:21.201504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.249594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Checking segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:21.250043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Network hostable DHCP agents. Network: c706954c-ac27-4732-ba1c-4873a3482524, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:22:21.265119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:21.283762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:21.298305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'port_id': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'mac_address': 'fa:16:3e:d4:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c449df-a49b-4e03-9513-4f309aa2ee9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:22:21.326941 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e110c1-e075-45fa-bc1a-fe00793067f8 x-openstack-request-id: req-f8e110c1-e075-45fa-bc1a-fe00793067f8 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:21.327390 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-unplugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:21.327870 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8e110c1-e075-45fa-bc1a-fe00793067f8 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:21.328384 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e110c1-e075-45fa-bc1a-fe00793067f8'] response: {'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'code': 200} Mar 22 14:22:21.351343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 62ddbcbe-9137-4222-834f-9979e2e2b86d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:21.353120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.368181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b4dd746-3204-4ff4-aeec-58a8cb36ab29 req-8a2f0784-f6c4-4c30-bdb6-0b56db261e16 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786993 Mar 22 14:22:21.370101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Network c706954c-ac27-4732-ba1c-4873a3482524 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:22:21.397098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c706954c-ac27-4732-ba1c-4873a3482524) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:21.401249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddbcbe-9137-4222-834f-9979e2e2b86d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:22:21.410798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7367e7-e36c-4f07-a2f9-c6296b90547f None None] Network c706954c-ac27-4732-ba1c-4873a3482524 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:21.416174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:21.417632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.448114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-37b96de3-11f2-4f84-9ddf-58acbe9c8958 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8266425 Mar 22 14:22:21.449852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57734) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:21.455047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:21.484091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (64a667ac-316a-4500-a7ae-5654da876601), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.486856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (64a667ac-316a-4500-a7ae-5654da876601), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.492681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:21.508004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.588653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for router_controller (64a667ac-316a-4500-a7ae-5654da876601), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.611480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:21.620695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c706954c-ac27-4732-ba1c-4873a3482524', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:22:21.622458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.833385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Allocated IP 172.20.0.2 (c706954c-ac27-4732-ba1c-4873a3482524/b64c94e2-5ac9-45b6-a403-ba27fabca99a/9b59a271-41fa-4da4-a431-3f19597ee095) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:21.838741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for router_gateway (64a667ac-316a-4500-a7ae-5654da876601), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:21.954457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.014596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['62ddbcbe-9137-4222-834f-9979e2e2b86d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:22:22.078351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e19f9973-c677-467f-a1a6-e72fe341ca59 req-a140f885-1cb8-4d4f-bdb6-99ddb7d14c05 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0643034 Mar 22 14:22:22.126481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks [] for port (9b59a271-41fa-4da4-a431-3f19597ee095), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.127470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76496077-1d2d-407a-aeeb-3f875d48f805 req-3572c25d-b5cf-43ed-acd5-a1d244deefac tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0986676 Mar 22 14:22:22.153401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.249710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Pushing event updated for resources: {'Port': ['ID=9b59a271-41fa-4da4-a431-3f19597ee095,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:22.342471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for router_gateway (64a667ac-316a-4500-a7ae-5654da876601), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.349661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Network c706954c-ac27-4732-ba1c-4873a3482524 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:22.366589 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.399794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:22.403198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:22.552650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Attempting to bind port 9b59a271-41fa-4da4-a431-3f19597ee095 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:22.552650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Attempting to bind port 9b59a271-41fa-4da4-a431-3f19597ee095 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:22.552650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Attempting to bind port 9b59a271-41fa-4da4-a431-3f19597ee095 on network c706954c-ac27-4732-ba1c-4873a3482524 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:22.563834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Allocated IP 172.25.3.176 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:22.567740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:22.568130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Checking segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:22.568976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.568976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Bound using segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:22.569436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Bound port: 9b59a271-41fa-4da4-a431-3f19597ee095, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:22.569824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.588293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce70a5-9def-4dee-8ef9-25889d32e4de req-d096184d-9c23-4748-ac1e-bda8bf749ae3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:22.595462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ce70a5-9def-4dee-8ef9-25889d32e4de req-d096184d-9c23-4748-ac1e-bda8bf749ae3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 945 time: 0.1053395 Mar 22 14:22:22.650587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] For port 9b59a271-41fa-4da4-a431-3f19597ee095, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:22.653854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] For port 9b59a271-41fa-4da4-a431-3f19597ee095, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9b59a271-41fa-4da4-a431-3f19597ee095,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:22.664296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.704492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ce70a5-9def-4dee-8ef9-25889d32e4de req-86fea649-542e-4b7c-bb2b-3b3586e80930 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081944 Mar 22 14:22:22.749268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15f785-43c0-43f0-b154-57c4039391d1 None None] Pushing event updated for resources: {'Port': ['ID=9b59a271-41fa-4da4-a431-3f19597ee095,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:22.831019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.877049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:22.937388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:22.943034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:22.952516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:22.957428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:23.558610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da5a0554-6d48-4250-ad08-74bc3afc1da5 req-df483bcd-2cf2-4339-b52b-a03ff111a4bc tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0670791 Mar 22 14:22:23.632066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9d6ad68-8e45-4af0-9a9c-63fc34129deb req-839ddfd9-3c25-44b6-817a-aff6937e953a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1359355 Mar 22 14:22:23.688797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.002508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd9a3-d3a1-4df6-b593-bc6f9fb5df22 req-ae0325d3-5d79-4a95-8a3c-8410763ce36a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:24.009688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fedd9a3-d3a1-4df6-b593-bc6f9fb5df22 req-ae0325d3-5d79-4a95-8a3c-8410763ce36a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 945 time: 0.1494148 Mar 22 14:22:24.026430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for router_gateway (64a667ac-316a-4500-a7ae-5654da876601), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.148727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02059ccc-c29a-4d97-b53f-32f7731b6ab5 None None] Network c706954c-ac27-4732-ba1c-4873a3482524 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:24.177571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fedd9a3-d3a1-4df6-b593-bc6f9fb5df22 req-98c88adf-bbe4-43fd-bf4f-d3ec382f5486 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669292 Mar 22 14:22:24.224714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Provisioning complete for port 9b59a271-41fa-4da4-a431-3f19597ee095 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:24.225157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.369015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Current status of the port 9b59a271-41fa-4da4-a431-3f19597ee095 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:24.369553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.414158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] For port 9b59a271-41fa-4da4-a431-3f19597ee095, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9b59a271-41fa-4da4-a431-3f19597ee095,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:24.421848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.422360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (64a667ac-316a-4500-a7ae-5654da876601), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.484000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9b59a271-41fa-4da4-a431-3f19597ee095 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:24.548885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24765f0-b854-4c6c-b0fa-a5f4b8f25c69 None None] Pushing event updated for resources: {'Port': ['ID=9b59a271-41fa-4da4-a431-3f19597ee095,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:24.572939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9b59a271-41fa-4da4-a431-3f19597ee095 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:24.573563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.734275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9b59a271-41fa-4da4-a431-3f19597ee095 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:24.746197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fdf17cd-3dc6-410d-bb2b-9b96fce5a772 req-259d31aa-6acd-4849-81f4-f68bb35eb708 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0564828 Mar 22 14:22:24.752798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ceb330bd-b497-4f7c-8d8c-af5fc71ee96f None None] Provisioning complete for port 9b59a271-41fa-4da4-a431-3f19597ee095 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:24.760492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ceb330bd-b497-4f7c-8d8c-af5fc71ee96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.792450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04407fea-d934-4e0b-a922-003b558f1211 req-4083e920-a403-4f1a-bda1-9a08825cfb52 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0495179 Mar 22 14:22:24.808383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Router 64a667ac-316a-4500-a7ae-5654da876601 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:22:24.889855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ceb330bd-b497-4f7c-8d8c-af5fc71ee96f None None] Current status of the port 9b59a271-41fa-4da4-a431-3f19597ee095 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:24.897754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:24.924310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.954229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 62ddbcbe-9137-4222-834f-9979e2e2b86d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:24.954702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:24.959538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb90fa1d-45c7-45d0-9c39-34a9a61876ff req-7d583e58-21b6-440e-b7d2-ab83b1ada69c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0877221 Mar 22 14:22:24.967460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:24.979348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:24.991872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:24.992763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:25.004622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.005940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-43ab4c9f-8990-4637-a84b-d051eb7a9b24 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5550444 Mar 22 14:22:25.009004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:25.101788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 62ddbcbe-9137-4222-834f-9979e2e2b86d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:25.102234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.137363 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:25.150767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:25.153104 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b672360d-e9c2-4752-945d-647183bfd08c" -d '{"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-plugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:25.183071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:25.193038 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.251148 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d4272-c65d-4728-9bab-3a396e436bb0 x-openstack-request-id: req-903d4272-c65d-4728-9bab-3a396e436bb0 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:25.251372 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-plugged", "status": "completed", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:25.251621 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-903d4272-c65d-4728-9bab-3a396e436bb0 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:25.252529 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903d4272-c65d-4728-9bab-3a396e436bb0'] response: {'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'code': 200} Mar 22 14:22:25.325283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:25.367741 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:23Z', 'revision_number': 3, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:25.417101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:25.417864 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Updating router 64a667ac-316a-4500-a7ae-5654da876601 port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:22:25.444085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae554fb6-0153-4258-ba1f-ee34c9244bac req-646033c8-5d67-422b-a2ce-1a62364be8d5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:25.445631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae554fb6-0153-4258-ba1f-ee34c9244bac req-646033c8-5d67-422b-a2ce-1a62364be8d5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.1141131 Mar 22 14:22:25.458399 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.569334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae554fb6-0153-4258-ba1f-ee34c9244bac req-35763528-97a3-4cbe-9089-458a3dbd859f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155574 Mar 22 14:22:25.577774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972880ee-18d2-4911-97de-5d76e3429438 req-8b1a72b6-d37e-4885-a0f7-20e502d7ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:25.579292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-972880ee-18d2-4911-97de-5d76e3429438 req-8b1a72b6-d37e-4885-a0f7-20e502d7ebdf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 1128 time: 0.1800110 Mar 22 14:22:25.790293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.806913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-972880ee-18d2-4911-97de-5d76e3429438 req-df5c1ace-841f-4fde-abd4-3820d9a3442b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182591 Mar 22 14:22:25.906674 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks [] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.923063 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:25.974806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f235d82-3f10-4c44-a5f1-d75f0978c3ca req-cb9ea37a-1468-4f91-b5df-dd497bb0e96c tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0496345 Mar 22 14:22:26.032260 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Pushing event updated for resources: {'Port': ['ID=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:26.036661 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Attempting to bind port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:26.037293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Attempting to bind port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:26.038479 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Attempting to bind port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:26.048236 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.048853 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.049563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.050377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.050974 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.051499 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.052154 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.052717 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.053261 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.053772 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.054319 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.054829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.056410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.056955 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.057471 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:26.058614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-841d3f5f-aa64-4aa3-a77b-5c30a39a234e req-f35d0d3b-217f-43af-a76e-66fc3fe2694a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1358569 Mar 22 14:22:26.063178 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:26.063874 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:26.064460 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.065028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:26.066640 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Bound port: 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:26.067031 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.115222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:26.188671 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] For port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:26.197108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] For port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:26.216755 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.284052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c8116e-3ce8-42ac-bab8-b936b43c631a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.293283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Allocated IP 172.20.0.1 (c706954c-ac27-4732-ba1c-4873a3482524/b64c94e2-5ac9-45b6-a403-ba27fabca99a/33c6fb81-98cc-4a75-abb6-f3f13f568702) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:26.306593 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:26.307138 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:26.398029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9b59a271-41fa-4da4-a431-3f19597ee095 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:26.457271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c8116e-3ce8-42ac-bab8-b936b43c631a admin admin] Publish callbacks [] for security_group (a63d89ab-1304-4a1b-9f2a-ffb6891cbc84), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.459232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:26.469186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75c8116e-3ce8-42ac-bab8-b936b43c631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a63d89ab-1304-4a1b-9f2a-ffb6891cbc84), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.504600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks [] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.521525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 9b59a271-41fa-4da4-a431-3f19597ee095 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:26.521945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.536226 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75c8116e-3ce8-42ac-bab8-b936b43c631a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3812015245504581bfabade2050f5d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193201 Mar 22 14:22:26.537306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8116e-3ce8-42ac-bab8-b936b43c631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d89ab-1304-4a1b-9f2a-ffb6891cbc84,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:26.541562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57804) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:26.592408 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.599355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] Publish callbacks [] for security_group (a63d89ab-1304-4a1b-9f2a-ffb6891cbc84), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.646801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] Publish callbacks [] for security_group (a63d89ab-1304-4a1b-9f2a-ffb6891cbc84), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.661223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 9b59a271-41fa-4da4-a431-3f19597ee095 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:26.681017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Network c706954c-ac27-4732-ba1c-4873a3482524 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:26.682761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:26.689325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:26.691711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:26.744738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a63d89ab-1304-4a1b-9f2a-ffb6891cbc84), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.747618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (64a667ac-316a-4500-a7ae-5654da876601), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.747874 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:26.758419 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a63d89ab-1304-4a1b-9f2a-ffb6891cbc84 HTTP/1.1" status: 204 len: 168 time: 0.2154882 Mar 22 14:22:26.777185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a1121-7d8e-4a6b-a969-29c10552b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d89ab-1304-4a1b-9f2a-ffb6891cbc84,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:26.949558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:23Z', 'revision_number': 3, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:26.959525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98740cb-662c-451b-95d3-7ae8329a25bf req-d750377d-36c1-4a14-b4fb-8fdeb18a2d13 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:26.961387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b98740cb-662c-451b-95d3-7ae8329a25bf req-d750377d-36c1-4a14-b4fb-8fdeb18a2d13 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.2110956 Mar 22 14:22:27.027556 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952451b-7cbe-44f5-8600-046149238880 None None] Pushing event updated for resources: {'Port': ['ID=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:27.046879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2b140-1976-4c50-8580-3335fa19fe7b None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:23Z', 'revision_number': 3, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:27.146841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80dd6d52-cdeb-46d8-aeb4-fb18b0c7b747 None None] Provisioning complete for port 33c6fb81-98cc-4a75-abb6-f3f13f568702 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:27.147275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80dd6d52-cdeb-46d8-aeb4-fb18b0c7b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.212100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80dd6d52-cdeb-46d8-aeb4-fb18b0c7b747 None None] Port 33c6fb81-98cc-4a75-abb6-f3f13f568702 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:27.262190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8981693d-d51f-46a9-bf81-4b2080c5fafe req-14e9632b-d3e8-4838-818a-88113d58f206 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.1197944 Mar 22 14:22:27.303626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b98740cb-662c-451b-95d3-7ae8329a25bf req-4bd14788-0eed-451d-ad49-d985fad53836 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332181 Mar 22 14:22:27.366541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57820) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:27.367320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-40aa208e-a102-4e10-be66-902a73a81064 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2851717 Mar 22 14:22:27.368298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.396088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6acd-e32e-4a98-b4b5-504efb04bcc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.536162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87a45070-8f89-44c2-b02f-84cdf7da4c2c req-182ce887-e38c-4207-9017-079d04c67b68 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1344588 Mar 22 14:22:27.547947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6acd-e32e-4a98-b4b5-504efb04bcc5 admin admin] Publish callbacks [] for security_group (724c69d0-0ea5-407f-b7ba-83657055e754), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.564152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6acd-e32e-4a98-b4b5-504efb04bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (724c69d0-0ea5-407f-b7ba-83657055e754), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.602642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d6acd-e32e-4a98-b4b5-504efb04bcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724c69d0-0ea5-407f-b7ba-83657055e754,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:27.641809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f8d6acd-e32e-4a98-b4b5-504efb04bcc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=364ccde0b8bb4c77b861291e74567800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740333 Mar 22 14:22:27.642226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:27.711062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-2cbc6eb2-c497-4e36-8a32-a8e7659c52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:27.712593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-2cbc6eb2-c497-4e36-8a32-a8e7659c52e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d6e6d8691024cbea463ab75de19334c&device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 1127 time: 0.3092597 Mar 22 14:22:27.881694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks [] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:27.904304 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.063146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] Publish callbacks [] for security_group (724c69d0-0ea5-407f-b7ba-83657055e754), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.094864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] Publish callbacks [] for security_group (724c69d0-0ea5-407f-b7ba-83657055e754), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.157466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (724c69d0-0ea5-407f-b7ba-83657055e754), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.160273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.161522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/724c69d0-0ea5-407f-b7ba-83657055e754 HTTP/1.1" status: 204 len: 168 time: 0.5044136 Mar 22 14:22:28.162318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:28.196622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (64a667ac-316a-4500-a7ae-5654da876601), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.221896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e27cb-7c09-4843-a679-d10a70d84f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c69d0-0ea5-407f-b7ba-83657055e754,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:28.226904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.305225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-620f4e7c-13e6-469d-a682-bce350a199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:28.311942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-620f4e7c-13e6-469d-a682-bce350a199ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 200 len: 910 time: 0.5688338 Mar 22 14:22:28.490800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:28.609608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:28.610484 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.756102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:28.756745 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.801492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:28.818763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:28.886518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:28.909410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da2e239f-a553-4a22-be9f-59c50ddf8659 req-f15405b6-45db-4a64-ad9c-51ede9d1b615 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.4618936 Mar 22 14:22:28.959897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Network c706954c-ac27-4732-ba1c-4873a3482524 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:28.964126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-9818bb28-e3af-4528-851e-52d8e5181cc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 200 len: 1001 time: 0.6423061 Mar 22 14:22:28.966090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:29.030786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55686-d186-49e9-ad5a-bcc5ce5e2976 req-3957ed2e-6459-40a2-93c6-d9b4d2df0211 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:29.032344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb55686-d186-49e9-ad5a-bcc5ce5e2976 req-3957ed2e-6459-40a2-93c6-d9b4d2df0211 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.6180933 Mar 22 14:22:29.138922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9c858d6-56f4-4890-8ab9-e206059ff889 req-b6b8e0fb-b008-485f-9194-5e6ef84f9c91 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.1515431 Mar 22 14:22:29.147858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.181678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-07c1832f-8832-495f-95f2-1cc3ec561123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:29.183554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-07c1832f-8832-495f-95f2-1cc3ec561123 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=81a3c2b1-f2ca-4ca4-a707-516f10076436 HTTP/1.1" status: 200 len: 848 time: 0.2078502 Mar 22 14:22:29.279251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6bb55686-d186-49e9-ad5a-bcc5ce5e2976 req-70b4ed01-c6c8-4cf3-ad98-cb4a72a6c581 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746497 Mar 22 14:22:29.291705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Router 64a667ac-316a-4500-a7ae-5654da876601 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:29.377242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-50bc2ca0-5559-468d-bcd4-8d87e932417f None None] Provisioning complete for port 33c6fb81-98cc-4a75-abb6-f3f13f568702 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:29.387662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ca0-5559-468d-bcd4-8d87e932417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:29.450907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-50bc2ca0-5559-468d-bcd4-8d87e932417f None None] Port 33c6fb81-98cc-4a75-abb6-f3f13f568702 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:29.490414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-41e9b87a-d896-4ede-b85e-b68f9dc560dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:29.492108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-41e9b87a-d896-4ede-b85e-b68f9dc560dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2923616-3acc-4a5e-801c-49a6fc07e7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3001540 Mar 22 14:22:29.640930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7ebc-2659-4907-bf87-28bb73d8e4d9 req-2e989059-cff4-4135-aa52-b5364081035e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:29.643941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d4c7ebc-2659-4907-bf87-28bb73d8e4d9 req-2e989059-cff4-4135-aa52-b5364081035e tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.2323852 Mar 22 14:22:29.648951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:29.664058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2bee4da-ce91-40ac-bf73-1cd24b155db2 admin admin] 10.222.0.81 "PUT /v2.0/routers/64a667ac-316a-4500-a7ae-5654da876601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6451113 Mar 22 14:22:29.718309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-cac01fd6-d4a2-43dd-891c-88e2329bf00d service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139843 Mar 22 14:22:29.790220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3d4c7ebc-2659-4907-bf87-28bb73d8e4d9 req-fdb9481f-6e04-47cb-b37c-df7fe5d48da2 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303236 Mar 22 14:22:29.851457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04fa879-6e99-4d89-8966-3f8061473f98 req-12730b86-7094-4c37-9c9e-de965b73e127 service neutron] 10.222.0.78 "GET /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240959 Mar 22 14:22:29.881433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:29.893547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:29.894536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:30.026839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:30.142955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b09fbf7d-4046-4e9a-97b5-54983ed467a6 req-3d7ffa54-c12a-4932-9a97-ca3661f84190 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.1277542 Mar 22 14:22:30.356993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a40096b0-e179-45a5-bb1a-78a71ffe6cf3 req-982063b8-dfb0-4600-94d2-a58482dae5ea tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0709991 Mar 22 14:22:30.485853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:30.564485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 2, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:30.577352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-14463ec5-301a-4be5-ab7d-1cb8ce63bd13 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:30.578920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-14463ec5-301a-4be5-ab7d-1cb8ce63bd13 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.2175930 Mar 22 14:22:30.608116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-36fde8db-bdd4-4939-abec-470d6e436b54 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/quotas/c5138efdfc0c4424be2300d0023955d3 HTTP/1.1" status: 200 len: 375 time: 0.0176942 Mar 22 14:22:30.617544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:30.618428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Updating router 64a667ac-316a-4500-a7ae-5654da876601 port 33c6fb81-98cc-4a75-abb6-f3f13f568702 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:22:30.648426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.664117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:30.664772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.684341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-5d67db99-4a1d-4ab7-a929-0cf5fce7669f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695190 Mar 22 14:22:30.725080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57916) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:30.730169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-678415368-network', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:30.781798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Made reservation on behalf of f85cdedaf5c44c95982a3c0677edd2c7 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:30.786774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.799121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-782218f5-7678-41fd-9194-b608cfdc6995 service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057591 Mar 22 14:22:30.808030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.914746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-0126c0c3-9d34-48a8-9259-45f9d6cb4fcf service neutron] 10.222.0.81 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099269 Mar 22 14:22:30.955729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks [] for security_group (a47bc502-4702-4abb-aaed-8699766986e3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.964370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a47bc502-4702-4abb-aaed-8699766986e3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:30.996684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bc502-4702-4abb-aaed-8699766986e3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.009090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:31.024140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7b640773-f3c3-4e98-ba00-24108e5c2f2f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.024563 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Added segment 7b640773-f3c3-4e98-ba00-24108e5c2f2f of type vlan for network 37c6d63a-8cce-486e-9c39-3b16d6337f46 Mar 22 14:22:31.084411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (37c6d63a-8cce-486e-9c39-3b16d6337f46), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.105120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:31.111172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks [] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.125815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.189623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (37c6d63a-8cce-486e-9c39-3b16d6337f46), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.190801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:31.191739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.291651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Attempting to bind port 33c6fb81-98cc-4a75-abb6-f3f13f568702 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:31.292035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Attempting to bind port 33c6fb81-98cc-4a75-abb6-f3f13f568702 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:31.292408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Attempting to bind port 33c6fb81-98cc-4a75-abb6-f3f13f568702 on network c706954c-ac27-4732-ba1c-4873a3482524 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:31.309757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:31.310186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Checking segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:31.310604 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.311005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Bound using segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:31.311569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Bound port: 33c6fb81-98cc-4a75-abb6-f3f13f568702, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:31.311951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.313886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90bf5a-4d96-4941-a242-1b5f575ddd05 None None] Pushing event updated for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.316986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac0ab617-458e-410f-860c-789647ed4eff req-d4844aa3-690b-4d61-9813-6e52afce76df tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 210 time: 0.1049368 Mar 22 14:22:31.393807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f154b1-4f78-4de4-b653-e4c98c94d98b req-91579839-79ab-4d86-8832-ef67799ff4d6 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0741971 Mar 22 14:22:31.419984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] Pushing event updated for resources: {'Network': ['ID=37c6d63a-8cce-486e-9c39-3b16d6337f46,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.440383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5ef7b0d2-3b9c-4a31-b822-a3d4f529ce8f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7136989 Mar 22 14:22:31.443174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57930) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:31.458126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:31.459743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Request body: {'subnet': {'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-678415368-subnet', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:31.555969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Made reservation on behalf of f85cdedaf5c44c95982a3c0677edd2c7 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:31.564327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.635754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7080e69f-143a-4dda-aaff-38adc822cfb4 req-4ed5461a-7bc2-415e-9e9c-7b4a78603e3c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0672047 Mar 22 14:22:31.662087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4d763548-c7d2-44cd-b66c-73bd7dee1458 None None] Provisioning complete for port 33c6fb81-98cc-4a75-abb6-f3f13f568702 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:31.662618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d763548-c7d2-44cd-b66c-73bd7dee1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.708762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4d763548-c7d2-44cd-b66c-73bd7dee1458 None None] Port 33c6fb81-98cc-4a75-abb6-f3f13f568702 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:31.721693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] For port 33c6fb81-98cc-4a75-abb6-f3f13f568702, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:31.749542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] For port 33c6fb81-98cc-4a75-abb6-f3f13f568702, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=33c6fb81-98cc-4a75-abb6-f3f13f568702,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:31.760401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:31.821379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-ba5b0dc1-b21b-4e56-9ff9-f84e60370caa tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:31.823718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-ba5b0dc1-b21b-4e56-9ff9-f84e60370caa tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e297df5-7413-42c1-a552-63bdadf686f6 HTTP/1.1" status: 200 len: 946 time: 0.3386867 Mar 22 14:22:31.845451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90bf5a-4d96-4941-a242-1b5f575ddd05 None None] Pushing event updated for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:31.869661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:31.870470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:32.086595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:32.105913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Deleting port 62ddbcbe-9137-4222-834f-9979e2e2b86d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:32.106576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.286827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (32535a96-e981-4c06-a470-70f51790da58), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.374605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] For port 62ddbcbe-9137-4222-834f-9979e2e2b86d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=62ddbcbe-9137-4222-834f-9979e2e2b86d,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:32.375534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.378227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Checking segment: {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:32.378696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Network hostable DHCP agents. Network: 37c6d63a-8cce-486e-9c39-3b16d6337f46, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:22:32.398594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Calling delete_port for 62ddbcbe-9137-4222-834f-9979e2e2b86d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:32.408727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32535a96-e981-4c06-a470-70f51790da58,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:32.425948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Provisioning complete for port 33c6fb81-98cc-4a75-abb6-f3f13f568702 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:32.426334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.430940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:22:32.506258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 37c6d63a-8cce-486e-9c39-3b16d6337f46) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:32.530128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025dad7b-fe2e-4a1e-9867-1434779f9012 None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:32.571261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5537326-ef1f-40ac-b785-780aa8a27526 req-d6876756-0626-44b9-9d95-33ce6b480d71 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 210 time: 0.0758023 Mar 22 14:22:32.573773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:32.574464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.614402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-563040b8-1143-44cf-8c66-df450a143569 req-aa6b501f-b154-457b-85fe-80fbdb02d5ed tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0419953 Mar 22 14:22:32.633180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:32.633657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a7d732d8-dada-4a70-90c8-9275d2a2d578 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1891744 Mar 22 14:22:32.638994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:32.726561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.727809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.762422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (62ddbcbe-9137-4222-834f-9979e2e2b86d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.805764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event deleted for resources: {'Port': ['ID=62ddbcbe-9137-4222-834f-9979e2e2b86d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:32.825386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-37c6d63a-8cce-486e-9c39-3b16d6337f46', 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46', 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'fixed_ips': [{'subnet_id': '32535a96-e981-4c06-a470-70f51790da58'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:22:32.826504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.829623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['62ddbcbe-9137-4222-834f-9979e2e2b86d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:22:32.873654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for router_controller (5adbdd6d-90c9-448c-b8e1-02ccf950e092), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.886555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11d3e4b7-025d-400b-9672-3d2b4cba80d7 req-7e1c8e1d-5e56-45e1-99ce-92c98fc90add tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0976012 Mar 22 14:22:32.917513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] No DVR routers for this DVR port 62ddbcbe-9137-4222-834f-9979e2e2b86d on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:32.922651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:32.924673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:31Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:32.926823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4963d96-cab3-43e3-8c0c-89289189e7c0 req-49d50397-c242-4d90-b2b9-54e4cf8b3246 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "DELETE /v2.0/ports/62ddbcbe-9137-4222-834f-9979e2e2b86d HTTP/1.1" status: 204 len: 173 time: 1.0954607 Mar 22 14:22:32.927506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-deleted', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:32.930280 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83798591-76d8-4b86-bf3c-418288b7ba13" -d '{"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-deleted", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:32.943440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Current status of the port 33c6fb81-98cc-4a75-abb6-f3f13f568702 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:32.943939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.007496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66599381-368f-4227-9066-a1e5ff69e911 None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:31Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:33.031723 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8a23a-fc50-49a2-8ad0-97617eae9e72 x-openstack-request-id: req-04f8a23a-fc50-49a2-8ad0-97617eae9e72 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:33.032219 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e297df5-7413-42c1-a552-63bdadf686f6", "name": "network-vif-deleted", "tag": "62ddbcbe-9137-4222-834f-9979e2e2b86d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:33.032550 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04f8a23a-fc50-49a2-8ad0-97617eae9e72 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:33.033097 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f8a23a-fc50-49a2-8ad0-97617eae9e72'] response: {'server_uuid': '2e297df5-7413-42c1-a552-63bdadf686f6', 'name': 'network-vif-deleted', 'tag': '62ddbcbe-9137-4222-834f-9979e2e2b86d', 'status': 'completed', 'code': 200} Mar 22 14:22:33.069591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-a3343b50-079e-4f7d-a5df-487bc5634fd3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:33.071132 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-a3343b50-079e-4f7d-a5df-487bc5634fd3 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 814 time: 0.1948774 Mar 22 14:22:33.200279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Request body: {'port': {'device_id': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'admin_state_up': True, 'tenant_id': 'c5138efdfc0c4424be2300d0023955d3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:33.238301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Allocated IP 172.20.0.2 (37c6d63a-8cce-486e-9c39-3b16d6337f46/32535a96-e981-4c06-a470-70f51790da58/41c8f876-2e58-4c79-ba37-07db82c8095e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:33.421588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks [] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.444376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.467141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for router_gateway (5adbdd6d-90c9-448c-b8e1-02ccf950e092), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.573313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Made reservation on behalf of c5138efdfc0c4424be2300d0023955d3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:33.577328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] For port 33c6fb81-98cc-4a75-abb6-f3f13f568702, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=33c6fb81-98cc-4a75-abb6-f3f13f568702,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:33.578180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.590282 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.608454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:33.611382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Pushing event updated for resources: {'Port': ['ID=41c8f876-2e58-4c79-ba37-07db82c8095e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:33.615223 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:33.623538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:33.883208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Attempting to bind port 41c8f876-2e58-4c79-ba37-07db82c8095e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:33.884016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Attempting to bind port 41c8f876-2e58-4c79-ba37-07db82c8095e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:33.884691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Attempting to bind port 41c8f876-2e58-4c79-ba37-07db82c8095e on network 37c6d63a-8cce-486e-9c39-3b16d6337f46 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:33.899347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01ec1-c8e6-45e0-8e8a-814b06218cd6 None None] Pushing event updated for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:33.914055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:33.914667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Checking segment: {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:33.915452 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:33.916009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Bound using segment: {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:33.924607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a124630-da4b-4fa7-b2ee-b9ed1abd2cc5 req-6928e8e8-7379-4dfe-a4f8-6b4c1a146453 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 210 time: 0.1201837 Mar 22 14:22:33.936662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Bound port: 41c8f876-2e58-4c79-ba37-07db82c8095e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:33.937376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.042848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da6e6ed4-83a3-43f4-8ae9-31089ae6d0a6 req-9a3aadcc-372f-4452-820e-aeb48db2ad06 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.1120076 Mar 22 14:22:34.125426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] For port 41c8f876-2e58-4c79-ba37-07db82c8095e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:34.129409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] For port 41c8f876-2e58-4c79-ba37-07db82c8095e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c8f876-2e58-4c79-ba37-07db82c8095e,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:34.142865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.158917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-847384d3-c508-40ef-aa9b-2285db4664dd req-4b79d700-15c3-4539-86a4-69086306d4ab tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0575314 Mar 22 14:22:34.198615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Allocated IP 172.20.0.8 (3d8f8bdb-9708-46ba-8021-76794db8fe29/04c449df-a49b-4e03-9513-4f309aa2ee9b/72e22e34-34e7-419f-a6ae-ddeb795d0a35) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:34.307478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for router_gateway (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.310360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36610b33-1c2f-4fa8-81c6-5c0a6665c893 None None] Pushing event updated for resources: {'Port': ['ID=41c8f876-2e58-4c79-ba37-07db82c8095e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:34.357241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.554965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 33c6fb81-98cc-4a75-abb6-f3f13f568702 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:34.641908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks [] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.670960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Allocated IP 172.25.3.88 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/80f09a7c-8671-4a73-9f05-0b893f4e4f1d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:34.731278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 33c6fb81-98cc-4a75-abb6-f3f13f568702 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:34.731655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.782766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.862834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Network 3d8f8bdb-9708-46ba-8021-76794db8fe29 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:34.867018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event updated for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:34.877835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:34.881915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:34.892965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 33c6fb81-98cc-4a75-abb6-f3f13f568702 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:34.918113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.939988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:34.940789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:34.943843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:34.969837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d5c55300-7770-4e6b-b75b-3d0808fcbd63 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7795541 Mar 22 14:22:34.973649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 62ddbcbe-9137-4222-834f-9979e2e2b86d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:34.974089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 62ddbcbe-9137-4222-834f-9979e2e2b86d not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:34.987441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Request body: {'port': {'device_id': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:35.116383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.244648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-833f5db2-c6db-4e8f-86d4-32920d7b1e0c req-d9b9486f-b5b7-43b0-b019-6835233bc5af tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0520322 Mar 22 14:22:35.280102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa4b3-0685-469e-8852-9c2310f74647 req-1717ffdb-2ddd-47e0-9d7d-df2dc16d8b61 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:35.291739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ecaa4b3-0685-469e-8852-9c2310f74647 req-1717ffdb-2ddd-47e0-9d7d-df2dc16d8b61 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 931 time: 0.1724949 Mar 22 14:22:35.402726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ecaa4b3-0685-469e-8852-9c2310f74647 req-2e7daabf-1ad4-44f6-9fc0-fa9b5dba01d5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074755 Mar 22 14:22:35.477779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0df9f778-3df7-43ca-acc0-373a2005c52c req-dc35f349-2613-4d03-badf-fe164cb6d730 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0860279 Mar 22 14:22:35.828785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:35.846427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:35.850535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:35.855636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Pushing event updated for resources: {'Port': ['ID=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:35.859039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:35.954600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee0070-a4b6-4f43-961f-6aa40c7d4af7 None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:36.073352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Provisioning complete for port 41c8f876-2e58-4c79-ba37-07db82c8095e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:36.074158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.205933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Current status of the port 41c8f876-2e58-4c79-ba37-07db82c8095e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:36.206665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.274611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] For port 41c8f876-2e58-4c79-ba37-07db82c8095e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c8f876-2e58-4c79-ba37-07db82c8095e,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:36.297265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.461622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c6fb4-6bb6-4856-bbdd-9fdc11a003f3 None None] Pushing event updated for resources: {'Port': ['ID=41c8f876-2e58-4c79-ba37-07db82c8095e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:36.513362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffcb9915-566d-458e-855a-6eb08e5661f4 req-7b3e0b23-d0db-4f2e-8d26-a69c54aa2ae1 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0918362 Mar 22 14:22:36.517997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c8f876-2e58-4c79-ba37-07db82c8095e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:36.600729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41c8f876-2e58-4c79-ba37-07db82c8095e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:36.601097 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.691990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71d67815-ced6-4749-b831-777f473adc49 req-b43a9760-db88-4372-a8dd-664c1b09789b tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0491128 Mar 22 14:22:36.706072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41c8f876-2e58-4c79-ba37-07db82c8095e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:36.714536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8be74abb-3e11-4e82-971d-2e47e4e08fad None None] Provisioning complete for port 41c8f876-2e58-4c79-ba37-07db82c8095e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:36.714919 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8be74abb-3e11-4e82-971d-2e47e4e08fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.726797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1e79-776d-4c95-8ae1-dfd69675c1b1 req-0e961ad8-8454-4f71-a48e-83353e80c1a9 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:36.728673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41cf1e79-776d-4c95-8ae1-dfd69675c1b1 req-0e961ad8-8454-4f71-a48e-83353e80c1a9 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 931 time: 0.1627862 Mar 22 14:22:36.761993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for router_gateway (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.823038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41cf1e79-776d-4c95-8ae1-dfd69675c1b1 req-d1cb5fff-b072-4aa9-b31a-9c2df70a49ba tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886605 Mar 22 14:22:36.867936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8be74abb-3e11-4e82-971d-2e47e4e08fad None None] Current status of the port 41c8f876-2e58-4c79-ba37-07db82c8095e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:36.903878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e22e34-34e7-419f-a6ae-ddeb795d0a35 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:22:36.912953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks [] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:36.932079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Transition to ACTIVE for port object 72e22e34-34e7-419f-a6ae-ddeb795d0a35 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:22:36.944232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.018529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:37.180922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.295683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Attempting to bind port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:37.296028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Attempting to bind port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:37.296356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Attempting to bind port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:37.302810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:22:37.303130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Attempting to bind port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 on network 3d8f8bdb-9708-46ba-8021-76794db8fe29 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:37.310703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:37.311115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Checking segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:37.311504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Bound using segment: {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:37.311931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Bound port: 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918c5c62-867c-4f5e-826a-dbb2400dc0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:37.312287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.412095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:37.415875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:37.428561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.433419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:22:37.484229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:37.484864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.486529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] 10.222.0.78 "PUT /v2.0/ports/72e22e34-34e7-419f-a6ae-ddeb795d0a35 HTTP/1.1" status: 200 len: 1091 time: 2.5068927 Mar 22 14:22:37.491122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:37.497076 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15608bf6-b485-4c6b-8cd6-e429bac5ee27" -d '{"events": [{"name": "network-changed", "server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:37.708582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8b74134-2a8c-46d2-8fe8-3a8ab7f662eb req-ddfc519c-5b33-429d-8500-5ade185a3707 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0363011 Mar 22 14:22:37.711255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:37.722163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6e9d-52c9-465a-b9ba-97831087d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:37.724139 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Sync routers for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:37.753761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:37.754413 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:37.772535 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff958cb-d9be-4762-8e34-7aed527714bb x-openstack-request-id: req-3ff958cb-d9be-4762-8e34-7aed527714bb {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:37.772535 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:37.772535 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ff958cb-d9be-4762-8e34-7aed527714bb {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:37.774061 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff958cb-d9be-4762-8e34-7aed527714bb'] response: {'name': 'network-changed', 'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35', 'status': 'completed', 'code': 200} Mar 22 14:22:37.822394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:37.826690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58012) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:37.826874 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6411f292-dc1c-4afa-831b-58364723c281 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1923587 Mar 22 14:22:37.829905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-8609f9f9-1ceb-498d-a704-b045d91fc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:37.831651 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-8609f9f9-1ceb-498d-a704-b045d91fc065 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 1125 time: 0.1008842 Mar 22 14:22:37.905767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-d3081564-d66b-4895-a7eb-bf3ac93107fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35 HTTP/1.1" status: 200 len: 217 time: 0.0621550 Mar 22 14:22:37.989757 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:38.017363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71167744-7df3-40af-bca5-d5c5ae175c87 req-e03a741e-7c36-4a3a-a8b9-3c496d037687 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0708115 Mar 22 14:22:38.076168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-f83ace5a-f494-4cd2-8506-6745b0cba10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:38.078050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-f83ace5a-f494-4cd2-8506-6745b0cba10d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.1664937 Mar 22 14:22:38.112430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4c3a8-cd0f-49e0-b0c5-bec8e0d841dc req-7fd5df07-cbec-4fe2-b6f4-33f422d5c648 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:38.114179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79d4c3a8-cd0f-49e0-b0c5-bec8e0d841dc req-7fd5df07-cbec-4fe2-b6f4-33f422d5c648 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 943 time: 0.1025212 Mar 22 14:22:38.129477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-5f5568dd-271a-4f45-9e3f-1bc2eaef0716 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455196 Mar 22 14:22:38.201047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:36Z', 'revision_number': 3, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:38.231797 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Checking router: 5adbdd6d-90c9-448c-b8e1-02ccf950e092 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:38.232434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Updating router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:22:38.265528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79d4c3a8-cd0f-49e0-b0c5-bec8e0d841dc req-899360d1-4acf-4c4a-a396-0161a5238b3a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162579 Mar 22 14:22:38.301209 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-8de02107-ba8a-4245-823c-79bf20deb496 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654422 Mar 22 14:22:38.331499 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.437820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c8f876-2e58-4c79-ba37-07db82c8095e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:38.527675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.543879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30c17f75-005a-4478-ad5c-27d9d2a06d5d req-f6173fc1-e0f1-4020-9490-85479b91edd2 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341647 Mar 22 14:22:38.550966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41c8f876-2e58-4c79-ba37-07db82c8095e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:38.551311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.695439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41c8f876-2e58-4c79-ba37-07db82c8095e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:38.709694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-c2e1b53b-d514-466a-9b9c-093ff025cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:38.715068 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-c2e1b53b-d514-466a-9b9c-093ff025cadd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5138efdfc0c4424be2300d0023955d3&device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 1125 time: 0.1151192 Mar 22 14:22:38.795707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Allocated IP 172.20.0.1 (37c6d63a-8cce-486e-9c39-3b16d6337f46/32535a96-e981-4c06-a470-70f51790da58/cc6bb049-6e82-4941-aa95-73a1723e73dc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:22:38.828355 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks [] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.840636 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.903475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-8b877a0a-238f-468b-8b8f-28c01daa9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:38.904537 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Attempting to bind port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:38.905159 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Attempting to bind port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:38.905532 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Attempting to bind port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:38.906320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-8b877a0a-238f-468b-8b8f-28c01daa9b88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 200 len: 915 time: 0.1854303 Mar 22 14:22:38.915452 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:38.916314 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:38.916825 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.917319 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:38.917918 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Bound port: 80f09a7c-8671-4a73-9f05-0b893f4e4f1d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:38.918408 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:38.959828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c925-f408-4244-a0b3-935a638c68a2 None None] Pushing event updated for resources: {'Port': ['ID=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:38.960102 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-19f44ba3-eec8-4c90-807c-e6574323242e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35 HTTP/1.1" status: 200 len: 217 time: 0.0461445 Mar 22 14:22:39.019738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-d15fcb05-a078-44b8-94f0-e88767cd8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:39.022482 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-d15fcb05-a078-44b8-94f0-e88767cd8b85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 200 len: 854 time: 0.0547283 Mar 22 14:22:39.022954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] For port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:39.023175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks [] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.027616 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] For port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:39.041065 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.064083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abda5e29-48ed-469f-849b-709e7d155a38 req-f9cb1e90-fadc-434b-a7ed-d3bf32a83b48 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.1841161 Mar 22 14:22:39.097783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-5af57431-4e67-40ac-934c-3ab24e653745 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3d8f8bdb-9708-46ba-8021-76794db8fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645730 Mar 22 14:22:39.125853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.196071 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c925-f408-4244-a0b3-935a638c68a2 None None] Pushing event updated for resources: {'Port': ['ID=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:39.212421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:39.220601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:39.227438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:22:39.228344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:39.229171 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:39.278059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.340024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-c33a4912-6ed9-49ae-83ee-7366ea8c9b37 service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365000 Mar 22 14:22:39.428275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0636e1fe-d1f5-4d42-bf13-2623031aee06 req-577561b4-1e4e-4445-9c3a-2eaa118b50db tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.2011709 Mar 22 14:22:39.430172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:39.504052 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:39.631237 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15608bf6-b485-4c6b-8cd6-e429bac5ee27 req-4817a21b-2085-4885-a914-9b6567b27aed service neutron] 10.222.0.78 "GET /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845473 Mar 22 14:22:39.719870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-071475d6-2ab7-475b-9413-dd910732341f None None] Provisioning complete for port cc6bb049-6e82-4941-aa95-73a1723e73dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:39.720378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-071475d6-2ab7-475b-9413-dd910732341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:39.815858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-071475d6-2ab7-475b-9413-dd910732341f None None] Port cc6bb049-6e82-4941-aa95-73a1723e73dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:39.940962 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:36Z', 'revision_number': 3, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:39.971562 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d1d61-06b9-42fd-a0ed-b54ce7431029 None None] The sync data for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 is: [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:36Z', 'revision_number': 3, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:40.138901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58050) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.333850 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f073edb0-b008-493b-ab71-25bb9795aad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.383135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9ec4e8-42e7-49aa-85a9-25b20380e3a9 req-0567ba0f-63be-4941-8da2-9def4eba8c0e tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0374668 Mar 22 14:22:40.443359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.542330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f073edb0-b008-493b-ab71-25bb9795aad4 admin admin] Publish callbacks [] for security_group (9bc18927-b6bb-4416-a518-6468fa477d23), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.556578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f073edb0-b008-493b-ab71-25bb9795aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bc18927-b6bb-4416-a518-6468fa477d23), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.652455 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f073edb0-b008-493b-ab71-25bb9795aad4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6282601775fb4d24a8fd1482fa913d58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120149 Mar 22 14:22:40.655225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:40.655975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073edb0-b008-493b-ab71-25bb9795aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc18927-b6bb-4416-a518-6468fa477d23,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.760474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] Publish callbacks [] for security_group (9bc18927-b6bb-4416-a518-6468fa477d23), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.766245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe4743e7-56d0-4b81-a8d1-4924c98c1ed4 req-007cef03-8893-4d78-aa19-addb61789dd4 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0613909 Mar 22 14:22:40.782994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d779ca-8344-45fb-85b7-bd3c48853a66 req-e499dfa4-abcf-4f79-a96a-7b945c28089a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:40.789419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] Publish callbacks [] for security_group (9bc18927-b6bb-4416-a518-6468fa477d23), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.796549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88d779ca-8344-45fb-85b7-bd3c48853a66 req-e499dfa4-abcf-4f79-a96a-7b945c28089a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 943 time: 1.1965873 Mar 22 14:22:40.859980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bc18927-b6bb-4416-a518-6468fa477d23), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.866190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.868167 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bc18927-b6bb-4416-a518-6468fa477d23 HTTP/1.1" status: 204 len: 168 time: 0.2052705 Mar 22 14:22:40.879963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f1e77-6395-4224-af31-3c831603d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc18927-b6bb-4416-a518-6468fa477d23,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:40.962455 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks [] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:40.970869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 72e22e34-34e7-419f-a6ae-ddeb795d0a35 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:22:40.985358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88d779ca-8344-45fb-85b7-bd3c48853a66 req-874704cd-1043-4b7a-9b1d-ae883c669ccf tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875687 Mar 22 14:22:40.991269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.112772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.128993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:41.217716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:41.253448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '72e22e34-34e7-419f-a6ae-ddeb795d0a35', 'network_id': '3d8f8bdb-9708-46ba-8021-76794db8fe29', 'port_id': '72e22e34-34e7-419f-a6ae-ddeb795d0a35', 'mac_address': 'fa:16:3e:d6:0b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c449df-a49b-4e03-9513-4f309aa2ee9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:22:41.328051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:22:41.329626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:41.399585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:41.400555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.423505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e22e34-34e7-419f-a6ae-ddeb795d0a35 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:22:41.460736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:41.470886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.587931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:41.613537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.618840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.619370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.619822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.620287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.621293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.621986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.625269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.625680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.627159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.627791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.629633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.630103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.630538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.633769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:41.672969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c00dc25-70db-43c9-a93c-a2e29aa7de58 req-72b743b0-ce8f-48c6-bba5-6a5946fb04d3 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0686917 Mar 22 14:22:41.723217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:22:41.733385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['72e22e34-34e7-419f-a6ae-ddeb795d0a35'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:22:41.894184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-74d0e83b-d76c-4481-8eb8-dd4bf46220a3 None None] Provisioning complete for port cc6bb049-6e82-4941-aa95-73a1723e73dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:41.894184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-74d0e83b-d76c-4481-8eb8-dd4bf46220a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:41.976811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81cbe1cd-fc8e-497a-9ca4-fc97144153f0 req-320d6945-d0e8-4685-9f25-7b82c8f20edd tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0532637 Mar 22 14:22:42.084242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:22:42.092617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-610e38e9-83c9-4694-ad69-182145fb00d2 admin admin] 10.222.0.81 "PUT /v2.0/routers/5adbdd6d-90c9-448c-b8e1-02ccf950e092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2636855 Mar 22 14:22:42.187969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d857628-23fe-47b3-9789-d6f8233c3276 req-0344a94d-293d-4029-b95e-69fd4f5c7327 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:42.199871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d857628-23fe-47b3-9789-d6f8233c3276 req-0344a94d-293d-4029-b95e-69fd4f5c7327 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 944 time: 0.1029894 Mar 22 14:22:42.302945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d857628-23fe-47b3-9789-d6f8233c3276 req-e6ce5e32-ab59-497a-b79e-8348677b3e39 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970006 Mar 22 14:22:42.317265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-74d0e83b-d76c-4481-8eb8-dd4bf46220a3 None None] Port cc6bb049-6e82-4941-aa95-73a1723e73dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:42.460075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80f09a7c-8671-4a73-9f05-0b893f4e4f1d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:42.526253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:42.527123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.622255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:42.623338 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.648791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:42.655916 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:42.720540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:42.807210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ed56415-db4e-4648-b79b-07e07061091f req-f8591506-f202-4732-937f-69759f4f07bf tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0371826 Mar 22 14:22:42.968571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Sync routers for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:22:42.981350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 72e22e34-34e7-419f-a6ae-ddeb795d0a35 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:43.056333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:43.065116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.186608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ea016e6-93e8-4fcb-9188-ac73d487d00c req-9b31bf59-a3d0-47e5-894c-bcc08dba4f4a tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5365f20-3355-4aea-ba11-b41885871786 HTTP/1.1" status: 200 len: 210 time: 0.0485995 Mar 22 14:22:43.242423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:22:43.251775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:43.252157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.295017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:43.511633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:43.512284 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.544791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3ee4-9556-43c7-aef5-7bd90c7f460a req-ae7cd2e7-b6d1-4a01-89cc-c565e9fbca8c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:43.546846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c2f3ee4-9556-43c7-aef5-7bd90c7f460a req-ae7cd2e7-b6d1-4a01-89cc-c565e9fbca8c tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 944 time: 0.1379006 Mar 22 14:22:43.568300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:43.570588 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15155faa-60aa-44d9-b4ce-eb59890b8ddb" -d '{"events": [{"server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "name": "network-vif-plugged", "status": "completed", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:43.624325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:43.635151 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e57366-cf72-4569-b8be-4bfe0f955a86 x-openstack-request-id: req-a5e57366-cf72-4569-b8be-4bfe0f955a86 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:43.635744 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "name": "network-vif-plugged", "status": "completed", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:43.636194 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5e57366-cf72-4569-b8be-4bfe0f955a86 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:43.636841 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e57366-cf72-4569-b8be-4bfe0f955a86'] response: {'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35', 'code': 200} Mar 22 14:22:43.640198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.699609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c2f3ee4-9556-43c7-aef5-7bd90c7f460a req-f65a481b-0301-4ee2-ad4c-1b3d66c01007 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464536 Mar 22 14:22:43.730522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:43.769847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:39Z', 'revision_number': 4, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'cc6bb049-6e82-4941-aa95-73a1723e73dc', 'name': '', 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'mac_address': 'fa:16:3e:53:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '32535a96-e981-4c06-a470-70f51790da58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:38Z', 'updated_at': '2022-03-22T14:22:40Z', 'revision_number': 2, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'subnets': [{'id': '32535a96-e981-4c06-a470-70f51790da58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:43.780909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d222da-8ede-4e7c-8233-80ce6db7280f req-7fa899db-d64f-419f-91cb-9547db0712bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:43.784929 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c0d222da-8ede-4e7c-8233-80ce6db7280f req-7fa899db-d64f-419f-91cb-9547db0712bb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 1127 time: 0.0716343 Mar 22 14:22:43.799285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Checking router: 5adbdd6d-90c9-448c-b8e1-02ccf950e092 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:22:43.799730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Updating router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 port cc6bb049-6e82-4941-aa95-73a1723e73dc binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:22:43.829876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:43.884526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c0d222da-8ede-4e7c-8233-80ce6db7280f req-fcb6c38a-89d9-4fdd-bcad-efef24b8942d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934486 Mar 22 14:22:43.975963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5117a673-dfd5-4bf7-8f5c-5cb6272760ef req-c11fdc2b-ecc4-472a-9c94-52fe0539db05 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0607851 Mar 22 14:22:44.314260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks [] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.323381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.336358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:44.390497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934392-a187-4555-9c65-f8f60ccd1924 None None] Pushing event updated for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:44.398895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80f09a7c-8671-4a73-9f05-0b893f4e4f1d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:44.453603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (64d3baf1-dc0e-4a22-82fc-3050c32a5fc8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.502627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (64d3baf1-dc0e-4a22-82fc-3050c32a5fc8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.522719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Attempting to bind port cc6bb049-6e82-4941-aa95-73a1723e73dc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:22:44.523637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Attempting to bind port cc6bb049-6e82-4941-aa95-73a1723e73dc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:22:44.524155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Attempting to bind port cc6bb049-6e82-4941-aa95-73a1723e73dc on network 37c6d63a-8cce-486e-9c39-3b16d6337f46 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:22:44.540131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:22:44.540523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Checking segment: {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:44.540929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.541324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Bound using segment: {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:22:44.541814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Bound port: cc6bb049-6e82-4941-aa95-73a1723e73dc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b640773-f3c3-4e98-ba00-24108e5c2f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:22:44.544095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.595382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (64d3baf1-dc0e-4a22-82fc-3050c32a5fc8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.598249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.602604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58244) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:44.602804 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/security-groups/64d3baf1-dc0e-4a22-82fc-3050c32a5fc8 HTTP/1.1" status: 204 len: 168 time: 0.2651210 Mar 22 14:22:44.624177 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-20da9166-2d01-4549-a9d3-f91fd4aee70f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] show failed (client error): The resource could not be found. Mar 22 14:22:44.624813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3baf1-dc0e-4a22-82fc-3050c32a5fc8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:44.627096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-20da9166-2d01-4549-a9d3-f91fd4aee70f tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "GET /v2.0/security-groups/64d3baf1-dc0e-4a22-82fc-3050c32a5fc8 HTTP/1.1" status: 404 len: 347 time: 0.0218425 Mar 22 14:22:44.631160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:44.681623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:44.682190 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.735613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.736454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.737023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.737558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.738948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.739511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.740089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.740639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.741156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.741763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.742277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.742818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.743299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.743786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.744446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572fecb-85a7-43fa-add6-af1805982464 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:22:44.820839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] For port cc6bb049-6e82-4941-aa95-73a1723e73dc, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:22:44.828541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] For port cc6bb049-6e82-4941-aa95-73a1723e73dc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cc6bb049-6e82-4941-aa95-73a1723e73dc,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:22:44.836445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d4b82b55-0c39-472d-9bb7-6c62d152d404 None None] Provisioning complete for port cc6bb049-6e82-4941-aa95-73a1723e73dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:44.836948 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d4b82b55-0c39-472d-9bb7-6c62d152d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.864810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.899239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d580e5b-a6bb-47b6-9b38-33fbf4830ad6 req-31847f2a-06e3-4853-8b81-aa173dff1e2f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:44.902010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d580e5b-a6bb-47b6-9b38-33fbf4830ad6 req-31847f2a-06e3-4853-8b81-aa173dff1e2f tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1043267 Mar 22 14:22:44.960761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port 364a6bc2-ae3d-425c-aec1-534f6716e1b7 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:44.968735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:44.984094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d4b82b55-0c39-472d-9bb7-6c62d152d404 None None] Port cc6bb049-6e82-4941-aa95-73a1723e73dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:22:45.000914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d580e5b-a6bb-47b6-9b38-33fbf4830ad6 req-d2a9206f-30fb-4e80-bd2b-65860e8be5f6 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932748 Mar 22 14:22:45.048011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:45.075057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:22:45.076086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:22:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:45.111370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.112217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (364a6bc2-ae3d-425c-aec1-534f6716e1b7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.141544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for 364a6bc2-ae3d-425c-aec1-534f6716e1b7 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:45.218119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d4d9e00-7ad1-4a78-9eee-91c43c5dad70 req-12fbda28-71c6-483a-8b8b-843dca88b62f tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0594695 Mar 22 14:22:45.309811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934392-a187-4555-9c65-f8f60ccd1924 None None] Pushing event updated for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:45.376957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:22:45.458978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (364a6bc2-ae3d-425c-aec1-534f6716e1b7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.498158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=364a6bc2-ae3d-425c-aec1-534f6716e1b7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:45.549476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Provisioning complete for port cc6bb049-6e82-4941-aa95-73a1723e73dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:45.550037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.586706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for floatingip (728d3a37-64b6-4d42-b894-e66a1a607018), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.589702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.591026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-505556b7-9f72-4c2a-aa59-b95128e8ce95 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/floatingips/728d3a37-64b6-4d42-b894-e66a1a607018 HTTP/1.1" status: 204 len: 168 time: 0.9585874 Mar 22 14:22:45.593652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58268) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:45.675482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Current status of the port cc6bb049-6e82-4941-aa95-73a1723e73dc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:45.675902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.745135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port b2e4e9ec-8947-49e2-995d-4f247f03f22f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:45.747615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.749790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] For port cc6bb049-6e82-4941-aa95-73a1723e73dc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cc6bb049-6e82-4941-aa95-73a1723e73dc,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:45.759571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:39Z', 'revision_number': 4, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'cc6bb049-6e82-4941-aa95-73a1723e73dc', 'name': '', 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'mac_address': 'fa:16:3e:53:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '32535a96-e981-4c06-a470-70f51790da58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:38Z', 'updated_at': '2022-03-22T14:22:44Z', 'revision_number': 4, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'subnets': [{'id': '32535a96-e981-4c06-a470-70f51790da58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:45.761215 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.813618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e718d-11fc-4f92-8ba6-ab96f1045705 None None] The sync data for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 is: [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:22:39Z', 'revision_number': 4, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'cc6bb049-6e82-4941-aa95-73a1723e73dc', 'name': '', 'network_id': '37c6d63a-8cce-486e-9c39-3b16d6337f46', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'mac_address': 'fa:16:3e:53:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '32535a96-e981-4c06-a470-70f51790da58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:38Z', 'updated_at': '2022-03-22T14:22:44Z', 'revision_number': 4, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'subnets': [{'id': '32535a96-e981-4c06-a470-70f51790da58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:22:45.858757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fad27c-fa9e-4797-8a51-978e535f7474 None None] Pushing event updated for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:45.951158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:45.970296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for b2e4e9ec-8947-49e2-995d-4f247f03f22f owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:46.164762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b2e4e9ec-8947-49e2-995d-4f247f03f22f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.204756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=b2e4e9ec-8947-49e2-995d-4f247f03f22f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:46.209134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77031dc-e677-4a64-88da-d382148f8e23 req-e00c1d08-9aee-446a-99e6-811fe324886d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:46.215215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e77031dc-e677-4a64-88da-d382148f8e23 req-e00c1d08-9aee-446a-99e6-811fe324886d tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.0966849 Mar 22 14:22:46.367655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e77031dc-e677-4a64-88da-d382148f8e23 req-d151fcef-0563-43b6-b8f4-c352aa3adaa4 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417966 Mar 22 14:22:46.405800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.418450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c27e6d0c-6719-4fbb-bd23-f26e81707833 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/ports/b2e4e9ec-8947-49e2-995d-4f247f03f22f HTTP/1.1" status: 204 len: 168 time: 0.8236356 Mar 22 14:22:46.421080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58282) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:46.478004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8daa7651-42a3-4189-84b2-9ba379c8eb1a req-e8eadb26-9324-4902-8358-f25cc7f8778a tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0793774 Mar 22 14:22:46.511490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cc6bb049-6e82-4941-aa95-73a1723e73dc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:22:46.592986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b2695-27f4-470f-8b61-acc6f316ff24 req-4a436050-d6db-43ae-a4f8-0cdd90872a61 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:46.604110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2b2695-27f4-470f-8b61-acc6f316ff24 req-4a436050-d6db-43ae-a4f8-0cdd90872a61 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1023510 Mar 22 14:22:46.616513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cc6bb049-6e82-4941-aa95-73a1723e73dc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:22:46.617122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.653173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:46.655718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.721988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2b2695-27f4-470f-8b61-acc6f316ff24 req-8f3bcfbc-0bd9-4f38-b098-9f31b40b03c2 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038814 Mar 22 14:22:46.778986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cc6bb049-6e82-4941-aa95-73a1723e73dc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:22:46.903590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:46.939659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for 17d70fa2-fbad-47af-91c3-1ebc22dafbb1 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:47.083662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c5f4-1ed4-45cb-bf03-9915490d6fdd req-178e3cbb-735c-494f-a918-ecdde3589905 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:47.092602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c179c5f4-1ed4-45cb-bf03-9915490d6fdd req-178e3cbb-735c-494f-a918-ecdde3589905 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1115234 Mar 22 14:22:47.161383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c179c5f4-1ed4-45cb-bf03-9915490d6fdd req-66880378-fd3d-4f65-9488-ce8d7069b754 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673823 Mar 22 14:22:47.172429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (17d70fa2-fbad-47af-91c3-1ebc22dafbb1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.224218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=17d70fa2-fbad-47af-91c3-1ebc22dafbb1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:47.332736 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.336136 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f1ff805-4e69-4a8a-ae7f-238445510335 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/ports/17d70fa2-fbad-47af-91c3-1ebc22dafbb1 HTTP/1.1" status: 204 len: 168 time: 0.9139652 Mar 22 14:22:47.340248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58292) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:47.414023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7d38-6106-4747-a9b2-2dc56f5589eb req-b6c6f90e-30c6-4c92-a5e3-65089855c477 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:47.415637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c71a7d38-6106-4747-a9b2-2dc56f5589eb req-b6c6f90e-30c6-4c92-a5e3-65089855c477 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1420717 Mar 22 14:22:47.478956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting subnet 487d45e8-e6ec-4d5e-91a0-928eeee3c560 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:47.496263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for subnet (487d45e8-e6ec-4d5e-91a0-928eeee3c560), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.527876 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:22:47.539097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c71a7d38-6106-4747-a9b2-2dc56f5589eb req-acf2ea6b-71ef-4355-afa4-84148ae2a893 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115632 Mar 22 14:22:47.574150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (487d45e8-e6ec-4d5e-91a0-928eeee3c560), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.739101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4751ded9-435d-4dc1-9075-e0778b157d01 req-81a30280-dc28-4791-8fcc-05c325fb4534 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0657732 Mar 22 14:22:47.858323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (487d45e8-e6ec-4d5e-91a0-928eeee3c560), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:47.996991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a47a-61ee-473f-84ac-959989dbcb4c req-941bc414-4b50-43dd-9c96-b039bbf824df tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:47.999078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daf6a47a-61ee-473f-84ac-959989dbcb4c req-941bc414-4b50-43dd-9c96-b039bbf824df tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1057806 Mar 22 14:22:48.022652 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (487d45e8-e6ec-4d5e-91a0-928eeee3c560), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.066641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Subnet': ['ID=487d45e8-e6ec-4d5e-91a0-928eeee3c560,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:48.080137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d90c56-f39e-46cd-859a-12cccb0a5333 None None] Network fc969c99-ec49-4fd9-817e-34d9cb006733 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:48.084645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.087873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf5bfa52-dd70-4bf9-8081-51c8945d698c tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/subnets/487d45e8-e6ec-4d5e-91a0-928eeee3c560 HTTP/1.1" status: 204 len: 168 time: 0.7459817 Mar 22 14:22:48.090673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58308) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:48.117144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-daf6a47a-61ee-473f-84ac-959989dbcb4c req-a8c8b45c-f453-4427-9f53-4ccb98147759 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057961 Mar 22 14:22:48.160626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting subnet 7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:48.167648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for subnet (7f739fe6-6e7c-46f3-9ea2-9847a6556bf1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.217611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7f739fe6-6e7c-46f3-9ea2-9847a6556bf1), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.322373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e1c5d-bf3e-4925-a739-ca1884c603b6 req-cb294de9-ee07-49ad-a951-cb54c26f6e30 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:48.324109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a24e1c5d-bf3e-4925-a739-ca1884c603b6 req-cb294de9-ee07-49ad-a951-cb54c26f6e30 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1114607 Mar 22 14:22:48.341188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7f739fe6-6e7c-46f3-9ea2-9847a6556bf1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.365108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] DHCP port deletion for fc969c99-ec49-4fd9-817e-34d9cb006733 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:48.425546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a24e1c5d-bf3e-4925-a739-ca1884c603b6 req-9af94983-6214-4c0e-9792-07f41a4310d5 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948346 Mar 22 14:22:48.447322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Deleting port b0f06fa4-782e-417a-a5bc-5ac97b552704 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:48.447723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.473126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7f739fe6-6e7c-46f3-9ea2-9847a6556bf1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.487205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.497597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/subnets/7f739fe6-6e7c-46f3-9ea2-9847a6556bf1 HTTP/1.1" status: 204 len: 168 time: 0.4058282 Mar 22 14:22:48.500420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58316) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:48.530741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] For port b0f06fa4-782e-417a-a5bc-5ac97b552704, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b0f06fa4-782e-417a-a5bc-5ac97b552704,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:48.531136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.532395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be31d57-95b7-4ef8-ab41-30abe26ae54d tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Subnet': ['ID=7f739fe6-6e7c-46f3-9ea2-9847a6556bf1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:48.557601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9327885-f7bf-4bb1-bc8b-759d34057250 None None] Network a4e9bcda-57e6-4a18-a744-704178e8c5d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:48.583299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Calling delete_port for b0f06fa4-782e-417a-a5bc-5ac97b552704 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:48.663463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3416-ca75-49ff-93fd-dffaa5eeea67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.749478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (fc969c99-ec49-4fd9-817e-34d9cb006733), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.918975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Deleting port b0f06fa4-782e-417a-a5bc-5ac97b552704 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:48.919350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:48.954973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.024426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e91850-9769-4073-983f-2e76da0fa518 req-4ad351c3-a5a6-4ffe-a626-f03dfddb0ccc tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.1275604 Mar 22 14:22:49.034361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] No DVR routers for this DVR port b0f06fa4-782e-417a-a5bc-5ac97b552704 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:49.067865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c5c84-7b52-44a7-8957-9c9eca7d3907 None None] Pushing event deleted for resources: {'Port': ['ID=b0f06fa4-782e-417a-a5bc-5ac97b552704,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.074308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] DHCP port deletion for a4e9bcda-57e6-4a18-a744-704178e8c5d8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:22:49.092808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] For port b0f06fa4-782e-417a-a5bc-5ac97b552704, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b0f06fa4-782e-417a-a5bc-5ac97b552704,segment=NetworkSegment(7e09dde2-b1d0-488f-9f0a-498916c9814b),segment_id=7e09dde2-b1d0-488f-9f0a-498916c9814b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:49.093185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.145280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Calling delete_port for b0f06fa4-782e-417a-a5bc-5ac97b552704 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:49.146159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Deleting port a1ea3920-b7fd-47ff-82c3-31a98c902f92 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:49.147292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.214223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819f-2a15-4ca7-9bdf-9d6bb5dc7c40 req-df87466c-5df6-4f35-b80f-7430a5dd249a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:49.214931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd29819f-2a15-4ca7-9bdf-9d6bb5dc7c40 req-df87466c-5df6-4f35-b80f-7430a5dd249a tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1188908 Mar 22 14:22:49.248405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] For port a1ea3920-b7fd-47ff-82c3-31a98c902f92, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1ea3920-b7fd-47ff-82c3-31a98c902f92,segment=NetworkSegment(4a551cb2-89fb-41e9-933a-bb5ad1295eb0),segment_id=4a551cb2-89fb-41e9-933a-bb5ad1295eb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:49.249002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.267293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Calling delete_port for a1ea3920-b7fd-47ff-82c3-31a98c902f92 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:49.291733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd29819f-2a15-4ca7-9bdf-9d6bb5dc7c40 req-186a24cf-f45f-4200-b373-e154524e7581 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704155 Mar 22 14:22:49.306596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b0f06fa4-782e-417a-a5bc-5ac97b552704), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.319624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] No DVR routers for this DVR port b0f06fa4-782e-417a-a5bc-5ac97b552704 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:49.343826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Port': ['ID=b0f06fa4-782e-417a-a5bc-5ac97b552704,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.422781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a1ea3920-b7fd-47ff-82c3-31a98c902f92), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.428892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (fc969c99-ec49-4fd9-817e-34d9cb006733), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.436347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] No DVR routers for this DVR port a1ea3920-b7fd-47ff-82c3-31a98c902f92 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:49.455048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc969c99-ec49-4fd9-817e-34d9cb006733']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.461780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9dc51-d99c-4799-afb3-eb448cf12202 None None] Pushing event deleted for resources: {'Port': ['ID=a1ea3920-b7fd-47ff-82c3-31a98c902f92,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.466654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e09dde2-b1d0-488f-9f0a-498916c9814b') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.467067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e09dde2-b1d0-488f-9f0a-498916c9814b') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.477574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (7e09dde2-b1d0-488f-9f0a-498916c9814b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.491518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7e09dde2-b1d0-488f-9f0a-498916c9814b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.497866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:49.498627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (7e09dde2-b1d0-488f-9f0a-498916c9814b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:49.501943 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:49.580888 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (fc969c99-ec49-4fd9-817e-34d9cb006733), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.589091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.593142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/networks/fc969c99-ec49-4fd9-817e-34d9cb006733 HTTP/1.1" status: 204 len: 168 time: 1.0917046 Mar 22 14:22:49.595786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58334) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:49.625891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bce5-9ac2-4ebe-baa1-dd53cc807cd3 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Network': ['ID=fc969c99-ec49-4fd9-817e-34d9cb006733,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:49.723894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a4e9bcda-57e6-4a18-a744-704178e8c5d8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.823996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a4e9bcda-57e6-4a18-a744-704178e8c5d8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.849547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e9bcda-57e6-4a18-a744-704178e8c5d8']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.861283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a551cb2-89fb-41e9-933a-bb5ad1295eb0') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.861581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a551cb2-89fb-41e9-933a-bb5ad1295eb0') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:49.875480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (4a551cb2-89fb-41e9-933a-bb5ad1295eb0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.894930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4a551cb2-89fb-41e9-933a-bb5ad1295eb0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.909859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:49.910308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (4a551cb2-89fb-41e9-933a-bb5ad1295eb0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:49.913527 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:50.029348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a4e9bcda-57e6-4a18-a744-704178e8c5d8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.048531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.055941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] 10.222.0.81 "DELETE /v2.0/networks/a4e9bcda-57e6-4a18-a744-704178e8c5d8 HTTP/1.1" status: 204 len: 168 time: 0.4449933 Mar 22 14:22:50.099741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c226f-a745-49c6-8af6-3bb6db6a0af9 tempest-TaggedBootDevicesTest-1172921399 tempest-TaggedBootDevicesTest-1172921399-project] Pushing event deleted for resources: {'Network': ['ID=a4e9bcda-57e6-4a18-a744-704178e8c5d8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:50.214402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21534e44-740d-4d0d-89f8-0ae980efaa48 req-39308c29-536e-4732-ad8e-03e7ce6459e4 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0599346 Mar 22 14:22:50.245250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-5c9dd7c1-a201-4194-9dd1-c1c17e143f05 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:50.247248 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-5c9dd7c1-a201-4194-9dd1-c1c17e143f05 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1360798 Mar 22 14:22:50.402227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Deleting port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:22:50.402581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.414741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1ea3920-b7fd-47ff-82c3-31a98c902f92 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:50.449850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a1ea3920-b7fd-47ff-82c3-31a98c902f92 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:50.450216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1ea3920-b7fd-47ff-82c3-31a98c902f92 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:50.450633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b0f06fa4-782e-417a-a5bc-5ac97b552704 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:50.476274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b0f06fa4-782e-417a-a5bc-5ac97b552704 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:50.476629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b0f06fa4-782e-417a-a5bc-5ac97b552704 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:50.566962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ea49-fc10-4472-8645-3699a2aa9010 req-5a3e93f9-4a32-4dc0-a3ad-8717d00ffd75 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:50.578510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b2ea49-fc10-4472-8645-3699a2aa9010 req-5a3e93f9-4a32-4dc0-a3ad-8717d00ffd75 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 945 time: 0.1473837 Mar 22 14:22:50.631528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] For port 72e22e34-34e7-419f-a6ae-ddeb795d0a35, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=72e22e34-34e7-419f-a6ae-ddeb795d0a35,segment=NetworkSegment(918c5c62-867c-4f5e-826a-dbb2400dc0af),segment_id=918c5c62-867c-4f5e-826a-dbb2400dc0af)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:22:50.634731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:50.708715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b2ea49-fc10-4472-8645-3699a2aa9010 req-fad26846-1509-4e3d-8e0c-5c3c870bff88 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/security-groups?id=c68ad3b3-a224-45f4-9d4b-1fef333eea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288860 Mar 22 14:22:50.954137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34ef3be1-5521-4a5a-b3dd-10c490b00f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.191535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Calling delete_port for 72e22e34-34e7-419f-a6ae-ddeb795d0a35 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:22:51.378056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (72e22e34-34e7-419f-a6ae-ddeb795d0a35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.436416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09d48316-775d-4717-89c6-e8086ef55f2f req-b5bca4b7-19e7-4562-8a3f-4fab7bc4b9c8 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0621812 Mar 22 14:22:51.471146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Pushing event deleted for resources: {'Port': ['ID=72e22e34-34e7-419f-a6ae-ddeb795d0a35,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:51.521210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] No DVR routers for this DVR port 72e22e34-34e7-419f-a6ae-ddeb795d0a35 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:22:51.530888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:51.534988 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-85f4e07e-754b-4008-9f69-153fcefa71b9 req-262ee558-8d90-4322-8952-14ec43d94f79 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.78 "DELETE /v2.0/ports/72e22e34-34e7-419f-a6ae-ddeb795d0a35 HTTP/1.1" status: 204 len: 173 time: 1.2823262 Mar 22 14:22:51.535459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'name': 'network-vif-deleted', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:22:51.537765 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c7a1c4-7b3f-4bf0-b5f6-29970defedfc" -d '{"events": [{"server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "name": "network-vif-deleted", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:22:51.612933 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b88a7cf-7cd5-4724-bd14-9deef0ef35df x-openstack-request-id: req-6b88a7cf-7cd5-4724-bd14-9deef0ef35df {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:22:51.613249 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534ff31-f0c4-4009-86d9-51bc1be7ee98", "name": "network-vif-deleted", "tag": "72e22e34-34e7-419f-a6ae-ddeb795d0a35", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:22:51.613577 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b88a7cf-7cd5-4724-bd14-9deef0ef35df {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:22:51.614028 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b88a7cf-7cd5-4724-bd14-9deef0ef35df'] response: {'server_uuid': '8534ff31-f0c4-4009-86d9-51bc1be7ee98', 'name': 'network-vif-deleted', 'tag': '72e22e34-34e7-419f-a6ae-ddeb795d0a35', 'status': 'completed', 'code': 200} Mar 22 14:22:51.868428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7eb1cd73-531a-4246-b3fe-3445db54341c req-dce10a0c-cda3-49f1-91a6-1be985e00795 tempest-ServerDiskConfigTestJSON-478874939 tempest-ServerDiskConfigTestJSON-478874939-project] 10.222.0.81 "GET /v2.0/ports?device_id=8534ff31-f0c4-4009-86d9-51bc1be7ee98 HTTP/1.1" status: 200 len: 210 time: 0.0436788 Mar 22 14:22:51.897509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:52.631061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865f96f3-0565-4fc4-8294-1a8b4a11d65e req-1d1fbda4-8798-4c09-82f8-f93d53417299 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0714600 Mar 22 14:22:53.025713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 72e22e34-34e7-419f-a6ae-ddeb795d0a35 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:22:53.075398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 72e22e34-34e7-419f-a6ae-ddeb795d0a35 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:22:53.075861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 72e22e34-34e7-419f-a6ae-ddeb795d0a35 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:22:53.166598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58432) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:53.244349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Deleting subnet 04c449df-a49b-4e03-9513-4f309aa2ee9b {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:22:53.249130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Publish callbacks [] for subnet (04c449df-a49b-4e03-9513-4f309aa2ee9b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.295473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (04c449df-a49b-4e03-9513-4f309aa2ee9b), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.357013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (04c449df-a49b-4e03-9513-4f309aa2ee9b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.429878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (04c449df-a49b-4e03-9513-4f309aa2ee9b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.465368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c449df-a49b-4e03-9513-4f309aa2ee9b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:53.471281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.477552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4eaec410-68c9-4b5f-8c25-812bd1650ccc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/04c449df-a49b-4e03-9513-4f309aa2ee9b HTTP/1.1" status: 204 len: 168 time: 0.3077662 Mar 22 14:22:53.478050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:53.558812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3d8f8bdb-9708-46ba-8021-76794db8fe29), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.672869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3d8f8bdb-9708-46ba-8021-76794db8fe29), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.679077 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.718448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8f8bdb-9708-46ba-8021-76794db8fe29']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:53.746361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918c5c62-867c-4f5e-826a-dbb2400dc0af') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:53.747535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918c5c62-867c-4f5e-826a-dbb2400dc0af') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:22:53.770748 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (918c5c62-867c-4f5e-826a-dbb2400dc0af), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.796609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (918c5c62-867c-4f5e-826a-dbb2400dc0af), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.803400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:22:53.803788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (918c5c62-867c-4f5e-826a-dbb2400dc0af), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:22:53.886057 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:22:53.888411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3d8f8bdb-9708-46ba-8021-76794db8fe29), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.962869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fee186b-67fe-47c9-bb94-7dd9379985fc req-b1a20577-b138-4340-a110-d72888ed9b02 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0856628 Mar 22 14:22:53.967535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:53.971065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3d8f8bdb-9708-46ba-8021-76794db8fe29 HTTP/1.1" status: 204 len: 168 time: 0.4920905 Mar 22 14:22:53.972466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aad73-5fa8-454a-bfd6-4a0633d76595 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8f8bdb-9708-46ba-8021-76794db8fe29,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:54.226251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58462) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:54.282461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6655f293-8271-48ee-85b7-2753416973f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5138efdfc0c4424be2300d0023955d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528286 Mar 22 14:22:54.282700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:54.348580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] Publish callbacks [] for security_group (c68ad3b3-a224-45f4-9d4b-1fef333eea7c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.391433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] Publish callbacks [] for security_group (c68ad3b3-a224-45f4-9d4b-1fef333eea7c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.465267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c68ad3b3-a224-45f4-9d4b-1fef333eea7c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.472901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:54.479831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c68ad3b3-a224-45f4-9d4b-1fef333eea7c HTTP/1.1" status: 204 len: 168 time: 0.1958575 Mar 22 14:22:54.500454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8274-25da-4680-a409-c11ab0422e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ad3b3-a224-45f4-9d4b-1fef333eea7c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:54.920458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.149723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d45dd3fd-30ba-43dd-a859-616bf6ea6f10 req-d85938cf-03bb-475b-b409-3f46d0088e3d tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0435069 Mar 22 14:22:55.489389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:55.626175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2075614228-network', 'tenant_id': '71592b5641364fdeb680ebdcefc27765'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:55.663912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Made reservation on behalf of 71592b5641364fdeb680ebdcefc27765 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:55.666416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.679938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.795271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks [] for security_group (d7547a8d-1109-472d-b082-ff2fdc59a57d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.805322 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7547a8d-1109-472d-b082-ff2fdc59a57d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.869111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:22:55.878029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7547a8d-1109-472d-b082-ff2fdc59a57d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:55.891920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7da1b9f7-2247-4519-b493-6885ef3440cd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:55.892707 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Added segment 7da1b9f7-2247-4519-b493-6885ef3440cd of type vlan for network 8200b71f-88d9-427a-8470-e17b3237cfc2 Mar 22 14:22:55.987166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (8200b71f-88d9-427a-8470-e17b3237cfc2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.020924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (8200b71f-88d9-427a-8470-e17b3237cfc2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.022129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.022948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.099166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6085193 Mar 22 14:22:56.101899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58530) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:22:56.108184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Request body: {'subnet': {'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2075614228-subnet', 'tenant_id': '71592b5641364fdeb680ebdcefc27765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:22:56.140939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a90011-f502-421c-bb90-5ac2a51f0378 admin admin] Pushing event updated for resources: {'Network': ['ID=8200b71f-88d9-427a-8470-e17b3237cfc2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:56.146669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Made reservation on behalf of 71592b5641364fdeb680ebdcefc27765 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:22:56.152980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 8200b71f-88d9-427a-8470-e17b3237cfc2 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:22:56.153576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.337109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9683510-f2d7-4b4b-aa2c-335b93e3239d req-585a2dab-4221-455a-8167-6e436235ac2e tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0590167 Mar 22 14:22:56.487479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (50456ee2-56a7-4b6c-aa4f-4c55a51e349c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.544855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50456ee2-56a7-4b6c-aa4f-4c55a51e349c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:22:56.567342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Checking segment: {'id': '7da1b9f7-2247-4519-b493-6885ef3440cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:22:56.567982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Network hostable DHCP agents. Network: 8200b71f-88d9-427a-8470-e17b3237cfc2, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:22:56.589534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Network 8200b71f-88d9-427a-8470-e17b3237cfc2 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:22:56.600270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 8200b71f-88d9-427a-8470-e17b3237cfc2) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:22:56.607225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:56.607847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:56.611667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4b1d6-047d-40e5-9b28-3365bd0dfd10 None None] Network 8200b71f-88d9-427a-8470-e17b3237cfc2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:56.644897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2c3d150-9f27-4942-833b-9350ecc733e0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5377586 Mar 22 14:22:56.749781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a2e88-6a19-4e9b-9f19-c0da759a52ed None None] Network 8200b71f-88d9-427a-8470-e17b3237cfc2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:22:57.219267 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1c3048c3-6604-4957-b8bc-27aac91fb368 req-2719a65c-d5af-4df4-aa39-4ebbdec61a19 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0371289 Mar 22 14:22:57.465727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16d6976a-003e-488a-a72d-8de8c5af1945 req-0962eab4-3bbd-4e74-b4ef-12bba97dc02a tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0331223 Mar 22 14:22:58.208762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:58.633205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bab32485-07a3-4e30-b477-a352e590ce2d req-36e64b52-a753-4ca2-9d16-eac7cbc94263 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0488155 Mar 22 14:22:59.039814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f151f2f-1d6b-4936-a2c3-4b5496b95488 req-fa87718b-7a0a-435c-a133-69cf7a93eecb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=829b70c556ba405daa30c9eea3ab8861&device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0710146 Mar 22 14:22:59.091702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f151f2f-1d6b-4936-a2c3-4b5496b95488 req-c4adcc40-db2b-4712-84cb-98f8195faf52 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=829b70c556ba405daa30c9eea3ab8861&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431218 Mar 22 14:22:59.114993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7483e33f-03ce-4eeb-ba8d-075eebce0635 req-3be18127-9e2d-48aa-a64f-9bde688e2314 tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0394208 Mar 22 14:22:59.161926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:22:59.223602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f151f2f-1d6b-4936-a2c3-4b5496b95488 req-cd004416-274f-4b24-82ad-24c1edf265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:22:59.225374 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f151f2f-1d6b-4936-a2c3-4b5496b95488 req-cd004416-274f-4b24-82ad-24c1edf265fb service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284704 Mar 22 14:23:00.323442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2eee237-720b-4a91-94da-274de7442465 req-4f4e09c9-3e98-45d5-b2e9-f4691bcdbd4f tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.81 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0667853 Mar 22 14:23:00.461069 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f151f2f-1d6b-4936-a2c3-4b5496b95488 req-0049dddd-2c84-45f9-85b2-ddb8df1ce73d tempest-ServerShowV254Test-265525454 tempest-ServerShowV254Test-265525454-project] 10.222.0.78 "GET /v2.0/ports?device_id=06123ccd-9556-409e-b716-54cec3855a1d HTTP/1.1" status: 200 len: 210 time: 0.0621438 Mar 22 14:23:01.759407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58676) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:02.026382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.141311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Publish callbacks [] for security_group (edd06e9e-ffd9-45a7-94f0-2c7c39b17005), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.149339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (edd06e9e-ffd9-45a7-94f0-2c7c39b17005), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.260427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=829b70c556ba405daa30c9eea3ab8861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988148 Mar 22 14:23:02.262361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd06e9e-ffd9-45a7-94f0-2c7c39b17005,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:02.263626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58686) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:02.283709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.285734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.287039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.287821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.289941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.290505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.291033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.292627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.294097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.294663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.296508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.298368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.298904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.299414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.300049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5684df-04e9-4c31-bdcb-79645768a2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:02.423494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] Publish callbacks [] for security_group (edd06e9e-ffd9-45a7-94f0-2c7c39b17005), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.493071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] Publish callbacks [] for security_group (edd06e9e-ffd9-45a7-94f0-2c7c39b17005), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.603435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (edd06e9e-ffd9-45a7-94f0-2c7c39b17005), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.606063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:02.607317 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edd06e9e-ffd9-45a7-94f0-2c7c39b17005 HTTP/1.1" status: 204 len: 168 time: 0.3418231 Mar 22 14:23:02.635952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0cc7-ac7d-4543-a27d-7564d57725e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd06e9e-ffd9-45a7-94f0-2c7c39b17005,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:03.890388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58746) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:04.090744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1927332026-network', 'tenant_id': '86cf3f2cb4f74436ade5526eb26dd178'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:04.129304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Made reservation on behalf of 86cf3f2cb4f74436ade5526eb26dd178 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:04.132440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.147961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.259363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks [] for security_group (45c15c09-cfa5-464d-b054-b1b9e5efaf7a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.269613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (45c15c09-cfa5-464d-b054-b1b9e5efaf7a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.309151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c15c09-cfa5-464d-b054-b1b9e5efaf7a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:04.337842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:04.349236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c56fb935-213d-4203-b176-a6022e0f2fc8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.350614 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Added segment c56fb935-213d-4203-b176-a6022e0f2fc8 of type vlan for network 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 Mar 22 14:23:04.506777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.611463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.614422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:04.615534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:04.758700 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8671563 Mar 22 14:23:04.761532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:04.765828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ef7d3-b287-4d60-907d-a1f5f9f920c7 admin admin] Pushing event updated for resources: {'Network': ['ID=72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:04.767519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Request body: {'subnet': {'network_id': '72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1927332026-subnet', 'tenant_id': '86cf3f2cb4f74436ade5526eb26dd178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:04.778000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:04.818002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Made reservation on behalf of 86cf3f2cb4f74436ade5526eb26dd178 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:04.832616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.282809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (093e5e10-c81a-4eb6-9ab1-7a80be9b88be), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.458146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093e5e10-c81a-4eb6-9ab1-7a80be9b88be,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:05.472373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Checking segment: {'id': 'c56fb935-213d-4203-b176-a6022e0f2fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:05.472742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Network hostable DHCP agents. Network: 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:05.518524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Network 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:05.545067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:05.563941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:05.566082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690946b-ff0c-4c70-b541-8061c127276e None None] Network 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:05.567956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:05.600646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-627d3e25-c2f0-47a4-829e-5f7057fd8b39 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8378773 Mar 22 14:23:05.820339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a928679-6177-4acf-bea2-7b7351f5e065 None None] Network 72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:05.875943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:06.027080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Deleting subnet 093e5e10-c81a-4eb6-9ab1-7a80be9b88be {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:23:06.036966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Publish callbacks [] for subnet (093e5e10-c81a-4eb6-9ab1-7a80be9b88be), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.124362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (093e5e10-c81a-4eb6-9ab1-7a80be9b88be), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.175903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (093e5e10-c81a-4eb6-9ab1-7a80be9b88be), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.251263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (093e5e10-c81a-4eb6-9ab1-7a80be9b88be), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.315711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093e5e10-c81a-4eb6-9ab1-7a80be9b88be,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:06.319172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.324935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3e6fbb9e-a445-460e-922a-5eb515e6dffe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/093e5e10-c81a-4eb6-9ab1-7a80be9b88be HTTP/1.1" status: 204 len: 168 time: 0.4462290 Mar 22 14:23:06.325273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:06.479007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.688501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.717896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:06.736057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56fb935-213d-4203-b176-a6022e0f2fc8') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:06.736564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56fb935-213d-4203-b176-a6022e0f2fc8') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:06.753238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c56fb935-213d-4203-b176-a6022e0f2fc8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.774956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c56fb935-213d-4203-b176-a6022e0f2fc8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.782740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:06.783259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c56fb935-213d-4203-b176-a6022e0f2fc8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:06.853937 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:06.872740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.880752 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:06.884947 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] 10.222.0.81 "DELETE /v2.0/networks/72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575 HTTP/1.1" status: 204 len: 168 time: 0.5579233 Mar 22 14:23:06.898231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc499-f9f0-4612-9ed6-d6295df5104c admin admin] Pushing event deleted for resources: {'Network': ['ID=72f2e4af-c3ed-4bb2-a2e3-2d0e6c28f575,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:07.132453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58824) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:07.179341 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-591327f5-1125-4a40-adb0-48c14d48ac62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86cf3f2cb4f74436ade5526eb26dd178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456817 Mar 22 14:23:07.181928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58826) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:07.237935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] Publish callbacks [] for security_group (45c15c09-cfa5-464d-b054-b1b9e5efaf7a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:07.261193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] Publish callbacks [] for security_group (45c15c09-cfa5-464d-b054-b1b9e5efaf7a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:07.323236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (45c15c09-cfa5-464d-b054-b1b9e5efaf7a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:07.328669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:07.330240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45c15c09-cfa5-464d-b054-b1b9e5efaf7a HTTP/1.1" status: 204 len: 168 time: 0.1466391 Mar 22 14:23:07.340259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6644-e052-4f2b-8b86-7df291454bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c15c09-cfa5-464d-b054-b1b9e5efaf7a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:08.629944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-fbdca9f7-e62c-44f2-90b0-7e800c34327b tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:08.632878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-fbdca9f7-e62c-44f2-90b0-7e800c34327b tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/networks?id=8200b71f-88d9-427a-8470-e17b3237cfc2 HTTP/1.1" status: 200 len: 822 time: 0.1979101 Mar 22 14:23:08.654770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-3043589e-2929-45ec-bde6-615f6ba0e154 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/quotas/71592b5641364fdeb680ebdcefc27765 HTTP/1.1" status: 200 len: 375 time: 0.0135071 Mar 22 14:23:08.704721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-efa40719-9ab8-4741-9e5d-da4326861eee tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=71592b5641364fdeb680ebdcefc27765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423527 Mar 22 14:23:08.829774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-d8ab003b-04c4-4f29-9bd3-c639ff3a3df8 service neutron] 10.222.0.81 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223717 Mar 22 14:23:08.978260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-9ae25114-e5e0-40a0-8ef1-b03aedda5ff2 service neutron] 10.222.0.81 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473992 Mar 22 14:23:09.472919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1201ae8-7483-4be5-9bf7-2f6c1c301740 req-2471ace7-9e27-48d3-a972-7742d9515e4c tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 210 time: 0.1169856 Mar 22 14:23:10.682734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f32fa73c-a370-42c7-9ff3-eaecc9889f69 req-808ee4a1-c699-4b37-bffe-aa63b6071cb8 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 210 time: 0.0657833 Mar 22 14:23:11.464238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-d891ca25-a919-4b26-bb4b-a3f0c7b002d6 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:11.467000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-d891ca25-a919-4b26-bb4b-a3f0c7b002d6 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.78 "GET /v2.0/networks?id=8200b71f-88d9-427a-8470-e17b3237cfc2 HTTP/1.1" status: 200 len: 822 time: 0.2756233 Mar 22 14:23:11.478671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Request body: {'port': {'device_id': 'be018349-91a2-4722-8632-ee7ad760e23f', 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2', 'admin_state_up': True, 'tenant_id': '71592b5641364fdeb680ebdcefc27765'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:11.821387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Made reservation on behalf of 71592b5641364fdeb680ebdcefc27765 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:11.831016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:11.886410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c55c0304-3ff3-495c-8d09-b1b1943948f7 req-99fa2079-27c3-4ef1-a300-46ef7b3ac338 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 210 time: 0.0783265 Mar 22 14:23:12.068731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Allocated IP 172.20.0.3 (8200b71f-88d9-427a-8470-e17b3237cfc2/50456ee2-56a7-4b6c-aa4f-4c55a51e349c/74411dde-e91f-4e91-b8a1-d85b07d35aec) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:12.359280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks [] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.401316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.463534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Pushing event updated for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:12.481363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Network 8200b71f-88d9-427a-8470-e17b3237cfc2 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:12.483776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:12.486663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:12.583953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:12.584620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:12.615390 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0c9a880f-3992-43a0-990e-0c2d221f742e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1405394 Mar 22 14:23:12.629824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Request body: {'port': {'device_id': 'be018349-91a2-4722-8632-ee7ad760e23f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:12.792397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.542577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad77b-c680-4991-a38f-904c734444b2 req-79ed55c1-73a3-4fc4-8122-96734791c076 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:13.552980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec5ad77b-c680-4991-a38f-904c734444b2 req-79ed55c1-73a3-4fc4-8122-96734791c076 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 931 time: 0.5307791 Mar 22 14:23:13.629032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec5ad77b-c680-4991-a38f-904c734444b2 req-ffb70197-d015-410e-80f8-995ce5c1f6ee tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746911 Mar 22 14:23:13.768862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74411dde-e91f-4e91-b8a1-d85b07d35aec {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:13.788638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks [] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.828591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Transition to ACTIVE for port object 74411dde-e91f-4e91-b8a1-d85b07d35aec will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:13.840777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:13.981075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Pushing event updated for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:14.029159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Attempting to bind port 74411dde-e91f-4e91-b8a1-d85b07d35aec on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:14.039683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Attempting to bind port 74411dde-e91f-4e91-b8a1-d85b07d35aec by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7da1b9f7-2247-4519-b493-6885ef3440cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:14.041468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Attempting to bind port 74411dde-e91f-4e91-b8a1-d85b07d35aec on network 8200b71f-88d9-427a-8470-e17b3237cfc2 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:14.048487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Port 74411dde-e91f-4e91-b8a1-d85b07d35aec on network 8200b71f-88d9-427a-8470-e17b3237cfc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:14.049707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Attempting to bind port 74411dde-e91f-4e91-b8a1-d85b07d35aec on network 8200b71f-88d9-427a-8470-e17b3237cfc2 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:14.056972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:14.057726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Checking segment: {'id': '7da1b9f7-2247-4519-b493-6885ef3440cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:14.059610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Bound using segment: {'id': '7da1b9f7-2247-4519-b493-6885ef3440cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:14.060639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Bound port: 74411dde-e91f-4e91-b8a1-d85b07d35aec, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da1b9f7-2247-4519-b493-6885ef3440cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:14.061045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.162746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:14.170922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec,segment=NetworkSegment(7da1b9f7-2247-4519-b493-6885ef3440cd),segment_id=7da1b9f7-2247-4519-b493-6885ef3440cd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:14.187287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.243801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59124) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:14.277324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:14.277943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.279569 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] 10.222.0.78 "PUT /v2.0/ports/74411dde-e91f-4e91-b8a1-d85b07d35aec HTTP/1.1" status: 200 len: 1091 time: 1.6563277 Mar 22 14:23:14.300788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:14.309022 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2dbb41-e2fb-47ec-acff-84583a3ff803" -d '{"events": [{"name": "network-changed", "server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:14.500744 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba6c65-d402-46a4-aca0-725e9b783425 x-openstack-request-id: req-e9ba6c65-d402-46a4-aca0-725e9b783425 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:14.501172 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:14.501532 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9ba6c65-d402-46a4-aca0-725e9b783425 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:14.502066 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ba6c65-d402-46a4-aca0-725e9b783425'] response: {'name': 'network-changed', 'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec', 'status': 'completed', 'code': 200} Mar 22 14:23:14.524821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428f8db-e86a-4ce6-95cd-6d6b58ad0c11 service neutron] Pushing event updated for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:14.535600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-be093202-0254-4ef0-a6e8-656fb4e2d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:14.535930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75ff52be-66ab-49b2-9cd2-2aba4fc02810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.537731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-be093202-0254-4ef0-a6e8-656fb4e2d7fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=71592b5641364fdeb680ebdcefc27765&device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 1125 time: 0.2097137 Mar 22 14:23:14.632844 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c27b7dbd-14a6-4cef-aa2d-577ac26c0c71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec HTTP/1.1" status: 200 len: 217 time: 0.0865576 Mar 22 14:23:14.717425 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75ff52be-66ab-49b2-9cd2-2aba4fc02810 admin admin] Publish callbacks [] for security_group (178b5ebc-cc6f-41c5-b20e-8e24e87ed1af), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.738538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75ff52be-66ab-49b2-9cd2-2aba4fc02810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (178b5ebc-cc6f-41c5-b20e-8e24e87ed1af), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:14.809029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-40f9954d-cc96-4828-832f-20286c7f2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:14.811328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-40f9954d-cc96-4828-832f-20286c7f2457 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=50456ee2-56a7-4b6c-aa4f-4c55a51e349c HTTP/1.1" status: 200 len: 862 time: 0.1699424 Mar 22 14:23:14.867203 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-833a5507-9068-4863-92e0-700d61747aa0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8200b71f-88d9-427a-8470-e17b3237cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489430 Mar 22 14:23:14.868311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75ff52be-66ab-49b2-9cd2-2aba4fc02810 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=352b73b5c4a5490cb2b74c8b34f93888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230431 Mar 22 14:23:14.871783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:14.873150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff52be-66ab-49b2-9cd2-2aba4fc02810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b5ebc-cc6f-41c5-b20e-8e24e87ed1af,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:14.983404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b243f5a-a7b5-4151-ac0d-9b0add5b2d7a req-7eab3727-f61e-4df2-8328-995f9e398885 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:14.985192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b243f5a-a7b5-4151-ac0d-9b0add5b2d7a req-7eab3727-f61e-4df2-8328-995f9e398885 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 943 time: 0.1711266 Mar 22 14:23:15.034532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] Publish callbacks [] for security_group (178b5ebc-cc6f-41c5-b20e-8e24e87ed1af), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.103084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b243f5a-a7b5-4151-ac0d-9b0add5b2d7a req-eacedd80-85a0-4b56-ab3a-93e010a467c7 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110244 Mar 22 14:23:15.166640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] Publish callbacks [] for security_group (178b5ebc-cc6f-41c5-b20e-8e24e87ed1af), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.248235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-0853b2aa-7ce4-40a6-b47e-3d18d58fa4f9 service neutron] 10.222.0.78 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893753 Mar 22 14:23:15.351893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (178b5ebc-cc6f-41c5-b20e-8e24e87ed1af), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.356173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:15.359806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/178b5ebc-cc6f-41c5-b20e-8e24e87ed1af HTTP/1.1" status: 204 len: 168 time: 0.4845362 Mar 22 14:23:15.475899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a509ca9-5ed8-4a76-8e35-46c159a15cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b5ebc-cc6f-41c5-b20e-8e24e87ed1af,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:15.626902 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ac29331-55a6-4d10-9241-04b70b436d98 req-c84228b4-a2fd-4f85-b000-3b062e87d275 service neutron] 10.222.0.78 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917285 Mar 22 14:23:15.823353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-f515506a-4abe-4ce5-ad71-037952f5fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:15.830383 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-f515506a-4abe-4ce5-ad71-037952f5fbc2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=71592b5641364fdeb680ebdcefc27765&device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 1125 time: 0.1342440 Mar 22 14:23:16.128743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:16.149199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-8309a420-f06b-4d49-9d9d-4ae2108f02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:16.152893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-8309a420-f06b-4d49-9d9d-4ae2108f02b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8200b71f-88d9-427a-8470-e17b3237cfc2 HTTP/1.1" status: 200 len: 923 time: 0.3169389 Mar 22 14:23:16.190468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb1c9-55a9-43c8-91c9-38bdbb61665e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:16.238237 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-5c72bc37-cfc9-4ecb-90bc-b461e4e80095 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec HTTP/1.1" status: 200 len: 217 time: 0.0784183 Mar 22 14:23:16.334304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-0fe0eca1-85bc-48ee-9ff9-e9f0e92ad53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:16.338105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-0fe0eca1-85bc-48ee-9ff9-e9f0e92ad53a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=50456ee2-56a7-4b6c-aa4f-4c55a51e349c HTTP/1.1" status: 200 len: 862 time: 0.0915632 Mar 22 14:23:16.429417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-a9af53dd-9b15-4666-817d-145cb1288300 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8200b71f-88d9-427a-8470-e17b3237cfc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840197 Mar 22 14:23:16.455937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb1c9-55a9-43c8-91c9-38bdbb61665e admin admin] Publish callbacks [] for security_group (337724e4-9f4f-4d42-9aef-017bbf1d7deb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:16.506211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb1c9-55a9-43c8-91c9-38bdbb61665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (337724e4-9f4f-4d42-9aef-017bbf1d7deb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:16.544736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cb1c9-55a9-43c8-91c9-38bdbb61665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337724e4-9f4f-4d42-9aef-017bbf1d7deb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:16.655424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1051c99-7082-4956-a121-ab0ae94d422e req-7c31677a-ea6e-49d4-ab1a-a684182974bd tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:16.666635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1051c99-7082-4956-a121-ab0ae94d422e req-7c31677a-ea6e-49d4-ab1a-a684182974bd tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 943 time: 0.2062323 Mar 22 14:23:16.716082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-61abfdc1-c76a-4644-ab04-68db19f51783 service neutron] 10.222.0.78 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766297 Mar 22 14:23:16.812939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1051c99-7082-4956-a121-ab0ae94d422e req-84058579-622e-4582-ad40-a34c36bce623 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372788 Mar 22 14:23:16.812939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cc9cb1c9-55a9-43c8-91c9-38bdbb61665e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a9ca82a74e04c19b5f58d7cf4632ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6826978 Mar 22 14:23:16.815506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59184) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:16.950762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6c2dbb41-e2fb-47ec-acff-84583a3ff803 req-bfaa3d50-ecef-4da6-b9b9-d66adb775d50 service neutron] 10.222.0.78 "GET /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306819 Mar 22 14:23:16.966552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] Publish callbacks [] for security_group (337724e4-9f4f-4d42-9aef-017bbf1d7deb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.022722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] Publish callbacks [] for security_group (337724e4-9f4f-4d42-9aef-017bbf1d7deb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.138667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (337724e4-9f4f-4d42-9aef-017bbf1d7deb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.142025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.145391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/337724e4-9f4f-4d42-9aef-017bbf1d7deb HTTP/1.1" status: 204 len: 168 time: 0.3267679 Mar 22 14:23:17.156724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 74411dde-e91f-4e91-b8a1-d85b07d35aec details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:17.169528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acea160-139b-4d57-9c89-984eacb839bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337724e4-9f4f-4d42-9aef-017bbf1d7deb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:17.453875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec,segment=NetworkSegment(7da1b9f7-2247-4519-b493-6885ef3440cd),segment_id=7da1b9f7-2247-4519-b493-6885ef3440cd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:17.572561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '74411dde-e91f-4e91-b8a1-d85b07d35aec', 'network_id': '8200b71f-88d9-427a-8470-e17b3237cfc2', 'port_id': '74411dde-e91f-4e91-b8a1-d85b07d35aec', 'mac_address': 'fa:16:3e:c3:1b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50456ee2-56a7-4b6c-aa4f-4c55a51e349c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:17.659487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 74411dde-e91f-4e91-b8a1-d85b07d35aec is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:17.660360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.689387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74411dde-e91f-4e91-b8a1-d85b07d35aec {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:17.735682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec,segment=NetworkSegment(7da1b9f7-2247-4519-b493-6885ef3440cd),segment_id=7da1b9f7-2247-4519-b493-6885ef3440cd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:17.746688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:17.954580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:18.011956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['74411dde-e91f-4e91-b8a1-d85b07d35aec'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:18.137545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769e961-fe3b-4229-b070-892abaa4860e req-185e17d4-7457-42aa-a3f3-9bec96ad68db tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:18.148284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5769e961-fe3b-4229-b070-892abaa4860e req-185e17d4-7457-42aa-a3f3-9bec96ad68db tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 944 time: 0.1742349 Mar 22 14:23:18.303330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5769e961-fe3b-4229-b070-892abaa4860e req-7b5e9d3c-cbb3-40b8-8982-084d114c392c tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505160 Mar 22 14:23:18.561019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5af5b890-91f0-43b2-9b65-3d45a5131253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.188344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 74411dde-e91f-4e91-b8a1-d85b07d35aec up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:19.403363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 74411dde-e91f-4e91-b8a1-d85b07d35aec completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:19.426989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 74411dde-e91f-4e91-b8a1-d85b07d35aec triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:19.428317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.552829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793d5ba-2324-4aef-80e3-f45277c22677 req-7918c08a-2953-47a0-8f5a-f4446020a39c tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:19.563707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a793d5ba-2324-4aef-80e3-f45277c22677 req-7918c08a-2953-47a0-8f5a-f4446020a39c tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 944 time: 0.1462345 Mar 22 14:23:19.674930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a793d5ba-2324-4aef-80e3-f45277c22677 req-2b5255c1-e5a0-416c-a65e-dd9f39e606ab tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010253 Mar 22 14:23:19.718024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 74411dde-e91f-4e91-b8a1-d85b07d35aec is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:19.719055 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.752702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:19.755453 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce0b15-9b39-4eb2-8762-7d42a7c1727e" -d '{"events": [{"server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "name": "network-vif-plugged", "status": "completed", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:19.795636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec,segment=NetworkSegment(7da1b9f7-2247-4519-b493-6885ef3440cd),segment_id=7da1b9f7-2247-4519-b493-6885ef3440cd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:19.809606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:19.879596 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de6baed-689d-4f83-884e-4ca7b6a0f580 x-openstack-request-id: req-7de6baed-689d-4f83-884e-4ca7b6a0f580 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:19.881064 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "name": "network-vif-plugged", "status": "completed", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:19.881492 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7de6baed-689d-4f83-884e-4ca7b6a0f580 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:19.884046 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de6baed-689d-4f83-884e-4ca7b6a0f580'] response: {'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec', 'code': 200} Mar 22 14:23:19.944064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:20.032348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f1eaf-d2fc-4db0-84a8-7293e6877e3d req-51ace5a7-a363-4adb-97c3-b59d7bbfee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:20.036335 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-165f1eaf-d2fc-4db0-84a8-7293e6877e3d req-51ace5a7-a363-4adb-97c3-b59d7bbfee45 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 1127 time: 0.1192024 Mar 22 14:23:20.150377 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-165f1eaf-d2fc-4db0-84a8-7293e6877e3d req-bacbdd72-b6c3-4262-af51-da38db6cd1f0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077805 Mar 22 14:23:20.881373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce040e18-db47-4541-bf56-e2204f134ad7 req-dd5c3f1e-d806-4740-a64b-e045afd6e357 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:20.883830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce040e18-db47-4541-bf56-e2204f134ad7 req-dd5c3f1e-d806-4740-a64b-e045afd6e357 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 945 time: 0.1175315 Mar 22 14:23:20.964500 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c73af95b-27d5-481f-93ee-8483c37124ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:21.013690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce040e18-db47-4541-bf56-e2204f134ad7 req-ee3321b3-c427-4717-875b-927d20264e9c tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214347 Mar 22 14:23:21.921709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:22.237197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127da68-6d35-47ac-b427-c7b58d6641e5 req-b4d9561e-d425-4407-bf2f-b896580ed2ec tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:22.247306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b127da68-6d35-47ac-b427-c7b58d6641e5 req-b4d9561e-d425-4407-bf2f-b896580ed2ec tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 945 time: 0.1210589 Mar 22 14:23:22.353415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b127da68-6d35-47ac-b427-c7b58d6641e5 req-6b148a9d-eae7-4222-abfd-8cea19928c0e tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030557 Mar 22 14:23:23.023290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:23.078865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df10c-8f9b-4e7f-9cfb-fcd4cf83a395 req-c93dc725-ba8e-4f0f-a1e0-55f0a28cfe18 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:23.086005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-117df10c-8f9b-4e7f-9cfb-fcd4cf83a395 req-c93dc725-ba8e-4f0f-a1e0-55f0a28cfe18 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 945 time: 0.1087060 Mar 22 14:23:23.230053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a624fd52-96ff-4580-984f-ea0786872783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.344130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a624fd52-96ff-4580-984f-ea0786872783 admin admin] Publish callbacks [] for security_group (0cefc7b0-fb64-48cc-a633-66dbf49a7985), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.353345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a624fd52-96ff-4580-984f-ea0786872783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0cefc7b0-fb64-48cc-a633-66dbf49a7985), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.452334 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a624fd52-96ff-4580-984f-ea0786872783 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5a6d3c589644d1e8161df6c76a2e72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273934 Mar 22 14:23:23.455103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59508) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:23.455923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624fd52-96ff-4580-984f-ea0786872783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cefc7b0-fb64-48cc-a633-66dbf49a7985,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:23.586377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] Publish callbacks [] for security_group (0cefc7b0-fb64-48cc-a633-66dbf49a7985), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.615962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] Publish callbacks [] for security_group (0cefc7b0-fb64-48cc-a633-66dbf49a7985), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.681124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0cefc7b0-fb64-48cc-a633-66dbf49a7985), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.684285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.686803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cefc7b0-fb64-48cc-a633-66dbf49a7985 HTTP/1.1" status: 204 len: 168 time: 0.2306640 Mar 22 14:23:23.690356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:23.707652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c7eb-2ab7-4724-b365-5091743f8219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cefc7b0-fb64-48cc-a633-66dbf49a7985,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:23.742363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-117df10c-8f9b-4e7f-9cfb-fcd4cf83a395 req-80cdc38e-46e6-4c2a-9785-6206963cb959 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546111 Mar 22 14:23:24.291286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59530) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:24.319373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12463d79-cb9c-4029-b09e-573901326f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.338506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-81c41066-f5fd-4359-8e65-1bf0b555b011 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:24.345437 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-81c41066-f5fd-4359-8e65-1bf0b555b011 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.78 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 945 time: 0.1419523 Mar 22 14:23:24.529082 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:23:24.534496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12463d79-cb9c-4029-b09e-573901326f7c admin admin] Publish callbacks [] for security_group (9191d726-f325-4d64-a612-954ae77aff5c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.547758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12463d79-cb9c-4029-b09e-573901326f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9191d726-f325-4d64-a612-954ae77aff5c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.586752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Deleting port 74411dde-e91f-4e91-b8a1-d85b07d35aec {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:24.587092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.720928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12463d79-cb9c-4029-b09e-573901326f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9191d726-f325-4d64-a612-954ae77aff5c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:24.751294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-12463d79-cb9c-4029-b09e-573901326f7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f8f8b53fce2401990f02e8be2936972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4546518 Mar 22 14:23:24.751498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59542) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:24.821030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] For port 74411dde-e91f-4e91-b8a1-d85b07d35aec, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=74411dde-e91f-4e91-b8a1-d85b07d35aec,segment=NetworkSegment(7da1b9f7-2247-4519-b493-6885ef3440cd),segment_id=7da1b9f7-2247-4519-b493-6885ef3440cd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:24.821396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.865726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Calling delete_port for 74411dde-e91f-4e91-b8a1-d85b07d35aec owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:24.889164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] Publish callbacks [] for security_group (9191d726-f325-4d64-a612-954ae77aff5c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.916511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] Publish callbacks [] for security_group (9191d726-f325-4d64-a612-954ae77aff5c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.925289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:24.985839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec82426-b208-4b24-9889-166798ddf9c6 req-6f10690f-dadd-4103-9086-aeb03f86e365 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:24.996046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ec82426-b208-4b24-9889-166798ddf9c6 req-6f10690f-dadd-4103-9086-aeb03f86e365 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/ports?device_id=be018349-91a2-4722-8632-ee7ad760e23f HTTP/1.1" status: 200 len: 945 time: 0.1298890 Mar 22 14:23:25.046702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9191d726-f325-4d64-a612-954ae77aff5c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.050220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.051651 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9191d726-f325-4d64-a612-954ae77aff5c HTTP/1.1" status: 204 len: 168 time: 0.2993636 Mar 22 14:23:25.096418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50f658-7303-4915-b43f-16a0ef218497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191d726-f325-4d64-a612-954ae77aff5c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:25.176171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ec82426-b208-4b24-9889-166798ddf9c6 req-a6ee222c-f0f2-49c7-9009-b899d00dedd1 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7547a8d-1109-472d-b082-ff2fdc59a57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787357 Mar 22 14:23:25.252330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (74411dde-e91f-4e91-b8a1-d85b07d35aec), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.323175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Pushing event deleted for resources: {'Port': ['ID=74411dde-e91f-4e91-b8a1-d85b07d35aec,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:25.418329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] No DVR routers for this DVR port 74411dde-e91f-4e91-b8a1-d85b07d35aec on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:25.423434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:25.429987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dd459b26-8b16-4d2c-867e-e3091f783292 req-c4ffc919-4417-4937-8b79-1c74e4746421 tempest-InstanceActionsNegativeTestJSON-233141748 tempest-InstanceActionsNegativeTestJSON-233141748-project] 10.222.0.78 "DELETE /v2.0/ports/74411dde-e91f-4e91-b8a1-d85b07d35aec HTTP/1.1" status: 204 len: 173 time: 1.0820694 Mar 22 14:23:25.430798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'name': 'network-vif-deleted', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:25.435394 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c74bd2-26e6-4aad-91d5-f6b236193d86" -d '{"events": [{"server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "name": "network-vif-deleted", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:25.513556 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc553fd7-2672-4a31-8f30-852bea1a743b x-openstack-request-id: req-fc553fd7-2672-4a31-8f30-852bea1a743b {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:25.514358 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be018349-91a2-4722-8632-ee7ad760e23f", "name": "network-vif-deleted", "tag": "74411dde-e91f-4e91-b8a1-d85b07d35aec", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:25.514847 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc553fd7-2672-4a31-8f30-852bea1a743b {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:25.515503 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc553fd7-2672-4a31-8f30-852bea1a743b'] response: {'server_uuid': 'be018349-91a2-4722-8632-ee7ad760e23f', 'name': 'network-vif-deleted', 'tag': '74411dde-e91f-4e91-b8a1-d85b07d35aec', 'status': 'completed', 'code': 200} Mar 22 14:23:26.287878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59592) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:26.366320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Deleting subnet 50456ee2-56a7-4b6c-aa4f-4c55a51e349c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:23:26.384772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Publish callbacks [] for subnet (50456ee2-56a7-4b6c-aa4f-4c55a51e349c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.482922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (50456ee2-56a7-4b6c-aa4f-4c55a51e349c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.590898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (50456ee2-56a7-4b6c-aa4f-4c55a51e349c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.713814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (50456ee2-56a7-4b6c-aa4f-4c55a51e349c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.759977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50456ee2-56a7-4b6c-aa4f-4c55a51e349c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:26.765426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:26.769623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ed88f8b-6ab9-48c5-851f-504c9890bf7c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/50456ee2-56a7-4b6c-aa4f-4c55a51e349c HTTP/1.1" status: 204 len: 168 time: 0.4799538 Mar 22 14:23:26.772464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:26.926213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (8200b71f-88d9-427a-8470-e17b3237cfc2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.145157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (8200b71f-88d9-427a-8470-e17b3237cfc2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.186520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8200b71f-88d9-427a-8470-e17b3237cfc2']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.196890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da1b9f7-2247-4519-b493-6885ef3440cd') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.197314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da1b9f7-2247-4519-b493-6885ef3440cd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:27.218806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (7da1b9f7-2247-4519-b493-6885ef3440cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.239363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 74411dde-e91f-4e91-b8a1-d85b07d35aec no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7da1b9f7-2247-4519-b493-6885ef3440cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (7da1b9f7-2247-4519-b493-6885ef3440cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:27.280386 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:27.283171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 74411dde-e91f-4e91-b8a1-d85b07d35aec {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:27.283590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 74411dde-e91f-4e91-b8a1-d85b07d35aec not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:27.407442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (8200b71f-88d9-427a-8470-e17b3237cfc2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.422101 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:27.433360 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] 10.222.0.81 "DELETE /v2.0/networks/8200b71f-88d9-427a-8470-e17b3237cfc2 HTTP/1.1" status: 204 len: 168 time: 0.6584027 Mar 22 14:23:27.451548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e7663-26dc-42db-ae44-e00f889fac8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8200b71f-88d9-427a-8470-e17b3237cfc2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:27.692843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:27.762396 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71cff955-75e6-494e-863b-9052ba8194f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71592b5641364fdeb680ebdcefc27765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672805 Mar 22 14:23:27.765279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:27.896700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] Publish callbacks [] for security_group (d7547a8d-1109-472d-b082-ff2fdc59a57d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.006946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] Publish callbacks [] for security_group (d7547a8d-1109-472d-b082-ff2fdc59a57d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.142557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7547a8d-1109-472d-b082-ff2fdc59a57d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.145302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:28.146654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7547a8d-1109-472d-b082-ff2fdc59a57d HTTP/1.1" status: 204 len: 168 time: 0.3799450 Mar 22 14:23:28.156001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ac25-3934-47d4-a134-c5cb2d5f7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7547a8d-1109-472d-b082-ff2fdc59a57d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:28.245687 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.155966 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.591046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59746) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:29.695164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59752) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:29.925008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1030832063-network', 'tenant_id': '5b09389ede8b49c3a6040833246a78c0'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:29.941952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6335379-24c9-4c8e-a77e-3d8ee907a768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:29.979797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Made reservation on behalf of 5b09389ede8b49c3a6040833246a78c0 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:29.984189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.020881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.134871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a246b9-571a-401b-93fa-57d2e5d3c871 req-819c288c-a5b9-4a25-9961-a82fff2b2b40 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:30.137370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a246b9-571a-401b-93fa-57d2e5d3c871 req-819c288c-a5b9-4a25-9961-a82fff2b2b40 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.1051526 Mar 22 14:23:30.226295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6335379-24c9-4c8e-a77e-3d8ee907a768 admin admin] Publish callbacks [] for security_group (7bfacd2e-4164-47e0-95ab-76f113aa0c1c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.258632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a246b9-571a-401b-93fa-57d2e5d3c871 req-3db717f1-1424-4594-a4fa-f7430b4cbe25 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089444 Mar 22 14:23:30.272620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks [] for security_group (75de76d4-6cf2-4af9-8819-f88762f54268), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.274966 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6335379-24c9-4c8e-a77e-3d8ee907a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bfacd2e-4164-47e0-95ab-76f113aa0c1c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.282247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75de76d4-6cf2-4af9-8819-f88762f54268), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.328859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:30.331888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6335379-24c9-4c8e-a77e-3d8ee907a768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfacd2e-4164-47e0-95ab-76f113aa0c1c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.339046 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6335379-24c9-4c8e-a77e-3d8ee907a768 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97fa4b4a747144469f00dc79edd0c14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7469792 Mar 22 14:23:30.342614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59770) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:30.357083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4b55a3ca-d41c-4b77-8712-9cd4523418ee), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.357432 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Added segment 4b55a3ca-d41c-4b77-8712-9cd4523418ee of type vlan for network 21604ffc-6637-44b1-98ef-c98ed16b7b92 Mar 22 14:23:30.376611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de76d4-6cf2-4af9-8819-f88762f54268,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.437774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] Publish callbacks [] for security_group (7bfacd2e-4164-47e0-95ab-76f113aa0c1c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.469734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] Publish callbacks [] for security_group (7bfacd2e-4164-47e0-95ab-76f113aa0c1c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.490156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (21604ffc-6637-44b1-98ef-c98ed16b7b92), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.537807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bfacd2e-4164-47e0-95ab-76f113aa0c1c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.544403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.550901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bfacd2e-4164-47e0-95ab-76f113aa0c1c HTTP/1.1" status: 204 len: 168 time: 0.2070336 Mar 22 14:23:30.551578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (21604ffc-6637-44b1-98ef-c98ed16b7b92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.552670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:30.555809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.564642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6421d-5a5c-4b6b-8bf7-0640717e7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfacd2e-4164-47e0-95ab-76f113aa0c1c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.614199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:30.619259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Request body: {'subnet': {'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1030832063-subnet', 'tenant_id': '5b09389ede8b49c3a6040833246a78c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:30.625111 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9151564 Mar 22 14:23:30.665439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Made reservation on behalf of 5b09389ede8b49c3a6040833246a78c0 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:30.668149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:30.734679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0222922-8c93-4c6b-83e0-bebffdeea7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=21604ffc-6637-44b1-98ef-c98ed16b7b92,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:30.749663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:30.937556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (03f491d1-59af-49e5-9596-f506148272e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.055556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:31.074825 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e77da7e1-9aae-4835-b985-145a1e3f73e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.101420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Checking segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:31.101420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Network hostable DHCP agents. Network: 21604ffc-6637-44b1-98ef-c98ed16b7b92, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:31.141750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f491d1-59af-49e5-9596-f506148272e8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.158666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:31.182848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 21604ffc-6637-44b1-98ef-c98ed16b7b92) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:31.191470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:31.192362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.194120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b01584-3e5b-4133-9b2a-14486bc4d9ef None None] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:31.224308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-efb744b5-78a5-42d7-8b0f-539c81a0f5ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6089673 Mar 22 14:23:31.300452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e77da7e1-9aae-4835-b985-145a1e3f73e1 admin admin] Publish callbacks [] for security_group (25c31cf3-d788-4b51-91cc-f575e419262d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.354992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e77da7e1-9aae-4835-b985-145a1e3f73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (25c31cf3-d788-4b51-91cc-f575e419262d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.511617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e77da7e1-9aae-4835-b985-145a1e3f73e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=059f09f7850442cd8f5852e688582c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547486 Mar 22 14:23:31.530584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59818) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:31.567596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77da7e1-9aae-4835-b985-145a1e3f73e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c31cf3-d788-4b51-91cc-f575e419262d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:31.651131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-21604ffc-6637-44b1-98ef-c98ed16b7b92', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'project_id': '5b09389ede8b49c3a6040833246a78c0', 'fixed_ips': [{'subnet_id': '03f491d1-59af-49e5-9596-f506148272e8'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:23:31.652234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.730130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-4c8e9e31-545a-4f6b-9ffb-1e68ae9d4009 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:31.744641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-4c8e9e31-545a-4f6b-9ffb-1e68ae9d4009 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.78 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.4422610 Mar 22 14:23:31.772867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679fa9-3083-4170-8adb-2715c56bf92e req-ced40b89-5172-4697-8d41-175478e920d8 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:31.779991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c679fa9-3083-4170-8adb-2715c56bf92e req-ced40b89-5172-4697-8d41-175478e920d8 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 945 time: 0.3937979 Mar 22 14:23:31.784483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] Publish callbacks [] for security_group (25c31cf3-d788-4b51-91cc-f575e419262d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.897391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] Publish callbacks [] for security_group (25c31cf3-d788-4b51-91cc-f575e419262d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:31.940900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c679fa9-3083-4170-8adb-2715c56bf92e req-b151efb7-1db3-4f60-948b-11839ac9bf58 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/security-groups?id=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501548 Mar 22 14:23:31.956464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Allocated IP 172.20.0.2 (21604ffc-6637-44b1-98ef-c98ed16b7b92/03f491d1-59af-49e5-9596-f506148272e8/759c6192-8fa1-48bc-8c4b-e0ea61fc2c35) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:31.960702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1534-460e-4717-b30f-37ce4370bcc2 req-c65d3ccc-7a54-478d-b908-b202b1c0684d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:31.968812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-281a1534-460e-4717-b30f-37ce4370bcc2 req-c65d3ccc-7a54-478d-b908-b202b1c0684d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.9537466 Mar 22 14:23:32.082632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-281a1534-460e-4717-b30f-37ce4370bcc2 req-83fe226a-bfde-43e7-95fb-aebbf2fd1b9c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129162 Mar 22 14:23:32.161815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (25c31cf3-d788-4b51-91cc-f575e419262d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.164713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.166078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25c31cf3-d788-4b51-91cc-f575e419262d HTTP/1.1" status: 204 len: 168 time: 0.6225798 Mar 22 14:23:32.175417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Deleting port 940e9c42-0d20-490b-be05-343db019aa93 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:32.175756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (940e9c42-0d20-490b-be05-343db019aa93), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.263085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks [] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.276106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.322637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] For port 940e9c42-0d20-490b-be05-343db019aa93, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=940e9c42-0d20-490b-be05-343db019aa93,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:32.323003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (940e9c42-0d20-490b-be05-343db019aa93), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.435670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Pushing event updated for resources: {'Port': ['ID=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:32.460404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:32.466832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:32.473299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:32.578125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.579880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8212821f-b4ee-4598-9193-dc1d39e2a285), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.580374 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Floating IP 8212821f-b4ee-4598-9193-dc1d39e2a285 disassociated. External IP: 172.25.3.236, port: 940e9c42-0d20-490b-be05-343db019aa93. Mar 22 14:23:32.580880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Calling delete_port for 940e9c42-0d20-490b-be05-343db019aa93 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:32.597781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Attempting to bind port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:32.598521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Attempting to bind port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:32.598990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Attempting to bind port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:32.605136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:32.615251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-c978ab31-bb1a-4f04-890a-e7e2b1318d2a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.616163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Checking segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:32.616715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.617229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Bound using segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:32.618098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Bound port: 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:32.618746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.619225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-c978ab31-bb1a-4f04-890a-e7e2b1318d2a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.2054577 Mar 22 14:23:32.678294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-48e5e3ee-1cc5-44b2-98cb-d2262567eb4a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:32.718059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-48e5e3ee-1cc5-44b2-98cb-d2262567eb4a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.4166603 Mar 22 14:23:32.751034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf65a9-dcad-4e11-bab8-a84a8b0c4384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c31cf3-d788-4b51-91cc-f575e419262d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:32.753592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] For port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:32.757622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (940e9c42-0d20-490b-be05-343db019aa93), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:32.761458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] For port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:32.787284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-cc84b47b-e936-42d2-b4a8-4f5745245a50 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/quotas/5b09389ede8b49c3a6040833246a78c0 HTTP/1.1" status: 200 len: 375 time: 0.0678957 Mar 22 14:23:32.833768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.005953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a9021-8f28-4bcc-abcc-a4353321eed3 None None] Pushing event updated for resources: {'Port': ['ID=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:33.018546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-d297de19-b9d7-48b7-8850-ce1f01697caf tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2302995 Mar 22 14:23:33.058321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event deleted for resources: {'Port': ['ID=940e9c42-0d20-490b-be05-343db019aa93,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:33.192327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:33.272051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5608e056-a932-4799-8463-51dd125d1963 service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520194 Mar 22 14:23:33.519629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98142b70-b448-4827-b20b-d2e3fdf3d755 req-77aa8eaf-b04b-4872-b963-40783349c45f tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "GET /v2.0/ports?device_id=68eb77ce-d8de-4d99-9ec1-34fa4e4beb00 HTTP/1.1" status: 200 len: 210 time: 0.2285860 Mar 22 14:23:33.579583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port e2167405-7768-4fe5-88a5-8d7dad103dd8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:33.581352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.611856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:33.624555 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Sync routers for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:33.643706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:33.644520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:33.738553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] No DVR routers for this DVR port 940e9c42-0d20-490b-be05-343db019aa93 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:33.741854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:33.751996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-385231af-ca00-4d5d-8fb0-5789d642c659 req-80f8a839-b3b8-4aa1-a269-1c4f424b371e tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.78 "DELETE /v2.0/ports/940e9c42-0d20-490b-be05-343db019aa93 HTTP/1.1" status: 204 len: 173 time: 1.9602914 Mar 22 14:23:33.754728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'name': 'network-vif-deleted', 'tag': '940e9c42-0d20-490b-be05-343db019aa93'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:33.764565 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281bc3b5-6659-44a3-8b21-a3d75eb0e644" -d '{"events": [{"server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "name": "network-vif-deleted", "tag": "940e9c42-0d20-490b-be05-343db019aa93"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:34.025899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:34.040035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-0942d91a-6e47-4ebc-bcd5-ced0a33bfdb8 service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631218 Mar 22 14:23:34.208240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] For port e2167405-7768-4fe5-88a5-8d7dad103dd8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e2167405-7768-4fe5-88a5-8d7dad103dd8,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:34.209292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:34.280281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85f47-b92d-4acf-ba7c-4f207191e174 req-577c22c5-53f3-4219-b16a-60f2d40d78d0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:34.293378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ad85f47-b92d-4acf-ba7c-4f207191e174 req-577c22c5-53f3-4219-b16a-60f2d40d78d0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 946 time: 0.5536830 Mar 22 14:23:34.603395 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929c676-b1f0-45d5-825d-7352a3a9df67 x-openstack-request-id: req-3929c676-b1f0-45d5-825d-7352a3a9df67 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:34.603844 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eb77ce-d8de-4d99-9ec1-34fa4e4beb00", "name": "network-vif-deleted", "tag": "940e9c42-0d20-490b-be05-343db019aa93", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:34.604208 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3929c676-b1f0-45d5-825d-7352a3a9df67 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:34.604729 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3929c676-b1f0-45d5-825d-7352a3a9df67'] response: {'server_uuid': '68eb77ce-d8de-4d99-9ec1-34fa4e4beb00', 'name': 'network-vif-deleted', 'tag': '940e9c42-0d20-490b-be05-343db019aa93', 'status': 'completed', 'code': 200} Mar 22 14:23:34.684268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:34.751635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:34.837046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ad85f47-b92d-4acf-ba7c-4f207191e174 req-9d88dd8d-b454-48d2-bb72-65040f5ef84a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391564 Mar 22 14:23:34.859673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:34.884208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:34.885535 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:34.938877 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Checking router: 77ceed3c-c72f-4cda-aa2d-9fea9c0243be for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:34.961423 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:34.962109 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:35.107296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Deleting port cd6b15d9-2af4-44f7-8111-c431db8e1451 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:35.108301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.301475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:35.301773 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.312038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.312911 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for floatingip (cd6b15d9-2af4-44f7-8111-c431db8e1451), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.325876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Calling delete_port for cd6b15d9-2af4-44f7-8111-c431db8e1451 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:35.349148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e2167405-7768-4fe5-88a5-8d7dad103dd8 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:35.370875 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:35.480783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21277a-02c4-488c-a64a-c90d2c164349 None None] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:35.482869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cd6b15d9-2af4-44f7-8111-c431db8e1451), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.585914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event deleted for resources: {'Port': ['ID=cd6b15d9-2af4-44f7-8111-c431db8e1451,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:35.776037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.782213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.782600 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP 804fc55f-1b31-4916-8ab6-005c2cb186e4 disassociated. External IP: 172.25.3.109, port: e2167405-7768-4fe5-88a5-8d7dad103dd8. Mar 22 14:23:35.782977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for e2167405-7768-4fe5-88a5-8d7dad103dd8 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:35.786894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for floatingip (8212821f-b4ee-4598-9193-dc1d39e2a285), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.790233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3489294c-ed92-4572-a4f7-3960e7989ea0 None None] Provisioning complete for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:35.791547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.792353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3489294c-ed92-4572-a4f7-3960e7989ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:35.798622 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4bed6086-bf5f-40ed-9046-ed3b59ba3221 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "DELETE /v2.0/floatingips/8212821f-b4ee-4598-9193-dc1d39e2a285 HTTP/1.1" status: 204 len: 168 time: 1.0456083 Mar 22 14:23:35.906090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-5acfa8b5-858c-4f4e-9bbb-06a6870316f5 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:35.934386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-5acfa8b5-858c-4f4e-9bbb-06a6870316f5 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.8569813 Mar 22 14:23:36.030144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:36.087129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-8e602dd6-6c39-4f41-96fd-2e12b3a34d14 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/quotas/5b09389ede8b49c3a6040833246a78c0 HTTP/1.1" status: 200 len: 375 time: 0.1503956 Mar 22 14:23:36.129127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.313018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.317399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:36.360154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=e2167405-7768-4fe5-88a5-8d7dad103dd8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:36.436317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-9ef3b874-a742-4fed-9249-8076ea9eed8c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3482151 Mar 22 14:23:36.467857 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:36.527366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3489294c-ed92-4572-a4f7-3960e7989ea0 None None] Current status of the port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:36.557723 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d27f0f-82c6-4339-8608-3ca5b33db90d None None] The sync data for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 is: [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:18:01Z', 'revision_number': 4, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '819c9d6e-0020-48e2-8a68-ee898cab7a27', 'name': '', 'network_id': 'f2923616-3acc-4a5e-801c-49a6fc07e7c6', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'mac_address': 'fa:16:3e:94:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:59Z', 'updated_at': '2022-03-22T14:18:12Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'subnets': [{'id': '81a3c2b1-f2ca-4ca4-a707-516f10076436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:36.561123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc732e-09b3-4329-95d8-3f471e8d6f9c req-0e57ef99-995e-4b98-8d11-62faaa615ce4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:36.562797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aafc732e-09b3-4329-95d8-3f471e8d6f9c req-0e57ef99-995e-4b98-8d11-62faaa615ce4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 867 time: 0.4039474 Mar 22 14:23:36.573049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e2167405-7768-4fe5-88a5-8d7dad103dd8 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:36.573456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e2167405-7768-4fe5-88a5-8d7dad103dd8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:36.582826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59988) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:36.795066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 940e9c42-0d20-490b-be05-343db019aa93 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:36.904110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 940e9c42-0d20-490b-be05-343db019aa93 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:36.907918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 940e9c42-0d20-490b-be05-343db019aa93 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:36.961251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-437865dd-57cc-4394-b3df-4fcf7bc6ef23 service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941662 Mar 22 14:23:37.151784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-4ed963c7-632a-4dce-af33-aabfc36c2a4d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:37.166445 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-4ed963c7-632a-4dce-af33-aabfc36c2a4d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.3880308 Mar 22 14:23:37.183654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-6a27b45e-989b-4a7b-acce-9d2d3a5745dd service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214711 Mar 22 14:23:37.193323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Request body: {'port': {'device_id': 'df85b693-8632-4ff5-929b-a242e33160b3', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'admin_state_up': True, 'tenant_id': '5b09389ede8b49c3a6040833246a78c0'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:37.297777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aafc732e-09b3-4329-95d8-3f471e8d6f9c req-79746ccc-f672-475f-a05f-85b750b8920d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=4614c6e6-958c-4506-801d-f41f4ffb6b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5745122 Mar 22 14:23:37.315073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c141dc-a42e-4f66-9ba5-7906a3f03bd6 None None] New status for floating IP 8212821f-b4ee-4598-9193-dc1d39e2a285: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:23:37.340043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:37.488791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60002) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:37.520362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e93c4a74-9b70-4be1-acb3-e33b66048a77 None None] Provisioning complete for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:37.520578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e93c4a74-9b70-4be1-acb3-e33b66048a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.626854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6d4002e5-153c-44be-b1bc-1fd2c928e2fc tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:37.753227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d4002e5-153c-44be-b1bc-1fd2c928e2fc tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "PUT /v2.0/quotas/d4633ffda21c41b6835657d5f899fe8c HTTP/1.1" status: 200 len: 368 time: 1.1671534 Mar 22 14:23:37.755063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60012) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:37.757171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Made reservation on behalf of 5b09389ede8b49c3a6040833246a78c0 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:37.778045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.797186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Request body: {'network': {'project_id': 'd4633ffda21c41b6835657d5f899fe8c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:37.819194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (2bd5e2cb-55ac-45d3-ab40-301b3cba46f1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.851849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e93c4a74-9b70-4be1-acb3-e33b66048a77 None None] Current status of the port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:37.861688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Made reservation on behalf of d4633ffda21c41b6835657d5f899fe8c for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:37.866295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.896357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:37.900333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (2bd5e2cb-55ac-45d3-ab40-301b3cba46f1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.908741 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:37.925674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:37.933684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:37.934843 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:38.102585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-b20bfc0f-f1b9-4e87-a7b5-b200469ba1bc tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:38.111999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-b20bfc0f-f1b9-4e87-a7b5-b200469ba1bc tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.2181072 Mar 22 14:23:38.167508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-685c3deb-4e37-4c2e-ae9c-dfa50680205d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/quotas/5b09389ede8b49c3a6040833246a78c0 HTTP/1.1" status: 200 len: 375 time: 0.0543094 Mar 22 14:23:38.295904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] No DVR routers for this DVR port e2167405-7768-4fe5-88a5-8d7dad103dd8 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:38.299471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.313421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfd137ff-593a-4237-83f6-4e2452a37097 req-b44e4ebb-eab1-4245-8709-afb35ba2e440 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "DELETE /v2.0/ports/e2167405-7768-4fe5-88a5-8d7dad103dd8 HTTP/1.1" status: 204 len: 173 time: 5.6868672 Mar 22 14:23:38.314308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'name': 'network-vif-deleted', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:38.317101 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f067b-5f75-4b50-aed9-73e340e29817" -d '{"events": [{"server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "name": "network-vif-deleted", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:38.345500 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:38.398542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e4f7dd17-43c9-41f8-be95-7ae36521cf3a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2295568 Mar 22 14:23:38.406115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Allocated IP 172.20.0.11 (21604ffc-6637-44b1-98ef-c98ed16b7b92/03f491d1-59af-49e5-9596-f506148272e8/146ce92a-fc51-4509-8f5c-78a561e3c947) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:38.543432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for security_group (4b507db6-76cc-45dc-a475-87f2d07a561e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.564243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:38.594031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4b507db6-76cc-45dc-a475-87f2d07a561e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.624789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-63465812-747e-46bf-a05c-6b155ad810b9 service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249832 Mar 22 14:23:38.628330 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdf252-f347-4c75-bc0c-76b702426b92 x-openstack-request-id: req-29bdf252-f347-4c75-bc0c-76b702426b92 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:38.628691 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02e2185-a2b8-4265-886e-a6bff1415d2f", "name": "network-vif-deleted", "tag": "e2167405-7768-4fe5-88a5-8d7dad103dd8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:38.629012 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29bdf252-f347-4c75-bc0c-76b702426b92 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:38.629483 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bdf252-f347-4c75-bc0c-76b702426b92'] response: {'server_uuid': 'b02e2185-a2b8-4265-886e-a6bff1415d2f', 'name': 'network-vif-deleted', 'tag': 'e2167405-7768-4fe5-88a5-8d7dad103dd8', 'status': 'completed', 'code': 200} Mar 22 14:23:38.730748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:38.756126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:38.759002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.824877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a759ff8c-bbda-4541-ba0f-043e4cb591d2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:38.832518 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Added segment a759ff8c-bbda-4541-ba0f-043e4cb591d2 of type vlan for network c174d038-2295-4dc1-ab73-6da9ba9bec46 Mar 22 14:23:38.851782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-0c1dcca1-f6a8-4944-9e80-d1cf72783f70 service neutron] 10.222.0.81 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252865 Mar 22 14:23:38.860024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b507db6-76cc-45dc-a475-87f2d07a561e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:38.987942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc5af89f-f8bc-42d9-944d-96490f0d7f43 req-cdafac8f-93d4-4e73-977c-f7311a818de3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=b02e2185-a2b8-4265-886e-a6bff1415d2f HTTP/1.1" status: 200 len: 210 time: 0.1346958 Mar 22 14:23:39.019833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2bd5e2cb-55ac-45d3-ab40-301b3cba46f1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.035338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.043440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c174d038-2295-4dc1-ab73-6da9ba9bec46), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.052226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] 10.222.0.81 "DELETE /v2.0/security-groups/2bd5e2cb-55ac-45d3-ab40-301b3cba46f1 HTTP/1.1" status: 204 len: 168 time: 1.5590501 Mar 22 14:23:39.056075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:39.131505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b805f-a441-43e6-aed5-98950261d345 tempest-TestServerBasicOps-1555376057 tempest-TestServerBasicOps-1555376057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd5e2cb-55ac-45d3-ab40-301b3cba46f1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:39.157734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60066) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:39.170006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:23:39.323077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:39.348283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c174d038-2295-4dc1-ab73-6da9ba9bec46), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.350336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:39.352149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:39.428598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-480c23f3-8fdf-4b6c-a792-930f05f905cc req-0eee3313-f572-4197-8994-3b9914ce5fcd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 210 time: 0.1016860 Mar 22 14:23:39.447583 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:39.475274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:39.475903 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:39.858435 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:40.428295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60100) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:40.467233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:40.543984 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b3b3-8f77-40b3-a1b6-ce591833d7ef None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:40.650956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-b3260a50-0532-4568-872f-06e0a0f721a3 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:40.658957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-b3260a50-0532-4568-872f-06e0a0f721a3 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.9709485 Mar 22 14:23:40.706349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Request body: {'port': {'device_id': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'admin_state_up': True, 'tenant_id': '5b09389ede8b49c3a6040833246a78c0'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:40.758670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c836f43e-45da-4ba0-b1b0-e1d1cbdeb559 req-3270b841-4c5f-4df3-ac87-67b80306f2fd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 210 time: 0.0982044 Mar 22 14:23:40.813974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks [] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:40.842610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event updated for resources: {'Network': ['ID=c174d038-2295-4dc1-ab73-6da9ba9bec46,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:40.855343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c174d038-2295-4dc1-ab73-6da9ba9bec46 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:40.856995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (4614c6e6-958c-4506-801d-f41f4ffb6b3c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:40.865909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60108) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:40.866750 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1d0c088-4a38-4d80-b317-9af2af5edf80 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1063936 Mar 22 14:23:40.900725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Request body: {'network': {'project_id': 'd4633ffda21c41b6835657d5f899fe8c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:41.011190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (4614c6e6-958c-4506-801d-f41f4ffb6b3c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.204382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554be3e0-0229-44e9-bd50-5faf02082cd1 None None] New status for floating IP 804fc55f-1b31-4916-8ab6-005c2cb186e4: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:23:41.371457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.396805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-d4e4348d-8795-4ca0-a470-ae77b08b3f49 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:41.407821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-d4e4348d-8795-4ca0-a470-ae77b08b3f49 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 816 time: 0.3115532 Mar 22 14:23:41.434850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Request body: {'port': {'device_id': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'admin_state_up': True, 'tenant_id': '5b09389ede8b49c3a6040833246a78c0'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:41.445191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Made reservation on behalf of d4633ffda21c41b6835657d5f899fe8c for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:41.460654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.516892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:41.532449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:41.590622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:41.652513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event updated for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:41.660381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:41.662345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.693051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a19ed759-0ade-487a-b766-b2df6d0068cd tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5257368 Mar 22 14:23:41.716116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Request body: {'port': {'device_id': 'df85b693-8632-4ff5-929b-a242e33160b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:41.756658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:41.775526 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (db65f91c-d07d-45ad-a049-baa52db454b0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.775880 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Added segment db65f91c-d07d-45ad-a049-baa52db454b0 of type vlan for network 5df74079-56f5-4015-8ec5-3dc45b6eafbe Mar 22 14:23:41.853772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:41.886428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5df74079-56f5-4015-8ec5-3dc45b6eafbe), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.005859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5df74079-56f5-4015-8ec5-3dc45b6eafbe), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.006952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:42.007643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.026517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Made reservation on behalf of 5b09389ede8b49c3a6040833246a78c0 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:42.030893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.047542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1773348 Mar 22 14:23:42.079342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:42.091631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9216d045-0c38-4b81-949f-66ab1ae94d01 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Request body: {'network': {'project_id': 'd4633ffda21c41b6835657d5f899fe8c'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:42.161089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b06b283f-9b7f-4e3a-835b-0181dc71adb5 None None] Provisioning complete for port 146ce92a-fc51-4509-8f5c-78a561e3c947 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:42.161738 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b06b283f-9b7f-4e3a-835b-0181dc71adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.166923 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216d045-0c38-4b81-949f-66ab1ae94d01 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 14:23:42.173238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216d045-0c38-4b81-949f-66ab1ae94d01 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:23:42.174835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9216d045-0c38-4b81-949f-66ab1ae94d01 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0914433 Mar 22 14:23:42.201054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:42.231046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d83a9c5-e688-4fa1-a07e-b38e0b6f609f req-c36aaaba-a0f1-4bd9-910e-ddb99208414a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 210 time: 0.2247875 Mar 22 14:23:42.236782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9289e53-dd07-4544-914f-fa77f95db563 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event updated for resources: {'Network': ['ID=5df74079-56f5-4015-8ec5-3dc45b6eafbe,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.254425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Made reservation on behalf of 5b09389ede8b49c3a6040833246a78c0 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:42.259997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5df74079-56f5-4015-8ec5-3dc45b6eafbe details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:42.262937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.263733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b06b283f-9b7f-4e3a-835b-0181dc71adb5 None None] Port 146ce92a-fc51-4509-8f5c-78a561e3c947 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:42.373283 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4614c6e6-958c-4506-801d-f41f4ffb6b3c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.376230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.380412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/security-groups/4614c6e6-958c-4506-801d-f41f4ffb6b3c HTTP/1.1" status: 204 len: 168 time: 1.9482815 Mar 22 14:23:42.386438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60128) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:42.457327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f6b8c-0eba-4020-bb49-a7e252b857f3 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4614c6e6-958c-4506-801d-f41f4ffb6b3c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.473559 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-eeea7c7e-6670-46ee-bba6-de106861c8d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] show failed (client error): The resource could not be found. Mar 22 14:23:42.475324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eeea7c7e-6670-46ee-bba6-de106861c8d7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups/4614c6e6-958c-4506-801d-f41f4ffb6b3c HTTP/1.1" status: 404 len: 347 time: 0.0864422 Mar 22 14:23:42.480727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:42.562386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146ce92a-fc51-4509-8f5c-78a561e3c947 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:42.578242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks [] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.592326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Transition to ACTIVE for port object 146ce92a-fc51-4509-8f5c-78a561e3c947 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:42.610782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.702821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Pushing event updated for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:42.726216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:42.849247 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4c5a557e-ccba-4bbb-a003-e0582a91ead6 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4633ffda21c41b6835657d5f899fe8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6386685 Mar 22 14:23:42.855673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60136) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:42.869559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Allocated IP 172.20.0.9 (21604ffc-6637-44b1-98ef-c98ed16b7b92/03f491d1-59af-49e5-9596-f506148272e8/7c4e86ff-a0be-4049-9ede-bc7cc47d953f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:43.031327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 14c81cde-e550-4215-93bb-57542f09e4f8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:43.031674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.033390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for security_group (4b507db6-76cc-45dc-a475-87f2d07a561e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.058112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for security_group (4b507db6-76cc-45dc-a475-87f2d07a561e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.060929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Attempting to bind port 146ce92a-fc51-4509-8f5c-78a561e3c947 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:43.061421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Attempting to bind port 146ce92a-fc51-4509-8f5c-78a561e3c947 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:43.061798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Attempting to bind port 146ce92a-fc51-4509-8f5c-78a561e3c947 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:43.069284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Port 146ce92a-fc51-4509-8f5c-78a561e3c947 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:43.069749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Attempting to bind port 146ce92a-fc51-4509-8f5c-78a561e3c947 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:43.081002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:43.081518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Checking segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:43.082061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Bound using segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:43.082615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Bound port: 146ce92a-fc51-4509-8f5c-78a561e3c947, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:43.083083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.133281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4b507db6-76cc-45dc-a475-87f2d07a561e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.136194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.140104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b507db6-76cc-45dc-a475-87f2d07a561e HTTP/1.1" status: 204 len: 168 time: 0.2832732 Mar 22 14:23:43.141721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:43.295723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.296067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (14c81cde-e550-4215-93bb-57542f09e4f8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.313513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 14c81cde-e550-4215-93bb-57542f09e4f8 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:43.343351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:43.352268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=146ce92a-fc51-4509-8f5c-78a561e3c947,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:43.361324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5df74079-56f5-4015-8ec5-3dc45b6eafbe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.369201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.412152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:43.412949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.414500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] 10.222.0.78 "PUT /v2.0/ports/146ce92a-fc51-4509-8f5c-78a561e3c947 HTTP/1.1" status: 200 len: 1092 time: 1.7032533 Mar 22 14:23:43.417425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:43.419939 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43953c-94e2-4135-92e4-311a4aef016d" -d '{"events": [{"name": "network-changed", "server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:43.442745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Deleting port 819c9d6e-0020-48e2-8a68-ee898cab7a27 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:43.443590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.495339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e8875-06e8-4f71-9153-a96e1d627344 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b507db6-76cc-45dc-a475-87f2d07a561e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:43.553296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks [] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.622038 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.628422 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e9f5f-68df-44e3-8406-dfd13d835ffd x-openstack-request-id: req-7c0e9f5f-68df-44e3-8406-dfd13d835ffd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:43.629831 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:43.635083 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c0e9f5f-68df-44e3-8406-dfd13d835ffd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:43.635723 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0e9f5f-68df-44e3-8406-dfd13d835ffd'] response: {'name': 'network-changed', 'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947', 'status': 'completed', 'code': 200} Mar 22 14:23:43.800567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:43.816605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dec18-c281-425f-aecb-aa03511fad36 service neutron] Pushing event updated for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:43.823164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-959cd2fb-f079-49e0-943e-51c4b74f15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:43.825386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event updated for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:43.826391 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-959cd2fb-f079-49e0-943e-51c4b74f15cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 1126 time: 0.2987800 Mar 22 14:23:43.828058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:43.833746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:43.852753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5df74079-56f5-4015-8ec5-3dc45b6eafbe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.910817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:43.911396 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:43.954624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-5b39fe93-60eb-42b8-8652-51972d4de9c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=146ce92a-fc51-4509-8f5c-78a561e3c947 HTTP/1.1" status: 200 len: 217 time: 0.0978053 Mar 22 14:23:43.990271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-03c6ec12-e6ee-4fed-95f7-3ef551f4977c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5592811 Mar 22 14:23:43.990881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (14c81cde-e550-4215-93bb-57542f09e4f8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.054885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Request body: {'port': {'device_id': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:44.060877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] For port 819c9d6e-0020-48e2-8a68-ee898cab7a27, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=819c9d6e-0020-48e2-8a68-ee898cab7a27,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:44.070111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.070779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=14c81cde-e550-4215-93bb-57542f09e4f8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.096957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-25ea12cf-b236-4532-9990-8528e95e5f8c {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:23:44.097436 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:23:44.101623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Calling delete_port for 819c9d6e-0020-48e2-8a68-ee898cab7a27 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:44.126380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a9a3987d-a475-4c79-99c7-8d59dc964b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:44.127893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-a9a3987d-a475-4c79-99c7-8d59dc964b2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.1637731 Mar 22 14:23:44.143945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df74079-56f5-4015-8ec5-3dc45b6eafbe']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.161925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db65f91c-d07d-45ad-a049-baa52db454b0') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.162250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db65f91c-d07d-45ad-a049-baa52db454b0') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:44.184704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (804fc55f-1b31-4916-8ab6-005c2cb186e4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.185398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (db65f91c-d07d-45ad-a049-baa52db454b0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.187517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.199448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a173be12-12c4-4373-952f-5aba680b968c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/floatingips/804fc55f-1b31-4916-8ab6-005c2cb186e4 HTTP/1.1" status: 204 len: 168 time: 1.7104738 Mar 22 14:23:44.219564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e284-02d5-4aab-a269-cfccabfb4625 req-19f1291d-4fd4-4c29-9bb4-a39a69608f3b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:44.222456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61a8e284-02d5-4aab-a269-cfccabfb4625 req-19f1291d-4fd4-4c29-9bb4-a39a69608f3b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 931 time: 0.6197958 Mar 22 14:23:44.225457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (db65f91c-d07d-45ad-a049-baa52db454b0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.236617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:44.237025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (db65f91c-d07d-45ad-a049-baa52db454b0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.256976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60162) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.295791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.308539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9358888c-76b0-442a-a5f6-f21861c3a680 None None] Provisioning complete for port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:44.310898 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9358888c-76b0-442a-a5f6-f21861c3a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: warnings.warn('Neutron quota engine will require "--force" ' Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:44.361334 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:44.434176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9358888c-76b0-442a-a5f6-f21861c3a680 None None] Port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:44.448895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5df74079-56f5-4015-8ec5-3dc45b6eafbe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.494227 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.497905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "DELETE /v2.0/networks/5df74079-56f5-4015-8ec5-3dc45b6eafbe HTTP/1.1" status: 204 len: 168 time: 1.3253396 Mar 22 14:23:44.511192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60166) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.571316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cefbb-3f28-4cde-82ed-3ba2d302a051 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event deleted for resources: {'Network': ['ID=5df74079-56f5-4015-8ec5-3dc45b6eafbe,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:44.712192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4e86ff-a0be-4049-9ede-bc7cc47d953f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:44.721128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks [] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.751407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Transition to ACTIVE for port object 7c4e86ff-a0be-4049-9ede-bc7cc47d953f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:44.780970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.822639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:44.844387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-6f2f9850-0ba6-4369-ac98-961bc5def00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:44.846585 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-6f2f9850-0ba6-4369-ac98-961bc5def00c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4844642 Mar 22 14:23:44.913663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61a8e284-02d5-4aab-a269-cfccabfb4625 req-b3891362-c5c8-4ebe-9b7a-b66fdf3f504c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854415 Mar 22 14:23:44.942175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:44.951813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684454461', 'description': 'tempest-description--450381391'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:44.966025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c174d038-2295-4dc1-ab73-6da9ba9bec46), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.076002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:45.095938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (819c9d6e-0020-48e2-8a68-ee898cab7a27), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.148465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.223614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=819c9d6e-0020-48e2-8a68-ee898cab7a27,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:45.462526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c174d038-2295-4dc1-ab73-6da9ba9bec46), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.494549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c174d038-2295-4dc1-ab73-6da9ba9bec46']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.516397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a759ff8c-bbda-4541-ba0f-043e4cb591d2') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.516866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a759ff8c-bbda-4541-ba0f-043e4cb591d2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:45.534261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a759ff8c-bbda-4541-ba0f-043e4cb591d2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.551900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a759ff8c-bbda-4541-ba0f-043e4cb591d2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.566794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:45.567457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a759ff8c-bbda-4541-ba0f-043e4cb591d2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.660309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.660852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.661321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.662104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.662605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.663038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.663678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.664141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.665370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.665924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.666399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.667312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.667760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.668296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.668721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:45.677008 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:45.720634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c174d038-2295-4dc1-ab73-6da9ba9bec46), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.720871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Allocated IP 172.20.0.5 (21604ffc-6637-44b1-98ef-c98ed16b7b92/03f491d1-59af-49e5-9596-f506148272e8/867e2f0e-faa2-4e8a-8a4d-572b3f3c1064) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:45.724227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-8110a06f-29bc-45b8-9d6a-05e7719a6e78 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412720 Mar 22 14:23:45.803870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Attempting to bind port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:45.804473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Attempting to bind port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:45.804974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Attempting to bind port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:45.841332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.851511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c174d038-2295-4dc1-ab73-6da9ba9bec46 HTTP/1.1" status: 204 len: 168 time: 1.3347771 Mar 22 14:23:45.860531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:45.861182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Attempting to bind port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:45.876207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:45.876866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Checking segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:45.877454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Bound using segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:45.878138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Bound port: 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:45.878691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.884207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (5aea9139-82dc-45f7-bac5-86a63eac29c3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:45.890232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9372f-28e7-4b07-99a6-618fef57f452 tempest-QuotasNegativeTest-1234378740 tempest-QuotasNegativeTest-1234378740-project-admin] Pushing event deleted for resources: {'Network': ['ID=c174d038-2295-4dc1-ab73-6da9ba9bec46,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:45.908736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5aea9139-82dc-45f7-bac5-86a63eac29c3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.108764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:46.116918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:46.128521 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0dfe74e-9df3-48db-b3dc-714b610c28ea req-183ecab6-223c-4e92-9bd3-6b782fc57be9 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949728 Mar 22 14:23:46.175573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.195464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.243260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.244504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2981019 Mar 22 14:23:46.269559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60188) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:46.285173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': '5aea9139-82dc-45f7-bac5-86a63eac29c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:46.294740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:46.337943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:46.339385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.341509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-e447bfcc-488a-4ecc-93a1-eaea6db1e128 service neutron] 10.222.0.78 "PUT /v2.0/ports/7c4e86ff-a0be-4049-9ede-bc7cc47d953f HTTP/1.1" status: 200 len: 1091 time: 2.3292708 Mar 22 14:23:46.342385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407509e-4f58-4865-a211-e8966951e8c0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea9139-82dc-45f7-bac5-86a63eac29c3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:46.385127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:46.388639 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633747b6-e43e-4455-8e4a-d3f46af10c52" -d '{"events": [{"name": "network-changed", "server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:46.506207 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71744f76-9ad8-4be6-88c6-74db0b4158c0 x-openstack-request-id: req-71744f76-9ad8-4be6-88c6-74db0b4158c0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:46.506747 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:46.506931 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71744f76-9ad8-4be6-88c6-74db0b4158c0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:46.507550 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71744f76-9ad8-4be6-88c6-74db0b4158c0'] response: {'name': 'network-changed', 'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f', 'status': 'completed', 'code': 200} Mar 22 14:23:46.624949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43953c-94e2-4135-92e4-311a4aef016d req-2826a3c5-a430-4c5f-aca6-549bd50e6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:46.625139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2a6bd-8506-4442-9b8f-c3565a1cdf11 req-d27a3a89-26b9-4131-a2a7-f56e50cde990 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:46.626447 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-2826a3c5-a430-4c5f-aca6-549bd50e6a97 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 1126 time: 0.4305842 Mar 22 14:23:46.629059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (977555c2-95e9-40f6-ad39-e814497c1ae0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.632752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec2a6bd-8506-4442-9b8f-c3565a1cdf11 req-d27a3a89-26b9-4131-a2a7-f56e50cde990 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 943 time: 0.5886991 Mar 22 14:23:46.650013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks [] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:46.778597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60194) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:46.824676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec2a6bd-8506-4442-9b8f-c3565a1cdf11 req-0c3d48c5-11c1-4faf-a5e2-4e41eff47209 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891890 Mar 22 14:23:46.878210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43953c-94e2-4135-92e4-311a4aef016d req-b148cff5-b80f-4b73-8115-b9438a98ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:46.879714 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-b148cff5-b80f-4b73-8115-b9438a98ac14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 917 time: 0.2460978 Mar 22 14:23:46.955918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-da0c33f8-6091-424a-a83d-179cc0781516 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=146ce92a-fc51-4509-8f5c-78a561e3c947 HTTP/1.1" status: 200 len: 217 time: 0.0657394 Mar 22 14:23:47.137344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43953c-94e2-4135-92e4-311a4aef016d req-2cfdd71d-0855-48bf-802a-73e875cc4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:47.138860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-2cfdd71d-0855-48bf-802a-73e875cc4561 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.0566967 Mar 22 14:23:47.166549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:47.226392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-ca09e682-e698-40c3-979b-d41d76701967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:47.227942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-ca09e682-e698-40c3-979b-d41d76701967 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 1125 time: 0.7930665 Mar 22 14:23:47.247142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (977555c2-95e9-40f6-ad39-e814497c1ae0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.370303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-2c3ed08e-98d7-4486-8b94-8396caf7a1bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f HTTP/1.1" status: 200 len: 217 time: 0.1212358 Mar 22 14:23:47.449689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-a2661085-aa9b-4e73-98e3-b6cb17998067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:47.451435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-a2661085-aa9b-4e73-98e3-b6cb17998067 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.0734119 Mar 22 14:23:47.515719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.544597 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9da5746e-5b27-4c83-b983-6b175801d0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.676594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9da5746e-5b27-4c83-b983-6b175801d0b6 admin admin] Publish callbacks [] for security_group (e17b3dbc-9058-45cb-9919-bf0f5a1d19c5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.686156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:47.709189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9da5746e-5b27-4c83-b983-6b175801d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e17b3dbc-9058-45cb-9919-bf0f5a1d19c5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.756150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:47.797044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (102592dd-a9de-4778-a637-f939a762c9b9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.801345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:47.813512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (977555c2-95e9-40f6-ad39-e814497c1ae0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:47.816896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43953c-94e2-4135-92e4-311a4aef016d req-7e89d797-2c30-4024-a58f-7e193af594c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:47.818511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-7e89d797-2c30-4024-a58f-7e193af594c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6729918 Mar 22 14:23:47.973001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9da5746e-5b27-4c83-b983-6b175801d0b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76fc802aff9e42c3bd5ec6f87f71b8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1441762 Mar 22 14:23:47.996439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:47.998873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:48.003514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.021194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.027753 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Sync routers for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:48.046442 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:48.047489 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.081946 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd827ce2-f495-4301-ba93-08f30eb1cb11 admin admin] 10.222.0.81 "PUT /v2.0/routers/77ceed3c-c72f-4cda-aa2d-9fea9c0243be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9227946 Mar 22 14:23:48.167990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event updated for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.176604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60210) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.216245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.217694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9459147 Mar 22 14:23:48.231623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60214) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.254175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'security_group_rule': {'security_group_id': '5aea9139-82dc-45f7-bac5-86a63eac29c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.255661 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:48.296092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-853c4242-fcae-46e6-b373-71a0cc42b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:48.296373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcdf43-3e0f-474b-9c8e-faf327ee0a49 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977555c2-95e9-40f6-ad39-e814497c1ae0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.297702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-853c4242-fcae-46e6-b373-71a0cc42b61b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8307736 Mar 22 14:23:48.312833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-c5ef3ab5-d07a-420a-9211-18b6d7753a83 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6193373 Mar 22 14:23:48.387464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (ccacbd7f-efd0-49fe-8a34-597beb5ab857), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.399189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5746e-5b27-4c83-b983-6b175801d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b3dbc-9058-45cb-9919-bf0f5a1d19c5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.414730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Request body: {'port': {'device_id': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.416906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-2ad46820-67ef-4a54-9d19-195dbab484bb service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884035 Mar 22 14:23:48.417554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] Publish callbacks [] for security_group (e17b3dbc-9058-45cb-9919-bf0f5a1d19c5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.451290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85bfa7-cf5f-4dc4-b86b-52477bf86f58 req-ae4529ec-cc2d-49bb-ab95-a8255dc758fa tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:48.459058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac85bfa7-cf5f-4dc4-b86b-52477bf86f58 req-ae4529ec-cc2d-49bb-ab95-a8255dc758fa tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 943 time: 0.4373572 Mar 22 14:23:48.471622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-abf6e773-5882-4b96-b3bf-7dff3a961f81 None None] Provisioning complete for port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:48.472579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-abf6e773-5882-4b96-b3bf-7dff3a961f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.516811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] Publish callbacks [] for security_group (e17b3dbc-9058-45cb-9919-bf0f5a1d19c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.542095 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:23:44Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.585666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Checking router: 77ceed3c-c72f-4cda-aa2d-9fea9c0243be for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:48.589237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (ccacbd7f-efd0-49fe-8a34-597beb5ab857), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.598470 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Routers {'77ceed3c-c72f-4cda-aa2d-9fea9c0243be'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:48.599277 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:48.602111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (ccacbd7f-efd0-49fe-8a34-597beb5ab857), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.628640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9f43953c-94e2-4135-92e4-311a4aef016d req-0438de55-5634-4efb-8f75-42ac51ba2c53 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992366 Mar 22 14:23:48.649335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.650500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000022 Mar 22 14:23:48.652318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d38437-eeb9-40c6-bb8c-d5c2a11bef88 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccacbd7f-efd0-49fe-8a34-597beb5ab857,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.654495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:48.669619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:48.677156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e17b3dbc-9058-45cb-9919-bf0f5a1d19c5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.679805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.683372 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e17b3dbc-9058-45cb-9919-bf0f5a1d19c5 HTTP/1.1" status: 204 len: 168 time: 0.5937464 Mar 22 14:23:48.697469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003bfdf-a555-43c5-92e2-9d3ecd302f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b3dbc-9058-45cb-9919-bf0f5a1d19c5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:48.709419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.719275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks [] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.733759 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] Set router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:48.835998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-abf6e773-5882-4b96-b3bf-7dff3a961f81 None None] Port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:23:48.842818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-52ac3e72-b2ef-4ef6-bd56-99eb041bc909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.887385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:48.931130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-b489eb45-2b83-460a-b1ab-f529996d1434 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171052 Mar 22 14:23:49.087567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.25.3.200 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4f1a431c-12e9-485d-9f5f-6e3248ed0646) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:49.130640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.136088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac85bfa7-cf5f-4dc4-b86b-52477bf86f58 req-9a41321d-9dc6-4409-b4a5-ca2c8a80687d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696250 Mar 22 14:23:49.173361 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:23:44Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:49.189632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:49.242345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-907783e2-10c2-44d9-ac88-d93718444ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.249300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e8bfb-1033-4d1d-8923-559675a2593b None None] The sync data for ids ['77ceed3c-c72f-4cda-aa2d-9fea9c0243be'] in n-d-758851-5 is: [{'id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'name': 'tempest-TestServerBasicOps-1578038045-router', 'tenant_id': '4d6e6d8691024cbea463ab75de19334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:50Z', 'updated_at': '2022-03-22T14:23:44Z', 'revision_number': 5, 'project_id': '4d6e6d8691024cbea463ab75de19334c', 'gw_port': {'id': '5702ee47-5a98-4ce8-a0d2-31f239103f50', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ceed3c-c72f-4cda-aa2d-9fea9c0243be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:52Z', 'updated_at': '2022-03-22T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:49.334087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-907783e2-10c2-44d9-ac88-d93718444ebf admin admin] Publish callbacks [] for security_group (5d404a5f-4751-4bd4-a464-1852f19bd3a7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.346988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-907783e2-10c2-44d9-ac88-d93718444ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5d404a5f-4751-4bd4-a464-1852f19bd3a7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.358635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 146ce92a-fc51-4509-8f5c-78a561e3c947 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:49.425514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-195ef49b-cfb0-41a4-ba16-0b94d13b4615 req-6a153428-b43d-4051-8e43-f439e946050e service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252341 Mar 22 14:23:49.426681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-907783e2-10c2-44d9-ac88-d93718444ebf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b6119dc3a704287982b18d5c88d2e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289770 Mar 22 14:23:49.427345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60234) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:49.446063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.456841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907783e2-10c2-44d9-ac88-d93718444ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d404a5f-4751-4bd4-a464-1852f19bd3a7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.549054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] Publish callbacks [] for security_group (5d404a5f-4751-4bd4-a464-1852f19bd3a7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.572319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] Publish callbacks [] for security_group (5d404a5f-4751-4bd4-a464-1852f19bd3a7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.577097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=146ce92a-fc51-4509-8f5c-78a561e3c947,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:49.608622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '146ce92a-fc51-4509-8f5c-78a561e3c947', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'port_id': '146ce92a-fc51-4509-8f5c-78a561e3c947', 'mac_address': 'fa:16:3e:e1:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f491d1-59af-49e5-9596-f506148272e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:49.628872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5d404a5f-4751-4bd4-a464-1852f19bd3a7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.632401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.648085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d404a5f-4751-4bd4-a464-1852f19bd3a7 HTTP/1.1" status: 204 len: 168 time: 0.2136657 Mar 22 14:23:49.658224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad45e-43d1-4e3d-832b-8eda5de6c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d404a5f-4751-4bd4-a464-1852f19bd3a7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.669465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.701651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 146ce92a-fc51-4509-8f5c-78a561e3c947 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:49.702392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.723712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:49.726702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:49.729831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:49.754782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146ce92a-fc51-4509-8f5c-78a561e3c947 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:49.772525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:49.795026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks [] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.809732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=146ce92a-fc51-4509-8f5c-78a561e3c947,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:49.819878 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.842315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Transition to ACTIVE for port object 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:23:49.851614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks [] for router_gateway (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.873180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.894418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=4f1a431c-12e9-485d-9f5f-6e3248ed0646,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.913843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:49.929817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:49.932876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.933715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.934094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.934440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.934778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.935115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.935448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.935779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.938500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.938941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.939295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.939642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.939981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.940324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.940659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:23:49.943577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.081367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['146ce92a-fc51-4509-8f5c-78a561e3c947'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:50.182080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Pushing event updated for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:50.305989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.312997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.390889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 819c9d6e-0020-48e2-8a68-ee898cab7a27 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:50.458245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 819c9d6e-0020-48e2-8a68-ee898cab7a27 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:50.458601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 819c9d6e-0020-48e2-8a68-ee898cab7a27 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:50.500357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=4f1a431c-12e9-485d-9f5f-6e3248ed0646,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:50.518510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.545608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Deleting port d31ca2ef-08da-448e-9ae6-495c7c5b567f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:50.545997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.551079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.553602 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-170ba910-466d-42a3-9245-ffa3368c36c4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8976591 Mar 22 14:23:50.566477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-e7f5aeaa-99ad-41ef-92ba-f874170bd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:50.568180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-e7f5aeaa-99ad-41ef-92ba-f874170bd6a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 1125 time: 0.6569903 Mar 22 14:23:50.710358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Attempting to bind port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:50.710698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Attempting to bind port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:50.711031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Attempting to bind port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:50.721067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ac424-3b57-46ad-bd7c-118872676f79 req-803b7ccd-51ce-4f8d-ba0f-413ca4e36bc3 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:50.722608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f01ac424-3b57-46ad-bd7c-118872676f79 req-803b7ccd-51ce-4f8d-ba0f-413ca4e36bc3 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 943 time: 0.4191813 Mar 22 14:23:50.748948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:50.749281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Attempting to bind port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 on network 21604ffc-6637-44b1-98ef-c98ed16b7b92 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:50.763292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Deleting port 5702ee47-5a98-4ce8-a0d2-31f239103f50 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:50.763635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.833606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:23:50.833993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Checking segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:50.834395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Bound using segment: {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:23:50.834834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Bound port: 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b55a3ca-d41c-4b77-8712-9cd4523418ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:23:50.835583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.853495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] For port d31ca2ef-08da-448e-9ae6-495c7c5b567f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d31ca2ef-08da-448e-9ae6-495c7c5b567f,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:50.853859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:50.939337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c8d74ca-8e48-4013-ba9c-e4330ef5f53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.229552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Calling delete_port for d31ca2ef-08da-448e-9ae6-495c7c5b567f owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:51.256036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-9914be8f-f1c6-40e1-bcaa-57620c5ba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:51.257528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-9914be8f-f1c6-40e1-bcaa-57620c5ba6ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 917 time: 0.6459208 Mar 22 14:23:51.363706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7c4e86ff-a0be-4049-9ede-bc7cc47d953f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:51.371273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 146ce92a-fc51-4509-8f5c-78a561e3c947 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:51.385651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f01ac424-3b57-46ad-bd7c-118872676f79 req-23149f80-43b6-44b7-9a2c-f78a3dec4fb0 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435249 Mar 22 14:23:51.403755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-8cbc49f9-3b4c-4acc-b12d-859b021733a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f HTTP/1.1" status: 200 len: 217 time: 0.1153848 Mar 22 14:23:51.478192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] For port 5702ee47-5a98-4ce8-a0d2-31f239103f50, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5702ee47-5a98-4ce8-a0d2-31f239103f50,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:51.478578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.501715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-d0eb1f1b-d0f1-48cc-b621-a9fc0076e723 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--684454461&fields=id&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 267 time: 0.2958908 Mar 22 14:23:51.540490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:51.544582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Calling delete_port for 5702ee47-5a98-4ce8-a0d2-31f239103f50 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:51.587692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:23:51.592294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 146ce92a-fc51-4509-8f5c-78a561e3c947 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:51.601732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 146ce92a-fc51-4509-8f5c-78a561e3c947 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:51.602307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.750560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-8fbaaca8-e26c-4661-9b12-d85ed07ae437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:51.753569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-8fbaaca8-e26c-4661-9b12-d85ed07ae437 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.3391640 Mar 22 14:23:51.759480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:51.767247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.814206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 146ce92a-fc51-4509-8f5c-78a561e3c947 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:51.816127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.863195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'port_id': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f', 'mac_address': 'fa:16:3e:fe:0b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f491d1-59af-49e5-9596-f506148272e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:51.907608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:51.908232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:51.909757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] 10.222.0.78 "PUT /v2.0/ports/867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 HTTP/1.1" status: 200 len: 1091 time: 3.5047750 Mar 22 14:23:51.914440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60298) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:51.920869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:51.923168 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3454f8-068f-4909-b8bd-deb45077f584" -d '{"events": [{"name": "network-changed", "server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:52.050444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:52.053059 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.068696 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7caab6-9248-431f-b169-16b9efb3b2a8 x-openstack-request-id: req-2d7caab6-9248-431f-b169-16b9efb3b2a8 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:52.069144 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:52.069538 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d7caab6-9248-431f-b169-16b9efb3b2a8 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:52.070738 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7caab6-9248-431f-b169-16b9efb3b2a8'] response: {'name': 'network-changed', 'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064', 'status': 'completed', 'code': 200} Mar 22 14:23:52.087028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e86ff-a0be-4049-9ede-bc7cc47d953f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:52.123166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:52.131273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:52.134736 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8155e65-75ba-409e-a7c2-e739735ce7a9" -d '{"events": [{"server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "name": "network-vif-plugged", "status": "completed", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:52.141374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f7c0-040e-45c0-afe8-f34eacdebda6 service neutron] Pushing event updated for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.177869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.183602 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.273913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1833597887'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:52.303303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-9f8d45d4-6a61-4e33-854f-4c447447dfb5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:52.316856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Made reservation on behalf of 7dc70accd45b4317a3d38b69bfc06e2b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:52.321114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.324560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-9f8d45d4-6a61-4e33-854f-4c447447dfb5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.8035905 Mar 22 14:23:52.358442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.388233 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c318926-07fd-4dc2-ac7e-01f31fbf2e99 x-openstack-request-id: req-5c318926-07fd-4dc2-ac7e-01f31fbf2e99 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:52.392908 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "name": "network-vif-plugged", "status": "completed", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:52.393320 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c318926-07fd-4dc2-ac7e-01f31fbf2e99 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:52.393870 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c318926-07fd-4dc2-ac7e-01f31fbf2e99'] response: {'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947', 'code': 200} Mar 22 14:23:52.395681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.415986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-a74e2d33-bb7f-47be-b0c9-c00c4c4c9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:52.418786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=146ce92a-fc51-4509-8f5c-78a561e3c947,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:52.422469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-a74e2d33-bb7f-47be-b0c9-c00c4c4c9260 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6408496 Mar 22 14:23:52.429717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.499876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['7c4e86ff-a0be-4049-9ede-bc7cc47d953f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:52.579338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks [] for security_group (53eeea00-10ba-4105-9be1-2c39562adcb9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.591357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (53eeea00-10ba-4105-9be1-2c39562adcb9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.650046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53eeea00-10ba-4105-9be1-2c39562adcb9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.663866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:23:52.676611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57577063-c6e3-42ba-90c3-4c347eb8cfa2 req-3521d3dd-8c3e-4623-aafb-8fcfedd3d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:52.678372 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57577063-c6e3-42ba-90c3-4c347eb8cfa2 req-3521d3dd-8c3e-4623-aafb-8fcfedd3d6e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 1127 time: 0.3210683 Mar 22 14:23:52.683547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c9b9d2d1-3b24-4105-9234-93db8a2d0b9a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.684002 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Added segment c9b9d2d1-3b24-4105-9234-93db8a2d0b9a of type vlan for network e9cce1d2-a224-4100-b091-d13a7a2c661b Mar 22 14:23:52.703108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.751330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e9cce1d2-a224-4100-b091-d13a7a2c661b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.773080 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-57577063-c6e3-42ba-90c3-4c347eb8cfa2 req-4b7a6f44-a875-43e0-b161-d958023be654 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873883 Mar 22 14:23:52.794679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e9cce1d2-a224-4100-b091-d13a7a2c661b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.800201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:52.800994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.824351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-9cc5eee4-de13-4422-ba4e-d2ebb0e2da54 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/quotas/6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 375 time: 0.4549875 Mar 22 14:23:52.843620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5702ee47-5a98-4ce8-a0d2-31f239103f50), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:52.900950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Pushing event updated for resources: {'Network': ['ID=e9cce1d2-a224-4100-b091-d13a7a2c661b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:52.914475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e9cce1d2-a224-4100-b091-d13a7a2c661b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:23:52.936978 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fb307fc1-0c4b-4583-8099-cffdc3164f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0192723 Mar 22 14:23:52.968698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-682fd12d-151e-4439-9e73-f2c79ccefb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:52.971406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-682fd12d-151e-4439-9e73-f2c79ccefb83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 1125 time: 0.9861248 Mar 22 14:23:53.007637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Pushing event deleted for resources: {'Port': ['ID=5702ee47-5a98-4ce8-a0d2-31f239103f50,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:53.049788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d31ca2ef-08da-448e-9ae6-495c7c5b567f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.135901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-0278af5e-28dd-4527-80f8-4e1eec0d6267 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 HTTP/1.1" status: 200 len: 217 time: 0.1124659 Mar 22 14:23:53.162645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31ca2ef-08da-448e-9ae6-495c7c5b567f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:53.272315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6caa5d-7282-45b2-a88e-253caa378e83 req-13f1cc81-23af-430d-83e1-e5242c9e984f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:53.273883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae6caa5d-7282-45b2-a88e-253caa378e83 req-13f1cc81-23af-430d-83e1-e5242c9e984f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 944 time: 0.4638796 Mar 22 14:23:53.275879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-af8c834f-9fbc-427f-bc11-516b9a98d433 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160779 Mar 22 14:23:53.358831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-0d9ea5fb-7a33-4a57-b03d-580fc366d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:53.360620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-0d9ea5fb-7a33-4a57-b03d-580fc366d4da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.1887321 Mar 22 14:23:53.361048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7c4e86ff-a0be-4049-9ede-bc7cc47d953f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:53.403000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-612b1633-06e2-46dc-9a57-2415768a569b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5440812 Mar 22 14:23:53.404032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.469657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:53.480993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:53.481559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.583299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:53.584062 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.629229 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.629492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:53.635968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.646402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks [] for router_controller (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.727485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.744043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:53.802953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae6caa5d-7282-45b2-a88e-253caa378e83 req-0a3f1db4-1992-4d44-8a1e-a5ff037aa3e4 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026941 Mar 22 14:23:53.895208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (77ceed3c-c72f-4cda-aa2d-9fea9c0243be), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.896068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ceed3c-c72f-4cda-aa2d-9fea9c0243be {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:23:53.907376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:53.908807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1bd0a4ca-38f9-4d51-9c75-83e40fe2b27a admin admin] 10.222.0.81 "DELETE /v2.0/routers/77ceed3c-c72f-4cda-aa2d-9fea9c0243be HTTP/1.1" status: 204 len: 168 time: 5.7190747 Mar 22 14:23:53.911508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60324) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:53.928386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-633747b6-e43e-4455-8e4a-d3f46af10c52 req-8dc3013c-a59a-4712-9d58-46c342676cb1 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270957 Mar 22 14:23:53.945593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d768d-d579-4aef-8829-40141f469894 req-804427b3-3802-4af6-a5fb-0f6b08ebd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:53.947935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-804427b3-3802-4af6-a5fb-0f6b08ebd85a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4945457 Mar 22 14:23:53.983148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-3a8d45a2-c64c-4e6c-bd08-21c36a4863e2 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886594 Mar 22 14:23:54.038533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Deleting subnet 81a3c2b1-f2ca-4ca4-a707-516f10076436 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:23:54.047537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Publish callbacks [] for subnet (81a3c2b1-f2ca-4ca4-a707-516f10076436), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.122411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (81a3c2b1-f2ca-4ca4-a707-516f10076436), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.246403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:54.252207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b', 'binding:host_id': 'n-h1-758851-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-157157492'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:54.270192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (81a3c2b1-f2ca-4ca4-a707-516f10076436), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.353528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (81a3c2b1-f2ca-4ca4-a707-516f10076436), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.395088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:54.399240 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7726d94e-5b2b-450a-8458-5f92b532b738" -d '{"events": [{"server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:54.418790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Made reservation on behalf of fe634351caf04126bbc865789926b373 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:54.426047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46cfd3-942e-41a7-839a-fc11c2b7fd0f None None] Network f2923616-3acc-4a5e-801c-49a6fc07e7c6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:54.428162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.440926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a3c2b1-f2ca-4ca4-a707-516f10076436,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:54.449568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.461330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e21a27d-e583-40b6-b829-059f1b0c58e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/81a3c2b1-f2ca-4ca4-a707-516f10076436 HTTP/1.1" status: 204 len: 168 time: 0.5486548 Mar 22 14:23:54.475603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60332) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:54.513997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (102592dd-a9de-4778-a637-f939a762c9b9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.534591 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c70aa3-a7bd-4e27-a239-0fe668e66f0e x-openstack-request-id: req-d7c70aa3-a7bd-4e27-a239-0fe668e66f0e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:54.534890 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "name": "network-vif-plugged", "status": "completed", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:54.535151 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7c70aa3-a7bd-4e27-a239-0fe668e66f0e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:54.535578 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c70aa3-a7bd-4e27-a239-0fe668e66f0e'] response: {'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f', 'code': 200} Mar 22 14:23:54.623006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f2923616-3acc-4a5e-801c-49a6fc07e7c6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.625604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.645006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5702ee47-5a98-4ce8-a0d2-31f239103f50 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:54.707743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5702ee47-5a98-4ce8-a0d2-31f239103f50 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:54.708087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5702ee47-5a98-4ce8-a0d2-31f239103f50 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:54.764507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Deleting port d593dfca-b72a-412a-93ff-d3332d85ac41 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:54.765112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.827535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] DHCP port deletion for f2923616-3acc-4a5e-801c-49a6fc07e7c6 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:23:54.853223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] For port d593dfca-b72a-412a-93ff-d3332d85ac41, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d593dfca-b72a-412a-93ff-d3332d85ac41,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:54.853673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.869654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Calling delete_port for d593dfca-b72a-412a-93ff-d3332d85ac41 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:54.953275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.979774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for security_group (1be25875-f38c-4952-bb12-97f5dabba76d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:54.998307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Deleting port d593dfca-b72a-412a-93ff-d3332d85ac41 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:55.000037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.022180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1be25875-f38c-4952-bb12-97f5dabba76d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.030514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port a1deca19-e1bc-49ed-93e7-3627f726c7e8 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:55.038395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.044336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-f8efcd9c-d0a1-4c43-91b2-150448de8750 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0894387 Mar 22 14:23:55.084355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-9ca75210-10a0-45db-8c1d-4f9e63e1dbb5 service neutron] 10.222.0.81 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0997972 Mar 22 14:23:55.119592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] For port d593dfca-b72a-412a-93ff-d3332d85ac41, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d593dfca-b72a-412a-93ff-d3332d85ac41,segment=NetworkSegment(0ed86e9b-a883-43bd-a8ee-7e91204e6327),segment_id=0ed86e9b-a883-43bd-a8ee-7e91204e6327)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:55.120970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Router 102592dd-a9de-4778-a637-f939a762c9b9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:23:55.121576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.128443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488993eb-c04f-4e19-9db2-e205daa06ec7 req-03e3fcd1-58ea-4524-8faf-05eb9662dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:55.132371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-488993eb-c04f-4e19-9db2-e205daa06ec7 req-03e3fcd1-58ea-4524-8faf-05eb9662dbc5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 1127 time: 0.5840733 Mar 22 14:23:55.150506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d593dfca-b72a-412a-93ff-d3332d85ac41,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.153035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] No DVR routers for this DVR port d593dfca-b72a-412a-93ff-d3332d85ac41 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:55.155923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be25875-f38c-4952-bb12-97f5dabba76d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.179274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Calling delete_port for d593dfca-b72a-412a-93ff-d3332d85ac41 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:55.274567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f2923616-3acc-4a5e-801c-49a6fc07e7c6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.350152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2923616-3acc-4a5e-801c-49a6fc07e7c6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:55.380532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed86e9b-a883-43bd-a8ee-7e91204e6327') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:55.394050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed86e9b-a883-43bd-a8ee-7e91204e6327') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:55.418135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (0ed86e9b-a883-43bd-a8ee-7e91204e6327), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.434936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d593dfca-b72a-412a-93ff-d3332d85ac41), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.479370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] Pushing event deleted for resources: {'Port': ['ID=d593dfca-b72a-412a-93ff-d3332d85ac41,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.501357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b657d7-a77a-4dee-ad69-77999f9e8a89 None None] No DVR routers for this DVR port d593dfca-b72a-412a-93ff-d3332d85ac41 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:23:55.503570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0ed86e9b-a883-43bd-a8ee-7e91204e6327), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.517335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:23:55.518176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (0ed86e9b-a883-43bd-a8ee-7e91204e6327), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:23:55.527448 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:23:55.565046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eab11-91aa-4f7c-861b-bdbcf48891f5 req-fb5a5af0-3798-41b5-a9e9-e78cb30e8329 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:55.566661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c89eab11-91aa-4f7c-861b-bdbcf48891f5 req-fb5a5af0-3798-41b5-a9e9-e78cb30e8329 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.5661979 Mar 22 14:23:55.634013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3debeb8-90ed-49ec-ba4f-783f62cd649e req-dc1d2097-ba65-43e4-ab75-f59a8937b5dd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 210 time: 0.1794395 Mar 22 14:23:55.654600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port a1deca19-e1bc-49ed-93e7-3627f726c7e8 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:55.660365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f2923616-3acc-4a5e-801c-49a6fc07e7c6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.669025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-488993eb-c04f-4e19-9db2-e205daa06ec7 req-67661697-2566-4751-bf24-81a4f9fa0628 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951642 Mar 22 14:23:55.674225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.678403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-500d768d-d579-4aef-8829-40141f469894 req-1cbe6686-70fb-41f4-a200-a4b19c2477c9 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241109 Mar 22 14:23:55.682190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f2923616-3acc-4a5e-801c-49a6fc07e7c6 HTTP/1.1" status: 204 len: 168 time: 1.2024496 Mar 22 14:23:55.691421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60352) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:55.707416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0880b-8590-4389-bb11-16c0c84aded1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2923616-3acc-4a5e-801c-49a6fc07e7c6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.711396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.719350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:55.799945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c89eab11-91aa-4f7c-861b-bdbcf48891f5 req-f00351aa-72df-4938-9ed7-271c5c6e0dc6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874859 Mar 22 14:23:55.802060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Checking segment: {'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:23:55.802427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Network hostable DHCP agents. Network: e9cce1d2-a224-4100-b091-d13a7a2c661b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:23:55.804968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:23:55.811250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c56dfee5-953f-4d6e-9d4e-04e77c8c4779 admin admin] 10.222.0.81 "PUT /v2.0/routers/102592dd-a9de-4778-a637-f939a762c9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5455101 Mar 22 14:23:55.814520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60354) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:55.818428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Sync routers for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:23:55.844439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:55.844439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:55.844727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=a1deca19-e1bc-49ed-93e7-3627f726c7e8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:55.848313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Network e9cce1d2-a224-4100-b091-d13a7a2c661b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:23:55.864237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e9cce1d2-a224-4100-b091-d13a7a2c661b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:55.890366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:55.915455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:55.916065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:55.916451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:55.924726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:55.925072 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:55.925510 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 2 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:55.943707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:55.944079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:55.944380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:55.949833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:55.950199 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:55.950592 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 3 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:55.966620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:55.966969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:55.967408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:55.973949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:55.974300 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:55.974689 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 4 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:55.991028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:55.991369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:55.991704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:55.998453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:55.998780 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:55.999171 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 5 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.014858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.015256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.015526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.020606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.020937 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.021564 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 6 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.038362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.039302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.039699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.045086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.045415 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.045994 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 7 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.059460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.059798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.060137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.065300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.065636 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.067169 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 8 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.082057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.082605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.083412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.088940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.089276 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.089809 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 9 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.106806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.107397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.107742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.112342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.112839 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.113242 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 10 to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 Mar 22 14:23:56.125589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:56.130718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:56.131135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:56.131557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:56.137767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:56.138211 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port a1deca19-e1bc-49ed-93e7-3627f726c7e8 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:56.138632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.213946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3601411-90ed-4caa-a999-af3691710cd4 None None] Network e9cce1d2-a224-4100-b091-d13a7a2c661b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:23:56.233616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port a1deca19-e1bc-49ed-93e7-3627f726c7e8, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:56.234227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempted to set empty binding levels {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:23:56.240521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.318227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:56.319055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.338608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=a1deca19-e1bc-49ed-93e7-3627f726c7e8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:56.369558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de8972a5-76ff-49b8-bc31-adf977cc63c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.1218345 Mar 22 14:23:56.373079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60362) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:56.499484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-9cc7b12b-734b-4e85-8967-4e95afb7398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:56.501302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-9cc7b12b-734b-4e85-8967-4e95afb7398d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 1125 time: 0.3396502 Mar 22 14:23:56.505267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Deleting port a1deca19-e1bc-49ed-93e7-3627f726c7e8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:56.505654 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.516382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d593dfca-b72a-412a-93ff-d3332d85ac41 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:56.566571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d593dfca-b72a-412a-93ff-d3332d85ac41 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:56.566960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d593dfca-b72a-412a-93ff-d3332d85ac41 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:56.617650 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port a1deca19-e1bc-49ed-93e7-3627f726c7e8, host n-h1-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:56.618050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.636185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Calling delete_port for a1deca19-e1bc-49ed-93e7-3627f726c7e8 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:56.648447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-c1677926-0dd9-4c0b-9f33-1a6d39e99fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:56.650952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-c1677926-0dd9-4c0b-9f33-1a6d39e99fd7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 917 time: 0.1408086 Mar 22 14:23:56.684387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:23:52Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:56.709514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-6267ce82-6c29-42df-b071-d2b66105fa11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 HTTP/1.1" status: 200 len: 217 time: 0.0459657 Mar 22 14:23:56.712751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks [] for router (102592dd-a9de-4778-a637-f939a762c9b9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.742615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Checking router: 102592dd-a9de-4778-a637-f939a762c9b9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:23:56.756187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Routers {'102592dd-a9de-4778-a637-f939a762c9b9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:23:56.757498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['102592dd-a9de-4778-a637-f939a762c9b9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:56.779667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a1deca19-e1bc-49ed-93e7-3627f726c7e8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.881778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1deca19-e1bc-49ed-93e7-3627f726c7e8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:56.894708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:56.900631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1a30fa8-2e71-4e02-aaf5-9f1603ed7f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "DELETE /v2.0/ports/a1deca19-e1bc-49ed-93e7-3627f726c7e8 HTTP/1.1" status: 204 len: 168 time: 0.5230443 Mar 22 14:23:56.901528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60370) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:56.962981 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b18263f-cfd8-4a7d-b00d-99230ebe221a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:23:56.964866 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b18263f-cfd8-4a7d-b00d-99230ebe221a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports/a1deca19-e1bc-49ed-93e7-3627f726c7e8 HTTP/1.1" status: 404 len: 333 time: 0.0592153 Mar 22 14:23:56.970319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60372) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:56.978914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-347342319'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:56.991242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-7cf277b6-023e-46dc-90b7-72f34359efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:56.993180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-7cf277b6-023e-46dc-90b7-72f34359efab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.1183639 Mar 22 14:23:56.995826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42d4a39c-0476-4698-9de0-9cefc238499b req-07329775-3582-4852-bfb5-97f512ed5232 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 210 time: 0.0432453 Mar 22 14:23:57.009471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Made reservation on behalf of fe634351caf04126bbc865789926b373 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:57.012401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.036297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks [] for router_gateway (102592dd-a9de-4778-a637-f939a762c9b9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.051335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:57.286856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] Set router 102592dd-a9de-4778-a637-f939a762c9b9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:23:57.389585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672e19-0a6d-4225-a96f-786f099bb63e req-622f7e30-721d-44b7-b589-8ac7e343c982 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:57.391252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88672e19-0a6d-4225-a96f-786f099bb63e req-622f7e30-721d-44b7-b589-8ac7e343c982 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.3941226 Mar 22 14:23:57.392099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.423002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:23:57.473537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.496048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88672e19-0a6d-4225-a96f-786f099bb63e req-48cd0d6a-a1e5-4b20-a4ef-9f82ec06c7c7 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Mar 22 14:23:57.546601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-073f2419-a225-43a8-bf95-2fa119c0140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:57.547924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Network e9cce1d2-a224-4100-b091-d13a7a2c661b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:23:57.552081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:23:57.554776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd1f7e3-792d-4750-8b80-20dacbfaccbe,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:57.555052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-073f2419-a225-43a8-bf95-2fa119c0140c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4639704 Mar 22 14:23:57.557245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:23:57.559026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:57.559791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.561064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Deleting port 15a97ae2-3ca7-49e0-8da4-d679d7c84885 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:57.561221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.587020 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5a0738f3-31bc-4c05-be24-996a39a4b4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6153195 Mar 22 14:23:57.587931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:57.593907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:57.700725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.704009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:57.716862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064', 'network_id': '21604ffc-6637-44b1-98ef-c98ed16b7b92', 'port_id': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064', 'mac_address': 'fa:16:3e:7a:d6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f491d1-59af-49e5-9596-f506148272e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:23:57.768685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:57.769032 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.790671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-514e72ac-362b-430a-9dbf-43c2d1300d36 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:57.792214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:23:57.797839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-514e72ac-362b-430a-9dbf-43c2d1300d36 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 815 time: 0.5954607 Mar 22 14:23:57.813212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:57.815361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:23:52Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:23:57.847730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:57.851498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0b3f8-de46-475e-885d-29ba5f81c5bd None None] The sync data for ids ['102592dd-a9de-4778-a637-f939a762c9b9'] in n-d-758851-5 is: [{'id': '102592dd-a9de-4778-a637-f939a762c9b9', 'name': 'tempest-TaggedBootDevicesTest-97990961-router', 'tenant_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:14:48Z', 'updated_at': '2022-03-22T14:23:52Z', 'revision_number': 5, 'project_id': 'ffb1244593e04ea68ddfd4cecf8bae7d', 'gw_port': {'id': '15a97ae2-3ca7-49e0-8da4-d679d7c84885', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102592dd-a9de-4778-a637-f939a762c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:14:50Z', 'updated_at': '2022-03-22T14:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:23:57.872687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-1795ff2d-dbaa-4060-9a55-2c58f88045ac service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035166 Mar 22 14:23:57.927316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:58.020100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd3454f8-068f-4909-b8bd-deb45077f584 req-55213f8f-15b9-4855-b64b-8d9ee042d9fd service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Mar 22 14:23:58.021436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:58.041088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (3c9afad8-9950-40c8-9847-845fc0db60d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.046242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.060062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.091930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['867e2f0e-faa2-4e8a-8a4d-572b3f3c1064'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:23:58.135992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd1f7e3-792d-4750-8b80-20dacbfaccbe,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:58.143729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.144098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.144674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.145600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-7b7a017a-7043-4623-a677-54a4a80a4604 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f15999441446c831b74881ceb7ef5 HTTP/1.1" status: 200 len: 379 time: 0.3284376 Mar 22 14:23:58.149354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.149684 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.150115 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 2 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.162850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'port': {'device_id': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'admin_state_up': True, 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'security_groups': ['5aea9139-82dc-45f7-bac5-86a63eac29c3']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:58.178127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.178871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.181229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.190760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.194328 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.194773 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 3 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.224170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.224517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.224857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.234683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.235020 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.235418 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 4 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.268619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.269100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.269440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.276911 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.282048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.282382 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.282776 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 5 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.312786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.313265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.313749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.317383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86f62b3a-c512-4fd1-9224-6538cec102bc req-b075017c-09cc-4947-ba5c-56a663a9975b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 210 time: 0.0355649 Mar 22 14:23:58.318708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.319047 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.319443 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 6 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.346428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.346766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.351623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.364876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.365214 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.365639 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 7 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.393040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.393620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.393713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.402057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] For port 15a97ae2-3ca7-49e0-8da4-d679d7c84885, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=15a97ae2-3ca7-49e0-8da4-d679d7c84885,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:58.405082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d31ca2ef-08da-448e-9ae6-495c7c5b567f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:23:58.408454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.410030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.410607 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.411153 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 8 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.430853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.431186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.431815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.442693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.443021 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.443420 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 9 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.445647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d31ca2ef-08da-448e-9ae6-495c7c5b567f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:23:58.446196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d31ca2ef-08da-448e-9ae6-495c7c5b567f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:23:58.479443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.480188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.480965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.487102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.487727 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.488220 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 10 to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe Mar 22 14:23:58.504227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:23:58.504713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:23:58.505142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:23:58.511098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:23:58.511730 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:23:58.512214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.623110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:23:58.623501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempted to set empty binding levels {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:23:58.634121 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.670063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] In _notify_port_updated(), no bound segment for port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:23:58.670947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.671555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:58.675683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "PUT /v2.0/ports/5bd1f7e3-792d-4750-8b80-20dacbfaccbe HTTP/1.1" status: 200 len: 978 time: 1.0862117 Mar 22 14:23:58.676462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60390) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:58.751680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6544d4-946c-4a67-86bb-c9b042eaf666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd1f7e3-792d-4750-8b80-20dacbfaccbe,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:58.825284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.826179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.826798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.827768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.828431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.829790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.830517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.831182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.831860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.832509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.833153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.833806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.834819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.835476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.836122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.836769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.837415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.838750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.845738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.855535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.862057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.871443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.878868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.891912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.893045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.903665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.904403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.906378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:58.911924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6042da8-f422-433b-9f0b-5c24e06da511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26325 time: 0.2324274 Mar 22 14:23:58.916525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:58.940892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Calling delete_port for 15a97ae2-3ca7-49e0-8da4-d679d7c84885 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:59.040483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Deleting port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:59.040831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.098313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Made reservation on behalf of 6b2f15999441446c831b74881ceb7ef5 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:59.101759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.118125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port 5bd1f7e3-792d-4750-8b80-20dacbfaccbe, host n-h1-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:59.118519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.154698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Calling delete_port for 5bd1f7e3-792d-4750-8b80-20dacbfaccbe owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:23:59.157064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.166095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418806a-f412-4358-9f1e-cee0942ea285 req-c012464d-f1db-4c3f-905b-f3db3224f282 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:59.167768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6418806a-f412-4358-9f1e-cee0942ea285 req-c012464d-f1db-4c3f-905b-f3db3224f282 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.2393606 Mar 22 14:23:59.259436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5bd1f7e3-792d-4750-8b80-20dacbfaccbe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.291323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bd1f7e3-792d-4750-8b80-20dacbfaccbe,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:59.302192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.309384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5df6723e-00be-4052-bb1b-ace346f77640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5bd1f7e3-792d-4750-8b80-20dacbfaccbe HTTP/1.1" status: 204 len: 168 time: 0.3912394 Mar 22 14:23:59.309993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60398) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:59.319887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6418806a-f412-4358-9f1e-cee0942ea285 req-3e74ca70-42c0-491e-8850-1349b5d580ac tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454585 Mar 22 14:23:59.365358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:23:59.414832 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7694c0-81c0-4705-8df6-226b3bdf6b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:23:59.424251 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de7694c0-81c0-4705-8df6-226b3bdf6b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports/5bd1f7e3-792d-4750-8b80-20dacbfaccbe HTTP/1.1" status: 404 len: 333 time: 0.1132345 Mar 22 14:23:59.427819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60408) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:23:59.443072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (15a97ae2-3ca7-49e0-8da4-d679d7c84885), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.445426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-386081305', 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:23:59.451468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Allocated IP 172.20.0.4 (3c10e20b-dbb4-4e89-b113-cc9c52f27900/7b4ab801-c4fd-45ea-9950-96b9bbf7052d/9cc684ca-24b3-4ffc-8dec-105899042f36) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:23:59.468365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:23:59.481119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:23:59.481625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.503363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Made reservation on behalf of fe634351caf04126bbc865789926b373 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:23:59.506628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.559732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port a384f5eb-cce2-4235-8e02-c6a592ea15da yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:23:59.592907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a97ae2-3ca7-49e0-8da4-d679d7c84885,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:59.662299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:23:59.663208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.693838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8bed44b-5cb9-4b1d-99a7-0e61d4e232a1 req-eecf5d87-073e-4d74-a919-47d4ea7c13f5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 210 time: 0.1140244 Mar 22 14:23:59.723326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:23:59.725840 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65c7c25-0a3f-4f28-8764-d7ac43d7d36c" -d '{"events": [{"server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "name": "network-vif-plugged", "status": "completed", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:23:59.760157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:23:59.772823 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.799658 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73498c0-5b2f-4daf-8673-2440150e1be4 x-openstack-request-id: req-c73498c0-5b2f-4daf-8673-2440150e1be4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:23:59.800188 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "name": "network-vif-plugged", "status": "completed", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:23:59.800598 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c73498c0-5b2f-4daf-8673-2440150e1be4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:23:59.800782 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73498c0-5b2f-4daf-8673-2440150e1be4'] response: {'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064', 'code': 200} Mar 22 14:23:59.829890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:23:59.890376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (a384f5eb-cce2-4235-8e02-c6a592ea15da), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.894164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d060b3d-e290-41fa-bdb0-ad3e2acaf44d req-4fecf4a6-adc5-4b37-9363-efe7c2b03b66 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:23:59.895964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d060b3d-e290-41fa-bdb0-ad3e2acaf44d req-4fecf4a6-adc5-4b37-9363-efe7c2b03b66 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.3323240 Mar 22 14:23:59.897761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Deleting port 1bb6e5eb-877a-494c-9339-235208007c57 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:23:59.898130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1bb6e5eb-877a-494c-9339-235208007c57), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.933839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a384f5eb-cce2-4235-8e02-c6a592ea15da), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:23:59.963370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (102592dd-a9de-4778-a637-f939a762c9b9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.007418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Network e9cce1d2-a224-4100-b091-d13a7a2c661b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:00.008573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=a384f5eb-cce2-4235-8e02-c6a592ea15da,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:00.013208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:00.015494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:00.016986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:00.017598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.035623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12f55313-a7ae-40a7-88fd-50dadf6f7c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6057665 Mar 22 14:24:00.038075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:00.077782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ccc65-8200-45db-9ec8-5c6e2b425209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:00.079214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-862ccc65-8200-45db-9ec8-5c6e2b425209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports/a384f5eb-cce2-4235-8e02-c6a592ea15da HTTP/1.1" status: 200 len: 958 time: 0.0401676 Mar 22 14:24:00.081887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60420) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:00.172886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (102592dd-a9de-4778-a637-f939a762c9b9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.183033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks [] for router_controller (102592dd-a9de-4778-a637-f939a762c9b9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.185258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Deleting port a384f5eb-cce2-4235-8e02-c6a592ea15da {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:00.185640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a384f5eb-cce2-4235-8e02-c6a592ea15da), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.254865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a384f5eb-cce2-4235-8e02-c6a592ea15da), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.271107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Calling delete_port for a384f5eb-cce2-4235-8e02-c6a592ea15da owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:00.279323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] For port 1bb6e5eb-877a-494c-9339-235208007c57, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1bb6e5eb-877a-494c-9339-235208007c57,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:00.280134 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1bb6e5eb-877a-494c-9339-235208007c57), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.289199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d060b3d-e290-41fa-bdb0-ad3e2acaf44d req-a257da2d-622e-4046-9238-7ac8b71c408c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415592 Mar 22 14:24:00.299857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53eee4-db45-4bd8-b07b-57b1d203cb29 req-17c653d2-6de8-4dcb-995f-28e593e29297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:00.301819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c53eee4-db45-4bd8-b07b-57b1d203cb29 req-17c653d2-6de8-4dcb-995f-28e593e29297 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 1127 time: 0.3487194 Mar 22 14:24:00.308282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (102592dd-a9de-4778-a637-f939a762c9b9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.309064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102592dd-a9de-4778-a637-f939a762c9b9 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:00.330068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.334102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-15a10f12-77dc-4c4e-9f80-fe2d783d76d7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/102592dd-a9de-4778-a637-f939a762c9b9 HTTP/1.1" status: 204 len: 168 time: 4.4909673 Mar 22 14:24:00.342784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Calling delete_port for 1bb6e5eb-877a-494c-9339-235208007c57 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:00.344390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60424) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:00.347411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.437029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a384f5eb-cce2-4235-8e02-c6a592ea15da), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.507628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event deleted for resources: {'Port': ['ID=a384f5eb-cce2-4235-8e02-c6a592ea15da,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:00.513788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.518474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec5232b2-6a4b-41c1-b8ff-0ff32d138659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "DELETE /v2.0/ports/a384f5eb-cce2-4235-8e02-c6a592ea15da HTTP/1.1" status: 204 len: 168 time: 0.4354546 Mar 22 14:24:00.520861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:00.577488 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c715345e-d4da-458d-97cf-bc5e0391f843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:24:00.579165 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c715345e-d4da-458d-97cf-bc5e0391f843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports/a384f5eb-cce2-4235-8e02-c6a592ea15da HTTP/1.1" status: 404 len: 333 time: 0.0570552 Mar 22 14:24:00.582967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:00.590387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-89724382'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:00.624287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c53eee4-db45-4bd8-b07b-57b1d203cb29 req-9cbca4e8-084f-4a80-8671-591373eb6e32 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129234 Mar 22 14:24:00.631979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Made reservation on behalf of fe634351caf04126bbc865789926b373 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:00.636961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.651519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Deleting subnet b67344b4-db1d-4f5d-a2c3-263f43b4a043 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:00.656228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port 30e1857b-6c19-47ab-bfd2-0b311383cb44 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:00.667873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Publish callbacks [] for subnet (b67344b4-db1d-4f5d-a2c3-263f43b4a043), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.695263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.784108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ac96-3dad-4b94-abdf-bb3fb56c5040 req-db7c23ed-510e-44b1-821b-f1de280061eb tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:00.785739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e738ac96-3dad-4b94-abdf-bb3fb56c5040 req-db7c23ed-510e-44b1-821b-f1de280061eb tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.3380532 Mar 22 14:24:00.824922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (b67344b4-db1d-4f5d-a2c3-263f43b4a043), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.872534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.894706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:00.943690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:00.973760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event updated for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.006531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e738ac96-3dad-4b94-abdf-bb3fb56c5040 req-9398b958-cf19-4c55-8620-ee5360358521 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086878 Mar 22 14:24:01.019220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:01.025780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:01.062056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Network e9cce1d2-a224-4100-b091-d13a7a2c661b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:01.063221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=30e1857b-6c19-47ab-bfd2-0b311383cb44,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.069541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:01.073689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:01.074865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:01.076066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.095520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b67344b4-db1d-4f5d-a2c3-263f43b4a043), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.116542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64b297ce-0d67-469f-85f3-28d0056aaa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5303724 Mar 22 14:24:01.133129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:01.144318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:01.209430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (b67344b4-db1d-4f5d-a2c3-263f43b4a043), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.237974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:01.238718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.260854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.321508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7900f-cb0e-4a13-841e-42192571aa5b req-9044d03c-1a78-475a-88d6-6c156d230fa6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:01.323102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15f7900f-cb0e-4a13-841e-42192571aa5b req-9044d03c-1a78-475a-88d6-6c156d230fa6 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 931 time: 0.4750199 Mar 22 14:24:01.331493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67344b4-db1d-4f5d-a2c3-263f43b4a043,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.351888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628a70c-7924-4793-a9b1-2d106fe29811 None None] Network 18231ba7-7e63-490a-a869-d4210897fa20 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:01.372793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.377288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e1dd87b7-89a1-4341-83c1-46c1431fa196 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b67344b4-db1d-4f5d-a2c3-263f43b4a043 HTTP/1.1" status: 204 len: 168 time: 1.0263889 Mar 22 14:24:01.381118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:01.439153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-173e1d27-ae18-4f61-b466-c0a0f3ad920e tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2735820 Mar 22 14:24:01.458779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Request body: {'port': {'device_id': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:01.518141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0e4fde12-a830-4cf7-b277-fb024254ecf6 None None] Provisioning complete for port 9cc684ca-24b3-4ffc-8dec-105899042f36 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:01.518479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e4fde12-a830-4cf7-b277-fb024254ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.536217 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:24:01.584224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1bb6e5eb-877a-494c-9339-235208007c57), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.589785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fde12-a830-4cf7-b277-fb024254ecf6 None None] Port 9cc684ca-24b3-4ffc-8dec-105899042f36 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:24:01.630107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb6e5eb-877a-494c-9339-235208007c57,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:01.649807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609e108-b832-409b-b656-87a135f8d088 None None] DHCP port deletion for 18231ba7-7e63-490a-a869-d4210897fa20 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:01.689930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15f7900f-cb0e-4a13-841e-42192571aa5b req-ec7ac5f0-7e10-42a4-b4f9-e2c0beb4b69a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258183 Mar 22 14:24:01.691722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (18231ba7-7e63-490a-a869-d4210897fa20), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.821656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Deleting port 3c0a8de2-a216-4147-928e-4d2139d0f110 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:01.821656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.846495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] device_id is not set on port 30e1857b-6c19-47ab-bfd2-0b311383cb44 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:01.875613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks [] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.920201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.937264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Deleting port 3c0a8de2-a216-4147-928e-4d2139d0f110 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:01.937645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.942674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:01.984119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=30e1857b-6c19-47ab-bfd2-0b311383cb44,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:02.004500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1609e108-b832-409b-b656-87a135f8d088 None None] For port 3c0a8de2-a216-4147-928e-4d2139d0f110, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3c0a8de2-a216-4147-928e-4d2139d0f110,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:02.005073 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.019813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Calling delete_port for 3c0a8de2-a216-4147-928e-4d2139d0f110 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:02.088756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] For port 3c0a8de2-a216-4147-928e-4d2139d0f110, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3c0a8de2-a216-4147-928e-4d2139d0f110,segment=NetworkSegment(14e8fa3b-db18-4225-ba8d-181cfc8833fe),segment_id=14e8fa3b-db18-4225-ba8d-181cfc8833fe)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:02.089157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.092093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.092437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.092776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.102083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.102621 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.104513 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 2 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.122152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.123482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.123835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.126168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Calling delete_port for 3c0a8de2-a216-4147-928e-4d2139d0f110 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:02.137571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.137906 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.139623 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 3 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.169136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.191348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.191728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.192026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.201433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.201695 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.203599 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 4 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.207681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609e108-b832-409b-b656-87a135f8d088 None None] No DVR routers for this DVR port 3c0a8de2-a216-4147-928e-4d2139d0f110 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:02.209648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609e108-b832-409b-b656-87a135f8d088 None None] Pushing event deleted for resources: {'Port': ['ID=3c0a8de2-a216-4147-928e-4d2139d0f110,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:02.235095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.235439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.235779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.241645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.242181 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.244036 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 5 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.258278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.258617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.258997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.270522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.270861 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.271940 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 6 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.286165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3c0a8de2-a216-4147-928e-4d2139d0f110), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.290390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.290724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.291067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.316772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.317121 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.317769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0a8de2-a216-4147-928e-4d2139d0f110,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:02.319700 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 7 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.341191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.341191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.341191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.341191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] No DVR routers for this DVR port 3c0a8de2-a216-4147-928e-4d2139d0f110 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:02.346613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.346954 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.367048 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 8 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.445471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.445870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.446187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.471907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.472254 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.474159 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 9 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.489691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (18231ba7-7e63-490a-a869-d4210897fa20), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.502543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.502886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.503387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.510728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.511060 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.516189 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempt 10 to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 Mar 22 14:24:02.522068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18231ba7-7e63-490a-a869-d4210897fa20']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:02.544560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e8fa3b-db18-4225-ba8d-181cfc8833fe') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:02.544853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e8fa3b-db18-4225-ba8d-181cfc8833fe') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:02.547026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:02.547357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:02.547693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempting to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:02.565927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:02.566519 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Failed to bind port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9cce1d2-a224-4100-b091-d13a7a2c661b'}] Mar 22 14:24:02.567256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.623978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 15a97ae2-3ca7-49e0-8da4-d679d7c84885 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:02.651385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port 30e1857b-6c19-47ab-bfd2-0b311383cb44, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:02.651950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attempted to set empty binding levels {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:24:02.655032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (14e8fa3b-db18-4225-ba8d-181cfc8833fe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.658391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 15a97ae2-3ca7-49e0-8da4-d679d7c84885 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:02.658984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 15a97ae2-3ca7-49e0-8da4-d679d7c84885 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:02.659656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3c0a8de2-a216-4147-928e-4d2139d0f110 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:02.667701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.699466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3c0a8de2-a216-4147-928e-4d2139d0f110 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:02.703855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3c0a8de2-a216-4147-928e-4d2139d0f110 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:02.712223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (14e8fa3b-db18-4225-ba8d-181cfc8833fe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.721297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] In _notify_port_updated(), no bound segment for port 30e1857b-6c19-47ab-bfd2-0b311383cb44 on network e9cce1d2-a224-4100-b091-d13a7a2c661b {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:24:02.723086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:02.724067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.725631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "PUT /v2.0/ports/30e1857b-6c19-47ab-bfd2-0b311383cb44 HTTP/1.1" status: 200 len: 977 time: 1.5903044 Mar 22 14:24:02.732383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60456) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:02.770399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (3c9afad8-9950-40c8-9847-845fc0db60d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.795067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc684ca-24b3-4ffc-8dec-105899042f36 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:02.810745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks [] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.847115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:02.847965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (14e8fa3b-db18-4225-ba8d-181cfc8833fe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:02.892440 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:03.390677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0be29e-2ff2-4403-a243-0ae46a45a137 req-c633b9ec-96f1-4007-943c-6301fc209a25 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:03.392668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad0be29e-2ff2-4403-a243-0ae46a45a137 req-c633b9ec-96f1-4007-943c-6301fc209a25 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 1.1304777 Mar 22 14:24:03.437442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8001-7002-48a6-8882-8c5cadb1456a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event updated for resources: {'Port': ['ID=30e1857b-6c19-47ab-bfd2-0b311383cb44,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.473717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Deleting port 30e1857b-6c19-47ab-bfd2-0b311383cb44 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:03.474094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.476876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Transition to ACTIVE for port object 9cc684ca-24b3-4ffc-8dec-105899042f36 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:24:03.486523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (18231ba7-7e63-490a-a869-d4210897fa20), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.494915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.510545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.513782 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] 10.222.0.81 "DELETE /v2.0/networks/18231ba7-7e63-490a-a869-d4210897fa20 HTTP/1.1" status: 204 len: 168 time: 2.1316941 Mar 22 14:24:03.514217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f827c9-9afe-4523-8bd3-5b4d6986e45f req-8532a031-95ef-4e9a-8ec3-3045efa8790f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:03.515810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33f827c9-9afe-4523-8bd3-5b4d6986e45f req-8532a031-95ef-4e9a-8ec3-3045efa8790f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 931 time: 0.2363718 Mar 22 14:24:03.570460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60462) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:03.631992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.644014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad0be29e-2ff2-4403-a243-0ae46a45a137 req-03f3526c-0eaf-45d7-9b9c-b0bdc86fa5a1 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451138 Mar 22 14:24:03.653219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.653919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.654523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.655193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.655761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.656297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.656842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.657382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.657913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.658486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.659150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.659821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.660369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.660897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.661424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:03.680399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] For port 30e1857b-6c19-47ab-bfd2-0b311383cb44, host n-h1-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:03.680767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.726490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Calling delete_port for 30e1857b-6c19-47ab-bfd2-0b311383cb44 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:03.834063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190eed6-e98f-4240-9682-190ddf640485 admin admin] Pushing event deleted for resources: {'Network': ['ID=18231ba7-7e63-490a-a869-d4210897fa20,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.856961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (30e1857b-6c19-47ab-bfd2-0b311383cb44), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.903690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Pushing event deleted for resources: {'Port': ['ID=30e1857b-6c19-47ab-bfd2-0b311383cb44,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:03.916459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:03.924998 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-92ef80a0-d7f4-405f-8bdd-e37df1b5002c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "DELETE /v2.0/ports/30e1857b-6c19-47ab-bfd2-0b311383cb44 HTTP/1.1" status: 204 len: 168 time: 1.1899247 Mar 22 14:24:03.925694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:03.963555 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a679d8-f5d0-4e82-b54b-ca0d1df91fde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:24:03.973815 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03a679d8-f5d0-4e82-b54b-ca0d1df91fde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090890945-project-admin] 10.222.0.81 "GET /v2.0/ports/30e1857b-6c19-47ab-bfd2-0b311383cb44 HTTP/1.1" status: 404 len: 333 time: 0.0425839 Mar 22 14:24:03.973815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:04.092720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33f827c9-9afe-4523-8bd3-5b4d6986e45f req-a38ad6d1-3dba-41ef-84fd-d22dc585924c tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5568428 Mar 22 14:24:04.115744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e9cce1d2-a224-4100-b091-d13a7a2c661b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.256242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Router 3c9afad8-9950-40c8-9847-845fc0db60d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:04.284355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e9cce1d2-a224-4100-b091-d13a7a2c661b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.320506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cce1d2-a224-4100-b091-d13a7a2c661b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:04.333837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:04.334336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b9d2d1-3b24-4105-9234-93db8a2d0b9a') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:04.345874 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c9b9d2d1-3b24-4105-9234-93db8a2d0b9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.373606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c9b9d2d1-3b24-4105-9234-93db8a2d0b9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.384592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:04.385289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c9b9d2d1-3b24-4105-9234-93db8a2d0b9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:04.455211 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:04.460780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e9cce1d2-a224-4100-b091-d13a7a2c661b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.468396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Attempting to bind port 9cc684ca-24b3-4ffc-8dec-105899042f36 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:04.468729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Attempting to bind port 9cc684ca-24b3-4ffc-8dec-105899042f36 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:04.469138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Attempting to bind port 9cc684ca-24b3-4ffc-8dec-105899042f36 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:04.469481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.474984 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] 10.222.0.81 "DELETE /v2.0/networks/e9cce1d2-a224-4100-b091-d13a7a2c661b HTTP/1.1" status: 204 len: 168 time: 0.5023403 Mar 22 14:24:04.498322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de718d-f7cb-438d-ac84-f1eb32311793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326662277-project] Pushing event deleted for resources: {'Network': ['ID=e9cce1d2-a224-4100-b091-d13a7a2c661b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:04.546771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Port 9cc684ca-24b3-4ffc-8dec-105899042f36 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:04.547349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Attempting to bind port 9cc684ca-24b3-4ffc-8dec-105899042f36 on network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:04.565021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:04.565370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Checking segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:04.567093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Bound using segment: {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:04.567547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Bound port: 9cc684ca-24b3-4ffc-8dec-105899042f36, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e05af-b084-44aa-8df9-b5a2fb919ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:04.567907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:04.683955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:04.694304 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Sync routers for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:04.696302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-50aa01e9-8553-4eb1-a38c-276c55ae2265 admin admin] 10.222.0.81 "PUT /v2.0/routers/3c9afad8-9950-40c8-9847-845fc0db60d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0039361 Mar 22 14:24:04.698969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60496) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:04.709220 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:04.713397 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:04.832895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:04.847299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9cc684ca-24b3-4ffc-8dec-105899042f36,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:04.923290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:04.929875 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.018404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks [] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.082138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60512) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:05.090369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:05.091142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.093888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] 10.222.0.78 "PUT /v2.0/ports/9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 200 len: 1091 time: 3.6393228 Mar 22 14:24:05.106710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:05.109925 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2" -d '{"events": [{"name": "network-changed", "server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:05.169326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985344a-77c6-489f-b354-49d7f1db1cd0 req-6c2974c6-8e1c-4a9e-b784-2d5422ad3293 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:05.176802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9985344a-77c6-489f-b354-49d7f1db1cd0 req-6c2974c6-8e1c-4a9e-b784-2d5422ad3293 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.5062630 Mar 22 14:24:05.307063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks [] for router_gateway (3c9afad8-9950-40c8-9847-845fc0db60d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.339527 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:24:01Z', 'revision_number': 5, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port': {'id': 'cae1806c-0dcd-4398-bece-46d7d4b66b77', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:18:09Z', 'updated_at': '2022-03-22T14:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.393508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Checking router: 3c9afad8-9950-40c8-9847-845fc0db60d0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:05.411552 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Routers {'3c9afad8-9950-40c8-9847-845fc0db60d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:05.412393 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3c9afad8-9950-40c8-9847-845fc0db60d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.435406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Deleting port cae1806c-0dcd-4398-bece-46d7d4b66b77 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:05.435749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.527643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f403-ba15-475f-9d2b-6aa9ff8e1061 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:05.564555 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] Set router 3c9afad8-9950-40c8-9847-845fc0db60d0 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:05.579999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9985344a-77c6-489f-b354-49d7f1db1cd0 req-929bdbb9-9427-4211-af42-9ed60f6c579d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993170 Mar 22 14:24:05.613441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a34356ce-b9e8-4846-90bd-fa40e2f352d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:05.615605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a34356ce-b9e8-4846-90bd-fa40e2f352d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 1125 time: 0.4340732 Mar 22 14:24:05.639597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] For port cae1806c-0dcd-4398-bece-46d7d4b66b77, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cae1806c-0dcd-4398-bece-46d7d4b66b77,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:05.639976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:05.653125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b48df-2864-4493-b03b-c27a373cbda0 req-c8f8f89e-91e7-44c7-b48d-f449d78798db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:05.654683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf9b48df-2864-4493-b03b-c27a373cbda0 req-c8f8f89e-91e7-44c7-b48d-f449d78798db tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 943 time: 0.3501339 Mar 22 14:24:05.672374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Calling delete_port for cae1806c-0dcd-4398-bece-46d7d4b66b77 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:05.722600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-3d62fe13-09ba-4c53-b5fc-5e910f663356 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 200 len: 217 time: 0.0945127 Mar 22 14:24:05.759916 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:24:05Z', 'revision_number': 6, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:05.845108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80c7ea-3c57-4775-ad4e-5a216e9d9bf9 None None] The sync data for ids ['3c9afad8-9950-40c8-9847-845fc0db60d0'] in n-d-758851-5 is: [{'id': '3c9afad8-9950-40c8-9847-845fc0db60d0', 'name': 'tempest-TestServerBasicOps-1986415132-router', 'tenant_id': '326cbaaf4703410c8cf216cc6d645321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:18:07Z', 'updated_at': '2022-03-22T14:24:05Z', 'revision_number': 6, 'project_id': '326cbaaf4703410c8cf216cc6d645321', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:05.888627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b91c9d5-6beb-4bbf-af5e-3721b96c4187 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dc70accd45b4317a3d38b69bfc06e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7816377 Mar 22 14:24:05.920204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60532) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:06.002660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf9b48df-2864-4493-b03b-c27a373cbda0 req-1007f7f6-c7a5-4a90-bfff-d44a9bd21d96 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047428 Mar 22 14:24:06.007917 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcad0e8-f140-4ad0-9562-fe67101d3c0a x-openstack-request-id: req-8dcad0e8-f140-4ad0-9562-fe67101d3c0a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:06.008209 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:06.010463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cae1806c-0dcd-4398-bece-46d7d4b66b77), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.019478 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dcad0e8-f140-4ad0-9562-fe67101d3c0a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:06.020045 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcad0e8-f140-4ad0-9562-fe67101d3c0a'] response: {'name': 'network-changed', 'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'status': 'completed', 'code': 200} Mar 22 14:24:06.034271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-e5d01822-e325-486f-bf7e-0d333f6ddfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:06.045811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Pushing event deleted for resources: {'Port': ['ID=cae1806c-0dcd-4398-bece-46d7d4b66b77,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:06.047896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-e5d01822-e325-486f-bf7e-0d333f6ddfd3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.3243253 Mar 22 14:24:06.191976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.199200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] Publish callbacks [] for security_group (53eeea00-10ba-4105-9be1-2c39562adcb9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.216153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (3c9afad8-9950-40c8-9847-845fc0db60d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.427456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.431047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks [] for router_controller (3c9afad8-9950-40c8-9847-845fc0db60d0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.437568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] Publish callbacks [] for security_group (53eeea00-10ba-4105-9be1-2c39562adcb9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.510907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bad0-9504-4ede-9141-e09160b156c7 req-e14f79bd-bcdf-4ee9-9bf0-76c6f5930f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:06.512660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-e14f79bd-bcdf-4ee9-9bf0-76c6f5930f49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4510329 Mar 22 14:24:06.541946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (3c9afad8-9950-40c8-9847-845fc0db60d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.542774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9afad8-9950-40c8-9847-845fc0db60d0 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:06.547299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.548613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-34125f7f-1c63-4a8e-86eb-1a8f015bfedd admin admin] 10.222.0.81 "DELETE /v2.0/routers/3c9afad8-9950-40c8-9847-845fc0db60d0 HTTP/1.1" status: 204 len: 168 time: 1.8481445 Mar 22 14:24:06.551602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60538) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:06.642134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cae1806c-0dcd-4398-bece-46d7d4b66b77 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:06.684693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Deleting subnet 5ad35b56-4338-4c03-b591-446a73b83ddd {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:06.688904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Publish callbacks [] for subnet (5ad35b56-4338-4c03-b591-446a73b83ddd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.703864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: cae1806c-0dcd-4398-bece-46d7d4b66b77 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:06.704509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cae1806c-0dcd-4398-bece-46d7d4b66b77 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:06.705039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1bb6e5eb-877a-494c-9339-235208007c57 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:06.743113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1bb6e5eb-877a-494c-9339-235208007c57 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:06.746015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1bb6e5eb-877a-494c-9339-235208007c57 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:06.767970 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (5ad35b56-4338-4c03-b591-446a73b83ddd), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.918804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (5ad35b56-4338-4c03-b591-446a73b83ddd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.923083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39a4e0-85bc-404e-b13e-92d0e0a5d970 req-a00ff2bd-a337-4bde-af73-f1280a468c02 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:06.930302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc39a4e0-85bc-404e-b13e-92d0e0a5d970 req-a00ff2bd-a337-4bde-af73-f1280a468c02 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.5261805 Mar 22 14:24:06.932114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (53eeea00-10ba-4105-9be1-2c39562adcb9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.934721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:06.938470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53eeea00-10ba-4105-9be1-2c39562adcb9 HTTP/1.1" status: 204 len: 168 time: 1.0081465 Mar 22 14:24:06.995536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5799-23af-4448-b3c4-41027d9ecfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eeea00-10ba-4105-9be1-2c39562adcb9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:06.998592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-a06a9ac9-751f-4174-8974-69887c94824b service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732604 Mar 22 14:24:06.999938 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (5ad35b56-4338-4c03-b591-446a73b83ddd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.077322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad35b56-4338-4c03-b591-446a73b83ddd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:07.081579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.085663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee4a0e36-0860-47af-ae70-02f4caf4cc3d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5ad35b56-4338-4c03-b591-446a73b83ddd HTTP/1.1" status: 204 len: 168 time: 0.5329945 Mar 22 14:24:07.088163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:07.091665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5857e-e6f4-4943-a1c7-7b8209654721 None None] Network a7823a38-64bf-444c-80fc-fe23b442716c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:07.270631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a7823a38-64bf-444c-80fc-fe23b442716c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.327970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc39a4e0-85bc-404e-b13e-92d0e0a5d970 req-2e01a1fa-b6b3-40a6-a234-70664c8dea08 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968003 Mar 22 14:24:07.379655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Deleting port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:07.380709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.407293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec4db9-ef96-4579-a0fd-01c242379f2e req-5fdabb00-0f81-4ed2-9a75-4dec16d17185 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:07.407293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edec4db9-ef96-4579-a0fd-01c242379f2e req-5fdabb00-0f81-4ed2-9a75-4dec16d17185 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 943 time: 0.2312911 Mar 22 14:24:07.418922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] DHCP port deletion for a7823a38-64bf-444c-80fc-fe23b442716c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:07.477801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Deleting port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:07.478492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.519829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66bad0-9504-4ede-9141-e09160b156c7 req-3dfbae17-706a-4b0c-91f5-7b1053502a9e service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023389 Mar 22 14:24:07.546956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edec4db9-ef96-4579-a0fd-01c242379f2e req-24753d7d-bf43-4eef-b207-4eefd29c9758 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208413 Mar 22 14:24:07.549098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Deleting port 49a60132-9ed3-4e1d-a7bc-a4660801c71a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:07.552706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.555335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] For port 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=06c3ef62-576b-40ae-a4b2-12ed04c13f96,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:07.555957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.598932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Calling delete_port for 06c3ef62-576b-40ae-a4b2-12ed04c13f96 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:07.666891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] For port 06c3ef62-576b-40ae-a4b2-12ed04c13f96, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=06c3ef62-576b-40ae-a4b2-12ed04c13f96,segment=NetworkSegment(55e77557-7cda-4aa8-bdc2-930442c0ab0f),segment_id=55e77557-7cda-4aa8-bdc2-930442c0ab0f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:07.668903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.704052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60560) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:07.709475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Calling delete_port for 06c3ef62-576b-40ae-a4b2-12ed04c13f96 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:07.810586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa96c38f-f36e-435c-84b2-c2c6d39b48b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe634351caf04126bbc865789926b373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053996 Mar 22 14:24:07.819422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60564) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:07.827962 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.862503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] Pushing event deleted for resources: {'Port': ['ID=06c3ef62-576b-40ae-a4b2-12ed04c13f96,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:07.878117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb41da-7433-4ec7-9d36-9f2898419a27 None None] No DVR routers for this DVR port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:07.926003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] Publish callbacks [] for security_group (1be25875-f38c-4952-bb12-97f5dabba76d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.940274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (06c3ef62-576b-40ae-a4b2-12ed04c13f96), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:07.980933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] No DVR routers for this DVR port 06c3ef62-576b-40ae-a4b2-12ed04c13f96 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:07.991919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Pushing event deleted for resources: {'Port': ['ID=06c3ef62-576b-40ae-a4b2-12ed04c13f96,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:08.022931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] Publish callbacks [] for security_group (1be25875-f38c-4952-bb12-97f5dabba76d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.107259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a7823a38-64bf-444c-80fc-fe23b442716c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.134479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7823a38-64bf-444c-80fc-fe23b442716c']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.146707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e77557-7cda-4aa8-bdc2-930442c0ab0f') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.147635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e77557-7cda-4aa8-bdc2-930442c0ab0f') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:08.160940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1be25875-f38c-4952-bb12-97f5dabba76d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.165388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.165887 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1be25875-f38c-4952-bb12-97f5dabba76d HTTP/1.1" status: 204 len: 168 time: 0.3464940 Mar 22 14:24:08.178406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (55e77557-7cda-4aa8-bdc2-930442c0ab0f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.180274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804141e-9b23-4f81-bf53-764e4b7f9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be25875-f38c-4952-bb12-97f5dabba76d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:08.207782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (55e77557-7cda-4aa8-bdc2-930442c0ab0f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.221200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:08.222010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (55e77557-7cda-4aa8-bdc2-930442c0ab0f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:08.225332 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:08.343689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a7823a38-64bf-444c-80fc-fe23b442716c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.357009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.373763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7823a38-64bf-444c-80fc-fe23b442716c HTTP/1.1" status: 204 len: 168 time: 1.2729194 Mar 22 14:24:08.413498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148f15-2190-43bb-bd2b-078b957d3daf admin admin] Pushing event deleted for resources: {'Network': ['ID=a7823a38-64bf-444c-80fc-fe23b442716c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:08.484917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 06c3ef62-576b-40ae-a4b2-12ed04c13f96 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:08.544153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 06c3ef62-576b-40ae-a4b2-12ed04c13f96 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:08.553314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 06c3ef62-576b-40ae-a4b2-12ed04c13f96 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:08.659263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] For port 49a60132-9ed3-4e1d-a7bc-a4660801c71a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=49a60132-9ed3-4e1d-a7bc-a4660801c71a,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:08.661599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.690151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60582) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:08.740448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Calling delete_port for 49a60132-9ed3-4e1d-a7bc-a4660801c71a owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:08.756096 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74bce4a1-b718-480f-b8de-4e72756f7d8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d6e6d8691024cbea463ab75de19334c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646169 Mar 22 14:24:08.758853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:08.803988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c781-03ef-49db-9bd6-009a40387557 req-33cbfaa0-0d43-42e1-b16d-a7d9d153277d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.813036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c781-03ef-49db-9bd6-009a40387557 req-33cbfaa0-0d43-42e1-b16d-a7d9d153277d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.820726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c781-03ef-49db-9bd6-009a40387557 req-33cbfaa0-0d43-42e1-b16d-a7d9d153277d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.822786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e591c781-03ef-49db-9bd6-009a40387557 req-33cbfaa0-0d43-42e1-b16d-a7d9d153277d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823&device_id=4b84a326-5000-4d59-8988-78ccb6c498c5&device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 2417 time: 0.4012270 Mar 22 14:24:08.887073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-7b48e8df-7ad5-4adc-9447-58ae9b588533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.888918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-7b48e8df-7ad5-4adc-9447-58ae9b588533 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 1125 time: 0.4658980 Mar 22 14:24:08.917187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3debc4e-bcd7-4484-a5bc-998cb411de43 req-6d9aeb85-46dc-40aa-a12f-67517b50efab tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:08.925624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3debc4e-bcd7-4484-a5bc-998cb411de43 req-6d9aeb85-46dc-40aa-a12f-67517b50efab tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 943 time: 0.2262640 Mar 22 14:24:08.931522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] Publish callbacks [] for security_group (051d07ee-13db-4f55-bb48-46ac5a2e99dd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:08.972084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] Publish callbacks [] for security_group (051d07ee-13db-4f55-bb48-46ac5a2e99dd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.050795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (051d07ee-13db-4f55-bb48-46ac5a2e99dd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.053796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.055185 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/051d07ee-13db-4f55-bb48-46ac5a2e99dd HTTP/1.1" status: 204 len: 168 time: 0.2953327 Mar 22 14:24:09.082694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50e17d-23ec-48a6-8e85-b454953f9627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d07ee-13db-4f55-bb48-46ac5a2e99dd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:09.182619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3debc4e-bcd7-4484-a5bc-998cb411de43 req-b1fe4a18-1fec-491c-8cbe-9c12836f54a7 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556887 Mar 22 14:24:09.193212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e591c781-03ef-49db-9bd6-009a40387557 req-29c0dd00-f8ab-4cc9-91e5-7ce35e75db1b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311453 Mar 22 14:24:09.398537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9cc684ca-24b3-4ffc-8dec-105899042f36 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:24:09.477500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-d8034ffa-05d8-45f7-a2d8-63f6ed138e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:09.483164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-d8034ffa-05d8-45f7-a2d8-63f6ed138e25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.5855823 Mar 22 14:24:09.519635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (49a60132-9ed3-4e1d-a7bc-a4660801c71a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.610022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9cc684ca-24b3-4ffc-8dec-105899042f36,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:09.628281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:09.639375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'port_id': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'mac_address': 'fa:16:3e:36:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:24:09.717927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9cc684ca-24b3-4ffc-8dec-105899042f36 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:09.718639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.732133 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-237aa803-455e-4572-a8aa-fcb147835f8c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=326cbaaf4703410c8cf216cc6d645321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020844 Mar 22 14:24:09.734702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:09.753052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc684ca-24b3-4ffc-8dec-105899042f36 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:09.790746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9cc684ca-24b3-4ffc-8dec-105899042f36,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:09.800375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.854557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] Publish callbacks [] for security_group (f46daf51-a986-4898-ac72-1c5bc50da777), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.878815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Pushing event deleted for resources: {'Port': ['ID=49a60132-9ed3-4e1d-a7bc-a4660801c71a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:09.893949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-3ebf7c2e-7ea6-44e9-b93d-b957ca06d693 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 200 len: 217 time: 0.3600688 Mar 22 14:24:09.907178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] Publish callbacks [] for security_group (f46daf51-a986-4898-ac72-1c5bc50da777), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:09.916883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:10.028063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f46daf51-a986-4898-ac72-1c5bc50da777), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.031131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:10.034983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f46daf51-a986-4898-ac72-1c5bc50da777 HTTP/1.1" status: 204 len: 168 time: 0.2965727 Mar 22 14:24:10.065241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad3cbf-3b48-43c7-958d-cbf49a4df48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46daf51-a986-4898-ac72-1c5bc50da777,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:10.077780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec49d1d-2fac-4452-a282-c58930b1d606 req-622f13dc-6ea8-497f-ad82-45c0296e17e8 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:10.082795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['9cc684ca-24b3-4ffc-8dec-105899042f36'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:10.086704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ec49d1d-2fac-4452-a282-c58930b1d606 req-622f13dc-6ea8-497f-ad82-45c0296e17e8 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.6867664 Mar 22 14:24:10.138660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-4b596369-07ad-4a1a-8e0e-aa05c0574adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:10.140878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-4b596369-07ad-4a1a-8e0e-aa05c0574adb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.2395103 Mar 22 14:24:10.233078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ec49d1d-2fac-4452-a282-c58930b1d606 req-924bb6cf-e8d7-44e9-bacf-801b68f0874a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453309 Mar 22 14:24:10.826059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989af3f-116a-4935-bbc6-9a17992f5a5a req-fb7ce0af-9b98-4137-9b61-2c0ebb09724a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:10.830948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e989af3f-116a-4935-bbc6-9a17992f5a5a req-fb7ce0af-9b98-4137-9b61-2c0ebb09724a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 944 time: 0.4262877 Mar 22 14:24:10.842638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-78cec22a-08d1-45de-8e10-8999676750d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:10.845334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-78cec22a-08d1-45de-8e10-8999676750d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6971977 Mar 22 14:24:11.061683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.173888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e989af3f-116a-4935-bbc6-9a17992f5a5a req-c8c51436-78e8-41aa-9946-21613bb2a719 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218381 Mar 22 14:24:11.336379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-b905b975-d927-41a6-b952-82171d23c021 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792304 Mar 22 14:24:11.416661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9cc684ca-24b3-4ffc-8dec-105899042f36 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:11.550609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 9cc684ca-24b3-4ffc-8dec-105899042f36 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:24:11.560192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 9cc684ca-24b3-4ffc-8dec-105899042f36 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:11.562352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.809145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 9cc684ca-24b3-4ffc-8dec-105899042f36 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:11.809606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.900459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:11.908932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e556a15-6195-4a37-b758-c342b044820c" -d '{"events": [{"server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "name": "network-vif-plugged", "status": "completed", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:11.952171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9cc684ca-24b3-4ffc-8dec-105899042f36,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:11.964873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:11.987260 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f200f-a82a-4043-aa69-84b2a6c50c6a x-openstack-request-id: req-960f200f-a82a-4043-aa69-84b2a6c50c6a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:11.987570 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "name": "network-vif-plugged", "status": "completed", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:11.991350 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-960f200f-a82a-4043-aa69-84b2a6c50c6a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:11.992171 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960f200f-a82a-4043-aa69-84b2a6c50c6a'] response: {'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'code': 200} Mar 22 14:24:12.051373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e43f9dc9-9c39-42fc-adf5-4d0bd51d48e2 req-03474f14-a09e-477e-b383-c8ec38576ab3 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029745 Mar 22 14:24:12.087661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.151819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:12.186499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:12.307919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4a7a5a35-f685-4a15-87c2-f2b78fc1a6ab tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:12.360106 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a7a5a35-f685-4a15-87c2-f2b78fc1a6ab tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "PUT /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e HTTP/1.1" status: 200 len: 366 time: 0.2707362 Mar 22 14:24:12.362698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.408713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-68b1c670-d17b-4f17-94f5-0f3b704ec779 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0424011 Mar 22 14:24:12.409878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.443514 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a2114841-3c87-43c6-932b-8537f8f82c14 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e HTTP/1.1" status: 200 len: 366 time: 0.0270648 Mar 22 14:24:12.446004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.512056 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6963dd0-ad17-4b18-b46f-964b24523265 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e HTTP/1.1" status: 204 len: 168 time: 0.0597603 Mar 22 14:24:12.514153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.543421 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-34b2ddc9-1790-4bff-887b-d5885913d69c tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0263653 Mar 22 14:24:12.545097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60778) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.558479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7e8ae26-b945-4b8f-b67f-a5e0410351d9 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e HTTP/1.1" status: 200 len: 370 time: 0.0120058 Mar 22 14:24:12.570537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.583798 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc9e8946-7c4f-437f-a41b-4876f8c2b868 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e/default HTTP/1.1" status: 200 len: 370 time: 0.0098262 Mar 22 14:24:12.587200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60786) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.605266 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-012a0f1e-2b38-41d5-a53e-8faa9bb0a5a0 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] delete failed (client error): The resource could not be found. Mar 22 14:24:12.606907 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-012a0f1e-2b38-41d5-a53e-8faa9bb0a5a0 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/198cbd10773945fb9a8030efb01cf13e HTTP/1.1" status: 404 len: 348 time: 0.0187066 Mar 22 14:24:12.619118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:12.632455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Sync routers for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:12.640286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df76f1f-10b3-4bda-afd5-a4317c642128 req-c225ff7e-a55c-47a5-86ff-4e38eb866f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:12.655257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df76f1f-10b3-4bda-afd5-a4317c642128 req-c225ff7e-a55c-47a5-86ff-4e38eb866f2a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 1127 time: 0.4875553 Mar 22 14:24:12.671112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-be06761d-7334-477e-a107-4808a91f289e admin admin] 10.222.0.81 "PUT /v2.0/routers/221d8f52-ae55-4e54-8169-cf9dbe9739b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0976620 Mar 22 14:24:12.673444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.676537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:12.702103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:12.863901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46342bbf-8cd8-436a-bbe2-d52047c6a2c6 req-227e4060-5a4a-4a84-9ea4-53eb8d89db95 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:12.877544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46342bbf-8cd8-436a-bbe2-d52047c6a2c6 req-227e4060-5a4a-4a84-9ea4-53eb8d89db95 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.3429301 Mar 22 14:24:12.935249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8d124-4efa-4c88-bc48-e68ab2c02f78 req-c4542779-5382-4b5f-87dc-1e45069a6ffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:12.937204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38a8d124-4efa-4c88-bc48-e68ab2c02f78 req-c4542779-5382-4b5f-87dc-1e45069a6ffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.4073770 Mar 22 14:24:12.980749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:12.999984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:13.028036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df76f1f-10b3-4bda-afd5-a4317c642128 req-ff5e9909-ccc1-4ffb-9f1a-94d64d5d5920 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717077 Mar 22 14:24:13.029662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks [] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.066527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:network and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.104433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38a8d124-4efa-4c88-bc48-e68ab2c02f78 req-00f9c2c6-811b-43b6-bbb3-8d4a19d4148a tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365869 Mar 22 14:24:13.111441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.140712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46342bbf-8cd8-436a-bbe2-d52047c6a2c6 req-53ff41ba-ce26-4e8a-849a-dcf018b76a16 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621701 Mar 22 14:24:13.147087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:subnet and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.153872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.163354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:subnetpool and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.169495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.177814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:port and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.182000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.190661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:router and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.194343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.202652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:floatingip and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.208230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.273160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks [] for router_gateway (221d8f52-ae55-4e54-8169-cf9dbe9739b2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.299122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:security_group and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.304457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.318580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Usage tracker for resource:security_group_rule and project:b15d57c0d0554c5daee49486996b0148 is out of sync, need to count used quota {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 14:24:13.325909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.quota.resource [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 14:24:13.337633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f03b304-4b84-477d-bee3-eaa2b2316c81 tempest-QuotasTest-962396797 tempest-QuotasTest-962396797-project-admin] 10.222.0.81 "GET /v2.0/quotas/b15d57c0d0554c5daee49486996b0148/details.json HTTP/1.1" status: 200 len: 703 time: 0.3504527 Mar 22 14:24:13.369953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Deleting port e760515f-0836-406d-ae78-bc736117b00e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:13.373342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e760515f-0836-406d-ae78-bc736117b00e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.437311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e760515f-0836-406d-ae78-bc736117b00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:24:09Z', 'revision_number': 5, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port': {'id': 'e760515f-0836-406d-ae78-bc736117b00e', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:15:06Z', 'updated_at': '2022-03-22T14:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.481787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Checking router: 221d8f52-ae55-4e54-8169-cf9dbe9739b2 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:13.507336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Routers {'221d8f52-ae55-4e54-8169-cf9dbe9739b2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:13.509048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:13.573478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] For port e760515f-0836-406d-ae78-bc736117b00e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e760515f-0836-406d-ae78-bc736117b00e,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:13.575204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e760515f-0836-406d-ae78-bc736117b00e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:13.604905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Calling delete_port for e760515f-0836-406d-ae78-bc736117b00e owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:13.658782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] Set router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:13.789357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:24:13Z', 'revision_number': 6, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:14.096439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e760515f-0836-406d-ae78-bc736117b00e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.125146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60944) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:14.225701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e760515f-0836-406d-ae78-bc736117b00e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:14.345768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19c35b-014b-4015-8678-d9a23414d048 None None] The sync data for ids ['221d8f52-ae55-4e54-8169-cf9dbe9739b2'] in n-d-758851-5 is: [{'id': '221d8f52-ae55-4e54-8169-cf9dbe9739b2', 'name': 'tempest-TaggedBootDevicesTest-765705490-router', 'tenant_id': '452db4877df6437b82b880f635aed8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:15:05Z', 'updated_at': '2022-03-22T14:24:13Z', 'revision_number': 6, 'project_id': '452db4877df6437b82b880f635aed8b9', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:14.474660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9fe16-08e1-4c1a-98d6-8fcee431a56d req-d213c501-90c3-4b7b-8d6b-1203e7a2cda0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:14.485767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86c9fe16-08e1-4c1a-98d6-8fcee431a56d req-d213c501-90c3-4b7b-8d6b-1203e7a2cda0 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.1814320 Mar 22 14:24:14.512433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.682100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86c9fe16-08e1-4c1a-98d6-8fcee431a56d req-78272e77-1f10-4206-9463-dd69c6d4cb43 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931038 Mar 22 14:24:14.698939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb25-b5bd-4339-9ff6-65dcad9fd152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.839791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.842578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks [] for router_controller (221d8f52-ae55-4e54-8169-cf9dbe9739b2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.991506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (221d8f52-ae55-4e54-8169-cf9dbe9739b2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:14.992258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221d8f52-ae55-4e54-8169-cf9dbe9739b2 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:14.999394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.004928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa1b1040-a017-4139-883a-5e81703a51fc admin admin] 10.222.0.81 "DELETE /v2.0/routers/221d8f52-ae55-4e54-8169-cf9dbe9739b2 HTTP/1.1" status: 204 len: 168 time: 2.3304067 Mar 22 14:24:15.005185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb25-b5bd-4339-9ff6-65dcad9fd152 admin admin] Publish callbacks [] for security_group (4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.007771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32790) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:15.018223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb25-b5bd-4339-9ff6-65dcad9fd152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.112279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Deleting subnet 81e5c426-efc8-44e6-8878-30c499fcaccb {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:15.124947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Publish callbacks [] for subnet (81e5c426-efc8-44e6-8878-30c499fcaccb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.185726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39bbfb25-b5bd-4339-9ff6-65dcad9fd152 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e2d4408cf8f481aae79cc4e7e47f962&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0583305 Mar 22 14:24:15.188947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbfb25-b5bd-4339-9ff6-65dcad9fd152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:15.194839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32808) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:15.254371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (81e5c426-efc8-44e6-8878-30c499fcaccb), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.352945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ccf40-9b58-481e-9b3f-a63c00cf34b0 req-556cfed7-0efa-42d8-b95f-ee80dc3ad364 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:15.354970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a0ccf40-9b58-481e-9b3f-a63c00cf34b0 req-556cfed7-0efa-42d8-b95f-ee80dc3ad364 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.1450820 Mar 22 14:24:15.449249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] Publish callbacks [] for security_group (4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.523369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a0ccf40-9b58-481e-9b3f-a63c00cf34b0 req-d1203c99-f0ec-4e26-8718-944f9a7efc5a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593370 Mar 22 14:24:15.540281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] Publish callbacks [] for security_group (4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.662623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (81e5c426-efc8-44e6-8878-30c499fcaccb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.816261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (81e5c426-efc8-44e6-8878-30c499fcaccb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.850960 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.858384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:15.864178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338 HTTP/1.1" status: 204 len: 168 time: 0.6673357 Mar 22 14:24:15.974599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e5c426-efc8-44e6-8878-30c499fcaccb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:15.982410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0e4db-0ecd-4948-ac08-3eb8de60fe39 None None] Network ef69844d-0870-4809-85ad-205f1c8f7ff5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:15.983073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd6640-0a21-473e-9bc6-08912823fad1 req-98dc8d9e-22ab-4656-8f08-d43bb3ea8a7d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:15.993504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94cd6640-0a21-473e-9bc6-08912823fad1 req-98dc8d9e-22ab-4656-8f08-d43bb3ea8a7d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.1113827 Mar 22 14:24:16.017714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.032403 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f29f2aa0-e6c3-4eb7-85da-a4f94a2c8f40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/81e5c426-efc8-44e6-8878-30c499fcaccb HTTP/1.1" status: 204 len: 168 time: 1.0229363 Mar 22 14:24:16.043639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32888) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:16.066574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97501c-f469-4921-977e-a52dff7f60db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827a0c8-dd3d-4ac3-a6a7-4b2be63a9338,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:16.085323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94cd6640-0a21-473e-9bc6-08912823fad1 req-5537a331-5970-41a0-b077-9eb0b25f8bc4 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900099 Mar 22 14:24:16.344793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ef69844d-0870-4809-85ad-205f1c8f7ff5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.429535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e760515f-0836-406d-ae78-bc736117b00e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:16.503159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Deleting port 05228fce-4242-474f-9771-12fb19c79901 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:16.503635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (05228fce-4242-474f-9771-12fb19c79901), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.512048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f92af-2a9b-40f9-99a4-ada8bd32691e req-4b2bb439-22c3-4158-acc2-18a51972d1ac tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:16.520499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e55f92af-2a9b-40f9-99a4-ada8bd32691e req-4b2bb439-22c3-4158-acc2-18a51972d1ac tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.2287562 Mar 22 14:24:16.530669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 32936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:16.550586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Request body: {'floatingip': {'port_id': '9cc684ca-24b3-4ffc-8dec-105899042f36'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:16.559541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e760515f-0836-406d-ae78-bc736117b00e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:16.574622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e760515f-0836-406d-ae78-bc736117b00e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:16.575419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49a60132-9ed3-4e1d-a7bc-a4660801c71a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:16.596778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] DHCP port deletion for ef69844d-0870-4809-85ad-205f1c8f7ff5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:16.667976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] For port 05228fce-4242-474f-9771-12fb19c79901, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05228fce-4242-474f-9771-12fb19c79901,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:16.669504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (05228fce-4242-474f-9771-12fb19c79901), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.723315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 49a60132-9ed3-4e1d-a7bc-a4660801c71a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:16.723831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 49a60132-9ed3-4e1d-a7bc-a4660801c71a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:16.758204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Calling delete_port for 05228fce-4242-474f-9771-12fb19c79901 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:16.761798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Deleting port 05228fce-4242-474f-9771-12fb19c79901 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:16.762535 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (05228fce-4242-474f-9771-12fb19c79901), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.837903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] For port 05228fce-4242-474f-9771-12fb19c79901, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05228fce-4242-474f-9771-12fb19c79901,segment=NetworkSegment(db8ee558-af24-4087-893f-4c7047d39b7a),segment_id=db8ee558-af24-4087-893f-4c7047d39b7a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:16.839217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (05228fce-4242-474f-9771-12fb19c79901), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.856383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Calling delete_port for 05228fce-4242-474f-9771-12fb19c79901 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:16.857503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 32968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:16.951991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:16.959331 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (05228fce-4242-474f-9771-12fb19c79901), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.001014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] Pushing event deleted for resources: {'Port': ['ID=05228fce-4242-474f-9771-12fb19c79901,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:17.005202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78592b9e-a49c-4ac7-aebd-36a22afb6992 None None] No DVR routers for this DVR port 05228fce-4242-474f-9771-12fb19c79901 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:17.078690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (05228fce-4242-474f-9771-12fb19c79901), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.088207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ddc76aaf-c2f0-45c0-8690-df92e14ce6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.152375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=05228fce-4242-474f-9771-12fb19c79901,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:17.155354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] No DVR routers for this DVR port 05228fce-4242-474f-9771-12fb19c79901 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:17.158844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317c1b1-82cf-4249-82cf-953e177a48ec req-1af67356-d93f-42f0-ab4a-2f730f3a9b6f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:17.168932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c317c1b1-82cf-4249-82cf-953e177a48ec req-1af67356-d93f-42f0-ab4a-2f730f3a9b6f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.3830807 Mar 22 14:24:17.250045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c317c1b1-82cf-4249-82cf-953e177a48ec req-50a05b27-7e32-4b59-a47d-7f6e4e9d4e77 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796473 Mar 22 14:24:17.389706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ef69844d-0870-4809-85ad-205f1c8f7ff5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.447345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef69844d-0870-4809-85ad-205f1c8f7ff5']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.464676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8ee558-af24-4087-893f-4c7047d39b7a') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.465231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8ee558-af24-4087-893f-4c7047d39b7a') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:17.484002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (db8ee558-af24-4087-893f-4c7047d39b7a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.513202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (db8ee558-af24-4087-893f-4c7047d39b7a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.534447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:17.535028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (db8ee558-af24-4087-893f-4c7047d39b7a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: warnings.warn('Neutron quota engine will require "--force" ' Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:17.537654 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:17.632044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ddc76aaf-c2f0-45c0-8690-df92e14ce6f2 admin admin] Publish callbacks [] for security_group (6664b2f2-21c0-4f1d-bc1f-f755dc565b91), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.654098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ef69844d-0870-4809-85ad-205f1c8f7ff5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.687826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:17.706983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ef69844d-0870-4809-85ad-205f1c8f7ff5 HTTP/1.1" status: 204 len: 168 time: 1.6518178 Mar 22 14:24:17.708367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e60e52-ba94-4bef-855b-afe917a71b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef69844d-0870-4809-85ad-205f1c8f7ff5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:17.953493 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ddc76aaf-c2f0-45c0-8690-df92e14ce6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6664b2f2-21c0-4f1d-bc1f-f755dc565b91), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.127528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:18.225758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e90140ae-586d-47c0-9afa-0e2443c32503 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffb1244593e04ea68ddfd4cecf8bae7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967753 Mar 22 14:24:18.231702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:18.339687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] Publish callbacks [] for security_group (eeea8617-1a90-49c3-8178-820eeb591de5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.475354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] Publish callbacks [] for security_group (eeea8617-1a90-49c3-8178-820eeb591de5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.518877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05228fce-4242-474f-9771-12fb19c79901 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:18.602313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 05228fce-4242-474f-9771-12fb19c79901 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:18.603103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05228fce-4242-474f-9771-12fb19c79901 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:18.623102 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d03c620b-c9ad-4b2a-9071-2d8ca2fd4f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.634945 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eeea8617-1a90-49c3-8178-820eeb591de5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.638709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:18.639891 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeea8617-1a90-49c3-8178-820eeb591de5 HTTP/1.1" status: 204 len: 168 time: 0.4069996 Mar 22 14:24:18.672775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abb81f-e564-4d1f-b119-b124c7509770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea8617-1a90-49c3-8178-820eeb591de5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:18.887991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ddc76aaf-c2f0-45c0-8690-df92e14ce6f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b15d57c0d0554c5daee49486996b0148&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0267231 Mar 22 14:24:18.888883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33034) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:18.936655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc76aaf-c2f0-45c0-8690-df92e14ce6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6664b2f2-21c0-4f1d-bc1f-f755dc565b91,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:19.022413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] Publish callbacks [] for security_group (6664b2f2-21c0-4f1d-bc1f-f755dc565b91), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.045662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.resource_extend [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] It took 1.09 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:24:19.051147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] Publish callbacks [] for security_group (6664b2f2-21c0-4f1d-bc1f-f755dc565b91), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.133461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6664b2f2-21c0-4f1d-bc1f-f755dc565b91), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.136210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.139957 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6664b2f2-21c0-4f1d-bc1f-f755dc565b91 HTTP/1.1" status: 204 len: 168 time: 0.2481184 Mar 22 14:24:19.147128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b283312-9846-4e8c-9604-73f608b1bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6664b2f2-21c0-4f1d-bc1f-f755dc565b91,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:19.262883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.283280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.500403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33042) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:19.630130 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP dfb432d8-7061-43ae-b201-12d7738cd938 associated. External IP: 172.25.3.200, port: 9cc684ca-24b3-4ffc-8dec-105899042f36. Mar 22 14:24:19.650928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1a36a550-c112-4acb-8a36-00798726f0f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=452db4877df6437b82b880f635aed8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490827 Mar 22 14:24:19.653240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:19.774721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] Publish callbacks [] for security_group (57e1bec5-1062-451a-9b01-7d81b9ec72d6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.824590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] Publish callbacks [] for security_group (57e1bec5-1062-451a-9b01-7d81b9ec72d6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.940929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (57e1bec5-1062-451a-9b01-7d81b9ec72d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.944751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:19.946223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57e1bec5-1062-451a-9b01-7d81b9ec72d6 HTTP/1.1" status: 204 len: 168 time: 0.2915208 Mar 22 14:24:19.956561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796f344-2db7-431b-9050-92e16982dfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1bec5-1062-451a-9b01-7d81b9ec72d6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:20.050217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea281e-1632-483f-8ad9-698dd26f09e0 req-bcc01a28-5dc4-45be-b763-805e6b89b673 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:20.052752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fea281e-1632-483f-8ad9-698dd26f09e0 req-bcc01a28-5dc4-45be-b763-805e6b89b673 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 1.1472511 Mar 22 14:24:20.238229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fea281e-1632-483f-8ad9-698dd26f09e0 req-2f777e2a-d2c1-49f5-ba5d-fdc38a70ffd7 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772182 Mar 22 14:24:20.272303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:24:20.441400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:24:20.452811 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:24:20.456538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.472940 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:20.478299 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:20.558358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d2406f3f-02db-43d1-b10c-cb85ae5deffd tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "PUT /v2.0/floatingips/dfb432d8-7061-43ae-b201-12d7738cd938 HTTP/1.1" status: 200 len: 991 time: 4.0074067 Mar 22 14:24:20.559220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:20.561591 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09abcb-3da2-49fe-aebb-93fad229bf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:20.667039 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28635bd2-b173-4aa3-ab07-e51a2ac2bbc9 x-openstack-request-id: req-28635bd2-b173-4aa3-ab07-e51a2ac2bbc9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:20.667175 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:20.667453 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28635bd2-b173-4aa3-ab07-e51a2ac2bbc9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:20.667810 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28635bd2-b173-4aa3-ab07-e51a2ac2bbc9'] response: {'name': 'network-changed', 'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'status': 'completed', 'code': 200} Mar 22 14:24:20.941090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3670e19-cebd-4264-a4fb-9f2d9c369867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:20.960836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-3c1eafe0-7a47-48f3-88f5-57a5ada70e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:20.966727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-3c1eafe0-7a47-48f3-88f5-57a5ada70e34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 1127 time: 0.2748599 Mar 22 14:24:21.113722 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:21.264915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-354e2dee-4b8a-46ef-8951-1f0a6dad83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:21.267400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-354e2dee-4b8a-46ef-8951-1f0a6dad83a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.2858779 Mar 22 14:24:21.403609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-c7d8412f-0d44-43b5-8f1d-d90c21317354 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 200 len: 999 time: 0.1217294 Mar 22 14:24:21.620815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c946011-0bf1-4718-b86a-a7eefac82a17 req-d8346dd6-020b-48b1-9ff1-3e522057cc5a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:21.636940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c946011-0bf1-4718-b86a-a7eefac82a17 req-d8346dd6-020b-48b1-9ff1-3e522057cc5a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.8198631 Mar 22 14:24:21.723321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-129406b0-3193-43b5-b8e3-392d65099cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:21.724857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-129406b0-3193-43b5-b8e3-392d65099cad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b09389ede8b49c3a6040833246a78c0&device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 1128 time: 0.4564071 Mar 22 14:24:21.736176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'dfb432d8-7061-43ae-b201-12d7738cd938', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:36:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:24:17Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:21.810124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:24:21.837198 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:24:21.838293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:24:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:21.868861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-f841cc30-81b8-47ae-9d2f-237e950428ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:21.881934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-f841cc30-81b8-47ae-9d2f-237e950428ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.4477658 Mar 22 14:24:21.916776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.060954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:24:22.105658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c946011-0bf1-4718-b86a-a7eefac82a17 req-ba01e273-dac3-4463-b9ec-18eda43ec961 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678082 Mar 22 14:24:22.116609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33122) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.154103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-e7d9883d-f37e-4840-b50b-a689bfb7983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:22.156227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-e7d9883d-f37e-4840-b50b-a689bfb7983e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1690474 Mar 22 14:24:22.206260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-0bf371ec-9dfe-4447-bd15-474a5044b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:22.212644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-0bf371ec-9dfe-4447-bd15-474a5044b86d service neutron] 10.222.0.78 "GET /v2.0/networks?id=21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 200 len: 917 time: 0.4292367 Mar 22 14:24:22.301227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-283687c5-abb9-4c4a-be88-3af0b4309a7a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=146ce92a-fc51-4509-8f5c-78a561e3c947 HTTP/1.1" status: 200 len: 217 time: 0.0610802 Mar 22 14:24:22.363889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2025504382-network', 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:22.388296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-100702a0-52fc-4141-b907-4ee227afaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:22.389784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-100702a0-52fc-4141-b907-4ee227afaa51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 200 len: 855 time: 0.0806649 Mar 22 14:24:22.420526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:22.423299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.441109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.493325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-02c25134-2be9-4a40-9491-90fc0547e0b1 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255816 Mar 22 14:24:22.632781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-a5dc8537-670d-4d21-ba63-fa1ac63c1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:22.650228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-a5dc8537-670d-4d21-ba63-fa1ac63c1860 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21604ffc-6637-44b1-98ef-c98ed16b7b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2466447 Mar 22 14:24:22.668137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:22.708015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks [] for security_group (7128bb34-9a3a-4e7d-904d-d76ff12b629f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.720209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7128bb34-9a3a-4e7d-904d-d76ff12b629f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.756311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:22.758751 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'dfb432d8-7061-43ae-b201-12d7738cd938', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:36:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:24:17Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:22.793897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128bb34-9a3a-4e7d-904d-d76ff12b629f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:22.812487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (00104fcc-5071-4e53-818f-756038be1515), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.813295 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Added segment 00104fcc-5071-4e53-818f-756038be1515 of type vlan for network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf Mar 22 14:24:22.893971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-382936938', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:22.927810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef09abcb-3da2-49fe-aebb-93fad229bf9d req-a7b88ec2-a9e2-4830-920f-fca3c66303df service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190142 Mar 22 14:24:22.930725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:22.956070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-62f2713c-1a28-4676-a6f7-d83b3fa90b68 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049579 Mar 22 14:24:22.962988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Made reservation on behalf of 16e1f7f13f2d4a029aed066d6e90746d for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:22.966465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.001329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.019883 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c45-d832-4a4a-ab38-373ef60e9699 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'dfb432d8-7061-43ae-b201-12d7738cd938', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'port_id': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'mac_address': 'fa:16:3e:36:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:23:49Z', 'updated_at': '2022-03-22T14:24:17Z', 'revision_number': 1, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:24:23.115708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.116588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.123713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.138897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4175108e-77ef-468a-9803-6efa109d1cf1 req-453e33f3-e47d-4884-8857-d68ae1ea7e73 service neutron] 10.222.0.78 "GET /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732693 Mar 22 14:24:23.159338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0401595 Mar 22 14:24:23.162387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33146) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:23.185224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Request body: {'subnet': {'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2025504382-subnet', 'tenant_id': '7fe532771da0418cb73688012dad233a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:23.280120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:23.283385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.318786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for security_group (03e000cc-aeca-4b98-b11c-434fed151d14), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.324043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27be985-6601-4cb9-9b34-0afd7ba28f5d req-89901f34-26cb-4a8d-aaa5-f463df53cc9a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:23.334286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e27be985-6601-4cb9-9b34-0afd7ba28f5d req-89901f34-26cb-4a8d-aaa5-f463df53cc9a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.0849149 Mar 22 14:24:23.357638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e635bc9-22bc-4467-a976-1dff034d5e13 None None] New status for floating IP dfb432d8-7061-43ae-b201-12d7738cd938: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:24:23.407057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03e000cc-aeca-4b98-b11c-434fed151d14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.427892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e27be985-6601-4cb9-9b34-0afd7ba28f5d req-b1ca933e-322c-4983-8221-8eb54ee23353 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Mar 22 14:24:23.463111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] device_id is not set on port 494da99b-007d-4e3f-8137-d963e522fc36 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:23.470192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e000cc-aeca-4b98-b11c-434fed151d14,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:23.497716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31134c7-e47c-487f-a764-ade2b10f2328 admin admin] Pushing event updated for resources: {'Network': ['ID=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:23.532101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:23.751862 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.781183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (aad0b9f5-36b1-494f-bd47-d77d088f63f0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:23.857618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Allocated IP 172.25.3.43 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/494da99b-007d-4e3f-8137-d963e522fc36) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:24.034541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for port (494da99b-007d-4e3f-8137-d963e522fc36), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.093867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (494da99b-007d-4e3f-8137-d963e522fc36), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.156019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Pushing event updated for resources: {'Port': ['ID=494da99b-007d-4e3f-8137-d963e522fc36,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:24.188301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad0b9f5-36b1-494f-bd47-d77d088f63f0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:24.194304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:24.196412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:24.198434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:24.198791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Network hostable DHCP agents. Network: c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:24.201037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:24.250954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:24.262219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:24.262889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.267230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:24.275432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:24.276090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.288416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10d726-48ab-4070-943a-1df4fab00813 None None] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:24.295097 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c0ed03a-83e7-4e16-af07-c0e30f3b4e58 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.6227229 Mar 22 14:24:24.295310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33158) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:24.299887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.43'}]}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:24.306850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ef7ae6f-f3ca-4106-b45e-f80df5d41344 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1394424 Mar 22 14:24:24.362351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.364248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.524380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for router_controller (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:24.558275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40baac72-95b8-4c2e-8786-d34a26e1cbc5 None None] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:25.007199 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for router_gateway (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.074567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:25.114291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681a79e-5f8a-4fed-9a8a-9bb08bed52da req-908e724c-ef51-43e7-8bff-50d713878d59 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.131566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5681a79e-5f8a-4fed-9a8a-9bb08bed52da req-908e724c-ef51-43e7-8bff-50d713878d59 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.3225148 Mar 22 14:24:25.165587 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.393923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5681a79e-5f8a-4fed-9a8a-9bb08bed52da req-5db092f8-9385-4bfd-ac9c-4ef6938e932a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609746 Mar 22 14:24:25.508675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0968157-1aa6-4072-8893-76ccf3027a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:25.982703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf833d-620f-4a02-b398-e2ec6b8fc476 req-8993d61a-48a4-4319-97d3-2e4d818f142c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:25.999343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fcf833d-620f-4a02-b398-e2ec6b8fc476 req-8993d61a-48a4-4319-97d3-2e4d818f142c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.4966080 Mar 22 14:24:26.061151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-57b0bc1d-a37e-4a6c-b7a2-6ac072d48129 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:26.062917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-57b0bc1d-a37e-4a6c-b7a2-6ac072d48129 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.6660583 Mar 22 14:24:26.106276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0968157-1aa6-4072-8893-76ccf3027a17 admin admin] Publish callbacks [] for security_group (97e29ae9-fdf7-4554-96fa-ac3ad8834a81), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.125135 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0968157-1aa6-4072-8893-76ccf3027a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (97e29ae9-fdf7-4554-96fa-ac3ad8834a81), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.188388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-771195d5-53f5-4a6c-9015-62bae30c9612 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0802083 Mar 22 14:24:26.258322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-ea4706b2-685b-44be-a8c2-b5ad9986de9b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604823 Mar 22 14:24:26.264831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968157-1aa6-4072-8893-76ccf3027a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e29ae9-fdf7-4554-96fa-ac3ad8834a81,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:26.347298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d0968157-1aa6-4072-8893-76ccf3027a17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=909be94dae3945b1b665af6f79faceff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2109628 Mar 22 14:24:26.350028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33204) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:26.379490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fcf833d-620f-4a02-b398-e2ec6b8fc476 req-38d4fee8-dba5-4605-b778-35c206e73d3a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760250 Mar 22 14:24:26.382870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for router_gateway (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.443110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.451281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] Publish callbacks [] for security_group (97e29ae9-fdf7-4554-96fa-ac3ad8834a81), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.491322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] Publish callbacks [] for security_group (97e29ae9-fdf7-4554-96fa-ac3ad8834a81), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.602854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (97e29ae9-fdf7-4554-96fa-ac3ad8834a81), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.605778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.607024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97e29ae9-fdf7-4554-96fa-ac3ad8834a81 HTTP/1.1" status: 204 len: 168 time: 0.2559879 Mar 22 14:24:26.619003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c369ef-7db3-41e2-94d1-50312cc2461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e29ae9-fdf7-4554-96fa-ac3ad8834a81,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:26.624977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c8b12899-435d-4f31-862b-7cf36e9f8d1a service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567662 Mar 22 14:24:26.807350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999e8c1-25c0-438a-ba46-b1ccb4899334 req-338f4125-60ca-42a9-a0c2-a90b7a30562f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:26.809279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f999e8c1-25c0-438a-ba46-b1ccb4899334 req-338f4125-60ca-42a9-a0c2-a90b7a30562f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.2246218 Mar 22 14:24:26.878146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-36c09376-28a4-48d3-87d4-ac9a37f985e0 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339649 Mar 22 14:24:26.907867 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for router (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:26.930267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-a54a8785-15ca-4b9c-bee6-75accd5a4e1a service neutron] (103891) timed out ('10.222.0.81', 36696) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:24:27.087241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.089564 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks [] for router_controller (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.181651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f999e8c1-25c0-438a-ba46-b1ccb4899334 req-fadaeb73-89b8-4ae9-a94b-94e62984537b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477740 Mar 22 14:24:27.194877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (7ad5b64f-a060-44f8-b87e-a5c788dcab6d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.195001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad5b64f-a060-44f8-b87e-a5c788dcab6d {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:24:27.282592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7ac8c59-090a-4cd4-9e86-62ef88d78ce0 req-52eed6ac-f169-45a8-bf9f-c630a8be986d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 210 time: 0.1092131 Mar 22 14:24:27.298590 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:24:27.299813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b88521da-f3d5-4a17-a28a-31c12d8f6183 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0036001 Mar 22 14:24:27.311126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:27.335855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-7edf56b8-e5ac-4048-9189-2f6f2acd1d43 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775794 Mar 22 14:24:27.491077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Deleting port 494da99b-007d-4e3f-8137-d963e522fc36 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:27.491675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (494da99b-007d-4e3f-8137-d963e522fc36), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.593399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84fd71-607c-41c3-9eef-0a5d095c2ca8 req-579f937d-c7f7-450f-b659-d296e4213053 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:27.595832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e84fd71-607c-41c3-9eef-0a5d095c2ca8 req-579f937d-c7f7-450f-b659-d296e4213053 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.2194993 Mar 22 14:24:27.617290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-8f49d1fe-5815-4d15-9d1d-04233a738bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:27.619054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-8f49d1fe-5815-4d15-9d1d-04233a738bbb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 1132 time: 0.2084246 Mar 22 14:24:27.672629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (494da99b-007d-4e3f-8137-d963e522fc36), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:27.709109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Calling delete_port for 494da99b-007d-4e3f-8137-d963e522fc36 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:27.787143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-f1428682-0ffd-404f-b707-68f25ed03f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:27.789342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-f1428682-0ffd-404f-b707-68f25ed03f7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.1397011 Mar 22 14:24:27.797918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e84fd71-607c-41c3-9eef-0a5d095c2ca8 req-1494f490-e97e-4159-b5dc-8c45dfe998cc tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926470 Mar 22 14:24:27.874714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-c6a02513-f204-42e1-b11e-1eb4da830521 req-e5074abe-6c96-4cd8-b051-4728f6aa3d85 tempest-MigrationsAdminTest-86400839 tempest-MigrationsAdminTest-86400839-project-admin] (103890) timed out ('10.222.0.81', 38448) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:24:27.879418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-d9d0091a-97b9-4298-9d25-a975652f40fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 HTTP/1.1" status: 200 len: 217 time: 0.0797765 Mar 22 14:24:27.884953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-246d5da6-7c70-43a6-b078-1e91fb135fc0 req-0bc4f76d-c22f-4686-919d-19322b361e35 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:24:27.886007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246d5da6-7c70-43a6-b078-1e91fb135fc0 req-0bc4f76d-c22f-4686-919d-19322b361e35 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104206 Mar 22 14:24:27.941301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-c8c71c43-12ce-44a9-948a-e0c1764e3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:27.943744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-c8c71c43-12ce-44a9-948a-e0c1764e3272 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0564203 Mar 22 14:24:28.091727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-4598d63a-6e1d-4809-b37f-80c9324168b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:28.093214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-4598d63a-6e1d-4809-b37f-80c9324168b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1385486 Mar 22 14:24:28.151939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-246d5da6-7c70-43a6-b078-1e91fb135fc0 req-774e21d1-872a-47c1-b335-bf2355eb3dc1 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2071502 Mar 22 14:24:28.225473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:28.336405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-5debeb66-cb57-477b-be69-a673819e32aa service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268465 Mar 22 14:24:28.492404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-601669d8-0eeb-4f68-9aa1-c8ac8beebda3 req-f6003005-bd9b-447b-9f44-e7b9548b42af tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 210 time: 0.0397868 Mar 22 14:24:28.561104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f154bf73-f3f8-43d9-b61b-1b4bc3c09a27 req-c2701eb2-51be-40c2-84e8-fb7ef9a97cae service neutron] 10.222.0.78 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140806 Mar 22 14:24:28.561982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (494da99b-007d-4e3f-8137-d963e522fc36), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:28.598796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Pushing event deleted for resources: {'Port': ['ID=494da99b-007d-4e3f-8137-d963e522fc36,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:28.709730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:28.713790 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6c6e4af-443f-4fe9-a6c8-8b97dad60185 tempest-RoutersAdminNegativeIpV6Test-1883232898 tempest-RoutersAdminNegativeIpV6Test-1883232898-project-admin] 10.222.0.81 "DELETE /v2.0/ports/494da99b-007d-4e3f-8137-d963e522fc36 HTTP/1.1" status: 204 len: 168 time: 1.4096534 Mar 22 14:24:28.749892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525cfb-2611-4e48-a8e8-c75c6d10303b req-f7c98d4b-1997-4901-ab10-9532916da15d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:28.754697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba525cfb-2611-4e48-a8e8-c75c6d10303b req-f7c98d4b-1997-4901-ab10-9532916da15d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.1221328 Mar 22 14:24:28.832753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba525cfb-2611-4e48-a8e8-c75c6d10303b req-1b7df7bd-9656-4447-a66d-985a51f87c5d tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Mar 22 14:24:29.172866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.235492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cc097-0eb8-43bc-9f58-3bee7c3b0f4a req-121d6a30-221b-4589-980b-a2f32909caee tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:29.238938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:29.248020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf2cc097-0eb8-43bc-9f58-3bee7c3b0f4a req-121d6a30-221b-4589-980b-a2f32909caee tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.2235711 Mar 22 14:24:29.254803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-d02c07cb-fd98-430a-ada2-eabf1505eb6b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:29.261251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-d02c07cb-fd98-430a-ada2-eabf1505eb6b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.3707860 Mar 22 14:24:29.288189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:29.374614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf2cc097-0eb8-43bc-9f58-3bee7c3b0f4a req-0e5a6704-1c77-4d2a-88fa-3dacc930965a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106355 Mar 22 14:24:29.454811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b748859-173d-4a44-b632-9fc2951be47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.488544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:29.493453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.683073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b748859-173d-4a44-b632-9fc2951be47c admin admin] Publish callbacks [] for security_group (bd6a56ed-3a07-498a-ab33-693cb2b6291a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.690803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b748859-173d-4a44-b632-9fc2951be47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bd6a56ed-3a07-498a-ab33-693cb2b6291a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.718872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.5 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/f43d9c79-2f06-4b8d-b98e-3af4d237edb2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:29.778523 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2b748859-173d-4a44-b632-9fc2951be47c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c76ccc10c80e49e4aa03397d81e87396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383415 Mar 22 14:24:29.779486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33288) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:29.785600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b748859-173d-4a44-b632-9fc2951be47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6a56ed-3a07-498a-ab33-693cb2b6291a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:29.887424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] Publish callbacks [] for security_group (bd6a56ed-3a07-498a-ab33-693cb2b6291a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:29.932212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] Publish callbacks [] for security_group (bd6a56ed-3a07-498a-ab33-693cb2b6291a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.001539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53de0136-9e1c-4bef-9111-0309345d9cba req-306ad13c-fa02-4afe-8b83-f71f7d7ccb61 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 210 time: 0.0428548 Mar 22 14:24:30.009913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bd6a56ed-3a07-498a-ab33-693cb2b6291a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.013295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.015140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd6a56ed-3a07-498a-ab33-693cb2b6291a HTTP/1.1" status: 204 len: 168 time: 0.2342951 Mar 22 14:24:30.027782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec572e-11f0-4da7-9db0-c372d39cadf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6a56ed-3a07-498a-ab33-693cb2b6291a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:30.040982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.055785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551973-6d47-4f1d-a22a-bc526633759c req-9ca44c97-ef15-4a0b-8d58-240fe9630c28 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.057568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8551973-6d47-4f1d-a22a-bc526633759c req-9ca44c97-ef15-4a0b-8d58-240fe9630c28 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.5044751 Mar 22 14:24:30.121273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.169821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8551973-6d47-4f1d-a22a-bc526633759c req-5704934c-5cef-4099-8521-a031187e2a44 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958400 Mar 22 14:24:30.186568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:30.190207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:30.197582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:30.229116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:30.258102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.259970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.284064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-27ba2046-7108-4483-8c0f-813b307327fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0048699 Mar 22 14:24:30.298679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Request body: {'port': {'device_id': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:30.449777 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.591870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a793-a3a3-4531-8443-3f602ab13d3f req-6f0521e6-0f61-4870-8918-e987e167aaf0 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.633190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a793-a3a3-4531-8443-3f602ab13d3f req-6f0521e6-0f61-4870-8918-e987e167aaf0 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.634793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a793-a3a3-4531-8443-3f602ab13d3f req-6f0521e6-0f61-4870-8918-e987e167aaf0 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:30.644488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbd1a793-a3a3-4531-8443-3f602ab13d3f req-6f0521e6-0f61-4870-8918-e987e167aaf0 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823&device_id=4b84a326-5000-4d59-8988-78ccb6c498c5&device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 2417 time: 0.1774895 Mar 22 14:24:30.649493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:30.715684 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-029c788c-3fc4-4190-a4f8-1b4fdf1734e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16e1f7f13f2d4a029aed066d6e90746d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646012 Mar 22 14:24:30.718371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33308) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:30.824046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] Publish callbacks [] for security_group (03e000cc-aeca-4b98-b11c-434fed151d14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.844698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbd1a793-a3a3-4531-8443-3f602ab13d3f req-edf31ea4-cf1f-471c-911f-7242665c8923 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765292 Mar 22 14:24:30.859570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] Publish callbacks [] for security_group (03e000cc-aeca-4b98-b11c-434fed151d14), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:30.906764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-96203646-3086-48a9-9036-5f319b8b28a7 req-4ec57d15-8d71-470b-b10a-65a61fe272bb tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:24:30.907819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96203646-3086-48a9-9036-5f319b8b28a7 req-4ec57d15-8d71-470b-b10a-65a61fe272bb tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070508 Mar 22 14:24:30.998815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03e000cc-aeca-4b98-b11c-434fed151d14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.001934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.004641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03e000cc-aeca-4b98-b11c-434fed151d14 HTTP/1.1" status: 204 len: 168 time: 0.2850761 Mar 22 14:24:31.035527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ebd94-3d31-4efc-9f6c-29a8d1e1ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e000cc-aeca-4b98-b11c-434fed151d14,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:31.070408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43d9c79-2f06-4b8d-b98e-3af4d237edb2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:31.083892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks [] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.099495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Transition to ACTIVE for port object f43d9c79-2f06-4b8d-b98e-3af4d237edb2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:24:31.126344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.402383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Pushing event updated for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:31.506488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96203646-3086-48a9-9036-5f319b8b28a7 req-c3623add-9e96-47ee-b912-e273c0efb062 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4052634 Mar 22 14:24:31.539266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe101575-6092-4ecd-91e5-0a277ba248fe req-2ab015be-ea7c-46ec-9816-15b0e5246878 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:31.546234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe101575-6092-4ecd-91e5-0a277ba248fe req-2ab015be-ea7c-46ec-9816-15b0e5246878 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 943 time: 0.3242941 Mar 22 14:24:31.647137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe101575-6092-4ecd-91e5-0a277ba248fe req-fb1f2ed5-2c03-4566-bbb5-eb84ca93e469 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999265 Mar 22 14:24:31.655800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Attempting to bind port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:31.656304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Attempting to bind port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:31.656808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Attempting to bind port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:31.661625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:31.663001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Attempting to bind port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:31.668528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:31.669054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:31.669603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:31.670223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Bound port: f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:31.670752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.807511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:31.814385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:31.828562 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.919275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:31.919901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:31.921399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] 10.222.0.78 "PUT /v2.0/ports/f43d9c79-2f06-4b8d-b98e-3af4d237edb2 HTTP/1.1" status: 200 len: 1091 time: 1.6316538 Mar 22 14:24:31.922990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:31.925293 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:31.970146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1398664-39ef-46dd-b910-b4940bad39bd service neutron] Pushing event updated for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:32.055363 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e281b00-da0a-4d51-bec0-6b84f9d4f63d x-openstack-request-id: req-6e281b00-da0a-4d51-bec0-6b84f9d4f63d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:32.055655 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:32.056234 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e281b00-da0a-4d51-bec0-6b84f9d4f63d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:32.056370 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e281b00-da0a-4d51-bec0-6b84f9d4f63d'] response: {'name': 'network-changed', 'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2', 'status': 'completed', 'code': 200} Mar 22 14:24:32.098486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-858793ca-c845-4565-8c16-a3ae832546fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:32.100022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-858793ca-c845-4565-8c16-a3ae832546fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 1125 time: 0.1188254 Mar 22 14:24:32.166719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-89fc4247-5eba-4deb-a0c5-60730fced0ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2 HTTP/1.1" status: 200 len: 217 time: 0.0567212 Mar 22 14:24:32.254309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-2e95579b-5639-419d-98da-34be94b80010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:32.258132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-2e95579b-5639-419d-98da-34be94b80010 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0820439 Mar 22 14:24:32.328802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-a697e9ff-b52e-47b3-aeee-f56c9bcd2733 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622013 Mar 22 14:24:32.451524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:32.487262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-7ac414f1-e28d-4d1d-a8de-ee0357f5ec5a service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515620 Mar 22 14:24:32.693711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-514007641'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:32.735688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8e8acb7-c086-4aaf-a936-f65d4bcc0dcd req-73ba08dc-4a94-4cbf-8811-fc9c3f9f9ed2 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379177 Mar 22 14:24:32.754793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:32.762286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.785010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.978083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for security_group (fd61df1d-84a8-4271-81d1-7b9cd074b933), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.986346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd61df1d-84a8-4271-81d1-7b9cd074b933), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:32.997728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904a6f-e2d7-4832-9bf7-558d15e34d27 req-1716d26f-09ea-4517-b66c-73e7328230e6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:33.000100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b904a6f-e2d7-4832-9bf7-558d15e34d27 req-1716d26f-09ea-4517-b66c-73e7328230e6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 943 time: 0.2080257 Mar 22 14:24:33.038198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:33.051096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61df1d-84a8-4271-81d1-7b9cd074b933,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:33.067344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (67a2e051-8aab-41ca-8644-5c7c2767fe54), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.067701 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment 67a2e051-8aab-41ca-8644-5c7c2767fe54 of type vlan for network dfd033f5-adc0-4d44-b6db-245d0c4f39bb Mar 22 14:24:33.083511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-7140ec26-5ba1-4808-8f67-2020a37a3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:33.085048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-7140ec26-5ba1-4808-8f67-2020a37a3c83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 1125 time: 0.2230940 Mar 22 14:24:33.162370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dfd033f5-adc0-4d44-b6db-245d0c4f39bb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.219779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dfd033f5-adc0-4d44-b6db-245d0c4f39bb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.225579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:33.226232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:33.356047 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9016671 Mar 22 14:24:33.362991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3c185-9563-4389-b9eb-13f5ce837cfe tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=dfd033f5-adc0-4d44-b6db-245d0c4f39bb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:33.375547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:33.980193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b904a6f-e2d7-4832-9bf7-558d15e34d27 req-4e8b3814-1ee3-4cfc-8397-2ac08adc8bd7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9700642 Mar 22 14:24:34.028900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c968-8746-4df2-96a5-0ad0c5711d29 req-141d94c6-eca1-42e9-af22-ade8addb3962 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:34.030728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06a7c968-8746-4df2-96a5-0ad0c5711d29 req-141d94c6-eca1-42e9-af22-ade8addb3962 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.1513693 Mar 22 14:24:34.032372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-e48b8c11-48b5-45a4-a113-fd25a068d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:34.033917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-e48b8c11-48b5-45a4-a113-fd25a068d6c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.9270179 Mar 22 14:24:34.091095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-8738ff1a-15e3-46a0-85a7-7ff3f9e81694 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2 HTTP/1.1" status: 200 len: 217 time: 0.0464706 Mar 22 14:24:34.134921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06a7c968-8746-4df2-96a5-0ad0c5711d29 req-2c0577bb-c9cb-4095-96c6-6ac25c4a551c tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958335 Mar 22 14:24:34.180597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-9e01bf6c-1759-42bf-ae81-167923d04cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:34.182770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-9e01bf6c-1759-42bf-ae81-167923d04cd6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0719144 Mar 22 14:24:34.220794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-3d6a9d4f-432a-4bf7-98d2-4bb2e657b95d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305257 Mar 22 14:24:34.332411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-8445f7ed-9698-4aad-9df2-9938474279ec service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003816 Mar 22 14:24:34.584842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dba95b0a-10bc-4e76-b961-1a6fd10b12c6 req-00769dc8-d198-4a87-a5f2-0803e5597b80 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445841 Mar 22 14:24:35.205183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8cbab-1fea-47a9-b8d2-b716b6c5e7d0 req-77dbadd5-d8f4-46f2-99cb-4730754a3693 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:35.220484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a8cbab-1fea-47a9-b8d2-b716b6c5e7d0 req-77dbadd5-d8f4-46f2-99cb-4730754a3693 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 943 time: 0.0883594 Mar 22 14:24:35.280852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a8cbab-1fea-47a9-b8d2-b716b6c5e7d0 req-93d16b8d-9703-4c61-bf6a-46380486eb9c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532827 Mar 22 14:24:35.373392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-b6e35805-018c-437c-8047-77bc1af19206 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:35.375417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-b6e35805-018c-437c-8047-77bc1af19206 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.1101432 Mar 22 14:24:35.449599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5948da-2cab-41b7-a8cf-18bff03d7ac5 req-f88010df-8553-44b6-b739-3dfbcf160a23 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:35.451574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5948da-2cab-41b7-a8cf-18bff03d7ac5 req-f88010df-8553-44b6-b739-3dfbcf160a23 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 945 time: 0.1694741 Mar 22 14:24:35.468090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f43d9c79-2f06-4b8d-b98e-3af4d237edb2 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:24:35.624173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Deleting port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:35.624433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:35.625344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:35.649926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5948da-2cab-41b7-a8cf-18bff03d7ac5 req-d8f3bf50-653f-457f-b626-15d9cc98dc4a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636238 Mar 22 14:24:35.668257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2', 'mac_address': 'fa:16:3e:8c:82:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:24:35.752426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:35.753174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:35.779540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43d9c79-2f06-4b8d-b98e-3af4d237edb2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:35.807556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:35.815374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:35.942050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] For port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:35.942902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:35.961821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:35.990387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Calling delete_port for 7c4e86ff-a0be-4049-9ede-bc7cc47d953f owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:36.114764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:36.374504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7c4e86ff-a0be-4049-9ede-bc7cc47d953f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.386207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07d4df-714f-41fe-8c95-a99860eeaaa2 req-a99a1c5d-5a10-4547-97f4-c47ea54260df tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:36.394546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea07d4df-714f-41fe-8c95-a99860eeaaa2 req-a99a1c5d-5a10-4547-97f4-c47ea54260df tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 950 time: 0.0981410 Mar 22 14:24:36.470922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['146ce92a-fc51-4509-8f5c-78a561e3c947', '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:36.531841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:36.537049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:36.576578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event deleted for resources: {'Port': ['ID=7c4e86ff-a0be-4049-9ede-bc7cc47d953f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:36.631530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] No DVR routers for this DVR port 7c4e86ff-a0be-4049-9ede-bc7cc47d953f on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:36.636779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.639982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43aed2d6-74bf-4bce-8cf8-542da433b0f5 req-40d41842-14fd-4f0a-87ec-bc83415c94d6 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "DELETE /v2.0/ports/7c4e86ff-a0be-4049-9ede-bc7cc47d953f HTTP/1.1" status: 204 len: 173 time: 1.2489097 Mar 22 14:24:36.641391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'name': 'network-vif-deleted', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:36.643695 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875f229-cb09-4442-8bf2-3d5d2fa241d9" -d '{"events": [{"server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "name": "network-vif-deleted", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:36.672916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed58d6e-36c2-4555-a82f-eb6e0fccb2f6 req-0642f6d1-99c6-4e57-97cd-e2240bbb1db5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:36.674717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ed58d6e-36c2-4555-a82f-eb6e0fccb2f6 req-0642f6d1-99c6-4e57-97cd-e2240bbb1db5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 944 time: 0.2391684 Mar 22 14:24:36.696135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea07d4df-714f-41fe-8c95-a99860eeaaa2 req-70d3ba19-7afc-4527-92d8-56497505a0ac tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006318 Mar 22 14:24:36.700130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:36.703865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:36.761993 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a5966-ac67-45f9-a00a-a5b0fb3a70dd x-openstack-request-id: req-375a5966-ac67-45f9-a00a-a5b0fb3a70dd {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:36.763160 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818feaeb-fc0b-4fc9-abdd-410803e37823", "name": "network-vif-deleted", "tag": "7c4e86ff-a0be-4049-9ede-bc7cc47d953f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:36.763406 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-375a5966-ac67-45f9-a00a-a5b0fb3a70dd {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:36.763828 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375a5966-ac67-45f9-a00a-a5b0fb3a70dd'] response: {'server_uuid': '818feaeb-fc0b-4fc9-abdd-410803e37823', 'name': 'network-vif-deleted', 'tag': '7c4e86ff-a0be-4049-9ede-bc7cc47d953f', 'status': 'completed', 'code': 200} Mar 22 14:24:36.824375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ed58d6e-36c2-4555-a82f-eb6e0fccb2f6 req-44ab1410-803d-48aa-b068-0c6486b3b3ea tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435695 Mar 22 14:24:36.922092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f07b6792-af11-4db0-ba17-665d2d8099bc req-5fe8929d-c1c3-40a2-aa27-b2019eb70f99 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=818feaeb-fc0b-4fc9-abdd-410803e37823 HTTP/1.1" status: 200 len: 210 time: 0.0468633 Mar 22 14:24:37.072228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (57a3e929-e3ec-4b1b-803a-c16c6f65c12a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.148531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': '67a2e051-8aab-41ca-8644-5c7c2767fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:37.149999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: dfd033f5-adc0-4d44-b6db-245d0c4f39bb, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:37.151228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=57a3e929-e3ec-4b1b-803a-c16c6f65c12a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:37.174088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:37.185548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dfd033f5-adc0-4d44-b6db-245d0c4f39bb) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:37.190429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.194013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.210265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a43df-f30f-4c61-b40b-8956351b8e18 None None] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:37.210954 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9e97792-4fda-4141-9183-77cf8c315ae4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6779916 Mar 22 14:24:37.214682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:37.220235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1301034029'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:37.265865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:37.271448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.300337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:37.312106 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0362d45a-a7a0-4bbf-a11f-add41791f6a6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.312936 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment 0362d45a-a7a0-4bbf-a11f-add41791f6a6 of type vlan for network cfe8811a-f4fb-4359-9736-34af8c551d26 Mar 22 14:24:37.364412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.397701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-dfd033f5-adc0-4d44-b6db-245d0c4f39bb', 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': '57a3e929-e3ec-4b1b-803a-c16c6f65c12a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:37.398114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.398911 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.405468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.406530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.490697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2746501 Mar 22 14:24:37.493463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:37.500883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:37.508033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007eb0-13d5-4ac6-8b8f-24f9f5b2e080 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=cfe8811a-f4fb-4359-9736-34af8c551d26,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:37.556342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Allocated IP 2001:db8:0:ffff::2 (dfd033f5-adc0-4d44-b6db-245d0c4f39bb/57a3e929-e3ec-4b1b-803a-c16c6f65c12a/98926353-c9a0-44a3-8ff9-d9f38a16d43f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:37.615193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:37.619644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.623241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f43d9c79-2f06-4b8d-b98e-3af4d237edb2 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:37.625332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network cfe8811a-f4fb-4359-9736-34af8c551d26 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:37.793066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:24:37.819423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:37.820655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.959362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.objects.ports [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:24:37.983336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:37.984241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.984993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfe3f-e1a1-4c08-9e5b-8982955e7246 req-603c5673-9c51-4bbf-bc51-49d6a8e11932 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:37.986547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-072cfe3f-e1a1-4c08-9e5b-8982955e7246 req-603c5673-9c51-4bbf-bc51-49d6a8e11932 tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 950 time: 0.1609180 Mar 22 14:24:37.987648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks [] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:37.988033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (e9edbbf2-2a7a-478d-9677-653b3666e290), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.001830 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.102932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Pushing event updated for resources: {'Port': ['ID=98926353-c9a0-44a3-8ff9-d9f38a16d43f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:38.114768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:38.121589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:38.124139 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0a46b-5375-4727-b119-87b3e28d68ed" -d '{"events": [{"server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "name": "network-vif-plugged", "status": "completed", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:38.133475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:38.138813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:38.145780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:38.151269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=e9edbbf2-2a7a-478d-9677-653b3666e290,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:38.152299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.153312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7c4e86ff-a0be-4049-9ede-bc7cc47d953f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:38.170676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-072cfe3f-e1a1-4c08-9e5b-8982955e7246 req-31b8f912-9acf-45fd-88cd-4eb05f09025f tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/security-groups?id=96cd060e-c029-499d-bf71-be8a00080c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726019 Mar 22 14:24:38.177914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 7c4e86ff-a0be-4049-9ede-bc7cc47d953f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:38.178454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 7c4e86ff-a0be-4049-9ede-bc7cc47d953f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:38.182318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': '0362d45a-a7a0-4bbf-a11f-add41791f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:38.182819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: cfe8811a-f4fb-4359-9736-34af8c551d26, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:38.202753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12900afa-a835-4c39-84f9-82db58e5b381 req-0437c8ac-c0be-48b8-9860-46e0e637b612 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:38.205106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12900afa-a835-4c39-84f9-82db58e5b381 req-0437c8ac-c0be-48b8-9860-46e0e637b612 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 944 time: 0.2737117 Mar 22 14:24:38.224601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-d5cbd4e0-b385-46be-b0bb-f0eca5fe2b3d tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:38.226208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-d5cbd4e0-b385-46be-b0bb-f0eca5fe2b3d tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 950 time: 0.2179856 Mar 22 14:24:38.346500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network cfe8811a-f4fb-4359-9736-34af8c551d26 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:38.383642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, cfe8811a-f4fb-4359-9736-34af8c551d26) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:38.448523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:38.448985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.519506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Deleting port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:38.520189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.528024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:24:38.620940 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b3678-a072-4dbc-b5ee-31deed8cc097 x-openstack-request-id: req-c15b3678-a072-4dbc-b5ee-31deed8cc097 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:38.621873 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "name": "network-vif-plugged", "status": "completed", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:38.622447 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c15b3678-a072-4dbc-b5ee-31deed8cc097 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:38.623072 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15b3678-a072-4dbc-b5ee-31deed8cc097'] response: {'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2', 'code': 200} Mar 22 14:24:38.624057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a27e5ec-50cf-4d1d-ad09-9b1c8e85725d None None] Network cfe8811a-f4fb-4359-9736-34af8c551d26 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:38.624561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] For port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:38.624992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.639601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Calling delete_port for 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:38.699942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:38.747188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Attempting to bind port 98926353-c9a0-44a3-8ff9-d9f38a16d43f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:38.747561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Attempting to bind port 98926353-c9a0-44a3-8ff9-d9f38a16d43f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '67a2e051-8aab-41ca-8644-5c7c2767fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:38.748026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Attempting to bind port 98926353-c9a0-44a3-8ff9-d9f38a16d43f on network dfd033f5-adc0-4d44-b6db-245d0c4f39bb {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:38.752593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-cfe8811a-f4fb-4359-9736-34af8c551d26', 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': 'e9edbbf2-2a7a-478d-9677-653b3666e290'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:38.753486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.768912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:38.769390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Checking segment: {'id': '67a2e051-8aab-41ca-8644-5c7c2767fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:38.769794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.770216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Bound using segment: {'id': '67a2e051-8aab-41ca-8644-5c7c2767fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:38.770752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Bound port: 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a2e051-8aab-41ca-8644-5c7c2767fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'dfd033f5-adc0-4d44-b6db-245d0c4f39bb'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:38.771184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.810584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12900afa-a835-4c39-84f9-82db58e5b381 req-bd64610f-5236-4732-ad57-578ff8019aea tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953598 Mar 22 14:24:38.824068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8e65ed4e-fa01-4d85-bfa0-3850c8f4f199), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:38.872552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-93a303c5-4e72-4592-8503-7f505f7e2790 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3775518 Mar 22 14:24:38.875394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:38.881185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'port': {'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26', 'name': 'tempest-NetworksIpV6TestAttrs-1511904600'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:38.931985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Allocated IP 2001:db8::f816:3eff:fe74:acaf (cfe8811a-f4fb-4359-9736-34af8c551d26/e9edbbf2-2a7a-478d-9677-653b3666e290/23f32e12-4110-4b3f-93e2-935dbaf8b0ab) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:39.002595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Pushing event deleted for resources: {'Port': ['ID=8e65ed4e-fa01-4d85-bfa0-3850c8f4f199,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:39.007531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67f017-e8b1-46c7-93ed-33b1677f7a90 req-6b4540e6-38e7-427a-aab1-f03432b108e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:39.009165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db67f017-e8b1-46c7-93ed-33b1677f7a90 req-6b4540e6-38e7-427a-aab1-f03432b108e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 1127 time: 0.6250150 Mar 22 14:24:39.041677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] No DVR routers for this DVR port 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:39.048460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['8e65ed4e-fa01-4d85-bfa0-3850c8f4f199'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:39.050732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.054714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6771bbf-c8c0-4978-b9f8-cf3916e64b4e req-3478611b-b0db-4a35-88ca-cdb49ec0b4bc tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.78 "DELETE /v2.0/ports/8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 HTTP/1.1" status: 204 len: 173 time: 0.8082998 Mar 22 14:24:39.055368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'name': 'network-vif-deleted', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:39.057842 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a2e803-ce7b-4933-98bf-0124368f8ec4" -d '{"events": [{"server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "name": "network-vif-deleted", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:39.069793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1515e-0d5f-48f2-b6b3-235a567f7307 req-ff802309-1bdd-4b0a-8f3b-9d4627bc965b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:39.078105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57f1515e-0d5f-48f2-b6b3-235a567f7307 req-ff802309-1bdd-4b0a-8f3b-9d4627bc965b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.2652099 Mar 22 14:24:39.094886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:39.103644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.172583 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca616330-bdb2-43bd-9bc5-6d7ca71f3181 x-openstack-request-id: req-ca616330-bdb2-43bd-9bc5-6d7ca71f3181 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:39.172810 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc06dc3a-4cba-4bc7-9462-3a47006926e5", "name": "network-vif-deleted", "tag": "8e65ed4e-fa01-4d85-bfa0-3850c8f4f199", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:39.173044 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca616330-bdb2-43bd-9bc5-6d7ca71f3181 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:39.173407 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca616330-bdb2-43bd-9bc5-6d7ca71f3181'] response: {'server_uuid': 'bc06dc3a-4cba-4bc7-9462-3a47006926e5', 'name': 'network-vif-deleted', 'tag': '8e65ed4e-fa01-4d85-bfa0-3850c8f4f199', 'status': 'completed', 'code': 200} Mar 22 14:24:39.175880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] device_id is not set on port bfe51ff6-c442-46e4-a609-d46d96ae3740 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:39.181463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db67f017-e8b1-46c7-93ed-33b1677f7a90 req-07e015c5-a200-4d9f-9017-cecfc33bcf7d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644793 Mar 22 14:24:39.208265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57f1515e-0d5f-48f2-b6b3-235a567f7307 req-da349a7c-6af4-4d8a-8dd1-dce5d9bb10c4 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288967 Mar 22 14:24:39.282525 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks [] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.337205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.351239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eafc086a-a82b-488d-af9c-4e552ca38c88 req-b1ca43e7-c2ad-4823-98e7-68e4eeb0d31e tempest-VolumesBackupsTest-2142743700 tempest-VolumesBackupsTest-2142743700-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc06dc3a-4cba-4bc7-9462-3a47006926e5 HTTP/1.1" status: 200 len: 210 time: 0.0585129 Mar 22 14:24:39.439086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Network cfe8811a-f4fb-4359-9736-34af8c551d26 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:39.446447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] For port 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:39.449512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:39.468724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:39.477704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Allocated IP 2001:db8::f816:3eff:fe0d:4682 (cfe8811a-f4fb-4359-9736-34af8c551d26/e9edbbf2-2a7a-478d-9677-653b3666e290/bfe51ff6-c442-46e4-a609-d46d96ae3740) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:39.483515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Pushing event updated for resources: {'Port': ['ID=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:39.494442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] For port 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=98926353-c9a0-44a3-8ff9-d9f38a16d43f,segment=NetworkSegment(67a2e051-8aab-41ca-8644-5c7c2767fe54),segment_id=67a2e051-8aab-41ca-8644-5c7c2767fe54)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:39.528086 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.630683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Attempting to bind port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:39.631989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Attempting to bind port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0362d45a-a7a0-4bbf-a11f-add41791f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:39.632675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Attempting to bind port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab on network cfe8811a-f4fb-4359-9736-34af8c551d26 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:39.638691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd279-1513-4995-841a-f2e7f4875bd6 None None] Pushing event updated for resources: {'Port': ['ID=98926353-c9a0-44a3-8ff9-d9f38a16d43f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:39.643837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:39.644630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Checking segment: {'id': '0362d45a-a7a0-4bbf-a11f-add41791f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:39.645385 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.646034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Bound using segment: {'id': '0362d45a-a7a0-4bbf-a11f-add41791f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:39.646862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Bound port: 23f32e12-4110-4b3f-93e2-935dbaf8b0ab, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0362d45a-a7a0-4bbf-a11f-add41791f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cfe8811a-f4fb-4359-9736-34af8c551d26'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:39.647501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.738195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for port (bfe51ff6-c442-46e4-a609-d46d96ae3740), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.751176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] For port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:39.755305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] For port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,segment=NetworkSegment(0362d45a-a7a0-4bbf-a11f-add41791f6a6),segment_id=0362d45a-a7a0-4bbf-a11f-add41791f6a6)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:39.795813 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.801384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bfe51ff6-c442-46e4-a609-d46d96ae3740), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:39.898672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network cfe8811a-f4fb-4359-9736-34af8c551d26 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:39.914920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:39.923784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13f92-89aa-4133-90a5-e2e2b0207b3e None None] Pushing event updated for resources: {'Port': ['ID=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:39.936904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:39.952204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:39.952919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.014710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Port': ['ID=bfe51ff6-c442-46e4-a609-d46d96ae3740,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:40.051946 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2afffbf0-124a-4489-891e-d7f2263ca97f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1729760 Mar 22 14:24:40.060546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:40.080307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b1087-6df8-4257-9d37-eeaf6fecb9a0 req-94fe68a1-1847-498b-9549-7fd860c01bdc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:40.082517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f30b1087-6df8-4257-9d37-eeaf6fecb9a0 req-94fe68a1-1847-498b-9549-7fd860c01bdc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 945 time: 0.1708984 Mar 22 14:24:40.137934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting subnet e9edbbf2-2a7a-478d-9677-653b3666e290 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:40.143521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (e9edbbf2-2a7a-478d-9677-653b3666e290), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.190570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f30b1087-6df8-4257-9d37-eeaf6fecb9a0 req-dbd98da7-e992-41e3-afa3-6e8fba4541a0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919337 Mar 22 14:24:40.210858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (e9edbbf2-2a7a-478d-9677-653b3666e290), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.561891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (e9edbbf2-2a7a-478d-9677-653b3666e290), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.731990 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (e9edbbf2-2a7a-478d-9677-653b3666e290), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.756030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-9e13a128-eb46-434f-af43-da34056a7ff9 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:40.758075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-9e13a128-eb46-434f-af43-da34056a7ff9 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.3185434 Mar 22 14:24:40.773851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f631-6782-457d-873b-d19946adea70 req-38054516-af37-4ee8-bf6d-e9b75025473a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:40.779171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4f8f631-6782-457d-873b-d19946adea70 req-38054516-af37-4ee8-bf6d-e9b75025473a tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 945 time: 0.3610277 Mar 22 14:24:40.823803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 98926353-c9a0-44a3-8ff9-d9f38a16d43f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:40.874125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:40.887980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/e9edbbf2-2a7a-478d-9677-653b3666e290 HTTP/1.1" status: 204 len: 168 time: 0.8239334 Mar 22 14:24:40.887980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2652795-4f97-4b05-b878-7dffc30fb18e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=e9edbbf2-2a7a-478d-9677-653b3666e290,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:40.890256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:40.957013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 98926353-c9a0-44a3-8ff9-d9f38a16d43f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:40.957563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.007512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4f8f631-6782-457d-873b-d19946adea70 req-ea3e2325-447f-442d-9d9e-aa69c5f24797 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462755 Mar 22 14:24:41.029199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303d442-6706-4f70-a7bb-ecab170cd3eb tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:41.031482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303d442-6706-4f70-a7bb-ecab170cd3eb tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:41.040466 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b303d442-6706-4f70-a7bb-ecab170cd3eb tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1488953 Mar 22 14:24:41.041129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33508) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:41.064204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Deleting port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:41.082512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.171908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 98926353-c9a0-44a3-8ff9-d9f38a16d43f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:41.172395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.238475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-225020c2-7091-49e7-96c1-c6dead34a23a tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.280151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=98926353-c9a0-44a3-8ff9-d9f38a16d43f,segment=NetworkSegment(67a2e051-8aab-41ca-8644-5c7c2767fe54),segment_id=67a2e051-8aab-41ca-8644-5c7c2767fe54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:41.292171 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.292990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f32e12-4110-4b3f-93e2-935dbaf8b0ab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:41.307830 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-225020c2-7091-49e7-96c1-c6dead34a23a tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 14:24:41.308299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225020c2-7091-49e7-96c1-c6dead34a23a tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:24:41.316154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33514) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:41.335915 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-225020c2-7091-49e7-96c1-c6dead34a23a tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/cfe8811a-f4fb-4359-9736-34af8c551d26 HTTP/1.1" status: 409 len: 466 time: 0.2935927 Mar 22 14:24:41.347668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-420202915'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:41.363577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] For port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:41.370021 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.480225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=98926353-c9a0-44a3-8ff9-d9f38a16d43f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:41.511239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:41.511618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.516517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Calling delete_port for 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:41.568938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:41.574935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:41.584603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.625686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:41.626059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8e65ed4e-fa01-4d85-bfa0-3850c8f4f199 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:41.626477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:41.725441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6e8c2-d43b-49c7-a7e5-91f6643da5b5 None None] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:41.770138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4bea-ebe8-416d-94f7-d1df288d8ea4 req-d79a4a29-7f0b-442e-aec1-c4b6a0d8b92f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:41.774987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7eaa4bea-ebe8-416d-94f7-d1df288d8ea4 req-d79a4a29-7f0b-442e-aec1-c4b6a0d8b92f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 945 time: 0.3768103 Mar 22 14:24:41.835122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:41.898756 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (46ad4557-374e-4ba0-8e3f-2e7d256c93c9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:41.910631 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment 46ad4557-374e-4ba0-8e3f-2e7d256c93c9 of type vlan for network 4e3b3d23-372f-4987-b683-f84df7d3d58a Mar 22 14:24:41.961995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-deb41b7d-f25e-45c8-8dca-ff00b97b63cc None None] Provisioning complete for port 98926353-c9a0-44a3-8ff9-d9f38a16d43f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:41.962493 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-deb41b7d-f25e-45c8-8dca-ff00b97b63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.081070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7eaa4bea-ebe8-416d-94f7-d1df288d8ea4 req-ac5add6c-c35c-4d67-8a30-d7dce43b6fdd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920687 Mar 22 14:24:42.101311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:42.101899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.107498 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.186193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526078a-3ef4-4100-8359-d97d2a384f27 None None] Network cfe8811a-f4fb-4359-9736-34af8c551d26 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:42.292971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.305139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:42.306689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.326944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570171-c5c7-4310-9715-bded25507700 req-27b6f4df-696a-4229-bb6a-0cae156ca993 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:42.336607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97570171-c5c7-4310-9715-bded25507700 req-27b6f4df-696a-4229-bb6a-0cae156ca993 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b84a326-5000-4d59-8988-78ccb6c498c5 HTTP/1.1" status: 200 len: 867 time: 0.1768601 Mar 22 14:24:42.359712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (867e2f0e-faa2-4e8a-8a4d-572b3f3c1064), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.402810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:42.403768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.509606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,segment=NetworkSegment(0362d45a-a7a0-4bbf-a11f-add41791f6a6),segment_id=0362d45a-a7a0-4bbf-a11f-add41791f6a6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:42.512372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['146ce92a-fc51-4509-8f5c-78a561e3c947'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:42.626170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event deleted for resources: {'Port': ['ID=867e2f0e-faa2-4e8a-8a4d-572b3f3c1064,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:42.641391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] No DVR routers for this DVR port 867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:42.683683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.695797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee4441f6-f6f9-4556-8a28-9b5b83b8f787 req-db901b90-2264-42ef-8741-08a10aa2ec26 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "DELETE /v2.0/ports/867e2f0e-faa2-4e8a-8a4d-572b3f3c1064 HTTP/1.1" status: 204 len: 173 time: 1.9153016 Mar 22 14:24:42.709312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3812654 Mar 22 14:24:42.709312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'name': 'network-vif-deleted', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:42.709312 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a11d8e-37f6-4558-b58c-8c58d4f1d8f8" -d '{"events": [{"server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "name": "network-vif-deleted", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:42.710680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33538) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:42.719261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': '4e3b3d23-372f-4987-b683-f84df7d3d58a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:42.800060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcaa52-1244-4f13-9d5b-c52b19848a59 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=4e3b3d23-372f-4987-b683-f84df7d3d58a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:42.865636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:42.918755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-deb41b7d-f25e-45c8-8dca-ff00b97b63cc None None] Current status of the port 98926353-c9a0-44a3-8ff9-d9f38a16d43f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:42.946696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97570171-c5c7-4310-9715-bded25507700 req-c79fbf64-17d6-4879-b462-32aae62efb63 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055431 Mar 22 14:24:42.972164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4e3b3d23-372f-4987-b683-f84df7d3d58a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:43.133865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-79088d1d-ff2b-484a-bb69-ce8c1a2aa31c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:43.152246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-79088d1d-ff2b-484a-bb69-ce8c1a2aa31c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.5839419 Mar 22 14:24:43.186025 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef10c60-a42e-413c-9b19-3f83601b278e x-openstack-request-id: req-9ef10c60-a42e-413c-9b19-3f83601b278e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:43.186892 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84a326-5000-4d59-8988-78ccb6c498c5", "name": "network-vif-deleted", "tag": "867e2f0e-faa2-4e8a-8a4d-572b3f3c1064", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:43.187535 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ef10c60-a42e-413c-9b19-3f83601b278e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:43.197757 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef10c60-a42e-413c-9b19-3f83601b278e'] response: {'server_uuid': '4b84a326-5000-4d59-8988-78ccb6c498c5', 'name': 'network-vif-deleted', 'tag': '867e2f0e-faa2-4e8a-8a4d-572b3f3c1064', 'status': 'completed', 'code': 200} Mar 22 14:24:43.217191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-4b8bf38a-2e77-4973-ac7b-c00fcd3e189b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0587077 Mar 22 14:24:43.277573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:43.286931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:43.353934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-09cdd947-dc84-41f4-b25c-cd7be3d3ac2e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350951 Mar 22 14:24:43.380367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 98926353-c9a0-44a3-8ff9-d9f38a16d43f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:43.604109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-7deb92e8-2167-4931-a62b-cb6609231140 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483258 Mar 22 14:24:43.694322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1045f5e8-a46e-4a90-b145-a30b80c8231c None None] Provisioning complete for port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:43.694927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1045f5e8-a46e-4a90-b145-a30b80c8231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:43.820776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8239e9d-90dd-457d-89a9-6281316f3d58 req-a10f4cfe-e8f6-40cd-ab05-1e06d62b5740 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125645 Mar 22 14:24:44.070804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:24:44.090891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.108610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] DHCP port deletion for cfe8811a-f4fb-4359-9736-34af8c551d26 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:44.269194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:44.365430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:44.372278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': '46ad4557-374e-4ba0-8e3f-2e7d256c93c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4e3b3d23-372f-4987-b683-f84df7d3d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:44.374074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: 4e3b3d23-372f-4987-b683-f84df7d3d58a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:44.420279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network 4e3b3d23-372f-4987-b683-f84df7d3d58a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:44.449341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4e3b3d23-372f-4987-b683-f84df7d3d58a) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:44.459751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:44.460361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.500731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-94cd9807-953a-40b2-95a7-8e62f4b623d5 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7878337 Mar 22 14:24:44.501925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d474f3-c67e-4b76-b726-16c0815f06ce None None] Network 4e3b3d23-372f-4987-b683-f84df7d3d58a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:44.503420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33574) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:44.542459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'port': {'network_id': '4e3b3d23-372f-4987-b683-f84df7d3d58a', 'name': 'tempest-NetworksIpV6TestAttrs-144176254'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:44.665707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1045f5e8-a46e-4a90-b145-a30b80c8231c None None] Current status of the port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:44.702132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 98926353-c9a0-44a3-8ff9-d9f38a16d43f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:44.702752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.808942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10f70-bbb8-4cc1-a601-4f17d9ff4a9a req-47c35519-c447-426a-90be-7b9d6be76224 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:44.826186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb10f70-bbb8-4cc1-a601-4f17d9ff4a9a req-47c35519-c447-426a-90be-7b9d6be76224 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.1938889 Mar 22 14:24:44.908906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:44.926249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:44.958572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb10f70-bbb8-4cc1-a601-4f17d9ff4a9a req-dd34142d-a879-45a6-bad3-a95dc8a0522b tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306798 Mar 22 14:24:44.964442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] device_id is not set on port e418ee8c-a048-4bde-b724-6a8a3b8094de yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:24:45.138965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Allocated IP 2001:db8::f816:3eff:fec2:bda4 (4e3b3d23-372f-4987-b683-f84df7d3d58a/3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49/e418ee8c-a048-4bde-b724-6a8a3b8094de) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:45.183458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-baa53062-1189-45ec-bdd2-339788ffcdcc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:45.191590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-baa53062-1189-45ec-bdd2-339788ffcdcc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.2316103 Mar 22 14:24:45.245414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-343e12c9-df51-4beb-bd1b-cb62c320d134 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0529339 Mar 22 14:24:45.325931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for port (e418ee8c-a048-4bde-b724-6a8a3b8094de), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.379030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e418ee8c-a048-4bde-b724-6a8a3b8094de), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.386462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bef5fadf-8105-40e1-b1fc-b4bb66db7e77 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347325 Mar 22 14:24:45.478357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network 4e3b3d23-372f-4987-b683-f84df7d3d58a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:45.493141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:45.497689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:45.512547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:45.528890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.558263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Deleting port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:45.560293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.569473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-15afe3c4-e900-4198-ae53-0fdc98b02d59 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760554 Mar 22 14:24:45.575256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Port': ['ID=e418ee8c-a048-4bde-b724-6a8a3b8094de,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:45.595230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-198162e3-7275-4cb4-98bf-71ea89f40a09 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0807400 Mar 22 14:24:45.597595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:45.713626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] For port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,segment=NetworkSegment(0362d45a-a7a0-4bbf-a11f-add41791f6a6),segment_id=0362d45a-a7a0-4bbf-a11f-add41791f6a6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:45.713982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.733731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Calling delete_port for 23f32e12-4110-4b3f-93e2-935dbaf8b0ab owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:45.750472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting subnet 3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:45.758524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1a71dfd2-9feb-43b4-a204-145f18326d24 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785352 Mar 22 14:24:45.762779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.851579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 98926353-c9a0-44a3-8ff9-d9f38a16d43f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:45.859061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (23f32e12-4110-4b3f-93e2-935dbaf8b0ab), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.864602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6da10c1c-d4d9-42ad-91ef-979208008554 None None] Provisioning complete for port 98926353-c9a0-44a3-8ff9-d9f38a16d43f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:45.864983 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6da10c1c-d4d9-42ad-91ef-979208008554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.878045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:45.943664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] Pushing event deleted for resources: {'Port': ['ID=23f32e12-4110-4b3f-93e2-935dbaf8b0ab,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:46.000569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d88e3dd-5951-42c1-9f58-4c03b82ee3f7 None None] No DVR routers for this DVR port 23f32e12-4110-4b3f-93e2-935dbaf8b0ab on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:46.057941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f32e12-4110-4b3f-93e2-935dbaf8b0ab no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:46.079269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.091036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 23f32e12-4110-4b3f-93e2-935dbaf8b0ab {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:46.091650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f32e12-4110-4b3f-93e2-935dbaf8b0ab not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:46.177112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a5932-86b9-4acb-bed6-544481fa54ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4e3b3d23-372f-4987-b683-f84df7d3d58a', 'network_id': '4e3b3d23-372f-4987-b683-f84df7d3d58a', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': '3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:46.189517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5932-86b9-4acb-bed6-544481fa54ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.190279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1e2e182-962f-4630-8a56-2c39cf63ca33 req-241bec44-bedc-4e1d-adf2-d14d37b0c8a8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 210 time: 0.0758743 Mar 22 14:24:46.232031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.297827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-3b04a503-ed08-4660-aa8d-18de88b0500f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:46.300714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-3b04a503-ed08-4660-aa8d-18de88b0500f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.1631484 Mar 22 14:24:46.321229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6da10c1c-d4d9-42ad-91ef-979208008554 None None] Current status of the port 98926353-c9a0-44a3-8ff9-d9f38a16d43f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:46.323625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:46.328929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:46.339575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49 HTTP/1.1" status: 204 len: 168 time: 0.7407901 Mar 22 14:24:46.345999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33616) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:46.357087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.357651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.362564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.363374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.363822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.364261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.366353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.366808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.367332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.368613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.368613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.369909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.370376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.373739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.374241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e77dc5-3a68-45ea-9255-d40c1e05f94e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:46.482944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5834395b-2436-4191-b52a-1bfa3aa83290 None None] Network 4e3b3d23-372f-4987-b683-f84df7d3d58a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:46.512687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775b755-3b78-4b1d-bd64-c684e292c18d req-5abb0db2-af75-45e2-8137-8456aa0634a4 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:46.514560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6775b755-3b78-4b1d-bd64-c684e292c18d req-5abb0db2-af75-45e2-8137-8456aa0634a4 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 946 time: 0.3886099 Mar 22 14:24:47.354681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6775b755-3b78-4b1d-bd64-c684e292c18d req-70671f0a-1882-4d59-9da3-dba06484e259 tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/security-groups?id=75de76d4-6cf2-4af9-8819-f88762f54268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8304389 Mar 22 14:24:47.404059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00bc48-7f41-426a-ab64-ddd96bd6420c tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:47.405466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00bc48-7f41-426a-ab64-ddd96bd6420c tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:47.409527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd00bc48-7f41-426a-ab64-ddd96bd6420c tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0509520 Mar 22 14:24:47.409935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:47.416303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aab7f9c3-ffa6-4387-91c8-f9d7030d3e17 req-7ab16fc5-1f18-4d67-a884-4941b6c07b99 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 210 time: 0.0747828 Mar 22 14:24:47.461346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Deleting port 146ce92a-fc51-4509-8f5c-78a561e3c947 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:47.461784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.557779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d49b-4bda-460d-94e6-e0f1f5fbd8de tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.603839 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae1d49b-4bda-460d-94e6-e0f1f5fbd8de tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 14:24:47.606754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae1d49b-4bda-460d-94e6-e0f1f5fbd8de tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:24:47.615134 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0ae1d49b-4bda-460d-94e6-e0f1f5fbd8de tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/4e3b3d23-372f-4987-b683-f84df7d3d58a HTTP/1.1" status: 409 len: 466 time: 0.2000971 Mar 22 14:24:47.618697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:47.642839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2066359000'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:47.661130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] For port 146ce92a-fc51-4509-8f5c-78a561e3c947, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=146ce92a-fc51-4509-8f5c-78a561e3c947,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:47.662308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.684536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Calling delete_port for 146ce92a-fc51-4509-8f5c-78a561e3c947 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:47.702968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:47.707029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.827764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:47.840987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:47.850501 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment f992644e-a934-4daa-bf1b-c37214687b6b of type vlan for network b96f9dd0-106e-4c46-a576-868754b3740f Mar 22 14:24:47.903626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-0712f699-99b3-4a39-994e-a56ffebeaade tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:47.905183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-0712f699-99b3-4a39-994e-a56ffebeaade tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.1789663 Mar 22 14:24:47.960286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:48.124296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.217743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.223772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:48.224738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.286737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:48.290139 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.348884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:48.354457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:48.357770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7336500 Mar 22 14:24:48.378602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9d43-d2af-45f5-8e7c-4bc6933d28c4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=b96f9dd0-106e-4c46-a576-868754b3740f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:48.398922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b96f9dd0-106e-4c46-a576-868754b3740f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:48.438059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (146ce92a-fc51-4509-8f5c-78a561e3c947), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.551163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Pushing event deleted for resources: {'Port': ['ID=146ce92a-fc51-4509-8f5c-78a561e3c947,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:48.559788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:48.564106 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.654732 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dab391a8-edb6-4172-a1f0-f4ea9af7b55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.685992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edc0ec1e-4315-42b2-b5d5-0c9af8d01ee8 req-b0c1818b-9763-40ee-8e46-451adb849c6e tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=df85b693-8632-4ff5-929b-a242e33160b3 HTTP/1.1" status: 200 len: 210 time: 0.1626573 Mar 22 14:24:48.761753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f5b382c-cb97-4189-9652-535eb508ba18 req-4fcb0e4e-3a9c-47c7-9088-6ace38f4c51f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 210 time: 0.1409497 Mar 22 14:24:48.813875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] No DVR routers for this DVR port 146ce92a-fc51-4509-8f5c-78a561e3c947 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:48.819723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:48.828878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12fad2ef-9c3a-41b9-be61-807d5cf6f521 req-0055da37-2c0d-4912-85df-8da774e9946f tempest-ListServerFiltersTestJSON-1032307396 tempest-ListServerFiltersTestJSON-1032307396-project] 10.222.0.78 "DELETE /v2.0/ports/146ce92a-fc51-4509-8f5c-78a561e3c947 HTTP/1.1" status: 204 len: 173 time: 2.5123870 Mar 22 14:24:48.830965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'name': 'network-vif-deleted', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:48.836675 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d61b561-8ec9-43e2-a905-4d4cdc29b72f" -d '{"events": [{"server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "name": "network-vif-deleted", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:48.935080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.9 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/4f5996cf-fb0e-44f2-92c7-83562b4c806a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:48.937990 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bcbaf4-be44-401f-8da4-240e572d6cf6 x-openstack-request-id: req-b9bcbaf4-be44-401f-8da4-240e572d6cf6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:48.938296 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df85b693-8632-4ff5-929b-a242e33160b3", "name": "network-vif-deleted", "tag": "146ce92a-fc51-4509-8f5c-78a561e3c947", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:48.938550 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9bcbaf4-be44-401f-8da4-240e572d6cf6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:48.938958 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bcbaf4-be44-401f-8da4-240e572d6cf6'] response: {'server_uuid': 'df85b693-8632-4ff5-929b-a242e33160b3', 'name': 'network-vif-deleted', 'tag': '146ce92a-fc51-4509-8f5c-78a561e3c947', 'status': 'completed', 'code': 200} Mar 22 14:24:49.194522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:24:49.197640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (2c4bf54e-74dd-4940-9eba-85634eec07de), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.208000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.259342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.272295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:49.316908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:49.323607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:49.332015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:49.337251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:49.400305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:49.401004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.424529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-bdf10664-b9a9-4e94-927c-2526ca5e2ce1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4703894 Mar 22 14:24:49.458152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=2c4bf54e-74dd-4940-9eba-85634eec07de,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:49.577353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Request body: {'port': {'device_id': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:49.604845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': 'f992644e-a934-4daa-bf1b-c37214687b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:49.605449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: b96f9dd0-106e-4c46-a576-868754b3740f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:49.615676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 146ce92a-fc51-4509-8f5c-78a561e3c947 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:49.658473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network b96f9dd0-106e-4c46-a576-868754b3740f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:49.681413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 146ce92a-fc51-4509-8f5c-78a561e3c947 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:24:49.682231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b96f9dd0-106e-4c46-a576-868754b3740f) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:49.682786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 146ce92a-fc51-4509-8f5c-78a561e3c947 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:49.696925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:49.697522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.702241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90db17-6f39-49f0-93ec-cf5643c40c50 None None] Network b96f9dd0-106e-4c46-a576-868754b3740f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:49.741863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ddc0744a-39f3-44a1-a9be-3d38e4c0431f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3915794 Mar 22 14:24:49.742852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:49.788871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.797855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:49.916437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b96f9dd0-106e-4c46-a576-868754b3740f', 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': '2c4bf54e-74dd-4940-9eba-85634eec07de'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:49.917287 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:49.938197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Deleting subnet 03f491d1-59af-49e5-9596-f506148272e8 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:24:49.941779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Publish callbacks [] for subnet (03f491d1-59af-49e5-9596-f506148272e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.100119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Allocated IP 2001:db8::f816:3eff:fe78:d405 (b96f9dd0-106e-4c46-a576-868754b3740f/2c4bf54e-74dd-4940-9eba-85634eec07de/b45f5a60-02fb-4b09-b188-81ea739ff9b4) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:50.106370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (03f491d1-59af-49e5-9596-f506148272e8), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.107264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.275699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (2c4bf54e-74dd-4940-9eba-85634eec07de), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.413896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks [] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.427947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.452302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (2c4bf54e-74dd-4940-9eba-85634eec07de), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.502705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Network b96f9dd0-106e-4c46-a576-868754b3740f is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:50.505843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:50.510301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4bf54e-74dd-4940-9eba-85634eec07de,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:50.514122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:50.613515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Pushing event updated for resources: {'Port': ['ID=b45f5a60-02fb-4b09-b188-81ea739ff9b4,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:50.622775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (03f491d1-59af-49e5-9596-f506148272e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.649295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.675997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.676536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.676688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.676905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.679185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.679546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.679888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.681914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.682304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.684925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.685269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.685605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.685936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.686288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.686614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:24:50.694621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96f9dd0-106e-4c46-a576-868754b3740f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:50.714627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8964f-d9db-4f6d-ab6b-5393c2966855 req-31c0f1fa-ff26-40c7-9267-1bd3b0f6cc44 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:50.719044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Attempting to bind port b45f5a60-02fb-4b09-b188-81ea739ff9b4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:50.719742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14d8964f-d9db-4f6d-ab6b-5393c2966855 req-31c0f1fa-ff26-40c7-9267-1bd3b0f6cc44 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 931 time: 0.7114699 Mar 22 14:24:50.719879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f992644e-a934-4daa-bf1b-c37214687b6b') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:50.720118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f992644e-a934-4daa-bf1b-c37214687b6b') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:50.726443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Attempting to bind port b45f5a60-02fb-4b09-b188-81ea739ff9b4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f992644e-a934-4daa-bf1b-c37214687b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:50.726842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Attempting to bind port b45f5a60-02fb-4b09-b188-81ea739ff9b4 on network b96f9dd0-106e-4c46-a576-868754b3740f {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:50.731490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.741109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:50.741490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Checking segment: {'id': 'f992644e-a934-4daa-bf1b-c37214687b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:50.741894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.742309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Bound using segment: {'id': 'f992644e-a934-4daa-bf1b-c37214687b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:50.745271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Bound port: b45f5a60-02fb-4b09-b188-81ea739ff9b4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f992644e-a934-4daa-bf1b-c37214687b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b96f9dd0-106e-4c46-a576-868754b3740f'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:50.745800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.765619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.773208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:50.773606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:50.776831 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:50.829403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] For port b45f5a60-02fb-4b09-b188-81ea739ff9b4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:50.929537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5996cf-fb0e-44f2-92c7-83562b4c806a {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:50.945645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:24:50.945645 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:24:50.945645 n-d-758851-5 neutron-server[103891]: [parameters: {'id': 'b96f9dd0-106e-4c46-a576-868754b3740f'}] Mar 22 14:24:50.945645 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:24:50.946122 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:24:50.948341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14d8964f-d9db-4f6d-ab6b-5393c2966855 req-27fa1ab1-32bb-4ce5-91bd-cfa645bc25d0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180591 Mar 22 14:24:50.957491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks [] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.976572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (03f491d1-59af-49e5-9596-f506148272e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.981088 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e6d756e-0eaf-4d7a-9d10-336e82e16a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:50.995707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] For port b45f5a60-02fb-4b09-b188-81ea739ff9b4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b45f5a60-02fb-4b09-b188-81ea739ff9b4,segment=NetworkSegment(f992644e-a934-4daa-bf1b-c37214687b6b),segment_id=f992644e-a934-4daa-bf1b-c37214687b6b)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:51.014520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Transition to ACTIVE for port object 4f5996cf-fb0e-44f2-92c7-83562b4c806a will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:24:51.016321 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.017490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f491d1-59af-49e5-9596-f506148272e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:51.019698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.023404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-898cd1ef-6fb6-41b2-9875-27da23a840d2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/03f491d1-59af-49e5-9596-f506148272e8 HTTP/1.1" status: 204 len: 168 time: 1.2241955 Mar 22 14:24:51.026254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:51.026780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.058384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb625f41-fd4e-4edb-8d81-301d5bcd4162 None None] Network 21604ffc-6637-44b1-98ef-c98ed16b7b92 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:51.081081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Pushing event updated for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:51.198427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Attempting to bind port 4f5996cf-fb0e-44f2-92c7-83562b4c806a on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:51.198681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Attempting to bind port 4f5996cf-fb0e-44f2-92c7-83562b4c806a by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:51.199014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Attempting to bind port 4f5996cf-fb0e-44f2-92c7-83562b4c806a on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:51.202530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (21604ffc-6637-44b1-98ef-c98ed16b7b92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.207277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Port 4f5996cf-fb0e-44f2-92c7-83562b4c806a on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:24:51.207604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Attempting to bind port 4f5996cf-fb0e-44f2-92c7-83562b4c806a on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:51.214964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:51.215202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:51.215551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:51.215973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Bound port: 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:51.216336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.324337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784038e-0969-48d8-8e57-6b95bda29505 None None] Pushing event updated for resources: {'Port': ['ID=b45f5a60-02fb-4b09-b188-81ea739ff9b4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:51.331651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Deleting port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:51.332061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.393824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:51.404121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:51.426956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.491829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.508611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:51.509236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.519059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] 10.222.0.78 "PUT /v2.0/ports/4f5996cf-fb0e-44f2-92c7-83562b4c806a HTTP/1.1" status: 200 len: 1091 time: 2.0853364 Mar 22 14:24:51.519614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:51.522643 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8" -d '{"events": [{"name": "network-changed", "server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:51.570334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f236f6b-a5f8-408f-b9a5-f8db53f4a67b service neutron] Pushing event updated for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:51.612785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575471e-4562-42a4-9506-07e48e1ffd88 None None] Network b96f9dd0-106e-4c46-a576-868754b3740f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:51.639967 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e00bf72-15bf-474f-ac35-241134bdbb68 x-openstack-request-id: req-5e00bf72-15bf-474f-ac35-241134bdbb68 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:51.640531 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:51.640531 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e00bf72-15bf-474f-ac35-241134bdbb68 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:51.640943 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e00bf72-15bf-474f-ac35-241134bdbb68'] response: {'name': 'network-changed', 'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a', 'status': 'completed', 'code': 200} Mar 22 14:24:51.655274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] For port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:51.666138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.674183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-59c42aba-305d-4d35-9c87-f97903056f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:51.675753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-59c42aba-305d-4d35-9c87-f97903056f77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 1125 time: 0.0975635 Mar 22 14:24:51.742547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Calling delete_port for 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:51.753687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] DHCP port deletion for 21604ffc-6637-44b1-98ef-c98ed16b7b92 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:24:51.777366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-5ebe2136-cfd6-4136-9ed3-8e1ea130cc61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a HTTP/1.1" status: 200 len: 217 time: 0.0943470 Mar 22 14:24:51.886190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Deleting port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:51.890989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:51.917242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-7529c99b-afe9-4e3a-a2cf-91ac36b76e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:51.917242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-7529c99b-afe9-4e3a-a2cf-91ac36b76e23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1319332 Mar 22 14:24:51.978258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-588f58e7-6dd4-44c9-9f52-3927764948c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507543 Mar 22 14:24:51.994803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port b45f5a60-02fb-4b09-b188-81ea739ff9b4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:51.995095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.043895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] For port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,segment=NetworkSegment(4b55a3ca-d41c-4b77-8712-9cd4523418ee),segment_id=4b55a3ca-d41c-4b77-8712-9cd4523418ee)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:52.044462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.060334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Calling delete_port for 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:52.134523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:24:52.212311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41eb05-1fa4-4060-baab-1c69cb7b3b9c req-8e06b060-c4d2-47b7-9a2e-f626607b2751 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:52.217872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.220015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b41eb05-1fa4-4060-baab-1c69cb7b3b9c req-8e06b060-c4d2-47b7-9a2e-f626607b2751 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 943 time: 0.1010730 Mar 22 14:24:52.239346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-67ba6dc8-877b-43c4-97b3-9bcfaf29e0aa service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417653 Mar 22 14:24:52.254731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] No DVR routers for this DVR port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:52.274317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.296999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b41eb05-1fa4-4060-baab-1c69cb7b3b9c req-1fa5f9cb-da38-4a5b-ae77-56034da5836b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759459 Mar 22 14:24:52.324486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No active binding found for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 {{(pid=103892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 14:24:52.335986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] The host n-d-758851-5 is not matching for port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 host None! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:24:52.340380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:24:52.342928 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (759c6192-8fa1-48bc-8c4b-e0ea61fc2c35), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.405742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] Pushing event deleted for resources: {'Port': ['ID=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:52.407770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb113c-eb1c-4f38-9ed9-6ca683157a22 None None] No DVR routers for this DVR port 759c6192-8fa1-48bc-8c4b-e0ea61fc2c35 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:52.428272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfb579-572a-4a17-95b2-449df8cb3a64 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:24:52.443650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-093e115d-09a7-4bfe-b50b-3f25661e748f req-623d6fb4-3aee-47c9-aa01-cebbdb9a72ea service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573231 Mar 22 14:24:52.500729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (21604ffc-6637-44b1-98ef-c98ed16b7b92), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.559646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfb579-572a-4a17-95b2-449df8cb3a64 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:24:52.567754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21604ffc-6637-44b1-98ef-c98ed16b7b92']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.579689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b55a3ca-d41c-4b77-8712-9cd4523418ee') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.580232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b55a3ca-d41c-4b77-8712-9cd4523418ee') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:52.601772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (4b55a3ca-d41c-4b77-8712-9cd4523418ee), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.626944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-96ded0d9-4239-40e8-8d13-a22b56be49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:52.632419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4b55a3ca-d41c-4b77-8712-9cd4523418ee), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.632688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-96ded0d9-4239-40e8-8d13-a22b56be49a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 1125 time: 0.1284890 Mar 22 14:24:52.643217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:52.643703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (4b55a3ca-d41c-4b77-8712-9cd4523418ee), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:52.744497 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:52.748435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (21604ffc-6637-44b1-98ef-c98ed16b7b92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.759587 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.764179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] 10.222.0.81 "DELETE /v2.0/networks/21604ffc-6637-44b1-98ef-c98ed16b7b92 HTTP/1.1" status: 204 len: 168 time: 1.7368534 Mar 22 14:24:52.773253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Pushing event deleted for resources: {'Port': ['ID=759c6192-8fa1-48bc-8c4b-e0ea61fc2c35,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:52.803799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-457d17f9-0801-4164-88ed-c38f1b9bb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:52.805340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-457d17f9-0801-4164-88ed-c38f1b9bb279 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.1649933 Mar 22 14:24:52.819105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8821f-5fc6-483b-b1f9-23d9ef45642d admin admin] Pushing event deleted for resources: {'Network': ['ID=21604ffc-6637-44b1-98ef-c98ed16b7b92,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:52.831505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] For port b45f5a60-02fb-4b09-b188-81ea739ff9b4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b45f5a60-02fb-4b09-b188-81ea739ff9b4,segment=NetworkSegment(f992644e-a934-4daa-bf1b-c37214687b6b),segment_id=f992644e-a934-4daa-bf1b-c37214687b6b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:52.832392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:52.870791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-706176c6-c4fd-4338-946d-8f3095a5dd7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a HTTP/1.1" status: 200 len: 217 time: 0.0585523 Mar 22 14:24:52.875956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for b45f5a60-02fb-4b09-b188-81ea739ff9b4 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:53.034663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-d8d997b1-bbd7-493f-b209-36d5e5471487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:53.039777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-d8d997b1-bbd7-493f-b209-36d5e5471487 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1591787 Mar 22 14:24:53.090003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b45f5a60-02fb-4b09-b188-81ea739ff9b4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.093175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-1f41ec28-0581-46f2-9f15-9068ccdbf779 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464566 Mar 22 14:24:53.110970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33728) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:53.155944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=b45f5a60-02fb-4b09-b188-81ea739ff9b4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:53.158894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No DVR routers for this DVR port b45f5a60-02fb-4b09-b188-81ea739ff9b4 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:53.262635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-18a906c1-7f56-48c6-96b1-1e3965933a3f service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533246 Mar 22 14:24:53.337934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.375599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96f9dd0-106e-4c46-a576-868754b3740f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:53.386385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f992644e-a934-4daa-bf1b-c37214687b6b') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:53.387106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f992644e-a934-4daa-bf1b-c37214687b6b') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:53.398309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.434901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.437421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-670c4471-e55a-4220-b9e0-0f11da1fcfb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b09389ede8b49c3a6040833246a78c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250551 Mar 22 14:24:53.443319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:53.530991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:53.531408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f992644e-a934-4daa-bf1b-c37214687b6b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.533749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ff6a508-2c62-4aaa-9a6c-83eee54993e8 req-700ebee8-5cc3-4d1e-9e21-e19f67eaeb25 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629004 Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:53.549139 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:53.625713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4f5996cf-fb0e-44f2-92c7-83562b4c806a details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:24:53.713375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121b643-291e-4fe2-bcec-7cb99f6d0f2a req-f61c1b83-10e2-43ab-9177-20391e0af55c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:53.718565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9121b643-291e-4fe2-bcec-7cb99f6d0f2a req-f61c1b83-10e2-43ab-9177-20391e0af55c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 943 time: 0.1904438 Mar 22 14:24:53.729357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.764609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] Publish callbacks [] for security_group (75de76d4-6cf2-4af9-8819-f88762f54268), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.821535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b96f9dd0-106e-4c46-a576-868754b3740f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.826236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] Publish callbacks [] for security_group (75de76d4-6cf2-4af9-8819-f88762f54268), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.846870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:53.857406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9121b643-291e-4fe2-bcec-7cb99f6d0f2a req-1be9c5fc-f783-42d8-ae63-29b6b8a46ff6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342418 Mar 22 14:24:53.862063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33780) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:53.866206 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/b96f9dd0-106e-4c46-a576-868754b3740f HTTP/1.1" status: 204 len: 168 time: 4.1186359 Mar 22 14:24:53.870943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-187698753'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:53.946309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cf86-001e-443b-842d-d0af937bf406 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=b96f9dd0-106e-4c46-a576-868754b3740f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:53.993276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:53.997156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.023133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:54.042151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4f5996cf-fb0e-44f2-92c7-83562b4c806a', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': '4f5996cf-fb0e-44f2-92c7-83562b4c806a', 'mac_address': 'fa:16:3e:37:f3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:24:54.063350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:54.083314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.083698 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1 of type vlan for network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 Mar 22 14:24:54.085639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75de76d4-6cf2-4af9-8819-f88762f54268), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.090132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.093845 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75de76d4-6cf2-4af9-8819-f88762f54268 HTTP/1.1" status: 204 len: 168 time: 0.6489940 Mar 22 14:24:54.121894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347f76-5ab5-49e2-a8be-b8edb32c763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de76d4-6cf2-4af9-8819-f88762f54268,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:54.184435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4f5996cf-fb0e-44f2-92c7-83562b4c806a is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:54.184832 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.212830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5996cf-fb0e-44f2-92c7-83562b4c806a {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:24:54.239574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:54.245632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.250166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.315354 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.320880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:54.330148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:54.341973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:54.435561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:54.448730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:54.472663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:54.479228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:54.484724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3794b4f1-2d4c-4322-9b34-32669581fd15 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6065114 Mar 22 14:24:54.594773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4f5996cf-fb0e-44f2-92c7-83562b4c806a'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:24:54.620136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:54.627393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.045045 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.274262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (d3ea3527-510f-4f9f-a980-b2e9b7324c64), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.308619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8612c5-3b7c-44ac-b897-ff550d0f725b req-9fe01f94-9d83-45f3-926a-2032462b76fb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:55.310256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a8612c5-3b7c-44ac-b897-ff550d0f725b req-9fe01f94-9d83-45f3-926a-2032462b76fb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 944 time: 0.3155973 Mar 22 14:24:55.473076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a8612c5-3b7c-44ac-b897-ff550d0f725b req-f0fc0d39-1183-404f-9f9c-0c3593d0f98c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514895 Mar 22 14:24:55.508053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=d3ea3527-510f-4f9f-a980-b2e9b7324c64,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:55.535199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:55.535779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:24:55.571764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:24:55.589747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:55.600623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce4baa-1b12-4f1e-b348-132784eea9a5 None None] Network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:55.611657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:55.613306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.672050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5403de45-4f70-430f-b109-a8e5056dff44 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1978257 Mar 22 14:24:55.674943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:55.868612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6', 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': 'd3ea3527-510f-4f9f-a980-b2e9b7324c64'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:24:55.870072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:55.920433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.036743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d3ea3527-510f-4f9f-a980-b2e9b7324c64), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.254247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Allocated IP 2001:db8::2 (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6/d3ea3527-510f-4f9f-a980-b2e9b7324c64/8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:24:56.594153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks [] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.606849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.640712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (d3ea3527-510f-4f9f-a980-b2e9b7324c64), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.698266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ea3527-510f-4f9f-a980-b2e9b7324c64,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:56.794968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:24:56.802751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:24:56.810433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:24:56.830299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.834340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d8457-eab1-4830-842a-5d1b942604ca req-a45d6760-2e43-4fe1-8239-f1223fd7933f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:56.842293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f5d8457-eab1-4830-842a-5d1b942604ca req-a45d6760-2e43-4fe1-8239-f1223fd7933f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 944 time: 0.2281156 Mar 22 14:24:56.877822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:56.898651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:56.898957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:56.918230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Attempting to bind port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:24:56.918999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Attempting to bind port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:24:56.919636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Attempting to bind port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 on network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:24:56.922750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.929210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:24:56.930350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Checking segment: {'id': 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:24:56.930830 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.931442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Bound using segment: {'id': 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:24:56.932446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Bound port: 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:24:56.933541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.952661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.963144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Pushing event updated for resources: {'Port': ['ID=8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:56.964636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:56.965059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:56.993300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f5d8457-eab1-4830-842a-5d1b942604ca req-cac00052-1e08-4a75-ad22-17e15d78ab75 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459415 Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:57.096818 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:57.133439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] For port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:24:57.133661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:24:57.133661 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:24:57.133661 n-d-758851-5 neutron-server[103891]: [parameters: {'id': '7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6'}] Mar 22 14:24:57.133661 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:24:57.134094 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:24:57.143268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] For port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4,segment=NetworkSegment(b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1),segment_id=b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:24:57.160720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.335609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:57.343446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa6e1-8121-40e6-8486-f7abc634d487 None None] Pushing event updated for resources: {'Port': ['ID=8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:57.456689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3f5eb-075d-4cfe-82ad-b8d1161c1f9e None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:24:57.617774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-afd34a46-0533-4b49-86ad-cc678acf6b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.636233 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:57.649783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4f5996cf-fb0e-44f2-92c7-83562b4c806a up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:24:57.906101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:24:57.906639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.054214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] For port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4,segment=NetworkSegment(b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1),segment_id=b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:58.054604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.074499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3f5eb-075d-4cfe-82ad-b8d1161c1f9e None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:24:58.077949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:24:58.239953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-afd34a46-0533-4b49-86ad-cc678acf6b1a admin admin] Publish callbacks [] for security_group (79f93ccd-a723-4dc5-a9f3-9895624980cb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.243041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.265363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45bba-3965-47c5-936e-2ee777e5b440 req-361f7b85-3062-4836-8ae9-157f5701456a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:58.274245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-afd34a46-0533-4b49-86ad-cc678acf6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (79f93ccd-a723-4dc5-a9f3-9895624980cb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.291342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:58.297620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No DVR routers for this DVR port 8f8d4cd1-d6b8-44b8-9238-5b09cacb7fd4 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:24:58.310333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9f45bba-3965-47c5-936e-2ee777e5b440 req-361f7b85-3062-4836-8ae9-157f5701456a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 944 time: 0.1696115 Mar 22 14:24:58.321409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.406399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4f5996cf-fb0e-44f2-92c7-83562b4c806a completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:24:58.414483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4f5996cf-fb0e-44f2-92c7-83562b4c806a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:24:58.414869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.431145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.471618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fa332-1336-4095-bf24-edfbab794ff2 None None] Network 7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:24:58.588775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.624750 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-afd34a46-0533-4b49-86ad-cc678acf6b1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f064eef6ae84307826699cee955866c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2880044 Mar 22 14:24:58.626179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:58.629028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9f45bba-3965-47c5-936e-2ee777e5b440 req-da7308d8-8378-4791-9c58-e1c815f6110e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098707 Mar 22 14:24:58.682528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.682844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:24:58.684629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd34a46-0533-4b49-86ad-cc678acf6b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f93ccd-a723-4dc5-a9f3-9895624980cb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:58.700606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.723784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.732932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] Publish callbacks [] for security_group (79f93ccd-a723-4dc5-a9f3-9895624980cb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.740804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:24:58.741212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (b0b7544d-a0e8-4dd1-ba40-ef8b9dc531d1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:24:58.749416 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:24:58.911298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] Publish callbacks [] for security_group (79f93ccd-a723-4dc5-a9f3-9895624980cb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.941382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4f5996cf-fb0e-44f2-92c7-83562b4c806a is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:24:58.941764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:58.989534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:24:58.990460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:24:58.993386 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89099521-876b-49b5-a508-6d67ac740641" -d '{"events": [{"server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "name": "network-vif-plugged", "status": "completed", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:24:59.007353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.011211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.024127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.031186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 HTTP/1.1" status: 204 len: 168 time: 3.3545256 Mar 22 14:24:59.034663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33934) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:59.040394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690773179'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:59.059499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (79f93ccd-a723-4dc5-a9f3-9895624980cb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.068222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.074392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79f93ccd-a723-4dc5-a9f3-9895624980cb HTTP/1.1" status: 204 len: 168 time: 0.4272742 Mar 22 14:24:59.086594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.087249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:59.098805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.107536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da2a91-9c3e-440a-b985-d024306efe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f93ccd-a723-4dc5-a9f3-9895624980cb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.111622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75888d-19b4-4561-8996-cae383668a9d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.193019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.193647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:24:59.217304 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.219014 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Added segment e8fa5bf0-9cb5-40b4-82f4-e82adffa7735 of type vlan for network 937f57c4-e908-4468-8dac-784d5c70c8db Mar 22 14:24:59.343356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.443854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.451912 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1cd073-dc23-4e36-b3e7-37f4372ca3b6 x-openstack-request-id: req-0b1cd073-dc23-4e36-b3e7-37f4372ca3b6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:24:59.453181 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "name": "network-vif-plugged", "status": "completed", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:24:59.453741 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b1cd073-dc23-4e36-b3e7-37f4372ca3b6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:24:59.454476 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1cd073-dc23-4e36-b3e7-37f4372ca3b6'] response: {'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a', 'code': 200} Mar 22 14:24:59.506386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.519976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:24:59.671403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Network': ['ID=937f57c4-e908-4468-8dac-784d5c70c8db,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:24:59.679016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e1fac08d-d9d2-4696-a8a9-39c34e0684e4 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6425223 Mar 22 14:24:59.682128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:24:59.683949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 937f57c4-e908-4468-8dac-784d5c70c8db details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:24:59.688194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Request body: {'subnet': {'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:24:59.773297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d942572-8bff-4443-a72b-43c7b3f3c35f req-92da8aa7-858a-4c43-84ef-a1452735b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:24:59.782781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d942572-8bff-4443-a72b-43c7b3f3c35f req-92da8aa7-858a-4c43-84ef-a1452735b19f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 1127 time: 0.1219757 Mar 22 14:24:59.935952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Made reservation on behalf of 5d3950669a464c5686efc41ba43776bc for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:24:59.947076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.031685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d942572-8bff-4443-a72b-43c7b3f3c35f req-048f3b45-6ef2-4a5e-9fb7-6462954c7559 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212310 Mar 22 14:25:00.057749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6955b-eb24-42f6-a01e-86c99dcda416 req-1812ce79-dea5-406c-9331-14141dcf16b4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:00.070106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14f6955b-eb24-42f6-a01e-86c99dcda416 req-1812ce79-dea5-406c-9331-14141dcf16b4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.2036932 Mar 22 14:25:00.194236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14f6955b-eb24-42f6-a01e-86c99dcda416 req-205f5a01-483e-4b50-b710-5c20fa17cc91 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158042 Mar 22 14:25:00.569111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33974) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:00.804653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-879414447-network', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:00.853882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Made reservation on behalf of fc3f6f2a5bd4448fbbb7a1bbf2341c61 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:00.857721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:00.880379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.050454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks [] for security_group (bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.057933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.118429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:01.153356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:01.177550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e597d591-9d42-4882-9492-609cd65c5cfd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.177905 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Added segment e597d591-9d42-4882-9492-609cd65c5cfd of type vlan for network 370aad98-b0d4-41e3-9c8f-5369747c5169 Mar 22 14:25:01.395408 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (370aad98-b0d4-41e3-9c8f-5369747c5169), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.443264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:25:01.444997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (348876de-fea9-4c5f-812e-fa5c6c88b835), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.540364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b8314-16e5-4012-bfae-19f912ffc62d req-c761c1d1-1ac7-4240-96f6-f628289ff1fc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:01.554336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event updated for resources: {'Subnet': ['ID=348876de-fea9-4c5f-812e-fa5c6c88b835,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:01.554942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f0b8314-16e5-4012-bfae-19f912ffc62d req-c761c1d1-1ac7-4240-96f6-f628289ff1fc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.2153594 Mar 22 14:25:01.557017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (370aad98-b0d4-41e3-9c8f-5369747c5169), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.562985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:01.568001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Checking segment: {'id': 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:01.568368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network hostable DHCP agents. Network: 937f57c4-e908-4468-8dac-784d5c70c8db, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:01.569114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.612027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Network 937f57c4-e908-4468-8dac-784d5c70c8db is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:01.629053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 937f57c4-e908-4468-8dac-784d5c70c8db) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:01.638719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b94083-e8fe-46e5-b28b-12d4cc0717ba None None] Network 937f57c4-e908-4468-8dac-784d5c70c8db requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:01.656602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:01.661740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.715745 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5dc39ed6-4844-4fdd-8122-4ca000605716 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0300243 Mar 22 14:25:01.716717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:01.748338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1776700 Mar 22 14:25:01.756859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33994) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:01.765639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Request body: {'subnet': {'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-subnet', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:01.806355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6d66-f331-4962-bd49-3d647c482bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=370aad98-b0d4-41e3-9c8f-5369747c5169,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:01.839428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f0b8314-16e5-4012-bfae-19f912ffc62d req-0fe78f45-8d93-4907-ba71-d8011ab26b76 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595983 Mar 22 14:25:01.872965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Made reservation on behalf of fc3f6f2a5bd4448fbbb7a1bbf2341c61 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:01.875739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:01.949892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:02.057860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-2e2f9315-ddb0-4819-854a-7090b24655a6 req-90fbd713-64a6-410e-a011-097082b62b82 service neutron] (103891) timed out ('10.222.0.82', 50111) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:25:02.096136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.099362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-937f57c4-e908-4468-8dac-784d5c70c8db', 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db', 'project_id': '5d3950669a464c5686efc41ba43776bc', 'fixed_ips': [{'subnet_id': '348876de-fea9-4c5f-812e-fa5c6c88b835'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:02.101781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.262314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (348876de-fea9-4c5f-812e-fa5c6c88b835), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.266068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (9d49682f-56fb-4e86-bdfc-bc0d8c98bec7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.301432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Allocated IP 2001:db8::f816:3eff:fe56:5199 (937f57c4-e908-4468-8dac-784d5c70c8db/348876de-fea9-4c5f-812e-fa5c6c88b835/17d87db2-9e67-428e-b889-d3c2e360b017) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:02.386946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-0f78bd1b-1209-4219-b64f-8b8d3ca777b2 req-7d22746c-1605-498b-b16b-09c0ac09c7b4 service neutron] (103891) timed out ('10.222.0.82', 49944) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:25:02.396569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:02.398398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Network hostable DHCP agents. Network: 370aad98-b0d4-41e3-9c8f-5369747c5169, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:02.404905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:02.442006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:02.464772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 370aad98-b0d4-41e3-9c8f-5369747c5169) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:02.469710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:02.470568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.498960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5ecbd541-5646-42e4-a2e2-b1d49f0d0a2b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7410910 Mar 22 14:25:02.501539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:02.508680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe832a9-2d2b-44be-adf4-2bd19d1994b3 None None] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:02.511020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:02.556856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (a47a9d37-448b-4215-836d-759fbdf9b410), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.558417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (a47a9d37-448b-4215-836d-759fbdf9b410), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.657149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for router_controller (a47a9d37-448b-4215-836d-759fbdf9b410), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.796094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-370aad98-b0d4-41e3-9c8f-5369747c5169', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:02.798088 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:02.927157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for router_gateway (a47a9d37-448b-4215-836d-759fbdf9b410), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.093995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cf664-cba5-4fd9-bf9c-7d3a068b5357 req-d9e2a39a-62f0-4a41-82ed-142da43f6ad4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:03.095525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba2cf664-cba5-4fd9-bf9c-7d3a068b5357 req-d9e2a39a-62f0-4a41-82ed-142da43f6ad4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.1512496 Mar 22 14:25:03.188802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks [] for port (17d87db2-9e67-428e-b889-d3c2e360b017), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.205456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba2cf664-cba5-4fd9-bf9c-7d3a068b5357 req-aa774b64-eb40-4e64-9e7e-346f338ce1de tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956600 Mar 22 14:25:03.229795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.241761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (348876de-fea9-4c5f-812e-fa5c6c88b835), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.288924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Pushing event updated for resources: {'Port': ['ID=17d87db2-9e67-428e-b889-d3c2e360b017,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:03.306177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Network 937f57c4-e908-4468-8dac-784d5c70c8db is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:03.310981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:03.313462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:03.327853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Allocated IP 172.20.0.2 (370aad98-b0d4-41e3-9c8f-5369747c5169/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7/74e289a1-ccce-4ea2-aa54-82ce9f8d20a2) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:03.385874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Attempting to bind port 17d87db2-9e67-428e-b889-d3c2e360b017 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:03.386296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Attempting to bind port 17d87db2-9e67-428e-b889-d3c2e360b017 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:03.386662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Attempting to bind port 17d87db2-9e67-428e-b889-d3c2e360b017 on network 937f57c4-e908-4468-8dac-784d5c70c8db {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:03.393788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:03.396004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Checking segment: {'id': 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:03.396451 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.397078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Bound using segment: {'id': 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:03.397701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Bound port: 17d87db2-9e67-428e-b889-d3c2e360b017, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '937f57c4-e908-4468-8dac-784d5c70c8db'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:03.398119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.427078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=348876de-fea9-4c5f-812e-fa5c6c88b835,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:03.509522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] For port 17d87db2-9e67-428e-b889-d3c2e360b017, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:03.513842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] For port 17d87db2-9e67-428e-b889-d3c2e360b017, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=17d87db2-9e67-428e-b889-d3c2e360b017,segment=NetworkSegment(e8fa5bf0-9cb5-40b4-82f4-e82adffa7735),segment_id=e8fa5bf0-9cb5-40b4-82f4-e82adffa7735)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:03.525901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.651067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.677451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73466ed9-338d-44c5-b1b6-59b60cd64d8c None None] Network 937f57c4-e908-4468-8dac-784d5c70c8db requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:03.701001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f57c4-e908-4468-8dac-784d5c70c8db']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:03.721828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:03.722131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:03.739241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.773092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.782831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:03.783251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:03.787473 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:03.825702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d740548-d5a2-45ce-bb90-b19da18f5980 None None] Pushing event updated for resources: {'Port': ['ID=17d87db2-9e67-428e-b889-d3c2e360b017,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:03.914126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:25:03.914126 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:25:03.914126 n-d-758851-5 neutron-server[103891]: [parameters: {'id': '937f57c4-e908-4468-8dac-784d5c70c8db'}] Mar 22 14:25:03.914126 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:03.914637 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:03.967567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks [] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:03.978511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.039387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:04.040887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Pushing event updated for resources: {'Port': ['ID=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.053800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:04.057461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:04.127625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Attempting to bind port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:04.128195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Attempting to bind port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:04.129064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Attempting to bind port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:04.137938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:04.138816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:04.139423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.140182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Bound using segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:04.140801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Bound port: 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:04.141334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.214129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] For port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:04.220351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] For port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:04.236728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.333644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for router_gateway (a47a9d37-448b-4215-836d-759fbdf9b410), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.371460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb265-9b72-4d96-a341-a39f89e91423 None None] Pushing event updated for resources: {'Port': ['ID=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.391047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.415792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.578832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port 17d87db2-9e67-428e-b889-d3c2e360b017 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:04.578832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.693826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Allocated IP 172.25.3.153 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/532fe82b-62bf-4048-ae08-6c2817321525) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:04.726180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64feef-e1c8-4e0e-94ed-d3d5da19c62e req-fffd2b3d-5ee4-4983-9c16-b003f5afb1a5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:04.726945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] For port 17d87db2-9e67-428e-b889-d3c2e360b017, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=17d87db2-9e67-428e-b889-d3c2e360b017,segment=NetworkSegment(e8fa5bf0-9cb5-40b4-82f4-e82adffa7735),segment_id=e8fa5bf0-9cb5-40b4-82f4-e82adffa7735)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:04.727332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.728093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce64feef-e1c8-4e0e-94ed-d3d5da19c62e req-fffd2b3d-5ee4-4983-9c16-b003f5afb1a5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.5017407 Mar 22 14:25:04.763465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for 17d87db2-9e67-428e-b889-d3c2e360b017 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:04.896436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (17d87db2-9e67-428e-b889-d3c2e360b017), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:04.931279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=17d87db2-9e67-428e-b889-d3c2e360b017,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:04.939505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No DVR routers for this DVR port 17d87db2-9e67-428e-b889-d3c2e360b017 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:05.097209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce64feef-e1c8-4e0e-94ed-d3d5da19c62e req-1a06dc4e-1942-407b-9e3c-fcde79312b2d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575082 Mar 22 14:25:05.178112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.182326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for port (532fe82b-62bf-4048-ae08-6c2817321525), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.239342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f57c4-e908-4468-8dac-784d5c70c8db']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.251269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (532fe82b-62bf-4048-ae08-6c2817321525), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.270680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.270977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fa5bf0-9cb5-40b4-82f4-e82adffa7735') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:05.302462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.323013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Pushing event updated for resources: {'Port': ['ID=532fe82b-62bf-4048-ae08-6c2817321525,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:05.343098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.343787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.343787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.344115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.345433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.345788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.346167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.349672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.350050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.350438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.350765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.351097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.351775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.351775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.352076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.352399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:05.365863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:05.366108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (e8fa5bf0-9cb5-40b4-82f4-e82adffa7735), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:05.373154 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:05.381315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:05.388147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:05.394293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:05.548225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (937f57c4-e908-4468-8dac-784d5c70c8db), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.556864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:05.569772 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/937f57c4-e908-4468-8dac-784d5c70c8db HTTP/1.1" status: 204 len: 168 time: 3.8472805 Mar 22 14:25:05.575596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34042) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.609310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111678e-fa88-4137-96db-cab7a3ce301e tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=937f57c4-e908-4468-8dac-784d5c70c8db,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:05.612017 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d6e792-32d5-43e1-8d8b-54f31b89c3b2 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.612484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d6e792-32d5-43e1-8d8b-54f31b89c3b2 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.619363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-32d6e792-32d5-43e1-8d8b-54f31b89c3b2 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/348876de-fea9-4c5f-812e-fa5c6c88b835 HTTP/1.1" status: 404 len: 337 time: 0.0402224 Mar 22 14:25:05.622602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34046) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.676736 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7660f630-75d3-4051-b36b-df0143e9fa9b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.677310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7660f630-75d3-4051-b36b-df0143e9fa9b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.682698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7660f630-75d3-4051-b36b-df0143e9fa9b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/937f57c4-e908-4468-8dac-784d5c70c8db HTTP/1.1" status: 404 len: 339 time: 0.0548873 Mar 22 14:25:05.683421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34050) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.773720 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3532b3-c126-4f62-96ba-49245645492d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.774942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3532b3-c126-4f62-96ba-49245645492d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.781520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be3532b3-c126-4f62-96ba-49245645492d tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/d3ea3527-510f-4f9f-a980-b2e9b7324c64 HTTP/1.1" status: 404 len: 337 time: 0.0967269 Mar 22 14:25:05.784088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.830009 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e5c79f-92a8-4c9e-ab1c-5365520d343f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.830665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e5c79f-92a8-4c9e-ab1c-5365520d343f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.836541 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e3e5c79f-92a8-4c9e-ab1c-5365520d343f tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/7c8b2ac0-3a97-47d2-81c4-9ec3d6edeff6 HTTP/1.1" status: 404 len: 339 time: 0.0509272 Mar 22 14:25:05.840797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34054) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.909989 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fc08f-4959-4d68-9c8d-873d41a7d850 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.911891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fc08f-4959-4d68-9c8d-873d41a7d850 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.919882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b05fc08f-4959-4d68-9c8d-873d41a7d850 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/2c4bf54e-74dd-4940-9eba-85634eec07de HTTP/1.1" status: 404 len: 337 time: 0.0777659 Mar 22 14:25:05.922280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.936482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776e11-c7a1-46df-81d4-8e0bd0c88e04 req-0f3a73fd-0f2b-45af-9dfc-0fbdce6f4d18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:05.938062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec776e11-c7a1-46df-81d4-8e0bd0c88e04 req-0f3a73fd-0f2b-45af-9dfc-0fbdce6f4d18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.2711391 Mar 22 14:25:05.963453 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ed5507-86c9-4598-826e-6e8c1cc72f29 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:05.964575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ed5507-86c9-4598-826e-6e8c1cc72f29 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:05.968158 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-90ed5507-86c9-4598-826e-6e8c1cc72f29 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/b96f9dd0-106e-4c46-a576-868754b3740f HTTP/1.1" status: 404 len: 339 time: 0.0382302 Mar 22 14:25:05.971537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:05.976043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for router_gateway (a47a9d37-448b-4215-836d-759fbdf9b410), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.109539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:06.210892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port e418ee8c-a048-4bde-b724-6a8a3b8094de {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:06.211316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e418ee8c-a048-4bde-b724-6a8a3b8094de), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.238125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec776e11-c7a1-46df-81d4-8e0bd0c88e04 req-5b1260c4-ea43-4ba3-9441-3b009bc73e4f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925446 Mar 22 14:25:06.276287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:06.276664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.359772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e418ee8c-a048-4bde-b724-6a8a3b8094de), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.380477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for e418ee8c-a048-4bde-b724-6a8a3b8094de owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:06.477118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91d829-cb9f-4b46-93a9-f3ebfef129ce None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:25:06.618611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (a47a9d37-448b-4215-836d-759fbdf9b410), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.664666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e418ee8c-a048-4bde-b724-6a8a3b8094de), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.734251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91d829-cb9f-4b46-93a9-f3ebfef129ce None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:25:06.735129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.741478 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/ports/e418ee8c-a048-4bde-b724-6a8a3b8094de HTTP/1.1" status: 204 len: 168 time: 0.7662575 Mar 22 14:25:06.741478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275108-fb47-42eb-8649-32bab99d68ab tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=e418ee8c-a048-4bde-b724-6a8a3b8094de,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:06.743642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:06.782573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:06.786289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:06.792613 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f502558-9b70-4fff-a650-1f45a42c85b9 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:06.797887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f502558-9b70-4fff-a650-1f45a42c85b9 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:06.804363 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f502558-9b70-4fff-a650-1f45a42c85b9 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/3b76bd4d-d5e4-4c8c-8f71-3db9ff3bcb49 HTTP/1.1" status: 404 len: 337 time: 0.0571623 Mar 22 14:25:06.804739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34080) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:06.904906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.051513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-8f2c974a-07d2-49e2-96d3-6f6291805d21 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:07.052978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-8f2c974a-07d2-49e2-96d3-6f6291805d21 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.1758525 Mar 22 14:25:07.059115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80fc3dfd-7c8e-42b4-bb6f-87d3d749157e None None] Provisioning complete for port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:07.059719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80fc3dfd-7c8e-42b4-bb6f-87d3d749157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.102562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.139443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:07.142934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3b3d23-372f-4987-b683-f84df7d3d58a']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:07.169146 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.172031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ad4557-374e-4ba0-8e3f-2e7d256c93c9') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:07.173114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ad4557-374e-4ba0-8e3f-2e7d256c93c9') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:07.200032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (46ad4557-374e-4ba0-8e3f-2e7d256c93c9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.235027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (46ad4557-374e-4ba0-8e3f-2e7d256c93c9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.246895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:07.248052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (46ad4557-374e-4ba0-8e3f-2e7d256c93c9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:07.259932 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:07.304802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Router a47a9d37-448b-4215-836d-759fbdf9b410 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:07.355179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port 4f5996cf-fb0e-44f2-92c7-83562b4c806a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:07.355686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.412164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4e3b3d23-372f-4987-b683-f84df7d3d58a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.414088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80fc3dfd-7c8e-42b4-bb6f-87d3d749157e None None] Current status of the port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:07.419127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.424966 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/4e3b3d23-372f-4987-b683-f84df7d3d58a HTTP/1.1" status: 204 len: 168 time: 0.6168680 Mar 22 14:25:07.432768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:07.654360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571425e-7cf5-42ba-ad61-34c07a091526 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=4e3b3d23-372f-4987-b683-f84df7d3d58a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:07.716489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port bfe51ff6-c442-46e4-a609-d46d96ae3740 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:07.717173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bfe51ff6-c442-46e4-a609-d46d96ae3740), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.797396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:07.888633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962ece5-de3e-4212-a54c-5eaa399d45e9 None None] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:07.915817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:07.923399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bfe51ff6-c442-46e4-a609-d46d96ae3740), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:07.942376 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:07.967723 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:07.968265 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:24:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:08.002615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for bfe51ff6-c442-46e4-a609-d46d96ae3740 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:08.005203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.009071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-67155eec-88b5-476b-81ec-6b010f38891a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5035567 Mar 22 14:25:08.017616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34094) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.031244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220ebcf-d025-4836-a296-6336efe5810a req-00b22da5-dca0-4097-b9b9-16f28d30f85d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:08.032802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6220ebcf-d025-4836-a296-6336efe5810a req-00b22da5-dca0-4097-b9b9-16f28d30f85d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 945 time: 0.6142766 Mar 22 14:25:08.099701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:08.167210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port 4f5996cf-fb0e-44f2-92c7-83562b4c806a, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4f5996cf-fb0e-44f2-92c7-83562b4c806a,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:08.167613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.195613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for 4f5996cf-fb0e-44f2-92c7-83562b4c806a owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:08.235258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6220ebcf-d025-4836-a296-6336efe5810a req-80beece7-4c49-49e0-93f5-2f741a222256 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926112 Mar 22 14:25:08.271835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:08.272803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.303828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bfe51ff6-c442-46e4-a609-d46d96ae3740), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.330324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.337594 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/ports/bfe51ff6-c442-46e4-a609-d46d96ae3740 HTTP/1.1" status: 204 len: 168 time: 0.9002864 Mar 22 14:25:08.349427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34096) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.395762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f47df-447d-4b6a-a701-8f9144738571 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=bfe51ff6-c442-46e4-a609-d46d96ae3740,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:08.406036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:08.458389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:08.599520 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-992a5a5a-2c0f-4450-b6ed-fa882044ba5b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] DELETE failed (client error): The resource could not be found. Mar 22 14:25:08.602306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992a5a5a-2c0f-4450-b6ed-fa882044ba5b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:25:08.606249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-992a5a5a-2c0f-4450-b6ed-fa882044ba5b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/e9edbbf2-2a7a-478d-9677-653b3666e290 HTTP/1.1" status: 404 len: 337 time: 0.2545135 Mar 22 14:25:08.608957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34102) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:08.798478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.897414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5e39380a-f778-4bff-8911-b7e0daf95d78 None None] Provisioning complete for port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:08.898149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e39380a-f778-4bff-8911-b7e0daf95d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:08.941184 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:05Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:09.037359 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:09.038273 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Updating router a47a9d37-448b-4215-836d-759fbdf9b410 port 532fe82b-62bf-4048-ae08-6c2817321525 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:25:09.075235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.094191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5e39380a-f778-4bff-8911-b7e0daf95d78 None None] Current status of the port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:09.165632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe8811a-f4fb-4359-9736-34af8c551d26']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:09.174702 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (532fe82b-62bf-4048-ae08-6c2817321525), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.188892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0362d45a-a7a0-4bbf-a11f-add41791f6a6') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:09.189263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0362d45a-a7a0-4bbf-a11f-add41791f6a6') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:09.208695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (0362d45a-a7a0-4bbf-a11f-add41791f6a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.210547 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4f5996cf-fb0e-44f2-92c7-83562b4c806a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.224290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:09.248540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0362d45a-a7a0-4bbf-a11f-add41791f6a6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.259143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:09.260703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (0362d45a-a7a0-4bbf-a11f-add41791f6a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:09.270675 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:09.318365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=4f5996cf-fb0e-44f2-92c7-83562b4c806a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:09.453319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port 4f5996cf-fb0e-44f2-92c7-83562b4c806a on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:09.464068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.468934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (cfe8811a-f4fb-4359-9736-34af8c551d26), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.474800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cbcb934-79cf-44b0-a837-03cdc8ec4a81 req-653fcf27-f177-437b-89aa-af0f33b8c259 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/4f5996cf-fb0e-44f2-92c7-83562b4c806a HTTP/1.1" status: 204 len: 173 time: 2.4051235 Mar 22 14:25:09.485661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.501752 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/cfe8811a-f4fb-4359-9736-34af8c551d26 HTTP/1.1" status: 204 len: 168 time: 0.8893218 Mar 22 14:25:09.506209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34114) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:09.509741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'name': 'network-vif-deleted', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:09.517295 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faaed76-be29-4cb2-85d6-e9875807955f" -d '{"events": [{"server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "name": "network-vif-deleted", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:09.536703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2268bf51-615a-45d3-85ca-e225d58a8f4d req-909a9fb0-c9fd-44e2-a7f6-d36e5ea6de45 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b08c3-1e06-412a-bb0f-7675adbd1beb HTTP/1.1" status: 200 len: 210 time: 0.1640429 Mar 22 14:25:09.640783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e55d0-77ce-45e3-b02f-e18364cf046b tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=cfe8811a-f4fb-4359-9736-34af8c551d26,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:09.691469 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f829e2-d56b-4de5-ba11-b7d6ccefdbf9 x-openstack-request-id: req-03f829e2-d56b-4de5-ba11-b7d6ccefdbf9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:09.692135 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662b08c3-1e06-412a-bb0f-7675adbd1beb", "name": "network-vif-deleted", "tag": "4f5996cf-fb0e-44f2-92c7-83562b4c806a", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:09.692135 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03f829e2-d56b-4de5-ba11-b7d6ccefdbf9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:09.702336 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f829e2-d56b-4de5-ba11-b7d6ccefdbf9'] response: {'server_uuid': '662b08c3-1e06-412a-bb0f-7675adbd1beb', 'name': 'network-vif-deleted', 'tag': '4f5996cf-fb0e-44f2-92c7-83562b4c806a', 'status': 'completed', 'code': 200} Mar 22 14:25:09.711930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4f5996cf-fb0e-44f2-92c7-83562b4c806a no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:09.717917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting subnet 57a3e929-e3ec-4b1b-803a-c16c6f65c12a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:09.732639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (57a3e929-e3ec-4b1b-803a-c16c6f65c12a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.753650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.807691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 4f5996cf-fb0e-44f2-92c7-83562b4c806a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:09.808010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4f5996cf-fb0e-44f2-92c7-83562b4c806a not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:09.825432 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks [] for port (532fe82b-62bf-4048-ae08-6c2817321525), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.839634 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (532fe82b-62bf-4048-ae08-6c2817321525), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:09.854445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (57a3e929-e3ec-4b1b-803a-c16c6f65c12a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.008929 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Pushing event updated for resources: {'Port': ['ID=532fe82b-62bf-4048-ae08-6c2817321525,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.020276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Allocated IP 172.20.0.1 (370aad98-b0d4-41e3-9c8f-5369747c5169/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7/57962c07-1d33-41d2-93c2-314d479f684f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:10.055985 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.057003 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.057536 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.058143 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.060084 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.060672 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.061189 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.061706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.062234 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.062758 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.063266 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.063762 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.064288 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.064795 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.065307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:10.068986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Attempting to bind port 532fe82b-62bf-4048-ae08-6c2817321525 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:10.069588 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Attempting to bind port 532fe82b-62bf-4048-ae08-6c2817321525 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:10.070178 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Attempting to bind port 532fe82b-62bf-4048-ae08-6c2817321525 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:10.079661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (57a3e929-e3ec-4b1b-803a-c16c6f65c12a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.081708 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:10.083277 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:10.087710 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.088280 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:10.088865 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Bound port: 532fe82b-62bf-4048-ae08-6c2817321525, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:10.089459 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (532fe82b-62bf-4048-ae08-6c2817321525), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.161914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (57a3e929-e3ec-4b1b-803a-c16c6f65c12a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.164661 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] For port 532fe82b-62bf-4048-ae08-6c2817321525, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:10.168165 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] For port 532fe82b-62bf-4048-ae08-6c2817321525, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=532fe82b-62bf-4048-ae08-6c2817321525,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:10.181246 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (532fe82b-62bf-4048-ae08-6c2817321525), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.235867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.240408 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/subnets/57a3e929-e3ec-4b1b-803a-c16c6f65c12a HTTP/1.1" status: 204 len: 168 time: 0.7330174 Mar 22 14:25:10.241469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3cc97-cae2-466d-912d-85ca3930f1fa tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Subnet': ['ID=57a3e929-e3ec-4b1b-803a-c16c6f65c12a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.245210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:10.245689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add41e9d-7494-4120-ab80-45b3bbaad00f None None] Network dfd033f5-adc0-4d44-b6db-245d0c4f39bb requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:10.298774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks [] for port (57962c07-1d33-41d2-93c2-314d479f684f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.376306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:10.378718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:24:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:10.380915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.384291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e7a9c-880c-4c87-853e-4bd7aa5b3322 None None] Pushing event updated for resources: {'Port': ['ID=532fe82b-62bf-4048-ae08-6c2817321525,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.387428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dfd033f5-adc0-4d44-b6db-245d0c4f39bb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.490831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Pushing event updated for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:10.504228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:10.507603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:10.513115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:10.551969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Deleting port 98926353-c9a0-44a3-8ff9-d9f38a16d43f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:10.557395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.602464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (a47a9d37-448b-4215-836d-759fbdf9b410), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.736823 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:10.794540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] DHCP port deletion for dfd033f5-adc0-4d44-b6db-245d0c4f39bb request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:10.881518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] For port 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=98926353-c9a0-44a3-8ff9-d9f38a16d43f,segment=NetworkSegment(67a2e051-8aab-41ca-8644-5c7c2767fe54),segment_id=67a2e051-8aab-41ca-8644-5c7c2767fe54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:10.882151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:10.918006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Calling delete_port for 98926353-c9a0-44a3-8ff9-d9f38a16d43f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:11.085075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Deleting port 98926353-c9a0-44a3-8ff9-d9f38a16d43f {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:11.087831 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.197574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.205939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57962c07-1d33-41d2-93c2-314d479f684f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.220299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3954b387-e87c-4528-9f8d-9fafb33f3290 None None] Provisioning complete for port 57962c07-1d33-41d2-93c2-314d479f684f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:11.220859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3954b387-e87c-4528-9f8d-9fafb33f3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57962c07-1d33-41d2-93c2-314d479f684f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.278058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Port': ['ID=98926353-c9a0-44a3-8ff9-d9f38a16d43f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:11.285597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] No DVR routers for this DVR port 98926353-c9a0-44a3-8ff9-d9f38a16d43f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:11.338435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3954b387-e87c-4528-9f8d-9fafb33f3290 None None] Port 57962c07-1d33-41d2-93c2-314d479f684f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:11.395178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] For port 98926353-c9a0-44a3-8ff9-d9f38a16d43f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=98926353-c9a0-44a3-8ff9-d9f38a16d43f,segment=NetworkSegment(67a2e051-8aab-41ca-8644-5c7c2767fe54),segment_id=67a2e051-8aab-41ca-8644-5c7c2767fe54)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:11.395608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.439396 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:05Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:11.448708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Calling delete_port for 98926353-c9a0-44a3-8ff9-d9f38a16d43f owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:11.545541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dfd033f5-adc0-4d44-b6db-245d0c4f39bb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.608567 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110180b3-9d53-4bfe-8a9b-f94cd4ebb4fd None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:05Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:25:11.622453 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:25:11.633395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (98926353-c9a0-44a3-8ff9-d9f38a16d43f), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.652863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd033f5-adc0-4d44-b6db-245d0c4f39bb']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:11.666984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] No DVR routers for this DVR port 98926353-c9a0-44a3-8ff9-d9f38a16d43f on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:11.697998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a2e051-8aab-41ca-8644-5c7c2767fe54') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:11.698854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a2e051-8aab-41ca-8644-5c7c2767fe54') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:11.703256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6697e9-f749-483b-bcfa-f15facc73a6f None None] Pushing event deleted for resources: {'Port': ['ID=98926353-c9a0-44a3-8ff9-d9f38a16d43f,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:11.740171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks [] for port (57962c07-1d33-41d2-93c2-314d479f684f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.753847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (67a2e051-8aab-41ca-8644-5c7c2767fe54), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.755126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.802373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (67a2e051-8aab-41ca-8644-5c7c2767fe54), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.812500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:11.814232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (67a2e051-8aab-41ca-8644-5c7c2767fe54), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:11.821791 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:11.876342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Pushing event updated for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:11.883543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (a47a9d37-448b-4215-836d-759fbdf9b410), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:11.994126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dfd033f5-adc0-4d44-b6db-245d0c4f39bb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.014768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.020461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] 10.222.0.81 "DELETE /v2.0/networks/dfd033f5-adc0-4d44-b6db-245d0c4f39bb HTTP/1.1" status: 204 len: 168 time: 1.7719533 Mar 22 14:25:12.080962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1514f-4443-4aad-a44c-555fd121c209 tempest-NetworksIpV6TestAttrs-127454829 tempest-NetworksIpV6TestAttrs-127454829-project] Pushing event deleted for resources: {'Network': ['ID=dfd033f5-adc0-4d44-b6db-245d0c4f39bb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:12.127226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:12.149610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 98926353-c9a0-44a3-8ff9-d9f38a16d43f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:12.152249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:12.269460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 98926353-c9a0-44a3-8ff9-d9f38a16d43f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:12.286182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 98926353-c9a0-44a3-8ff9-d9f38a16d43f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:12.639503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Router a47a9d37-448b-4215-836d-759fbdf9b410 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:12.805628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:12.811596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c7c40788-57e0-41d6-b1d0-8d1aed3e3a06 None None] Provisioning complete for port 57962c07-1d33-41d2-93c2-314d479f684f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:12.815921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c7c40788-57e0-41d6-b1d0-8d1aed3e3a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57962c07-1d33-41d2-93c2-314d479f684f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:12.969516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c7c40788-57e0-41d6-b1d0-8d1aed3e3a06 None None] Port 57962c07-1d33-41d2-93c2-314d479f684f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:13.210277 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8fd0c781-2a8e-4c4e-95be-c4c5421c176e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d3950669a464c5686efc41ba43776bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029171 Mar 22 14:25:13.210928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:13.321032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] Publish callbacks [] for security_group (fd61df1d-84a8-4271-81d1-7b9cd074b933), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.392357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] Publish callbacks [] for security_group (fd61df1d-84a8-4271-81d1-7b9cd074b933), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.545222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd61df1d-84a8-4271-81d1-7b9cd074b933), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.549872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:13.550705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd61df1d-84a8-4271-81d1-7b9cd074b933 HTTP/1.1" status: 204 len: 168 time: 0.3383322 Mar 22 14:25:13.584669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef45b1-79ec-42cb-9634-0ac8ba92a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61df1d-84a8-4271-81d1-7b9cd074b933,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:13.709555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-b114567f-9623-48e8-995e-072fb10a8a04 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:13.717731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-b114567f-9623-48e8-995e-072fb10a8a04 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 1.2330468 Mar 22 14:25:13.740595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ab6667b5-cc9a-4714-ab1e-0f87664f8e20 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0218956 Mar 22 14:25:13.925110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:13.952271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d057aff5-f81e-41da-89f2-582c67839a35 admin admin] 10.222.0.81 "PUT /v2.0/routers/a47a9d37-448b-4215-836d-759fbdf9b410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9023211 Mar 22 14:25:14.041610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-2e438e9a-386f-44ee-9ae3-8a7ccb31332a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2995088 Mar 22 14:25:14.107246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 532fe82b-62bf-4048-ae08-6c2817321525 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:14.317925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 532fe82b-62bf-4048-ae08-6c2817321525 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:14.318622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (532fe82b-62bf-4048-ae08-6c2817321525), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.321414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-067363cc-a890-4da1-9690-aad0cb32be21 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744753 Mar 22 14:25:14.594153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 532fe82b-62bf-4048-ae08-6c2817321525 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:14.610867 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (532fe82b-62bf-4048-ae08-6c2817321525), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.623881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-6f5519da-3032-41ae-95ab-b8b792f4c734 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920392 Mar 22 14:25:14.717820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 532fe82b-62bf-4048-ae08-6c2817321525, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=532fe82b-62bf-4048-ae08-6c2817321525,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:14.726965 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (532fe82b-62bf-4048-ae08-6c2817321525), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:14.939368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=532fe82b-62bf-4048-ae08-6c2817321525,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:15.083212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:15.094897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:15.101607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:24:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:15.111460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff56bc22-0d4f-419a-aed0-b95715b2a4f8 req-07b52791-cb0f-43d0-8eed-85c09ac21474 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 210 time: 0.0607498 Mar 22 14:25:15.529113 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:25:15.568998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:15.594658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:15.843000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-519b47a5-7c7a-4ab8-9d70-3edd0d923b7e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:15.844512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-519b47a5-7c7a-4ab8-9d70-3edd0d923b7e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.3919230 Mar 22 14:25:15.870779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916336531'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:15.884510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-8237571d-2ecc-452a-bc97-bbe491ef9950 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/quotas/fc3f6f2a5bd4448fbbb7a1bbf2341c61 HTTP/1.1" status: 200 len: 375 time: 0.0111375 Mar 22 14:25:15.975244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:15.996612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.032380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-b86038ad-97cf-4d85-b2d3-ef2b11c71e50 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294215 Mar 22 14:25:16.044591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.201583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 532fe82b-62bf-4048-ae08-6c2817321525 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:16.381733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ae2a174-54cb-43f3-b8eb-a63a1a2b01fe req-c2eaf8be-ea45-4127-8c7c-e0722e201379 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 210 time: 0.1070676 Mar 22 14:25:16.389588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-ab0e5ee0-73c8-45dc-9476-b1e3c49a2326 service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498242 Mar 22 14:25:16.423489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 532fe82b-62bf-4048-ae08-6c2817321525 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:16.424598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (532fe82b-62bf-4048-ae08-6c2817321525), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.557333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 2, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:16.588222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for security_group (c3de06d2-fdff-4d7f-884d-51f337989a07), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.604798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3de06d2-fdff-4d7f-884d-51f337989a07), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.621321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-5f4e0eda-f032-42c0-b3de-d37aaea3ffe9 service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173655 Mar 22 14:25:16.651474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:16.652552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Updating router a47a9d37-448b-4215-836d-759fbdf9b410 port 57962c07-1d33-41d2-93c2-314d479f684f binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:25:16.682881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:16.731222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cc5802d0-f29f-453f-9282-116b3a26a975), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.731571 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment cc5802d0-f29f-453f-9282-116b3a26a975 of type vlan for network 35f09acd-7761-4edc-9d21-61e643dad0b2 Mar 22 14:25:16.865811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 532fe82b-62bf-4048-ae08-6c2817321525 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:16.870853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57962c07-1d33-41d2-93c2-314d479f684f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.894625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (35f09acd-7761-4edc-9d21-61e643dad0b2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.975702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (35f09acd-7761-4edc-9d21-61e643dad0b2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:16.994802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:16.998728 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.214773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9bd90cb-35fc-45db-a4e4-4f7ee2ceda9e req-0bc88814-b65a-46ea-be37-4184762fa04d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 210 time: 0.1835511 Mar 22 14:25:17.336734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de06d2-fdff-4d7f-884d-51f337989a07,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:17.364464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7907324 Mar 22 14:25:17.373532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34274) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:17.384322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-876412907'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:17.416570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661a73c-6497-4d1a-a71c-26d27e905f89 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=35f09acd-7761-4edc-9d21-61e643dad0b2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:17.446804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:17.451037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.531643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:17.545073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:17.568229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b9cf14a0-83c7-49bd-97e1-ba23ccad7beb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.569357 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment b9cf14a0-83c7-49bd-97e1-ba23ccad7beb of type vlan for network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 Mar 22 14:25:17.750667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c7a59269-fff5-4d58-8ac8-d44ff1e77e57), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.816184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c7a59269-fff5-4d58-8ac8-d44ff1e77e57), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.829548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:17.832196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:17.866586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-035272da-d0a1-4af7-9d46-195180c7f8cf req-e32a5969-af5e-4e01-958a-812bd96d2a94 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 210 time: 0.1990273 Mar 22 14:25:17.984694 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks [] for port (57962c07-1d33-41d2-93c2-314d479f684f), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.011191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.086586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-28296be1-0b0b-4d76-be42-0dfb92227cb5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:18.088413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-28296be1-0b0b-4d76-be42-0dfb92227cb5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.7639658 Mar 22 14:25:18.101926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990b39c-5177-4861-b455-42e0d7d46825 None None] Pushing event updated for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:18.118375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:18.200075 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8205569 Mar 22 14:25:18.210948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34304) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:18.234141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:18.303360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf052b8-2d4b-4436-bf48-80cb2bc83221 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=c7a59269-fff5-4d58-8ac8-d44ff1e77e57,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:18.431189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Attempting to bind port 57962c07-1d33-41d2-93c2-314d479f684f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:18.433681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Attempting to bind port 57962c07-1d33-41d2-93c2-314d479f684f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:18.434076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Attempting to bind port 57962c07-1d33-41d2-93c2-314d479f684f on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:18.437437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:18.568226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-ae392419-2731-4ae0-a755-c12d96dc7025 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:18.576907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-ae392419-2731-4ae0-a755-c12d96dc7025 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.7083879 Mar 22 14:25:18.689391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:18.697401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:18.698089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.698621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Bound using segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:18.699295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Bound port: 57962c07-1d33-41d2-93c2-314d479f684f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:18.699807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57962c07-1d33-41d2-93c2-314d479f684f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.744760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-5dec7aba-748c-4f2c-97ec-32d7f5b9643b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/quotas/fc3f6f2a5bd4448fbbb7a1bbf2341c61 HTTP/1.1" status: 200 len: 375 time: 0.1664953 Mar 22 14:25:18.777462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7f0203d-bea0-415c-9194-842710833b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.850893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f8411e1-ff8b-4b19-a2d3-350449dfde49 None None] Provisioning complete for port 57962c07-1d33-41d2-93c2-314d479f684f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:18.851427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f8411e1-ff8b-4b19-a2d3-350449dfde49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57962c07-1d33-41d2-93c2-314d479f684f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:18.942675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f8411e1-ff8b-4b19-a2d3-350449dfde49 None None] Port 57962c07-1d33-41d2-93c2-314d479f684f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:18.955023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] For port 57962c07-1d33-41d2-93c2-314d479f684f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:18.960455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] For port 57962c07-1d33-41d2-93c2-314d479f684f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57962c07-1d33-41d2-93c2-314d479f684f,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:18.972294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.113915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e559605-cff5-44ce-8c93-53a24425ba88 req-d26170ce-c7b2-415d-be1d-eeaeaa6976e3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 210 time: 0.1047091 Mar 22 14:25:19.140704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990b39c-5177-4861-b455-42e0d7d46825 None None] Pushing event updated for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:19.146636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-5045515d-46b7-4c2a-bc1c-775472291c2b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4006312 Mar 22 14:25:19.165724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:19.169412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.181870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:19.182866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:24:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:19.191846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:19.205372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:19.480051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.2 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/edf77d9e-4db3-494d-92b0-2b12f7c95a10) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:19.496941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:19.903697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Provisioning complete for port 57962c07-1d33-41d2-93c2-314d479f684f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:19.916122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57962c07-1d33-41d2-93c2-314d479f684f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.004951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.297093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.515253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:20.580545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:20.631508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:20.637626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:20.657413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-683a4f1d-bfac-4cd9-b652-8f6ed006a539 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:20.659573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-683a4f1d-bfac-4cd9-b652-8f6ed006a539 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.8873055 Mar 22 14:25:20.666186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:20.785741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:20.786655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.811261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f02e5-521b-4f12-b5c4-63ea6087ada2 req-acde65aa-e42d-4025-b0cf-f854c93529fe tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:20.830476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee3f02e5-521b-4f12-b5c4-63ea6087ada2 req-acde65aa-e42d-4025-b0cf-f854c93529fe tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 931 time: 0.5469904 Mar 22 14:25:20.886103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'port': {'device_id': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'admin_state_up': True, 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:20.886539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Current status of the port 57962c07-1d33-41d2-93c2-314d479f684f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:20.894748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57962c07-1d33-41d2-93c2-314d479f684f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:20.922370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:18Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:20.978873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] For port 57962c07-1d33-41d2-93c2-314d479f684f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57962c07-1d33-41d2-93c2-314d479f684f,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:21.040218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee3f02e5-521b-4f12-b5c4-63ea6087ada2 req-e3997384-9aa2-4117-ac6f-b4bae9b929d3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069614 Mar 22 14:25:21.089156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-8e935318-ae2e-4724-8cac-6265653654c5 service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9413085 Mar 22 14:25:21.099232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.160213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-ecb41388-e7fd-4f75-a782-5fb084150ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0544350 Mar 22 14:25:21.201890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Request body: {'port': {'device_id': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:21.273830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5f861-920c-45be-9278-764a57f64e16 None None] Pushing event updated for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:21.276646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486c838-23c6-48c2-9eb5-ffa607614433 None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:18Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:21.344643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.471995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e99c-a22d-4dd8-a8af-e1425b0272a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.732283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-23b22e49-c594-4c1f-94f5-8539febada5f req-0155b84c-9b67-46b6-ba03-d1d80744738e tempest-MultipleCreateTestJSON-208435374 tempest-MultipleCreateTestJSON-208435374-project] (103891) timed out ('10.222.0.82', 50110) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:25:21.824445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf77d9e-4db3-494d-92b0-2b12f7c95a10 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:21.849377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks [] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.874126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Transition to ACTIVE for port object edf77d9e-4db3-494d-92b0-2b12f7c95a10 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:25:21.920166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:21.994673 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.076524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-c377ca52-d38b-4da9-be7e-5c005603f475 service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9825130 Mar 22 14:25:22.104812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57962c07-1d33-41d2-93c2-314d479f684f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:22.254429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Made reservation on behalf of fc3f6f2a5bd4448fbbb7a1bbf2341c61 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:22.257985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.286183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 57962c07-1d33-41d2-93c2-314d479f684f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:22.286592 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57962c07-1d33-41d2-93c2-314d479f684f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.335891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (66dfe145-31d7-46b2-bfd6-f0229df73a7e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:22.513104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Pushing event updated for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:22.567749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 57962c07-1d33-41d2-93c2-314d479f684f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:22.762406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9feb37fb-88ad-4801-b126-0807b42bf1a3 req-8ca7fa99-4d43-4bf9-8b15-d0fe2246889c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 210 time: 0.3360739 Mar 22 14:25:23.035558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=66dfe145-31d7-46b2-bfd6-f0229df73a7e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:23.707247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:23.745129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Allocated IP 172.20.0.11 (370aad98-b0d4-41e3-9c8f-5369747c5169/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7/d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:23.765185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': 'cc5802d0-f29f-453f-9282-116b3a26a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:23.765560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 35f09acd-7761-4edc-9d21-61e643dad0b2, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:23.774628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef56b9-2911-419d-a40b-c94d4d744542 req-a0edd121-6607-43b5-b8ed-de654962137b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:23.776726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ef56b9-2911-419d-a40b-c94d4d744542 req-a0edd121-6607-43b5-b8ed-de654962137b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 943 time: 1.4745426 Mar 22 14:25:23.827298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Attempting to bind port edf77d9e-4db3-494d-92b0-2b12f7c95a10 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:23.827298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Attempting to bind port edf77d9e-4db3-494d-92b0-2b12f7c95a10 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:23.827654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Attempting to bind port edf77d9e-4db3-494d-92b0-2b12f7c95a10 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:23.964097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Port edf77d9e-4db3-494d-92b0-2b12f7c95a10 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:25:23.964430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Attempting to bind port edf77d9e-4db3-494d-92b0-2b12f7c95a10 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:24.022766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:24.061801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:24.062787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:24.063684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:24.064544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Bound port: edf77d9e-4db3-494d-92b0-2b12f7c95a10, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:24.064918 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.129122 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9be7d45-8b46-4ab9-992a-d1832cd673f7 req-e8b0b25d-b2f8-4e49-8784-e1beb9769042 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 210 time: 0.1733861 Mar 22 14:25:24.132652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 35f09acd-7761-4edc-9d21-61e643dad0b2) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:24.137161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51ef56b9-2911-419d-a40b-c94d4d744542 req-7ee1634d-5263-48e3-ab08-11936084b182 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480363 Mar 22 14:25:24.156155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570a18b-9b5b-401c-9e3d-49dbe2307cad None None] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:24.161596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:24.162358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.257837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c13e0da9-e4f5-480a-a564-6eb78cef8fca tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0378773 Mar 22 14:25:24.261934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34394) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:24.384781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.405660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-35f09acd-7761-4edc-9d21-61e643dad0b2', 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '66dfe145-31d7-46b2-bfd6-f0229df73a7e'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:24.406635 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.429502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:24.499273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-876ea0c2-dc80-48c7-9668-ad6a067c4fda tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:24.501823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-876ea0c2-dc80-48c7-9668-ad6a067c4fda tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.4115853 Mar 22 14:25:24.526507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'port': {'device_id': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'admin_state_up': True, 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:24.598126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.652413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:24.679312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:24.692042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:24.704266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:24.712256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.718432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:24.727368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:24.734986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Allocated IP 172.20.0.2 (35f09acd-7761-4edc-9d21-61e643dad0b2/66dfe145-31d7-46b2-bfd6-f0229df73a7e/b5739fbc-c069-4d23-ad59-489087451d20) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:24.750428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Made reservation on behalf of fc3f6f2a5bd4448fbbb7a1bbf2341c61 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:24.756593 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.913633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:24.918970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.943629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:24.944251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:24.945700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] 10.222.0.78 "PUT /v2.0/ports/edf77d9e-4db3-494d-92b0-2b12f7c95a10 HTTP/1.1" status: 200 len: 1091 time: 3.7485564 Mar 22 14:25:24.962600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:24.966436 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befd69c7-5928-4954-a666-6bf4835fb3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:25.017110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.100672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:25.101291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.128031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Allocated IP 172.20.0.5 (370aad98-b0d4-41e3-9c8f-5369747c5169/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7/0a0872b2-9f9b-4237-bc4d-97913c58dade) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:25.140608 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae95b2-8595-4078-9e7a-77bb6a042655 x-openstack-request-id: req-34ae95b2-8595-4078-9e7a-77bb6a042655 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:25.140608 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:25.140608 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34ae95b2-8595-4078-9e7a-77bb6a042655 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:25.140608 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ae95b2-8595-4078-9e7a-77bb6a042655'] response: {'name': 'network-changed', 'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10', 'status': 'completed', 'code': 200} Mar 22 14:25:25.251667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4659-02b8-4e02-a1f9-691c421f0afd service neutron] Pushing event updated for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:25.271366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-77fef4d1-8468-46fd-ad05-2dd38644177c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3907535 Mar 22 14:25:25.313782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Request body: {'port': {'device_id': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:25.401166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-e654ba50-2ae4-4397-a009-e27483d5a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:25.402840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-e654ba50-2ae4-4397-a009-e27483d5a5a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 1125 time: 0.3847003 Mar 22 14:25:25.428663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-25aa5e56-4813-4267-b1c3-1e9b452068e9 None None] Provisioning complete for port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:25.439326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-25aa5e56-4813-4267-b1c3-1e9b452068e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.457975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks [] for port (b5739fbc-c069-4d23-ad59-489087451d20), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.526481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b5739fbc-c069-4d23-ad59-489087451d20), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.570717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-4233e9d3-09db-4757-8e5e-78dbfbdd0a32 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10 HTTP/1.1" status: 200 len: 217 time: 0.1512215 Mar 22 14:25:25.606114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83d9a389-36ae-4427-809c-bba0fc7a5214 req-7f60754d-3ca5-4fde-98e0-43a9a8824c5d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 210 time: 0.1537127 Mar 22 14:25:25.627538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.731630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:25.737696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-25aa5e56-4813-4267-b1c3-1e9b452068e9 None None] Port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:25.747778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:25.764943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:25.766909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.777091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Pushing event updated for resources: {'Port': ['ID=b5739fbc-c069-4d23-ad59-489087451d20,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:25.855018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c88ccd-fea5-40fa-880a-d671316d8e0e req-c536ccae-4bd3-4d10-8db1-984385a50e13 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:25.857461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00c88ccd-fea5-40fa-880a-d671316d8e0e req-c536ccae-4bd3-4d10-8db1-984385a50e13 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 943 time: 0.4392211 Mar 22 14:25:25.859362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-74b6ab30-01ef-468d-bb4c-449516216a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:25.863326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-74b6ab30-01ef-468d-bb4c-449516216a45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.2715151 Mar 22 14:25:25.864405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.867888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:25.873589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:25.881464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:25.886380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Attempting to bind port b5739fbc-c069-4d23-ad59-489087451d20 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:25.889038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Attempting to bind port b5739fbc-c069-4d23-ad59-489087451d20 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cc5802d0-f29f-453f-9282-116b3a26a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:25.889478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Attempting to bind port b5739fbc-c069-4d23-ad59-489087451d20 on network 35f09acd-7761-4edc-9d21-61e643dad0b2 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:25.892139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:25.901592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:25.901874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Checking segment: {'id': 'cc5802d0-f29f-453f-9282-116b3a26a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:25.904173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.906268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Bound using segment: {'id': 'cc5802d0-f29f-453f-9282-116b3a26a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:25.906908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Bound port: b5739fbc-c069-4d23-ad59-489087451d20, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5802d0-f29f-453f-9282-116b3a26a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '35f09acd-7761-4edc-9d21-61e643dad0b2'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:25.907308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b5739fbc-c069-4d23-ad59-489087451d20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:25.993245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:25.997607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.012365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (91e9353a-3d6a-42d9-9126-a2cabbfdde90), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.034233 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d8107cb3-ea98-4ee8-a6ff-77ba35c3afb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5195262 Mar 22 14:25:26.046520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Request body: {'port': {'device_id': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:26.123689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] For port b5739fbc-c069-4d23-ad59-489087451d20, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:26.130167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] For port b5739fbc-c069-4d23-ad59-489087451d20, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b5739fbc-c069-4d23-ad59-489087451d20,segment=NetworkSegment(cc5802d0-f29f-453f-9282-116b3a26a975),segment_id=cc5802d0-f29f-453f-9282-116b3a26a975)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:26.142287 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b5739fbc-c069-4d23-ad59-489087451d20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.217791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.224429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c698a-e786-47f6-9918-e43437f23f58 None None] Pushing event updated for resources: {'Port': ['ID=b5739fbc-c069-4d23-ad59-489087451d20,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:26.287161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-43d1e53c-4ce9-4ef3-9973-9e87be74061c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2886112 Mar 22 14:25:26.378693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00c88ccd-fea5-40fa-880a-d671316d8e0e req-4c2a834c-15cd-4772-a4ee-1c6da655ecd3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003865 Mar 22 14:25:26.386573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-77c32d8e-a1db-4c90-9a0f-c8319d21571e None None] Provisioning complete for port 0a0872b2-9f9b-4237-bc4d-97913c58dade triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:26.387089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77c32d8e-a1db-4c90-9a0f-c8319d21571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.491101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=91e9353a-3d6a-42d9-9126-a2cabbfdde90,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:26.497706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-77c32d8e-a1db-4c90-9a0f-c8319d21571e None None] Port 0a0872b2-9f9b-4237-bc4d-97913c58dade cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:26.588805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:26.589177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: c7a59269-fff5-4d58-8ac8-d44ff1e77e57, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:26.705442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:26.730336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-3c432f99-d0fe-4d8a-a4e4-caca9dfd10c7 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348092 Mar 22 14:25:26.858372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c7a59269-fff5-4d58-8ac8-d44ff1e77e57) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:26.864591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0872b2-9f9b-4237-bc4d-97913c58dade {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:26.870154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c2d1a-f664-406c-8125-2ac6e2172d47 None None] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:26.882818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:26.884026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.888040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks [] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:26.908581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Transition to ACTIVE for port object 0a0872b2-9f9b-4237-bc4d-97913c58dade will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:25:26.920995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.046553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-075674c0-c145-40be-a878-81125059e727 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6316726 Mar 22 14:25:27.057241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34458) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:27.062869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2043108916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:27.075280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Pushing event updated for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:27.139293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.140534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.143244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c7a59269-fff5-4d58-8ac8-d44ff1e77e57', 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '91e9353a-3d6a-42d9-9126-a2cabbfdde90'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:27.144191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.158208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Attempting to bind port 0a0872b2-9f9b-4237-bc4d-97913c58dade on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:27.159005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Attempting to bind port 0a0872b2-9f9b-4237-bc4d-97913c58dade by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:27.159149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Attempting to bind port 0a0872b2-9f9b-4237-bc4d-97913c58dade on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:27.167411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed26953-eaf6-40fb-a2f5-5e5c6de21228 req-e5665be6-60a1-47d2-bf54-1093e66eae53 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:27.174893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Port 0a0872b2-9f9b-4237-bc4d-97913c58dade on network 370aad98-b0d4-41e3-9c8f-5369747c5169 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:25:27.175211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Attempting to bind port 0a0872b2-9f9b-4237-bc4d-97913c58dade on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:27.176186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ed26953-eaf6-40fb-a2f5-5e5c6de21228 req-e5665be6-60a1-47d2-bf54-1093e66eae53 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 931 time: 0.3979676 Mar 22 14:25:27.184803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:27.185235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:27.185628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Bound using segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:27.186185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Bound port: 0a0872b2-9f9b-4237-bc4d-97913c58dade, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:27.186612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.221546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b38728-103b-4a94-80c5-6123f71d2e51 req-a253b3db-06f7-44d5-ae4a-642f42fdda67 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847596 Mar 22 14:25:27.446576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (45fecef2-28bf-43a7-ad4c-0172434dae56), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.456985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.499988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.504079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a141454d-9c08-4c25-9976-af3a387829a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4424026 Mar 22 14:25:27.509061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ed26953-eaf6-40fb-a2f5-5e5c6de21228 req-da423f1c-72ba-413e-a9d8-b97593c6c80c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316474 Mar 22 14:25:27.512895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34472) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:27.571267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Allocated IP 172.21.0.2 (c7a59269-fff5-4d58-8ac8-d44ff1e77e57/91e9353a-3d6a-42d9-9126-a2cabbfdde90/58f1de90-81fd-4b8a-a621-e801351769ae) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:27.581918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:27.593252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:27.612528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.708468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:27.709098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:27.710569 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] 10.222.0.78 "PUT /v2.0/ports/0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 1091 time: 1.6684742 Mar 22 14:25:27.722656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:27.727700 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d0648-0d71-462a-bbd4-166f82cc4515" -d '{"events": [{"name": "network-changed", "server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:27.876805 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279efbe2-f1b2-4d6a-b8cc-ccc9beb40081 x-openstack-request-id: req-279efbe2-f1b2-4d6a-b8cc-ccc9beb40081 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:27.877926 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:27.878428 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-279efbe2-f1b2-4d6a-b8cc-ccc9beb40081 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:27.879070 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279efbe2-f1b2-4d6a-b8cc-ccc9beb40081'] response: {'name': 'network-changed', 'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade', 'status': 'completed', 'code': 200} Mar 22 14:25:27.895655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea425c-33ce-4814-a426-1e252777dafd service neutron] Pushing event updated for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:27.928218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-6880239f-e7ef-460a-891e-75c9db04a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:27.929864 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-6880239f-e7ef-460a-891e-75c9db04a79b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1125 time: 0.1465929 Mar 22 14:25:27.956194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:27.986737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks [] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.019235 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks [] for port (58f1de90-81fd-4b8a-a621-e801351769ae), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.022448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Transition to ACTIVE for port object d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:25:28.034679 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.053007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.094992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-9776d127-e246-41d3-abf0-8d5121ad615c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 217 time: 0.1243219 Mar 22 14:25:28.157246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:28.171141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:28.187535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:28.194580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b5739fbc-c069-4d23-ad59-489087451d20 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:28.201693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Pushing event updated for resources: {'Port': ['ID=58f1de90-81fd-4b8a-a621-e801351769ae,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:28.251487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-ae312b91-bdae-4fba-a566-9566f745b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:28.252982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-ae312b91-bdae-4fba-a566-9566f745b157 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1560082 Mar 22 14:25:28.309660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07feac-1337-45ab-b9d7-16947f28179a None None] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:28.404613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-8f2100d6-8347-4825-a78a-e0084a20350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:28.406569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-8f2100d6-8347-4825-a78a-e0084a20350b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 1125 time: 1.1163354 Mar 22 14:25:28.504101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-6946efe2-0b9d-482a-8e31-c14e000b3179 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2500274 Mar 22 14:25:28.521318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955307b-2728-40f2-8825-d3bed4dd544d req-7e631cc6-238c-4fea-8b98-f9a3c82816a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:28.526624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-7e631cc6-238c-4fea-8b98-f9a3c82816a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2162666 Mar 22 14:25:28.569302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:28.589360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.761201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Attempting to bind port 58f1de90-81fd-4b8a-a621-e801351769ae on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:28.761583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Attempting to bind port 58f1de90-81fd-4b8a-a621-e801351769ae by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:28.761954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Attempting to bind port 58f1de90-81fd-4b8a-a621-e801351769ae on network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:28.781277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:28.781817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Checking segment: {'id': 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:28.782094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.782485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Bound using segment: {'id': 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:28.783028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Bound port: 58f1de90-81fd-4b8a-a621-e801351769ae, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7a59269-fff5-4d58-8ac8-d44ff1e77e57'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:28.783418 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.859350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b5739fbc-c069-4d23-ad59-489087451d20 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:28.860134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b5739fbc-c069-4d23-ad59-489087451d20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:28.926852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5894-0775-4a2e-a6c2-c8f8c22b529f req-1914d5d4-3289-41aa-a360-b391371e4033 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:28.928584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c4b5894-0775-4a2e-a6c2-c8f8c22b529f req-1914d5d4-3289-41aa-a360-b391371e4033 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 943 time: 1.1269169 Mar 22 14:25:29.037813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] For port 58f1de90-81fd-4b8a-a621-e801351769ae, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:29.038854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Attempting to bind port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:29.038854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Attempting to bind port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:29.041416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Attempting to bind port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:29.041701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] For port 58f1de90-81fd-4b8a-a621-e801351769ae, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=58f1de90-81fd-4b8a-a621-e801351769ae,segment=NetworkSegment(b9cf14a0-83c7-49bd-97e1-ba23ccad7beb),segment_id=b9cf14a0-83c7-49bd-97e1-ba23ccad7beb)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:29.086682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.162762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Provisioning complete for port b5739fbc-c069-4d23-ad59-489087451d20 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:29.163133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b5739fbc-c069-4d23-ad59-489087451d20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.170517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-2abbe00c-7278-4d99-a25e-1dc5affb84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.172034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-2abbe00c-7278-4d99-a25e-1dc5affb84ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.6819742 Mar 22 14:25:29.175348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.177438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e on network 370aad98-b0d4-41e3-9c8f-5369747c5169 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:25:29.177538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Attempting to bind port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:29.207164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:29.207509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:29.207908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Bound using segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:29.208357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Bound port: d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:29.208718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.303689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-31d698de-db3c-40e8-98d0-509645eff059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.306299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-31d698de-db3c-40e8-98d0-509645eff059 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b2f15999441446c831b74881ceb7ef5&device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 1127 time: 0.7752852 Mar 22 14:25:29.385767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.434058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b5739fbc-c069-4d23-ad59-489087451d20 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:29.434495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b5739fbc-c069-4d23-ad59-489087451d20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.444173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:29.455095 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-d0b90896-6298-4ffa-8252-5cbd5f0615c8 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9143078 Mar 22 14:25:29.457798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:29.474950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-57862859-07a0-405e-ab82-dc8e57a9fa7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10 HTTP/1.1" status: 200 len: 217 time: 0.2916827 Mar 22 14:25:29.539416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b5739fbc-c069-4d23-ad59-489087451d20, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b5739fbc-c069-4d23-ad59-489087451d20,segment=NetworkSegment(cc5802d0-f29f-453f-9282-116b3a26a975),segment_id=cc5802d0-f29f-453f-9282-116b3a26a975)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:29.543386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf47c-496f-4722-aabe-1e2c5cad5f15 None None] Pushing event updated for resources: {'Port': ['ID=58f1de90-81fd-4b8a-a621-e801351769ae,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:29.552698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b5739fbc-c069-4d23-ad59-489087451d20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.591874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.627645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.628499 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.633777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] 10.222.0.78 "PUT /v2.0/ports/d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 1092 time: 4.3483322 Mar 22 14:25:29.643358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b5739fbc-c069-4d23-ad59-489087451d20,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:29.651128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Current status of the port b5739fbc-c069-4d23-ad59-489087451d20 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:29.651616 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b5739fbc-c069-4d23-ad59-489087451d20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:29.657839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010da10-efde-4e3e-8190-13a85c0a012e req-249cfdb6-33e1-4526-a74b-b8061779ddb4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.678989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a010da10-efde-4e3e-8190-13a85c0a012e req-249cfdb6-33e1-4526-a74b-b8061779ddb4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 943 time: 0.9996166 Mar 22 14:25:29.707367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:29.710639 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3f8ea-7106-43dd-8162-42fe340d2aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:29.763992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-9036ac4a-9858-4e81-bda5-35bb4f258ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:29.766635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-9036ac4a-9858-4e81-bda5-35bb4f258ab2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 200 len: 916 time: 0.4168620 Mar 22 14:25:29.857176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device edf77d9e-4db3-494d-92b0-2b12f7c95a10 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:25:29.863827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:25:29.864187 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:25:30.064566 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0955307b-2728-40f2-8825-d3bed4dd544d req-fae0c888-f3db-4819-9b4a-c79478f6631a service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013455 Mar 22 14:25:30.265472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:30.275743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-4e38a9b7-ddc1-45d1-8023-404711952440 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 200 len: 1001 time: 0.4770772 Mar 22 14:25:30.301649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 58f1de90-81fd-4b8a-a621-e801351769ae up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:30.304202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10', 'mac_address': 'fa:16:3e:4e:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:25:30.404389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-41621f9d-2b9c-4e02-b11a-847241e0053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:30.406438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-41621f9d-2b9c-4e02-b11a-847241e0053a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 200 len: 854 time: 0.1251743 Mar 22 14:25:30.494467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-25ed5817-bacd-4ef5-95f2-1aec984a34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:30.496151 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-25ed5817-bacd-4ef5-95f2-1aec984a34fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1125 time: 0.3214900 Mar 22 14:25:30.640948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-cdd8d5bf-f3af-4807-adf8-026ff9470ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:30.647032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-cdd8d5bf-f3af-4807-adf8-026ff9470ded service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c10e20b-dbb4-4e89-b113-cc9c52f27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2336855 Mar 22 14:25:30.757239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-a003c9ef-9c0e-437a-ba63-64b231d25d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:30.762882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-a003c9ef-9c0e-437a-ba63-64b231d25d16 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2580862 Mar 22 14:25:30.874385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-ceba6e6a-b198-4e91-8568-1515a9e622d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 217 time: 0.1017683 Mar 22 14:25:30.883929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b77e-4d64-4a1a-8af0-5c97386d7813 None None] Current status of the port b5739fbc-c069-4d23-ad59-489087451d20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:30.903283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port edf77d9e-4db3-494d-92b0-2b12f7c95a10 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:30.903799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.916934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 58f1de90-81fd-4b8a-a621-e801351769ae triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:30.917460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:30.983949 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-457fdf20-025c-4415-8584-2301b750eae7 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231475 Mar 22 14:25:30.988405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf77d9e-4db3-494d-92b0-2b12f7c95a10 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:31.027296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.20.0.1 (35f09acd-7761-4edc-9d21-61e643dad0b2/66dfe145-31d7-46b2-bfd6-f0229df73a7e/362dfbcc-fc4e-468a-9ab3-c5bc4389ebae) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:31.109794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:31.162237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.180816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-f8cd4477-8cd5-44ca-b727-1c36ade34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:31.194790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.207544 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-f8cd4477-8cd5-44ca-b727-1c36ade34474 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.3192439 Mar 22 14:25:31.241918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-7524d0e4-c9f0-483b-8b56-bc50f7472fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:31.243976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-7524d0e4-c9f0-483b-8b56-bc50f7472fad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 1.7503254 Mar 22 14:25:31.271581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d200-c3f4-4aea-b89c-2deb9c6d04f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:31.285387 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.306130 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c9c3b992-3173-4761-8b53-3f741bacdbb0 req-076c579f-4bd3-49ac-be5f-2c78d71b7db0 service neutron] 10.222.0.78 "GET /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134356 Mar 22 14:25:31.352803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc63ee8-bff3-46bc-8c08-349e486f15b6 None None] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:31.365325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-498f0d19-e86d-442d-a74b-66d9ee105041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:31.374592 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-498f0d19-e86d-442d-a74b-66d9ee105041 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1529641 Mar 22 14:25:31.456549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:31.488931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c4b5894-0775-4a2e-a6c2-c8f8c22b529f req-68cb230e-1c30-452f-b6c2-dd591e89ca9a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5303838 Mar 22 14:25:31.488931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-0e2e4ef2-d2ac-49d1-aa60-4c2e1778e7b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928670 Mar 22 14:25:31.488931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=362dfbcc-fc4e-468a-9ab3-c5bc4389ebae,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:31.528472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['edf77d9e-4db3-494d-92b0-2b12f7c95a10'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:31.567481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80ecd303-631f-4e1a-8a01-d8c2268deec7 None None] Provisioning complete for port b5739fbc-c069-4d23-ad59-489087451d20 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:31.567857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80ecd303-631f-4e1a-8a01-d8c2268deec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b5739fbc-c069-4d23-ad59-489087451d20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.570184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a010da10-efde-4e3e-8190-13a85c0a012e req-3d5bce8c-a0ef-4bf7-91a7-31e57b3bc30d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0383160 Mar 22 14:25:31.658604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 58f1de90-81fd-4b8a-a621-e801351769ae is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:31.659195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.685489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-1da4e127-a06a-488f-a9ce-810460a31c1c service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140211 Mar 22 14:25:31.687875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-43ccb6e7-df41-4d2a-9a13-3bc5697a6f04 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120320 Mar 22 14:25:31.688350 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7207a0-32ae-4764-8ee4-2bef54ecda6f x-openstack-request-id: req-ab7207a0-32ae-4764-8ee4-2bef54ecda6f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:31.688625 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:31.688883 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab7207a0-32ae-4764-8ee4-2bef54ecda6f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:31.689288 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7207a0-32ae-4764-8ee4-2bef54ecda6f'] response: {'name': 'network-changed', 'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e', 'status': 'completed', 'code': 200} Mar 22 14:25:31.698768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:31.711037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:31.711270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80ecd303-631f-4e1a-8a01-d8c2268deec7 None None] Current status of the port b5739fbc-c069-4d23-ad59-489087451d20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:31.716812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:31.771590 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.823398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0a0872b2-9f9b-4237-bc4d-97913c58dade details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:25:31.906877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 58f1de90-81fd-4b8a-a621-e801351769ae, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=58f1de90-81fd-4b8a-a621-e801351769ae,segment=NetworkSegment(b9cf14a0-83c7-49bd-97e1-ba23ccad7beb),segment_id=b9cf14a0-83c7-49bd-97e1-ba23ccad7beb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:31.939991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:31.940919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b5739fbc-c069-4d23-ad59-489087451d20 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:32.066619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-c9ec5e08-1cbe-4215-a0f6-da2261486fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:32.068340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-c9ec5e08-1cbe-4215-a0f6-da2261486fca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1126 time: 2.3527992 Mar 22 14:25:32.074116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d83d0648-0d71-462a-bbd4-166f82cc4515 req-86a81af5-1fbf-4d81-b8aa-2047fe604681 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762708 Mar 22 14:25:32.103013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=58f1de90-81fd-4b8a-a621-e801351769ae,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:32.226155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-842287de-9859-473b-a762-ca1f5eb32a75 None None] Provisioning complete for port 58f1de90-81fd-4b8a-a621-e801351769ae triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:32.226672 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-842287de-9859-473b-a762-ca1f5eb32a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.280004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.287670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:25:32.297913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-befd69c7-5928-4954-a666-6bf4835fb3dd req-0829792c-3258-4c1a-b473-6c8f14fd36c1 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968547 Mar 22 14:25:32.301760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-d7d7a0bb-0bc5-4526-8c89-bebc0eb225cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.1699393 Mar 22 14:25:32.438274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b5739fbc-c069-4d23-ad59-489087451d20 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:32.438716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b5739fbc-c069-4d23-ad59-489087451d20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.490114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-842287de-9859-473b-a762-ca1f5eb32a75 None None] Current status of the port 58f1de90-81fd-4b8a-a621-e801351769ae is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:32.540815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-ced8c71a-9e5b-475d-9c2a-30d39bfd49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:32.542381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-ced8c71a-9e5b-475d-9c2a-30d39bfd49d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1612248 Mar 22 14:25:32.557383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b5739fbc-c069-4d23-ad59-489087451d20 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:32.568646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:32.636729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '0a0872b2-9f9b-4237-bc4d-97913c58dade', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'port_id': '0a0872b2-9f9b-4237-bc4d-97913c58dade', 'mac_address': 'fa:16:3e:5e:d7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:25:32.682151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Provisioning complete for port 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:32.686350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.787361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Port 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:32.789315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 58f1de90-81fd-4b8a-a621-e801351769ae up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:32.806248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59147d-c939-4978-b867-45760e28de63 req-b41b17ae-b494-432f-8f92-865944d02c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:32.808076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-b41b17ae-b494-432f-8f92-865944d02c9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2568183 Mar 22 14:25:32.851902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0a0872b2-9f9b-4237-bc4d-97913c58dade is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:32.852373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.869360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0872b2-9f9b-4237-bc4d-97913c58dade {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:32.895204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Provisioning complete for port 58f1de90-81fd-4b8a-a621-e801351769ae triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:32.896031 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.908867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:32.929445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:32.940347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-6e0403a1-bfb3-4066-b499-d2ed5692fc26 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137064 Mar 22 14:25:32.981036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ebf7-51fb-411c-94a3-5cfb1d10dcc6 req-f4013ab6-2b57-4862-b111-efd41b313936 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:32.983170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6801ebf7-51fb-411c-94a3-5cfb1d10dcc6 req-f4013ab6-2b57-4862-b111-efd41b313936 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 944 time: 0.2698836 Mar 22 14:25:33.012958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:33.044827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 58f1de90-81fd-4b8a-a621-e801351769ae triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:33.045279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.146094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-794cc1e6-f43c-470e-b8e4-3bbe0c424fd1 None None] Current status of the port 58f1de90-81fd-4b8a-a621-e801351769ae is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:33.184987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['0a0872b2-9f9b-4237-bc4d-97913c58dade'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:33.222255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 58f1de90-81fd-4b8a-a621-e801351769ae is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:33.239757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c37a-0d0d-4224-bb9d-d8e2fdc27787 req-7abf6bc8-4abb-4c1e-9ec7-2f51df2a2bdd tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:33.246654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ef8c37a-0d0d-4224-bb9d-d8e2fdc27787 req-7abf6bc8-4abb-4c1e-9ec7-2f51df2a2bdd tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 943 time: 0.4879231 Mar 22 14:25:33.393871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.436723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6801ebf7-51fb-411c-94a3-5cfb1d10dcc6 req-b4a2aa88-0bac-44c6-9ae6-712cefbb9188 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274678 Mar 22 14:25:33.452155 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.604569 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:33.609368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=362dfbcc-fc4e-468a-9ab3-c5bc4389ebae,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:33.613491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c59147d-c939-4978-b867-45760e28de63 req-9b87781a-34f8-40a9-9666-23ef92e174ba service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631458 Mar 22 14:25:33.644854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ef8c37a-0d0d-4224-bb9d-d8e2fdc27787 req-ad706cb3-7a9c-40fc-924d-1eb571e9915a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800776 Mar 22 14:25:33.797810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-b96726ec-faa4-428d-a110-a504924dd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:33.799387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-b96726ec-faa4-428d-a110-a504924dd804 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1126 time: 0.0808017 Mar 22 14:25:33.808587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device edf77d9e-4db3-494d-92b0-2b12f7c95a10 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:33.809755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:33.819393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:33.939777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port edf77d9e-4db3-494d-92b0-2b12f7c95a10 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:25:33.944601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port edf77d9e-4db3-494d-92b0-2b12f7c95a10 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:33.950344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.220995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port edf77d9e-4db3-494d-92b0-2b12f7c95a10 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:34.221253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.273703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:34.276018 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20372902-e204-455c-b6f1-fe4705a4fbbe" -d '{"events": [{"server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "name": "network-vif-plugged", "status": "completed", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:34.336813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:34.344177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-e2d04146-d198-46df-9781-1b4608cd457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:34.353523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.356107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-e2d04146-d198-46df-9781-1b4608cd457c service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.5447240 Mar 22 14:25:34.367784 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8942f3c-58ba-4d96-bc0a-0b8cd68cf6ae x-openstack-request-id: req-c8942f3c-58ba-4d96-bc0a-0b8cd68cf6ae {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:34.368085 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "name": "network-vif-plugged", "status": "completed", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:34.368690 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8942f3c-58ba-4d96-bc0a-0b8cd68cf6ae {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:34.369090 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8942f3c-58ba-4d96-bc0a-0b8cd68cf6ae'] response: {'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10', 'code': 200} Mar 22 14:25:34.437764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6fbcc97b-1d99-4906-9075-01a1d13f134e None None] Provisioning complete for port 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:34.438777 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc97b-1d99-4906-9075-01a1d13f134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:34.496895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6fbcc97b-1d99-4906-9075-01a1d13f134e None None] Port 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:34.580157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:34.600920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-9f114811-bb35-49b6-93f9-9d32e66c6b04 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.2150307 Mar 22 14:25:34.724781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-16f3f858-90fc-44d1-902a-efd93e1483a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:34.725439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-16f3f858-90fc-44d1-902a-efd93e1483a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1130075 Mar 22 14:25:34.755563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 45fecef2-28bf-43a7-ad4c-0172434dae56 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:25:34.846184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f150956-183d-4fe9-8bc8-a8e5f98bccad req-b2a8230d-89a0-4801-9637-1aab3552127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:34.847662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f150956-183d-4fe9-8bc8-a8e5f98bccad req-b2a8230d-89a0-4801-9637-1aab3552127e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 1127 time: 0.3601508 Mar 22 14:25:34.982191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f150956-183d-4fe9-8bc8-a8e5f98bccad req-d076fca1-7b85-4199-9c17-da419c01ccb6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628779 Mar 22 14:25:35.008440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae0c92-1468-4c19-9fa9-73271527a4f1 req-27659de4-c313-4dfb-8b86-ea382a442c66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:35.010728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6dae0c92-1468-4c19-9fa9-73271527a4f1 req-27659de4-c313-4dfb-8b86-ea382a442c66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.4171433 Mar 22 14:25:35.054484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c8c8-6e2a-4070-bec2-4564c8afdddf req-3f00561c-20a4-4f16-b487-682b1c16c342 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:35.057355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e48c8c8-6e2a-4070-bec2-4564c8afdddf req-3f00561c-20a4-4f16-b487-682b1c16c342 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 944 time: 0.2495706 Mar 22 14:25:35.059535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-ba117b93-909f-4ce1-8d11-82b4567ba404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:35.061153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-ba117b93-909f-4ce1-8d11-82b4567ba404 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3151383 Mar 22 14:25:35.127171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:35.138474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6dae0c92-1468-4c19-9fa9-73271527a4f1 req-7bc9aaf6-567c-461f-9e91-2304a7414168 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205184 Mar 22 14:25:35.140242 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] Sync routers for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:35.143448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a653d1b-9336-4dfe-ba19-0978a1b77b6a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6251681 Mar 22 14:25:35.146319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:35.153003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e48c8c8-6e2a-4070-bec2-4564c8afdddf req-9ebcaec3-7923-4403-8fb0-6020749fbaf6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Mar 22 14:25:35.172274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:35.173494 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:35.244775 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:35.255088 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:35.255710 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:35.297138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2eae1-099d-4314-ad62-9e5d56fb4d95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:35.307764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61b2eae1-099d-4314-ad62-9e5d56fb4d95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports/362dfbcc-fc4e-468a-9ab3-c5bc4389ebae HTTP/1.1" status: 200 len: 910 time: 0.1601932 Mar 22 14:25:35.314574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34598) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:35.422704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:35.425028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a395761-47b8-4623-8b5c-1e0b0458e07f None None] The sync data for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:35.786920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-d282217b-b2b9-4bd7-abb5-4b9a94b1aff1 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199107 Mar 22 14:25:35.811055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:25:35.974628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93a3f8ea-7106-43dd-8162-42fe340d2aa2 req-73a9563c-b167-4260-96f7-165d9975e11a service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778073 Mar 22 14:25:36.059137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0a0872b2-9f9b-4237-bc4d-97913c58dade up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:36.094296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:36.152094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'port_id': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e', 'mac_address': 'fa:16:3e:33:9b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:25:36.264168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.358555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:36.360939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.367462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 0a0872b2-9f9b-4237-bc4d-97913c58dade completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:25:36.387955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 0a0872b2-9f9b-4237-bc4d-97913c58dade triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:36.391494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.445038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:36.533172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:36.551475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.600745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890c8f5-2a24-4845-a8d2-48b0d5f490eb req-26a8aa8f-278c-4586-a626-c31169366e25 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:36.613386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890c8f5-2a24-4845-a8d2-48b0d5f490eb req-26a8aa8f-278c-4586-a626-c31169366e25 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 944 time: 0.2871051 Mar 22 14:25:36.736528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:36.769280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6890c8f5-2a24-4845-a8d2-48b0d5f490eb req-7374d878-a5e9-43b2-b719-37f81d2feedd tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519840 Mar 22 14:25:36.787969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822bc49-3132-4753-9774-83ec4999cbba req-ed053f52-fa18-4df9-9dfa-e9eb804c6ca7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:36.803281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4822bc49-3132-4753-9774-83ec4999cbba req-ed053f52-fa18-4df9-9dfa-e9eb804c6ca7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.4014075 Mar 22 14:25:36.941386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4822bc49-3132-4753-9774-83ec4999cbba req-c04b28e8-c882-4ab1-9004-2c2750437d26 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370537 Mar 22 14:25:36.960703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 0a0872b2-9f9b-4237-bc4d-97913c58dade is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:36.961315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:36.969068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:37.033559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.21.0.1 (c7a59269-fff5-4d58-8ac8-d44ff1e77e57/91e9353a-3d6a-42d9-9126-a2cabbfdde90/ba804d75-98f1-46fa-a643-7bc3e05001c7) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:37.112026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:37.123271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:37.127781 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9545f-398a-4ad5-8b15-aaa372b4a71c" -d '{"events": [{"server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "name": "network-vif-plugged", "status": "completed", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:37.142463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.155019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bba014-effe-44de-a948-e08d65acee4a req-fa81bd52-6324-48a8-a052-dde674d7a6de tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:37.166502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1bba014-effe-44de-a948-e08d65acee4a req-fa81bd52-6324-48a8-a052-dde674d7a6de tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.0931542 Mar 22 14:25:37.275340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1bba014-effe-44de-a948-e08d65acee4a req-061cbf0d-bee2-4b66-8bf2-6e91a5d723c5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976903 Mar 22 14:25:37.304367 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22089b-cff0-462b-9d0b-035c01e350f4 x-openstack-request-id: req-6e22089b-cff0-462b-9d0b-035c01e350f4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:37.304717 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "name": "network-vif-plugged", "status": "completed", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:37.304968 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e22089b-cff0-462b-9d0b-035c01e350f4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:37.305375 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e22089b-cff0-462b-9d0b-035c01e350f4'] response: {'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade', 'code': 200} Mar 22 14:25:37.306743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:37.396681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b586b-dc80-42a6-a48e-50e223e75433 req-cd80e312-b408-4aa5-b494-dfe44112a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:37.400753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f46b586b-dc80-42a6-a48e-50e223e75433 req-cd80e312-b408-4aa5-b494-dfe44112a152 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1127 time: 0.1136782 Mar 22 14:25:37.549093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f46b586b-dc80-42a6-a48e-50e223e75433 req-8f8b5817-0e5f-4243-a7f1-fe3d779f1b43 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411593 Mar 22 14:25:37.802445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a52d5-7b27-4add-8c7a-1624585a91c2 req-4d85803b-80e0-4622-ac8b-a600e23cd97b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:37.806229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-480a52d5-7b27-4add-8c7a-1624585a91c2 req-4d85803b-80e0-4622-ac8b-a600e23cd97b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.1127369 Mar 22 14:25:37.838692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:37.906431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-480a52d5-7b27-4add-8c7a-1624585a91c2 req-0ad13097-6ae0-4986-a026-0c493410911a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945570 Mar 22 14:25:37.918281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.031919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4565-a5ef-4bd3-ac4a-cc6d1d2a0f45 req-6e91822b-8b64-4809-bf32-0da8f29b4784 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:38.033348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d85f4565-a5ef-4bd3-ac4a-cc6d1d2a0f45 req-6e91822b-8b64-4809-bf32-0da8f29b4784 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1120119 Mar 22 14:25:38.035623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:38.042635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:38.055662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:38.102659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=ba804d75-98f1-46fa-a643-7bc3e05001c7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:38.139754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d85f4565-a5ef-4bd3-ac4a-cc6d1d2a0f45 req-f5d1b43e-cf2e-4678-b939-9fba3fe0b128 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945535 Mar 22 14:25:38.169590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.458088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ab98bbda-8770-4241-8b59-c3245c203071 None None] Provisioning complete for port ba804d75-98f1-46fa-a643-7bc3e05001c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:38.458671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ab98bbda-8770-4241-8b59-c3245c203071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.502925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:38.617722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ab98bbda-8770-4241-8b59-c3245c203071 None None] Port ba804d75-98f1-46fa-a643-7bc3e05001c7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:39.059058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.074520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.153344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0e3b-fe70-4210-9bd0-9e20acec878f req-7b4d8707-df8c-4050-8fe3-1dbd48c99da4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:39.154821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d5b0e3b-fe70-4210-9bd0-9e20acec878f req-7b4d8707-df8c-4050-8fe3-1dbd48c99da4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.1078117 Mar 22 14:25:39.269468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=ba804d75-98f1-46fa-a643-7bc3e05001c7,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:39.287302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d5b0e3b-fe70-4210-9bd0-9e20acec878f req-722ba554-b2f2-4e70-9fe9-8ce298ab2902 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162200 Mar 22 14:25:39.344483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.445393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-166931ea-9281-4212-b134-ef973bfa35dc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:39.446938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-166931ea-9281-4212-b134-ef973bfa35dc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 945 time: 0.2747598 Mar 22 14:25:39.455443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced59cd6-d98a-4361-abbb-d07b27e77620 req-edee9966-237c-40a5-ac91-c5af92d13780 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:39.462667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ced59cd6-d98a-4361-abbb-d07b27e77620 req-edee9966-237c-40a5-ac91-c5af92d13780 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1601572 Mar 22 14:25:39.544912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:39.546522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:39.654233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ced59cd6-d98a-4361-abbb-d07b27e77620 req-983cf795-e3cc-48eb-9dd9-837a5f4661ce tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885819 Mar 22 14:25:39.807855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 45fecef2-28bf-43a7-ad4c-0172434dae56 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:39.808091 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port edf77d9e-4db3-494d-92b0-2b12f7c95a10 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:39.808338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:39.860968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:40.067077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:25:40.084677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:40.085074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.090752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ad9cd7bc-b9a9-49aa-ae2c-a8b95003bf09 None None] Provisioning complete for port ba804d75-98f1-46fa-a643-7bc3e05001c7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:40.092378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd7bc-b9a9-49aa-ae2c-a8b95003bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.126365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port edf77d9e-4db3-494d-92b0-2b12f7c95a10, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=edf77d9e-4db3-494d-92b0-2b12f7c95a10,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:40.126743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.167551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for edf77d9e-4db3-494d-92b0-2b12f7c95a10 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:40.261859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cd7bc-b9a9-49aa-ae2c-a8b95003bf09 None None] Port ba804d75-98f1-46fa-a643-7bc3e05001c7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:40.271312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:40.288433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] Sync routers for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:40.336688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:40.336688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:40.359653 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6ed44840-8d53-4258-80c1-c3cc671ac45f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0436065 Mar 22 14:25:40.362027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34682) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:40.432007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae829e-51c0-43c8-b4ba-8ea364264301 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:40.434285 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ebae829e-51c0-43c8-b4ba-8ea364264301 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports/ba804d75-98f1-46fa-a643-7bc3e05001c7 HTTP/1.1" status: 200 len: 910 time: 0.0696378 Mar 22 14:25:40.436645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34684) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:40.450500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:40.540888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:40.541286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.543240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:40.543870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:40.612729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (edf77d9e-4db3-494d-92b0-2b12f7c95a10), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.675338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-e7e9ec9c-8838-4b1a-bbe1-98b46ee8343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:40.676880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-e7e9ec9c-8838-4b1a-bbe1-98b46ee8343a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1127 time: 0.6310170 Mar 22 14:25:40.682895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:40.700092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:40.700766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b2df5-d670-4c39-bcd2-b6fd1f885f0a None None] The sync data for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:40.767506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:40.769566 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce313b4-c947-4856-bafb-7b91fbee5bce" -d '{"events": [{"server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "name": "network-vif-plugged", "status": "completed", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:40.824899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:40.841537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:40.850614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device edf77d9e-4db3-494d-92b0-2b12f7c95a10 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:40.986274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.026162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-10c1b0b9-7cb6-44f2-bda9-9e9f0f938c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:41.027741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-10c1b0b9-7cb6-44f2-bda9-9e9f0f938c5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.3343689 Mar 22 14:25:41.046469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b22f7c8-1f8c-4a8d-9b19-b3d0a7826520 req-329362f2-5a88-41c6-90da-d895b76ac8b0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5806c6ff-af7f-447c-8db6-a38020eb1289 HTTP/1.1" status: 200 len: 210 time: 0.4353666 Mar 22 14:25:41.082192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=edf77d9e-4db3-494d-92b0-2b12f7c95a10,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:41.111363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c21af-720f-4476-b64d-f817b3fa9260 req-3cca65cf-0f21-40ee-b609-b4375713607b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:41.124813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-741c21af-720f-4476-b64d-f817b3fa9260 req-3cca65cf-0f21-40ee-b609-b4375713607b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.7789965 Mar 22 14:25:41.245669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-44c527fd-993c-430a-b018-8d149ce5227e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 217 time: 0.1903844 Mar 22 14:25:41.306753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port edf77d9e-4db3-494d-92b0-2b12f7c95a10 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:41.309751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:41.313716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3a266e1-407d-4653-91e9-5ccfdf03678e req-f2b77894-3250-4d33-9524-3dfdb9e11f41 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/edf77d9e-4db3-494d-92b0-2b12f7c95a10 HTTP/1.1" status: 204 len: 173 time: 1.8305171 Mar 22 14:25:41.341648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'name': 'network-vif-deleted', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:41.344544 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285239a2-a2f2-4a0c-ab31-a5abea6130af" -d '{"events": [{"server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "name": "network-vif-deleted", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:41.395942 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5343aa8-bb45-4274-8758-8357e17e68e6 x-openstack-request-id: req-a5343aa8-bb45-4274-8758-8357e17e68e6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:41.396439 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "name": "network-vif-plugged", "status": "completed", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:41.396565 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5343aa8-bb45-4274-8758-8357e17e68e6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:41.396869 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5343aa8-bb45-4274-8758-8357e17e68e6'] response: {'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e', 'code': 200} Mar 22 14:25:41.467548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: edf77d9e-4db3-494d-92b0-2b12f7c95a10 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:41.467894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device edf77d9e-4db3-494d-92b0-2b12f7c95a10 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:41.481988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-741c21af-720f-4476-b64d-f817b3fa9260 req-1fa716c6-ff43-4a61-a814-bb1e656de507 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552921 Mar 22 14:25:41.485354 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af273c3-1c2a-4586-b06c-212908cfb389 x-openstack-request-id: req-7af273c3-1c2a-4586-b06c-212908cfb389 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:41.485646 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806c6ff-af7f-447c-8db6-a38020eb1289", "name": "network-vif-deleted", "tag": "edf77d9e-4db3-494d-92b0-2b12f7c95a10", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:41.485904 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7af273c3-1c2a-4586-b06c-212908cfb389 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:41.514496 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af273c3-1c2a-4586-b06c-212908cfb389'] response: {'server_uuid': '5806c6ff-af7f-447c-8db6-a38020eb1289', 'name': 'network-vif-deleted', 'tag': 'edf77d9e-4db3-494d-92b0-2b12f7c95a10', 'status': 'completed', 'code': 200} Mar 22 14:25:41.567087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-802534a5-7ed6-4322-8421-8164d628ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:41.567087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-802534a5-7ed6-4322-8421-8164d628ff73 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.2926221 Mar 22 14:25:41.636527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:41.653060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee13bf-5221-422a-a5c8-8e66c907810c req-6f5d66b5-171d-40e9-ae6e-7a11cb8457eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:41.654846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36ee13bf-5221-422a-a5c8-8e66c907810c req-6f5d66b5-171d-40e9-ae6e-7a11cb8457eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.4313548 Mar 22 14:25:41.741369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-4e0bdbed-796d-4e07-9d92-2a85ec0090b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:41.743590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-4e0bdbed-796d-4e07-9d92-2a85ec0090b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1749136 Mar 22 14:25:41.761702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-36ee13bf-5221-422a-a5c8-8e66c907810c req-506f4d66-713e-4c63-b539-b013e2a1f8ef service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909135 Mar 22 14:25:41.949935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-a951ef3a-78ab-41cc-8b2e-02f9d6c263c8 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001948 Mar 22 14:25:42.017286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port ba804d75-98f1-46fa-a643-7bc3e05001c7 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:42.022732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.154712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c5ee1f-9afe-42a1-b291-bc6e0eb4a260 req-7f0c0038-9e2b-4a44-be9c-614b31a46103 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987498 Mar 22 14:25:42.292602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.340243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for ba804d75-98f1-46fa-a643-7bc3e05001c7 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:42.863046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ba804d75-98f1-46fa-a643-7bc3e05001c7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:42.916010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-c61ae633-e0e2-470f-9bd4-222ad25f8f3f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:42.920899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-c61ae633-e0e2-470f-9bd4-222ad25f8f3f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.3393114 Mar 22 14:25:42.947583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=ba804d75-98f1-46fa-a643-7bc3e05001c7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:43.017268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2cbc2-a373-4e9c-a1eb-f6909c2bf288 req-99213a4a-a2d3-4c43-9526-899d1eee3a6c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:43.028793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36b2cbc2-a373-4e9c-a1eb-f6909c2bf288 req-99213a4a-a2d3-4c43-9526-899d1eee3a6c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2704420 Mar 22 14:25:43.086216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-d0aea41c-b00a-431c-aa3f-50cae99b9051 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.1557126 Mar 22 14:25:43.098849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36b2cbc2-a373-4e9c-a1eb-f6909c2bf288 req-0b6a649c-465d-4662-a93d-6f4fba8c6bb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Mar 22 14:25:43.199382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-8677da97-25a5-499b-8168-8050c94d1a70 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991328 Mar 22 14:25:43.329944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-34def9a5-7a3a-40ec-8a8b-af4b0c88ae23 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251991 Mar 22 14:25:43.361201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:43.499984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-aa3b2346-0c16-45d8-9ded-8155318cc36d service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688373 Mar 22 14:25:43.740921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 45fecef2-28bf-43a7-ad4c-0172434dae56 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:43.775723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2437f8f-e2d5-41c2-b1d9-e459b035950b req-cb10fb20-c215-4803-8410-0ffe37e29da2 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 210 time: 0.0698824 Mar 22 14:25:44.009666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:44.021828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] Sync routers for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:44.030855 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b96c7237-0a79-48bb-a6bf-6ef3d66f11e2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5929480 Mar 22 14:25:44.034891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34772) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:44.039122 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:44.039909 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:44.114928 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:44.136353 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:44.137556 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:44.187617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:44.188409 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8a60b-e581-462f-8bdf-6f63abb16228 None None] The sync data for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:44.702777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673c74-dc63-47e4-8d9b-e71a381e316e req-1e6fb064-5a20-4187-a40d-4c6d875975a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:44.704810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be673c74-dc63-47e4-8d9b-e71a381e316e req-1e6fb064-5a20-4187-a40d-4c6d875975a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.4028995 Mar 22 14:25:44.815307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be673c74-dc63-47e4-8d9b-e71a381e316e req-369ed4db-4107-4515-98ba-f7b90b163db4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926826 Mar 22 14:25:44.820424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:44.982009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db235bff-5b6c-426b-a3a0-070489fc7ae7 req-131ab884-2f52-4ea2-b7ef-e69cfd89517e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 210 time: 0.0435469 Mar 22 14:25:45.382777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-b4e37d43-87f6-4f1d-965d-b3bf374600d5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:45.385551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-b4e37d43-87f6-4f1d-965d-b3bf374600d5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.1517057 Mar 22 14:25:45.401367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:45.465168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:45.466010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.604595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.614725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:45.618883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:45.636903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 362dfbcc-fc4e-468a-9ab3-c5bc4389ebae owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:45.846283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.4 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/07acdfde-53c0-4daa-9af2-57234199cf94) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:46.061695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (362dfbcc-fc4e-468a-9ab3-c5bc4389ebae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.092763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10fa60-55e4-4221-b53e-bdfa1e377d75 req-1af7c158-91d8-416f-958a-ade234508fa2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:46.094399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b10fa60-55e4-4221-b53e-bdfa1e377d75 req-1af7c158-91d8-416f-958a-ade234508fa2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1933055 Mar 22 14:25:46.139394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dacb666-4a9e-4fd5-b131-afa7939d8127 req-6e29aedf-46ee-463a-9a48-94150fa8e4be tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 210 time: 0.0786629 Mar 22 14:25:46.151582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=362dfbcc-fc4e-468a-9ab3-c5bc4389ebae,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:46.692897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (07acdfde-53c0-4daa-9af2-57234199cf94), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.771033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:46.819621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:46.898856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b10fa60-55e4-4221-b53e-bdfa1e377d75 req-94d0ae74-2287-4283-a54f-dd27d6c7066b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685761 Mar 22 14:25:46.919758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:46.924667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:46.999433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:47.132098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:47.151538 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (45fecef2-28bf-43a7-ad4c-0172434dae56), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.165010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:47.165622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.283183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-e7ea9627-afc6-4797-b9e0-420ea563ef19 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8852596 Mar 22 14:25:47.300505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Request body: {'port': {'device_id': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:47.439340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 45fecef2-28bf-43a7-ad4c-0172434dae56 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:47.614482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:47.621437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-053e812e-f950-46b4-b97b-0b4d73d43231 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852039 Mar 22 14:25:47.624692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34916) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:47.627537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] Sync routers for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:47.659625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31b86-ce19-470d-b19a-5e50e3fd875b req-dd3aebb0-0d5f-48f6-960f-83541db0f608 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:47.662848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d31b86-ce19-470d-b19a-5e50e3fd875b req-dd3aebb0-0d5f-48f6-960f-83541db0f608 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 931 time: 0.3770225 Mar 22 14:25:47.663005 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d320eb6-3532-4e72-b2c3-4cae23d6c249 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=45fecef2-28bf-43a7-ad4c-0172434dae56 HTTP/1.1" status: 200 len: 205 time: 0.0347602 Mar 22 14:25:47.664875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34920) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:47.666217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:47.667325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:47.691342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:47.750012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:47.764017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] Routers {'45fecef2-28bf-43a7-ad4c-0172434dae56'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:47.764989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['45fecef2-28bf-43a7-ad4c-0172434dae56'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:47.844837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:47.845582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76da3c-f826-4978-bac9-b5bda5621a12 None None] The sync data for ids ['45fecef2-28bf-43a7-ad4c-0172434dae56'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:47.894034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.073932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d31b86-ce19-470d-b19a-5e50e3fd875b req-57ae79fe-ea43-4acb-991e-c899b4147986 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910310 Mar 22 14:25:48.308996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064ac4-2927-469e-83e5-9cafb17c1191 req-c404d8bb-77ff-4eb6-aaf4-dea59725ad63 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:48.316043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3064ac4-2927-469e-83e5-9cafb17c1191 req-c404d8bb-77ff-4eb6-aaf4-dea59725ad63 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2735023 Mar 22 14:25:48.435818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3064ac4-2927-469e-83e5-9cafb17c1191 req-dff07df5-8c7c-4611-a841-8509f3af5662 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188071 Mar 22 14:25:48.446308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.450140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (45fecef2-28bf-43a7-ad4c-0172434dae56), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.531667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (45fecef2-28bf-43a7-ad4c-0172434dae56), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.532218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router 45fecef2-28bf-43a7-ad4c-0172434dae56 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:25:48.544052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.544052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d9d0d6c6-1d40-4db5-884c-c693c6b07a11 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56 HTTP/1.1" status: 204 len: 168 time: 0.8714781 Mar 22 14:25:48.544763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34938) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:48.578465 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b027257-df10-4a9d-bdbc-6dde9f3eeb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.664547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 91e9353a-3d6a-42d9-9126-a2cabbfdde90 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:48.675637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (91e9353a-3d6a-42d9-9126-a2cabbfdde90), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.700749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07acdfde-53c0-4daa-9af2-57234199cf94 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:48.718732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks [] for port (07acdfde-53c0-4daa-9af2-57234199cf94), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.748569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Transition to ACTIVE for port object 07acdfde-53c0-4daa-9af2-57234199cf94 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:25:48.758416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.784748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (91e9353a-3d6a-42d9-9126-a2cabbfdde90), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:48.902143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Pushing event updated for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:48.969761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Attempting to bind port 07acdfde-53c0-4daa-9af2-57234199cf94 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:48.972738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Attempting to bind port 07acdfde-53c0-4daa-9af2-57234199cf94 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:48.973358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Attempting to bind port 07acdfde-53c0-4daa-9af2-57234199cf94 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:48.981373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Port 07acdfde-53c0-4daa-9af2-57234199cf94 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:25:48.981686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Attempting to bind port 07acdfde-53c0-4daa-9af2-57234199cf94 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:49.011499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:49.011873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:49.012240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:49.012692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Bound port: 07acdfde-53c0-4daa-9af2-57234199cf94, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:49.013053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.013559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (91e9353a-3d6a-42d9-9126-a2cabbfdde90), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.142485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:49.152002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=07acdfde-53c0-4daa-9af2-57234199cf94,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:49.156175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (91e9353a-3d6a-42d9-9126-a2cabbfdde90), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.163647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.202363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:49.203827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.206617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] 10.222.0.78 "PUT /v2.0/ports/07acdfde-53c0-4daa-9af2-57234199cf94 HTTP/1.1" status: 200 len: 1091 time: 1.9116104 Mar 22 14:25:49.207104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:49.214409 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1664f1-395d-4eb8-b678-efaf2a361a33" -d '{"events": [{"name": "network-changed", "server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:49.248533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c02fd9-ce98-460b-9d91-14a6656c3d98 None None] Network c7a59269-fff5-4d58-8ac8-d44ff1e77e57 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:49.267040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.282905 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/91e9353a-3d6a-42d9-9126-a2cabbfdde90 HTTP/1.1" status: 204 len: 168 time: 0.7358479 Mar 22 14:25:49.286235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34956) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:49.287075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=91e9353a-3d6a-42d9-9126-a2cabbfdde90,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:49.366183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.366549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.367229 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c32a26-c03d-43bc-bc7a-b48a00d8d3f6 x-openstack-request-id: req-99c32a26-c03d-43bc-bc7a-b48a00d8d3f6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:49.367508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:49.367764 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99c32a26-c03d-43bc-bc7a-b48a00d8d3f6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:49.368516 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c32a26-c03d-43bc-bc7a-b48a00d8d3f6'] response: {'name': 'network-changed', 'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94', 'status': 'completed', 'code': 200} Mar 22 14:25:49.370371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.371074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.372192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.373324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.374492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.376400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.376967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.377535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.380098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.380737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.381435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.382059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.382855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454e8df-7fd2-433f-b7f2-7649cfa13850 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:49.469846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1afb4-c3cc-4aec-9960-3667226f26c8 service neutron] Pushing event updated for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:49.525841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-a79b5e7c-68f3-44a6-a70c-e03969d8046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:49.527544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-a79b5e7c-68f3-44a6-a70c-e03969d8046d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 1125 time: 0.2565525 Mar 22 14:25:49.564998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 66dfe145-31d7-46b2-bfd6-f0229df73a7e {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:25:49.570089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (66dfe145-31d7-46b2-bfd6-f0229df73a7e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.639501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] DHCP port deletion for c7a59269-fff5-4d58-8ac8-d44ff1e77e57 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:49.656622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (66dfe145-31d7-46b2-bfd6-f0229df73a7e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.682556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe9f3-0c87-4472-adcb-285d17b1bb92 req-6d2eafb9-656d-4188-a6c0-a261e95dbb0b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:49.686993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1dbe9f3-0c87-4472-adcb-285d17b1bb92 req-6d2eafb9-656d-4188-a6c0-a261e95dbb0b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 943 time: 0.3262553 Mar 22 14:25:49.689167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-c543d26d-086d-4371-b063-559fed7c8912 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07acdfde-53c0-4daa-9af2-57234199cf94 HTTP/1.1" status: 200 len: 217 time: 0.1498010 Mar 22 14:25:49.725382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Deleting port 58f1de90-81fd-4b8a-a621-e801351769ae {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:49.725766 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.833160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (66dfe145-31d7-46b2-bfd6-f0229df73a7e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.834732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] For port 58f1de90-81fd-4b8a-a621-e801351769ae, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=58f1de90-81fd-4b8a-a621-e801351769ae,segment=NetworkSegment(b9cf14a0-83c7-49bd-97e1-ba23ccad7beb),segment_id=b9cf14a0-83c7-49bd-97e1-ba23ccad7beb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:49.835139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:49.862059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1dbe9f3-0c87-4472-adcb-285d17b1bb92 req-559c6e0b-12fc-4026-9a45-d36ad50cbef6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224940 Mar 22 14:25:49.865288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-06ed1e4d-8b10-4c05-bae9-bb7a767cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:49.867922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-06ed1e4d-8b10-4c05-bae9-bb7a767cea21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1194172 Mar 22 14:25:49.906032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Calling delete_port for 58f1de90-81fd-4b8a-a621-e801351769ae owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:49.927187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954e3d-397a-43b4-a3f4-deb3e0a947f4 req-082446a1-827d-46c3-80c8-0f696081f34a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:49.935478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a954e3d-397a-43b4-a3f4-deb3e0a947f4 req-082446a1-827d-46c3-80c8-0f696081f34a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2973404 Mar 22 14:25:49.947664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-b836b872-65f3-4b34-afd8-f8580fdea4e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716531 Mar 22 14:25:50.005903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (66dfe145-31d7-46b2-bfd6-f0229df73a7e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.068052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=66dfe145-31d7-46b2-bfd6-f0229df73a7e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:50.077533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.084955 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-893f8e91-600c-43e5-b62b-f2705b54654d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/66dfe145-31d7-46b2-bfd6-f0229df73a7e HTTP/1.1" status: 204 len: 168 time: 0.7881248 Mar 22 14:25:50.087357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:50.094112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3a946-e76e-448e-81c1-64c024629c76 None None] Network 35f09acd-7761-4edc-9d21-61e643dad0b2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:50.172258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (58f1de90-81fd-4b8a-a621-e801351769ae), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.200506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a954e3d-397a-43b4-a3f4-deb3e0a947f4 req-e35c4e7e-e491-400f-8c0d-092931ca7c5f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636418 Mar 22 14:25:50.201781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c7a59269-fff5-4d58-8ac8-d44ff1e77e57), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.238513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] Pushing event deleted for resources: {'Port': ['ID=58f1de90-81fd-4b8a-a621-e801351769ae,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:50.242228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54943c2-b399-4a7e-995c-6b14ed2824a7 None None] No DVR routers for this DVR port 58f1de90-81fd-4b8a-a621-e801351769ae on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:50.265391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-2f55fd53-3253-4062-a8bb-3d9dbde1adaf service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060856 Mar 22 14:25:50.335010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c7a59269-fff5-4d58-8ac8-d44ff1e77e57), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.395356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] DHCP port deletion for 35f09acd-7761-4edc-9d21-61e643dad0b2 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:25:50.422951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a59269-fff5-4d58-8ac8-d44ff1e77e57']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:50.448807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:50.450232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cf14a0-83c7-49bd-97e1-ba23ccad7beb') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:50.472179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (b9cf14a0-83c7-49bd-97e1-ba23ccad7beb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.497757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b9cf14a0-83c7-49bd-97e1-ba23ccad7beb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.499745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30cae4c4-bfdd-43f5-ac2e-7f994e6dc1eb req-b7e39e40-da98-40c1-849d-ad70ba910c89 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127976 Mar 22 14:25:50.506738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:50.507062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (b9cf14a0-83c7-49bd-97e1-ba23ccad7beb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.525613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Deleting port b5739fbc-c069-4d23-ad59-489087451d20 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:50.526109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b5739fbc-c069-4d23-ad59-489087451d20), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:50.599868 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:50.615591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c7a59269-fff5-4d58-8ac8-d44ff1e77e57), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.656420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.666754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] For port b5739fbc-c069-4d23-ad59-489087451d20, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b5739fbc-c069-4d23-ad59-489087451d20,segment=NetworkSegment(cc5802d0-f29f-453f-9282-116b3a26a975),segment_id=cc5802d0-f29f-453f-9282-116b3a26a975)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:50.667160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b5739fbc-c069-4d23-ad59-489087451d20), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.668214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/c7a59269-fff5-4d58-8ac8-d44ff1e77e57 HTTP/1.1" status: 204 len: 168 time: 0.5798621 Mar 22 14:25:50.669109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34988) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:50.669942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964015d7-6e51-4b1c-a5c2-3c0badbe0ab8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=c7a59269-fff5-4d58-8ac8-d44ff1e77e57,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:50.695736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Calling delete_port for b5739fbc-c069-4d23-ad59-489087451d20 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:50.791782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c403fb-c003-40f3-b3ff-ffb6c5cce19a req-3ba2be7a-33be-433a-9179-a53146b2ef0f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:50.793349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9c403fb-c003-40f3-b3ff-ffb6c5cce19a req-3ba2be7a-33be-433a-9179-a53146b2ef0f tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.2264700 Mar 22 14:25:50.795673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-a49b31ba-ba52-4e88-9829-cfd43c6dd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:50.797025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-a49b31ba-ba52-4e88-9829-cfd43c6dd083 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 1125 time: 0.1598461 Mar 22 14:25:50.805297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (35f09acd-7761-4edc-9d21-61e643dad0b2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.887968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 58f1de90-81fd-4b8a-a621-e801351769ae no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:50.888383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port b5739fbc-c069-4d23-ad59-489087451d20 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:50.888878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b5739fbc-c069-4d23-ad59-489087451d20), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.958068 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b5739fbc-c069-4d23-ad59-489087451d20), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.959993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port b5739fbc-c069-4d23-ad59-489087451d20, host n-d-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:50.960743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b5739fbc-c069-4d23-ad59-489087451d20), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:50.965878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9c403fb-c003-40f3-b3ff-ffb6c5cce19a req-2f6c76b5-0661-486f-a23e-23ea39eae888 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585989 Mar 22 14:25:50.978215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for b5739fbc-c069-4d23-ad59-489087451d20 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:50.981151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Port b5739fbc-c069-4d23-ad59-489087451d20 was not found and therefore no delete operation was performed {{(pid=103891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:25:50.982438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b5739fbc-c069-4d23-ad59-489087451d20), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.002776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port b5739fbc-c069-4d23-ad59-489087451d20 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:51.010334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-901bc9c8-5231-453c-b75b-ef543e465179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:51.012610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-901bc9c8-5231-453c-b75b-ef543e465179 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.1942360 Mar 22 14:25:51.041057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=b5739fbc-c069-4d23-ad59-489087451d20,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:51.102169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-2408e4c3-5fa4-4a81-9fff-4238872c7cdd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07acdfde-53c0-4daa-9af2-57234199cf94 HTTP/1.1" status: 200 len: 217 time: 0.0806031 Mar 22 14:25:51.134413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 58f1de90-81fd-4b8a-a621-e801351769ae {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:51.134927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 58f1de90-81fd-4b8a-a621-e801351769ae not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:51.135441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b5739fbc-c069-4d23-ad59-489087451d20 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:51.143581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (35f09acd-7761-4edc-9d21-61e643dad0b2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.162381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b5739fbc-c069-4d23-ad59-489087451d20 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:51.164103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b5739fbc-c069-4d23-ad59-489087451d20 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:51.167569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] No DVR routers for this DVR port b5739fbc-c069-4d23-ad59-489087451d20 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:51.174331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Pushing event deleted for resources: {'Port': ['ID=b5739fbc-c069-4d23-ad59-489087451d20,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:51.197658 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0fd34fb-3c9c-433f-9a5a-5d94e5af379d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.208525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.209999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.211101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f09acd-7761-4edc-9d21-61e643dad0b2']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:51.212045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.212503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.214509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.214982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.215549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.215989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.216832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.218388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.218844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.222316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.222782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.223051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-9f899f96-a90a-4468-b878-9a285e7f4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:51.223467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.224891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-9f899f96-a90a-4468-b878-9a285e7f4a01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1146805 Mar 22 14:25:51.239333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c40b06-315b-4c1a-ba42-065c0227ed06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:25:51.252928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5802d0-f29f-453f-9282-116b3a26a975') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:51.253235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5802d0-f29f-453f-9282-116b3a26a975') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:51.275554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cc5802d0-f29f-453f-9282-116b3a26a975), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.309653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cc5802d0-f29f-453f-9282-116b3a26a975), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.321367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dba31-c0fd-46f6-afb4-1e510d822957 req-8be1b3c6-008f-4504-a3c7-cdbd6de0ef64 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:51.323370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac2dba31-c0fd-46f6-afb4-1e510d822957 req-8be1b3c6-008f-4504-a3c7-cdbd6de0ef64 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 943 time: 0.2906668 Mar 22 14:25:51.330286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:25:51.331134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cc5802d0-f29f-453f-9282-116b3a26a975), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.334414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-a8eb295f-d68a-4306-84cd-cedb1fd918f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989461 Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:25:51.335901 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:25:51.485406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (35f09acd-7761-4edc-9d21-61e643dad0b2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.514883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.530009 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/35f09acd-7761-4edc-9d21-61e643dad0b2 HTTP/1.1" status: 204 len: 168 time: 0.8515315 Mar 22 14:25:51.530705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac2dba31-c0fd-46f6-afb4-1e510d822957 req-dfec7011-bde5-4b14-9adb-9b4a4dd774aa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902776 Mar 22 14:25:51.530705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35008) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:51.544620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-995190955'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:51.570699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2792f86-9a7d-45b3-9902-0ac56db1d63e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=35f09acd-7761-4edc-9d21-61e643dad0b2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:51.576832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03eb6d-34a1-465c-88d9-9d914495bf5a req-01045bcc-7ae6-4871-b2a3-477ab7ffec16 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:51.584872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a03eb6d-34a1-465c-88d9-9d914495bf5a req-01045bcc-7ae6-4871-b2a3-477ab7ffec16 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2603245 Mar 22 14:25:51.627729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-7911d2a7-f3ef-480d-917f-57bf3b5602a0 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702782 Mar 22 14:25:51.638973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:51.642443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:51.747525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a03eb6d-34a1-465c-88d9-9d914495bf5a req-1d069d17-305a-47ad-aa57-4f1094b13b5f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616204 Mar 22 14:25:51.769943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:25:51.887580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 07acdfde-53c0-4daa-9af2-57234199cf94 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:25:52.014713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=07acdfde-53c0-4daa-9af2-57234199cf94,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:52.031993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '07acdfde-53c0-4daa-9af2-57234199cf94', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': '07acdfde-53c0-4daa-9af2-57234199cf94', 'mac_address': 'fa:16:3e:1a:e1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:25:52.061204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.115676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 07acdfde-53c0-4daa-9af2-57234199cf94 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:52.116337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.149436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07acdfde-53c0-4daa-9af2-57234199cf94 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:25:52.204119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=07acdfde-53c0-4daa-9af2-57234199cf94,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:52.216990 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.221588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-05a4cb0a-3b16-4c63-b864-3ef185646737 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:52.227434 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-05a4cb0a-3b16-4c63-b864-3ef185646737 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.1467037 Mar 22 14:25:52.244649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a1664f1-395d-4eb8-b678-efaf2a361a33 req-76f6a8e8-851e-418c-bdb7-ac28ff1804e4 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954659 Mar 22 14:25:52.261002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (143803da-8357-44cb-847a-5bbd7fdfdd9c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.261680 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment 143803da-8357-44cb-847a-5bbd7fdfdd9c of type vlan for network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 Mar 22 14:25:52.317720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (314eb76d-b0ca-4b3a-a716-b72d81f104d8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.347964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:52.349145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95660c8-abde-4b0e-869f-b0c819e256c9 req-54a05637-64fc-4f1e-942b-b9100cb1dd87 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:52.359955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a95660c8-abde-4b0e-869f-b0c819e256c9 req-54a05637-64fc-4f1e-942b-b9100cb1dd87 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.1389000 Mar 22 14:25:52.404412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (314eb76d-b0ca-4b3a-a716-b72d81f104d8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.410373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:52.411349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.426565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 9cc684ca-24b3-4ffc-8dec-105899042f36 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:52.427024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.481687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['07acdfde-53c0-4daa-9af2-57234199cf94'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:25:52.544016 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:25:52.584256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a95660c8-abde-4b0e-869f-b0c819e256c9 req-81f6e238-bccf-4f2d-9af3-7099f4a63d47 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230284 Mar 22 14:25:52.602142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0640705 Mar 22 14:25:52.605086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:52.615939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:52.622990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4276b61-3184-4327-9d8f-acb902bf12a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=314eb76d-b0ca-4b3a-a716-b72d81f104d8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:52.658284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:25:52.738837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] For port 9cc684ca-24b3-4ffc-8dec-105899042f36, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=9cc684ca-24b3-4ffc-8dec-105899042f36,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:52.739478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.808440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d241-841a-49fd-a16c-b7829ed4831c req-f02ee84b-3562-43ea-b75f-b60e7146726f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:52.813709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b66d241-841a-49fd-a16c-b7829ed4831c req-f02ee84b-3562-43ea-b75f-b60e7146726f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 944 time: 0.1407442 Mar 22 14:25:52.917152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:52.927302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:52.956664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b66d241-841a-49fd-a16c-b7829ed4831c req-32129a5c-edc5-4c57-8985-1400dd84bc79 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Mar 22 14:25:53.034953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f82cc-5176-4dda-af76-24f5775f62a7 req-75aa2ea6-8342-41d2-b359-50f53e5d437a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:53.037354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d2f82cc-5176-4dda-af76-24f5775f62a7 req-75aa2ea6-8342-41d2-b359-50f53e5d437a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1144838 Mar 22 14:25:53.137591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d2f82cc-5176-4dda-af76-24f5775f62a7 req-0e2ecd50-a3a1-40fa-97da-b2d25e289cff tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940020 Mar 22 14:25:53.455777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.456381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.456486 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Floating IP dfb432d8-7061-43ae-b201-12d7738cd938 disassociated. External IP: 172.25.3.200, port: 9cc684ca-24b3-4ffc-8dec-105899042f36. Mar 22 14:25:53.456782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 9cc684ca-24b3-4ffc-8dec-105899042f36 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:53.645995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (70db2ba3-67ef-45e8-8542-d024454ed675), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.740427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.813396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b873b-5fe6-46fd-ab71-1cfbaefe46d9 req-f5ee3509-1e09-40e0-be90-bd3d59ab8d8b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:53.820124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=70db2ba3-67ef-45e8-8542-d024454ed675,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:53.830331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d35b873b-5fe6-46fd-ab71-1cfbaefe46d9 req-f5ee3509-1e09-40e0-be90-bd3d59ab8d8b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 945 time: 0.1488845 Mar 22 14:25:53.840294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': '143803da-8357-44cb-847a-5bbd7fdfdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:53.840658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 314eb76d-b0ca-4b3a-a716-b72d81f104d8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:25:53.866982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9cc684ca-24b3-4ffc-8dec-105899042f36), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:53.900307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 07acdfde-53c0-4daa-9af2-57234199cf94 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:53.925468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=9cc684ca-24b3-4ffc-8dec-105899042f36,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:53.929724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:25:53.936433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d35b873b-5fe6-46fd-ab71-1cfbaefe46d9 req-5b3308fc-2996-4aa6-9339-615a4683c344 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups?id=5aea9139-82dc-45f7-bac5-86a63eac29c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046059 Mar 22 14:25:53.980282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 314eb76d-b0ca-4b3a-a716-b72d81f104d8) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:54.004399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34b1cc-f81d-489e-867f-26a2baf05daa None None] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:54.070146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 07acdfde-53c0-4daa-9af2-57234199cf94 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:25:54.076477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 07acdfde-53c0-4daa-9af2-57234199cf94 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:54.077113 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.112163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:54.112765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.143332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c74c6-f48c-4874-aee4-10ce667c2535 req-5cfc5f5d-f043-423f-80e4-b5021aeb0fc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:54.145882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-038c74c6-f48c-4874-aee4-10ce667c2535 req-5cfc5f5d-f043-423f-80e4-b5021aeb0fc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 944 time: 0.0847354 Mar 22 14:25:54.152696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:25:54.160842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d34ca966-95a3-4f3c-9faf-2496cd23e1e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543864 Mar 22 14:25:54.163089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:54.171674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-796077293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:54.204481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.206512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.263978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-314eb76d-b0ca-4b3a-a716-b72d81f104d8', 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '70db2ba3-67ef-45e8-8542-d024454ed675'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:25:54.265892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.306436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-038c74c6-f48c-4874-aee4-10ce667c2535 req-6f2d4dcd-7081-4df7-b9c8-8d4580fd2b02 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524944 Mar 22 14:25:54.388652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 07acdfde-53c0-4daa-9af2-57234199cf94 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:54.388652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.425937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492373c-cb01-4de4-a7ca-08a555d83e1d req-bbc72ca5-8cbd-4689-829b-c4ab2537eb64 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:54.427798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f492373c-cb01-4de4-a7ca-08a555d83e1d req-bbc72ca5-8cbd-4689-829b-c4ab2537eb64 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1460314 Mar 22 14:25:54.503031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:54.508570 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58239361-9886-4131-b97b-420c7f6d626a" -d '{"events": [{"server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "name": "network-vif-plugged", "status": "completed", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:54.547783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f492373c-cb01-4de4-a7ca-08a555d83e1d req-d19351ee-2ef4-45c0-ac51-c354ad18cf81 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Mar 22 14:25:54.581994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:25:54.596674 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:25:54.631666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:54.634237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:54.635255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.636901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] No DVR routers for this DVR port 9cc684ca-24b3-4ffc-8dec-105899042f36 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:25:54.639714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.644821 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-025929a9-4fb0-4aad-bee3-0302c5703625 req-77921116-a241-4d63-849e-5e008e7630ef tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.78 "DELETE /v2.0/ports/9cc684ca-24b3-4ffc-8dec-105899042f36 HTTP/1.1" status: 204 len: 173 time: 2.4079900 Mar 22 14:25:54.644821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'name': 'network-vif-deleted', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:25:54.648051 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc2832-c513-489e-b015-37b39c1f7472" -d '{"events": [{"server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "name": "network-vif-deleted", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:25:54.668023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.677918 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e5523-89ca-42dd-9a59-c3ceb74a4e4e x-openstack-request-id: req-ec1e5523-89ca-42dd-9a59-c3ceb74a4e4e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:54.678246 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "name": "network-vif-plugged", "status": "completed", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:54.678638 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec1e5523-89ca-42dd-9a59-c3ceb74a4e4e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:54.679107 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1e5523-89ca-42dd-9a59-c3ceb74a4e4e'] response: {'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94', 'code': 200} Mar 22 14:25:54.750939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=07acdfde-53c0-4daa-9af2-57234199cf94,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:54.759694 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefafda9-f85e-43cf-bad6-749b038f1ad9 x-openstack-request-id: req-fefafda9-f85e-43cf-bad6-749b038f1ad9 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:25:54.760811 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b61e57-a82e-4a18-a1c8-b50f56d51551", "name": "network-vif-deleted", "tag": "9cc684ca-24b3-4ffc-8dec-105899042f36", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:25:54.762477 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fefafda9-f85e-43cf-bad6-749b038f1ad9 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:25:54.764194 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefafda9-f85e-43cf-bad6-749b038f1ad9'] response: {'server_uuid': '74b61e57-a82e-4a18-a1c8-b50f56d51551', 'name': 'network-vif-deleted', 'tag': '9cc684ca-24b3-4ffc-8dec-105899042f36', 'status': 'completed', 'code': 200} Mar 22 14:25:54.770393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.774157 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-69ddbc11-d068-4e9a-9148-522675de657d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6048067 Mar 22 14:25:54.774720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:54.779495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.779996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'port': {'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8', 'name': 'tempest-RoutersTest-1754312410'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:25:54.814623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9133f74-3449-437d-9084-b7f2fa51d7e7 req-686ddce4-624a-49fc-b30e-d0165ce90153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:54.816369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9133f74-3449-437d-9084-b7f2fa51d7e7 req-686ddce4-624a-49fc-b30e-d0165ce90153 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 1126 time: 0.1344187 Mar 22 14:25:54.896741 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:54.927498 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d9133f74-3449-437d-9084-b7f2fa51d7e7 req-b30fe412-63e0-48c4-8534-70f6eb23ee0f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034813 Mar 22 14:25:54.987469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:54.994646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:55.032670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Allocated IP 172.20.0.2 (314eb76d-b0ca-4b3a-a716-b72d81f104d8/70db2ba3-67ef-45e8-8542-d024454ed675/3e66df7b-1e88-4577-9be0-9fc068bd7657) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:55.171059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29b03fdc-bf2e-4fdb-83f0-0886cae51387 req-e6de4daa-0733-4a20-8ad0-0a37bc06325d tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/ports?device_id=74b61e57-a82e-4a18-a1c8-b50f56d51551 HTTP/1.1" status: 200 len: 210 time: 0.0747519 Mar 22 14:25:55.174315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:25:55.184611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.237392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] device_id is not set on port 39a2beb9-1b2f-4237-922c-6e26b5c27504 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:25:55.260566 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:55.327783 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:25:55.342524 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:25:55.343516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:55.352594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks [] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.366701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.451005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:55.453869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:55.457841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:55.487842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.20.0.10 (314eb76d-b0ca-4b3a-a716-b72d81f104d8/70db2ba3-67ef-45e8-8542-d024454ed675/39a2beb9-1b2f-4237-922c-6e26b5c27504) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:25:55.577474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Attempting to bind port 3e66df7b-1e88-4577-9be0-9fc068bd7657 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:25:55.577852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Attempting to bind port 3e66df7b-1e88-4577-9be0-9fc068bd7657 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '143803da-8357-44cb-847a-5bbd7fdfdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:25:55.578247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Attempting to bind port 3e66df7b-1e88-4577-9be0-9fc068bd7657 on network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:25:55.586191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:25:55.600429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Checking segment: {'id': '143803da-8357-44cb-847a-5bbd7fdfdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:25:55.603473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.603897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Bound using segment: {'id': '143803da-8357-44cb-847a-5bbd7fdfdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:25:55.604465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Bound port: 3e66df7b-1e88-4577-9be0-9fc068bd7657, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143803da-8357-44cb-847a-5bbd7fdfdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '314eb76d-b0ca-4b3a-a716-b72d81f104d8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:25:55.604882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.614267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Pushing event updated for resources: {'Port': ['ID=3e66df7b-1e88-4577-9be0-9fc068bd7657,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:55.670041 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:25:55.731620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] For port 3e66df7b-1e88-4577-9be0-9fc068bd7657, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:25:55.740669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] For port 3e66df7b-1e88-4577-9be0-9fc068bd7657, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3e66df7b-1e88-4577-9be0-9fc068bd7657,segment=NetworkSegment(143803da-8357-44cb-847a-5bbd7fdfdd9c),segment_id=143803da-8357-44cb-847a-5bbd7fdfdd9c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:25:55.751263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:55.814463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe77f33-6448-4da9-abca-9310781ba248 None None] Pushing event updated for resources: {'Port': ['ID=3e66df7b-1e88-4577-9be0-9fc068bd7657,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:55.911053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e6a8-e9b5-403e-8fd5-01a6571d4502 req-862d3644-a81b-4b33-9285-0d11cc9bdd7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:55.919201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a475e6a8-e9b5-403e-8fd5-01a6571d4502 req-862d3644-a81b-4b33-9285-0d11cc9bdd7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.4282486 Mar 22 14:25:55.972356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739920-8020-406a-9cdf-5824402c9747 req-bec6ea0b-16df-4f8c-aee4-4b0402517be0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:55.980463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0739920-8020-406a-9cdf-5824402c9747 req-bec6ea0b-16df-4f8c-aee4-4b0402517be0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2536840 Mar 22 14:25:56.087913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.112024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:25:56.161603 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0c330-a6f4-4665-b611-a0f0b0b8345e None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:17:43Z', 'revision_number': 4, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c7938ca6-9eca-4fdd-96b7-884433b9739d', 'name': '', 'network_id': '3c10e20b-dbb4-4e89-b113-cc9c52f27900', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'mac_address': 'fa:16:3e:80:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:39Z', 'updated_at': '2022-03-22T14:17:54Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'subnets': [{'id': '7b4ab801-c4fd-45ea-9950-96b9bbf7052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:25:56.189595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.355950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0739920-8020-406a-9cdf-5824402c9747 req-abb4e6f5-52c9-4981-a925-d9cf81fb342a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746028 Mar 22 14:25:56.358135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:56.385899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:56.405314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a475e6a8-e9b5-403e-8fd5-01a6571d4502 req-fb7b9f5d-c507-4fdd-b809-7074ea5e8fc2 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849396 Mar 22 14:25:56.408609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:25:56.467586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=39a2beb9-1b2f-4237-922c-6e26b5c27504,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:56.489753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:56.546495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:56.547865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.605545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a544848f-47a5-403a-8af1-050d213c61bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8296449 Mar 22 14:25:56.606633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35118) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:56.631743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (5aea9139-82dc-45f7-bac5-86a63eac29c3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.686212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (5aea9139-82dc-45f7-bac5-86a63eac29c3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.836133 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5aea9139-82dc-45f7-bac5-86a63eac29c3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.839502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:56.840980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/security-groups/5aea9139-82dc-45f7-bac5-86a63eac29c3 HTTP/1.1" status: 204 len: 168 time: 0.3503861 Mar 22 14:25:56.844524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35122) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:56.861988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3e66df7b-1e88-4577-9be0-9fc068bd7657 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:56.914646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381e25-0b4a-47fa-9abb-70843c9655c5 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea9139-82dc-45f7-bac5-86a63eac29c3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:56.925333 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-37493cd5-566f-455e-9b61-17acdae21901 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] show failed (client error): The resource could not be found. Mar 22 14:25:56.929615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-37493cd5-566f-455e-9b61-17acdae21901 tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "GET /v2.0/security-groups/5aea9139-82dc-45f7-bac5-86a63eac29c3 HTTP/1.1" status: 404 len: 347 time: 0.0838175 Mar 22 14:25:56.930489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:25:56.951645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8425b7-20b5-4bd9-81a2-bc293acdc390 None None] New status for floating IP dfb432d8-7061-43ae-b201-12d7738cd938: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:25:57.036230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3e66df7b-1e88-4577-9be0-9fc068bd7657 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:57.036618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.157136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Deleting port 4f1a431c-12e9-485d-9f5f-6e3248ed0646 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:25:57.161232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.356252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.371521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.372040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (4f1a431c-12e9-485d-9f5f-6e3248ed0646), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.405648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Calling delete_port for 4f1a431c-12e9-485d-9f5f-6e3248ed0646 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:25:57.583085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3e66df7b-1e88-4577-9be0-9fc068bd7657 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:57.590636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.673352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 3e66df7b-1e88-4577-9be0-9fc068bd7657, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3e66df7b-1e88-4577-9be0-9fc068bd7657,segment=NetworkSegment(143803da-8357-44cb-847a-5bbd7fdfdd9c),segment_id=143803da-8357-44cb-847a-5bbd7fdfdd9c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:25:57.684955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.776106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=3e66df7b-1e88-4577-9be0-9fc068bd7657,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:57.865630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67824467-f3ff-4201-85ae-312b1c9186e4 req-7cbb70b1-4291-41cc-915a-0a7071da940d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:57.874095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67824467-f3ff-4201-85ae-312b1c9186e4 req-7cbb70b1-4291-41cc-915a-0a7071da940d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2495935 Mar 22 14:25:57.897413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.905183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:57.911161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9cc684ca-24b3-4ffc-8dec-105899042f36 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:25:57.924808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bbc1a-1a30-407f-8ba3-78c3776145c0 None None] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:25:57.930912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b278-350e-46b3-8537-5cefaa625677 req-3eba96d7-8577-4061-a6d1-841601a1bc03 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:57.941163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd5b278-350e-46b3-8537-5cefaa625677 req-3eba96d7-8577-4061-a6d1-841601a1bc03 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.3285959 Mar 22 14:25:58.043744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=39a2beb9-1b2f-4237-922c-6e26b5c27504,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:58.081263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 9cc684ca-24b3-4ffc-8dec-105899042f36 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:25:58.081574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 9cc684ca-24b3-4ffc-8dec-105899042f36 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:25:58.096809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67824467-f3ff-4201-85ae-312b1c9186e4 req-9330897c-7938-4c7c-ad65-480536b3fbbe tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997333 Mar 22 14:25:58.147126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd5b278-350e-46b3-8537-5cefaa625677 req-db439b85-9673-495e-9de4-667d0a5aa7cd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024744 Mar 22 14:25:58.166168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-07066b5f-202d-4449-bd3a-341176483432 None None] Provisioning complete for port 3e66df7b-1e88-4577-9be0-9fc068bd7657 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:58.166168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-07066b5f-202d-4449-bd3a-341176483432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.167351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4f1a431c-12e9-485d-9f5f-6e3248ed0646), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.215855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Pushing event deleted for resources: {'Port': ['ID=4f1a431c-12e9-485d-9f5f-6e3248ed0646,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:58.290375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks [] for floatingip (dfb432d8-7061-43ae-b201-12d7738cd938), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.296660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.314368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.321366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-211ebe66-4fff-43fc-844a-c2406342ec3b tempest-AttachVolumeNegativeTest-552080967 tempest-AttachVolumeNegativeTest-552080967-project] 10.222.0.81 "DELETE /v2.0/floatingips/dfb432d8-7061-43ae-b201-12d7738cd938 HTTP/1.1" status: 204 len: 168 time: 1.3891733 Mar 22 14:25:58.449884 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.567040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-117de292-f0fd-4a4f-bf8c-e9bd1eef4216 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:58.582659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-117de292-f0fd-4a4f-bf8c-e9bd1eef4216 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.2008984 Mar 22 14:25:58.594398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-07066b5f-202d-4449-bd3a-341176483432 None None] Current status of the port 3e66df7b-1e88-4577-9be0-9fc068bd7657 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:58.597177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.607031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-673bde97-786f-427d-9b92-5668187ac00d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0235589 Mar 22 14:25:58.711601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-13e43e32-681b-44d5-9876-6ca8ecd5211b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975747 Mar 22 14:25:58.758336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3e66df7b-1e88-4577-9be0-9fc068bd7657 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:25:58.899995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3e66df7b-1e88-4577-9be0-9fc068bd7657 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:58.900270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:58.920522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-947e7a3b-e1b6-43f4-a937-b45635e3a113 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996663 Mar 22 14:25:59.014194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Provisioning complete for port 3e66df7b-1e88-4577-9be0-9fc068bd7657 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:59.014684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.133502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.145819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.194514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-d50f9ebc-1650-4f43-903d-8d25603d6c09 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681210 Mar 22 14:25:59.260292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.277348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=39a2beb9-1b2f-4237-922c-6e26b5c27504,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:25:59.322699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.440902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3e66df7b-1e88-4577-9be0-9fc068bd7657 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:59.447727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Current status of the port 3e66df7b-1e88-4577-9be0-9fc068bd7657 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:25:59.460370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9368609-3061-4345-9622-d07d91dba63b req-cbbfcf15-980d-4d19-9555-16a71f1d74ee tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:25:59.472867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9368609-3061-4345-9622-d07d91dba63b req-cbbfcf15-980d-4d19-9555-16a71f1d74ee tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1588256 Mar 22 14:25:59.494329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Provisioning complete for port 39a2beb9-1b2f-4237-922c-6e26b5c27504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:59.494705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.592930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:25:59.596192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:25:59.648191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfc543-7203-4db2-9548-342d9032c512 None None] Port 39a2beb9-1b2f-4237-922c-6e26b5c27504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:59.650855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18fe9df4-ffc6-48f7-b831-7d56828b0efe req-113d5f29-fed7-420f-a954-48a83b3f6d7c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 210 time: 0.1101363 Mar 22 14:25:59.734624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9368609-3061-4345-9622-d07d91dba63b req-394b1fef-5c88-4237-bccd-acce67f96898 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558525 Mar 22 14:25:59.787556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7b937911-788f-4b8d-9dbb-88c332ba63f5 None None] Provisioning complete for port 39a2beb9-1b2f-4237-922c-6e26b5c27504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:25:59.787951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b937911-788f-4b8d-9dbb-88c332ba63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:25:59.880869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7b937911-788f-4b8d-9dbb-88c332ba63f5 None None] Port 39a2beb9-1b2f-4237-922c-6e26b5c27504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:25:59.914201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router c6be7ce0-6ab6-49d7-978b-1013e6adaecf is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:00.012145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0b7683d6-3ecf-4e2b-84ea-ee74128be3ca None None] Provisioning complete for port 39a2beb9-1b2f-4237-922c-6e26b5c27504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:00.012822 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0b7683d6-3ecf-4e2b-84ea-ee74128be3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.103956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0b7683d6-3ecf-4e2b-84ea-ee74128be3ca None None] Port 39a2beb9-1b2f-4237-922c-6e26b5c27504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:00.155266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:00.174233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] Sync routers for ids ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:00.183952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2d9d97bf-310c-4011-9ddd-14f9a0ec0aff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/c6be7ce0-6ab6-49d7-978b-1013e6adaecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760937 Mar 22 14:26:00.186686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35194) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:00.195964 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] Routers {'c6be7ce0-6ab6-49d7-978b-1013e6adaecf'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:00.198799 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:00.256919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9eeaad-7963-4ae9-a413-866bfae32277 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:00.259097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d9eeaad-7963-4ae9-a413-866bfae32277 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports/39a2beb9-1b2f-4237-922c-6e26b5c27504 HTTP/1.1" status: 200 len: 978 time: 0.0714035 Mar 22 14:26:00.261375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35196) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:00.276324 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:00.286011 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] Routers {'c6be7ce0-6ab6-49d7-978b-1013e6adaecf'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:00.286893 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:00.338215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-83ed0861-7328-4107-af60-e37376bdb212 None None] Provisioning complete for port 39a2beb9-1b2f-4237-922c-6e26b5c27504 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:00.354505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-83ed0861-7328-4107-af60-e37376bdb212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:00.396880 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:00.398183 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7718a5-8825-4950-97fe-d3ddf2b048c3 None None] The sync data for ids ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:00.477482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-83ed0861-7328-4107-af60-e37376bdb212 None None] Port 39a2beb9-1b2f-4237-922c-6e26b5c27504 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:00.838093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd73d3d2-61c4-4e9d-95e7-c550a1e96627 req-13036033-d61f-4387-bdca-fb531f8508da tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 210 time: 0.0694816 Mar 22 14:26:00.917711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63cd3-9dd9-4d93-bf3f-123df0195ddf req-b4ab355e-b37c-4871-9a57-5888c007578b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:00.919089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90e63cd3-9dd9-4d93-bf3f-123df0195ddf req-b4ab355e-b37c-4871-9a57-5888c007578b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1055331 Mar 22 14:26:00.987889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90e63cd3-9dd9-4d93-bf3f-123df0195ddf req-90865a45-893d-47c7-9f6f-17e6e72af72d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 Mar 22 14:26:01.028370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.573953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c5092c41-00b2-4782-8dca-8fa671c92c31 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:01.575428 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c5092c41-00b2-4782-8dca-8fa671c92c31 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.1990991 Mar 22 14:26:01.589918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:01.747750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 39a2beb9-1b2f-4237-922c-6e26b5c27504 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:01.748167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.788661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:01.792167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.899155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:01.920118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 39a2beb9-1b2f-4237-922c-6e26b5c27504 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:01.970463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5df1a1c3-c52b-4819-99d8-98e3e03fc0e2 req-38515996-11e5-496c-99c8-90904678c757 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 210 time: 0.0465648 Mar 22 14:26:02.049521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.7 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/6c57b5b8-11f2-4703-81dc-213f8f95db4f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:02.156351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730c695-904a-405c-8682-105bd87e6e34 req-53d4e606-23dd-4e11-b0fc-f76b579fdbb8 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:02.159813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a730c695-904a-405c-8682-105bd87e6e34 req-53d4e606-23dd-4e11-b0fc-f76b579fdbb8 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.0915523 Mar 22 14:26:02.217567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a730c695-904a-405c-8682-105bd87e6e34 req-eb398d26-6112-417b-bf37-e0a39205dcb4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Mar 22 14:26:02.234882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (39a2beb9-1b2f-4237-922c-6e26b5c27504), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.306624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=39a2beb9-1b2f-4237-922c-6e26b5c27504,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:02.488094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.594639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.791004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:02.804330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2', '07acdfde-53c0-4daa-9af2-57234199cf94'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:02.887348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router c6be7ce0-6ab6-49d7-978b-1013e6adaecf has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:02.889952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:02.920497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:02.925708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:03.066004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:03.066693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.077674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:03.192477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d279-443c-4087-9007-e75dccd4ba13 req-ec3b96de-41bf-4456-8822-2fcec6ea4e18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:03.204515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da24d279-443c-4087-9007-e75dccd4ba13 req-ec3b96de-41bf-4456-8822-2fcec6ea4e18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 931 time: 0.1064951 Mar 22 14:26:03.258287 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-c984eb42-5df0-49b2-946b-34b37a32a775 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6731038 Mar 22 14:26:03.260095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:03.270699 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-51f23caf-6193-43b3-9262-5b9e0528280f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/c6be7ce0-6ab6-49d7-978b-1013e6adaecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037897 Mar 22 14:26:03.270908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:03.274111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Request body: {'port': {'device_id': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:03.345725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] Sync routers for ids ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:03.374961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] Routers {'c6be7ce0-6ab6-49d7-978b-1013e6adaecf'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:03.375820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:03.418730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:03.431208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] Routers {'c6be7ce0-6ab6-49d7-978b-1013e6adaecf'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:03.431808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:03.436594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.485477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:03.487212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31396e8-ab74-463d-8b85-b2e4c00f4e27 None None] The sync data for ids ['c6be7ce0-6ab6-49d7-978b-1013e6adaecf'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:03.545302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da24d279-443c-4087-9007-e75dccd4ba13 req-fa64193d-acbd-45b9-a407-4e05710b3666 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398151 Mar 22 14:26:03.831011 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-e80c4be8-fefe-44ba-a7ed-c6866e477a09 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 14:26:03.835826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e80c4be8-fefe-44ba-a7ed-c6866e477a09 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/c6be7ce0-6ab6-49d7-978b-1013e6adaecf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5646842 Mar 22 14:26:03.836680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35242) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:03.848637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc761-c4df-4e9f-adf9-cd3cefcb3a6b req-6d6d61aa-45bc-4d08-ad9e-7b1226b01ead tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:03.854808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c57b5b8-11f2-4703-81dc-213f8f95db4f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:26:03.859501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8fdc761-c4df-4e9f-adf9-cd3cefcb3a6b req-6d6d61aa-45bc-4d08-ad9e-7b1226b01ead tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.4740543 Mar 22 14:26:03.913880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84114819-3e5c-44b7-8ba1-cbbee74631bc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6be7ce0-6ab6-49d7-978b-1013e6adaecf HTTP/1.1" status: 200 len: 205 time: 0.0758445 Mar 22 14:26:03.923696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks [] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:03.928432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8fdc761-c4df-4e9f-adf9-cd3cefcb3a6b req-241f4e91-284e-4bc8-9c76-a503c5ca4123 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Mar 22 14:26:03.931305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:04.000906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Transition to ACTIVE for port object 6c57b5b8-11f2-4703-81dc-213f8f95db4f will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:26:04.037158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.134308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.137475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Pushing event updated for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:04.380651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.384212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.447510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Attempting to bind port 6c57b5b8-11f2-4703-81dc-213f8f95db4f on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:04.447917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Attempting to bind port 6c57b5b8-11f2-4703-81dc-213f8f95db4f by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:04.448231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Attempting to bind port 6c57b5b8-11f2-4703-81dc-213f8f95db4f on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:04.451907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (c6be7ce0-6ab6-49d7-978b-1013e6adaecf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.452425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router c6be7ce0-6ab6-49d7-978b-1013e6adaecf {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:04.460641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.467146 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0ba807ee-3fbe-42a6-b01a-cb89c503c8cd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/c6be7ce0-6ab6-49d7-978b-1013e6adaecf HTTP/1.1" status: 204 len: 168 time: 0.5237699 Mar 22 14:26:04.467925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35250) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:04.468984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Port 6c57b5b8-11f2-4703-81dc-213f8f95db4f on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:26:04.469988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Attempting to bind port 6c57b5b8-11f2-4703-81dc-213f8f95db4f on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:04.486414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:04.486780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:04.487155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:04.487604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Bound port: 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:04.487963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.549904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 70db2ba3-67ef-45e8-8542-d024454ed675 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:04.559281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (70db2ba3-67ef-45e8-8542-d024454ed675), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.617211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (70db2ba3-67ef-45e8-8542-d024454ed675), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.663289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:04.668911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:04.687502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.782376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:04.783090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.784625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] 10.222.0.78 "PUT /v2.0/ports/6c57b5b8-11f2-4703-81dc-213f8f95db4f HTTP/1.1" status: 200 len: 1091 time: 1.5159121 Mar 22 14:26:04.785212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:04.787655 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:04.812447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (70db2ba3-67ef-45e8-8542-d024454ed675), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:04.890504 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d91f7-7da6-4828-b0f3-7941262879c6 x-openstack-request-id: req-6c9d91f7-7da6-4828-b0f3-7941262879c6 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:04.891110 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:04.891110 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c9d91f7-7da6-4828-b0f3-7941262879c6 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:04.891385 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9d91f7-7da6-4828-b0f3-7941262879c6'] response: {'name': 'network-changed', 'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f', 'status': 'completed', 'code': 200} Mar 22 14:26:04.896906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734afac0-05cd-4c3b-8970-793447a8a277 service neutron] Pushing event updated for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:04.920796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8f6d-956b-4822-9b73-5df4067ff10b req-b7deacff-dd41-4859-84fb-ac42d9bbe8b0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:04.927078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-674ab664-5402-43ed-8963-46b696ff73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:04.928617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-674ab664-5402-43ed-8963-46b696ff73c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 1125 time: 0.0958078 Mar 22 14:26:04.931008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-280f8f6d-956b-4822-9b73-5df4067ff10b req-b7deacff-dd41-4859-84fb-ac42d9bbe8b0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 943 time: 0.2409756 Mar 22 14:26:04.991788 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-21cf7f78-4ef0-4168-8d1f-74878080f09a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f HTTP/1.1" status: 200 len: 217 time: 0.0545397 Mar 22 14:26:05.077282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-22558cbd-72e4-4dce-bd7a-bb026d391777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:05.079500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-22558cbd-72e4-4dce-bd7a-bb026d391777 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0787220 Mar 22 14:26:05.123180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-f85ca936-5c36-4099-86e5-0240ea2672cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331755 Mar 22 14:26:05.153032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-280f8f6d-956b-4822-9b73-5df4067ff10b req-38b8729e-373c-463e-a3d9-cb3c5cef0bac tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208712 Mar 22 14:26:05.156973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (70db2ba3-67ef-45e8-8542-d024454ed675), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.183445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8bf76-01e2-42c4-8cc5-e5f71520bf4a req-f56400a8-d1a8-4b04-bbb4-f84fb16230f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:05.191075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd118ef0-7dcd-4053-9759-1eb6ff9965e4 None None] Network 314eb76d-b0ca-4b3a-a716-b72d81f104d8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:05.203002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91a8bf76-01e2-42c4-8cc5-e5f71520bf4a req-f56400a8-d1a8-4b04-bbb4-f84fb16230f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1654086 Mar 22 14:26:05.277388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.290271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/70db2ba3-67ef-45e8-8542-d024454ed675 HTTP/1.1" status: 204 len: 168 time: 0.8211811 Mar 22 14:26:05.296678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:05.299446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4f0cb-8e4f-4c07-a771-daf3571bac05 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=70db2ba3-67ef-45e8-8542-d024454ed675,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:05.314764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-dada02fb-a82c-4e4e-ba7f-17557f7ace04 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786141 Mar 22 14:26:05.371985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91a8bf76-01e2-42c4-8cc5-e5f71520bf4a req-3b5fa1af-d103-427e-a16a-af087fa31be1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680226 Mar 22 14:26:05.468218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (314eb76d-b0ca-4b3a-a716-b72d81f104d8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.488777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] DHCP port deletion for 314eb76d-b0ca-4b3a-a716-b72d81f104d8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:05.553145 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f51f0d1e-7656-4a26-a1de-3250f4d9714b req-26d23f4b-f536-4496-ac1d-77e8420364c4 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267146 Mar 22 14:26:05.575987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Deleting port 3e66df7b-1e88-4577-9be0-9fc068bd7657 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:05.578949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.596009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 3e66df7b-1e88-4577-9be0-9fc068bd7657 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:05.596953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.653411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] For port 3e66df7b-1e88-4577-9be0-9fc068bd7657, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3e66df7b-1e88-4577-9be0-9fc068bd7657,segment=NetworkSegment(143803da-8357-44cb-847a-5bbd7fdfdd9c),segment_id=143803da-8357-44cb-847a-5bbd7fdfdd9c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:05.653894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.669645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Calling delete_port for 3e66df7b-1e88-4577-9be0-9fc068bd7657 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:05.681553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 3e66df7b-1e88-4577-9be0-9fc068bd7657, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3e66df7b-1e88-4577-9be0-9fc068bd7657,segment=NetworkSegment(143803da-8357-44cb-847a-5bbd7fdfdd9c),segment_id=143803da-8357-44cb-847a-5bbd7fdfdd9c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:05.682099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.720336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 3e66df7b-1e88-4577-9be0-9fc068bd7657 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:05.791491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:05.860306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] Pushing event deleted for resources: {'Port': ['ID=3e66df7b-1e88-4577-9be0-9fc068bd7657,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:05.869174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae410d-2db1-4d3a-aa5d-9520c097bb11 None None] No DVR routers for this DVR port 3e66df7b-1e88-4577-9be0-9fc068bd7657 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:05.909482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-705763c7-5f63-4277-abb0-3b225d62582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:05.910936 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-705763c7-5f63-4277-abb0-3b225d62582d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 1125 time: 0.1800590 Mar 22 14:26:06.019733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3e66df7b-1e88-4577-9be0-9fc068bd7657), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.028747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-72e2674c-a193-4142-a76e-4d6d9a908297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.030489 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-72e2674c-a193-4142-a76e-4d6d9a908297 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.1127093 Mar 22 14:26:06.059368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 3e66df7b-1e88-4577-9be0-9fc068bd7657 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:06.132271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=3e66df7b-1e88-4577-9be0-9fc068bd7657,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:06.210699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (314eb76d-b0ca-4b3a-a716-b72d81f104d8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.235159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314eb76d-b0ca-4b3a-a716-b72d81f104d8']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:06.245801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143803da-8357-44cb-847a-5bbd7fdfdd9c') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:06.246138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143803da-8357-44cb-847a-5bbd7fdfdd9c') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:06.261951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (143803da-8357-44cb-847a-5bbd7fdfdd9c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.279285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (143803da-8357-44cb-847a-5bbd7fdfdd9c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.285679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:06.286104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (143803da-8357-44cb-847a-5bbd7fdfdd9c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.352226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716bed-7af8-4a33-baff-54e0aa50e70f req-08f5c8a0-da38-4065-8798-82b385026a77 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.353807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84716bed-7af8-4a33-baff-54e0aa50e70f req-08f5c8a0-da38-4065-8798-82b385026a77 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 943 time: 0.0942228 Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:06.391035 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:06.394070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-89822e93-82c5-4ed4-a326-b90486e441fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f HTTP/1.1" status: 200 len: 217 time: 0.2614665 Mar 22 14:26:06.394070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (314eb76d-b0ca-4b3a-a716-b72d81f104d8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.399389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.406333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35288) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:06.408783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/314eb76d-b0ca-4b3a-a716-b72d81f104d8 HTTP/1.1" status: 204 len: 168 time: 1.1102195 Mar 22 14:26:06.414123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1847104541'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:06.435439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa162203-434a-40bf-8927-5475501362f2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=314eb76d-b0ca-4b3a-a716-b72d81f104d8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:06.494663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84716bed-7af8-4a33-baff-54e0aa50e70f req-0a817818-0e54-4e46-b0fb-48cb8e5078b1 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Mar 22 14:26:06.497549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-53a35e5b-fb7b-439e-b804-f45e7d9a57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.500186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-53a35e5b-fb7b-439e-b804-f45e7d9a57c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0902243 Mar 22 14:26:06.575718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-240c1246-6b1f-43ae-ace2-49081b001ffd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500422 Mar 22 14:26:06.578301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:06.583757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.605562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b14719-0a54-4ae4-8d1a-59924a1b8cd8 req-2d75ea92-0973-421e-8ba9-7cf01e37897c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.607305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58b14719-0a54-4ae4-8d1a-59924a1b8cd8 req-2d75ea92-0973-421e-8ba9-7cf01e37897c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1116769 Mar 22 14:26:06.651418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:26:06.706182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a33c457b-e65f-4602-8f8e-d049a4892196), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.708914 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment a33c457b-e65f-4602-8f8e-d049a4892196 of type vlan for network 2207d049-58fd-4441-b03a-dae381df366f Mar 22 14:26:06.740752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3e66df7b-1e88-4577-9be0-9fc068bd7657 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:06.753301 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-a67abf57-5cea-4831-b55a-2478f765b111 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766717 Mar 22 14:26:06.790608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3e66df7b-1e88-4577-9be0-9fc068bd7657 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:06.801527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3e66df7b-1e88-4577-9be0-9fc068bd7657 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:06.819255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2207d049-58fd-4441-b03a-dae381df366f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.826937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58b14719-0a54-4ae4-8d1a-59924a1b8cd8 req-948582c2-23c7-4410-866c-f131d2751a83 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652000 Mar 22 14:26:06.874080 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2207d049-58fd-4441-b03a-dae381df366f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.890435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:06.894414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:06.933460 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-27e88ea3-ba5a-4f25-b8c3-fc6e1fbffaaa req-ee4ddfec-164f-46fc-995f-448226262577 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723733 Mar 22 14:26:07.014274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=2207d049-58fd-4441-b03a-dae381df366f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:07.025789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.026167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.026791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.027406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.027747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.028079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.028409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.028736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.029218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.029555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.029879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.030225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.030548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.030882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.031189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:07.048932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-94be2e0e-886a-40c1-a010-a9c2e4fdafc8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6390150 Mar 22 14:26:07.049461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35294) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:07.052869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2207d049-58fd-4441-b03a-dae381df366f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:26:07.056785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '2207d049-58fd-4441-b03a-dae381df366f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:07.175256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:07.180505 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:07.525106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (871489a6-3c33-4b8e-8092-e04b4835e4ad), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:07.629788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=871489a6-3c33-4b8e-8092-e04b4835e4ad,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:07.702989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': 'a33c457b-e65f-4602-8f8e-d049a4892196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2207d049-58fd-4441-b03a-dae381df366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:07.703601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 2207d049-58fd-4441-b03a-dae381df366f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:26:07.750780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ec730-1491-4213-81eb-f04e3904db30 req-8b5231e5-37a2-4a22-aebd-67687c02e261 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:07.752390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a11ec730-1491-4213-81eb-f04e3904db30 req-8b5231e5-37a2-4a22-aebd-67687c02e261 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 943 time: 0.1169522 Mar 22 14:26:07.754677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 2207d049-58fd-4441-b03a-dae381df366f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:26:07.817847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a11ec730-1491-4213-81eb-f04e3904db30 req-e281e3d2-e5fa-48ab-a00a-c046f723afac tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Mar 22 14:26:07.824757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 2207d049-58fd-4441-b03a-dae381df366f) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:07.838415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:07.838604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bc5d0-2e30-466e-b559-a7d786f8cd01 None None] Network 2207d049-58fd-4441-b03a-dae381df366f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:07.854211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:07.898952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35324) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:07.904955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-483175075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:07.910657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-039dea10-3d37-4329-9598-84f48866c1de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8599832 Mar 22 14:26:07.933299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:07.935646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.081236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.095062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.131497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6e01-4f05-46e7-9f64-054c49391664 req-28ff0d38-5275-4332-aa5c-5e35bcf1eddc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:08.133678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bbc6e01-4f05-46e7-9f64-054c49391664 req-28ff0d38-5275-4332-aa5c-5e35bcf1eddc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.1321363 Mar 22 14:26:08.140648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.145387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6259d4f6-7272-487d-aa3c-5285b354fedc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2450078 Mar 22 14:26:08.146175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:08.180410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2207d049-58fd-4441-b03a-dae381df366f', 'network_id': '2207d049-58fd-4441-b03a-dae381df366f', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '871489a6-3c33-4b8e-8092-e04b4835e4ad'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:26:08.181282 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.360362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Allocated IP 172.20.0.2 (2207d049-58fd-4441-b03a-dae381df366f/871489a6-3c33-4b8e-8092-e04b4835e4ad/62490283-7ae3-48ae-ba38-580afc806970) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:08.413487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bbc6e01-4f05-46e7-9f64-054c49391664 req-49babefc-ea10-4a8f-a9d4-034628f656ab tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655437 Mar 22 14:26:08.511026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks [] for port (62490283-7ae3-48ae-ba38-580afc806970), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.529473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (62490283-7ae3-48ae-ba38-580afc806970), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.608560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Network 2207d049-58fd-4441-b03a-dae381df366f is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:08.616009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:08.643183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:08.659305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Pushing event updated for resources: {'Port': ['ID=62490283-7ae3-48ae-ba38-580afc806970,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:08.677562 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.765584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148107aa-3d49-4e8f-89e9-61c708df9f3a req-d4878e69-0ea5-4b9b-9956-bd5b252a4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:08.770571 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-148107aa-3d49-4e8f-89e9-61c708df9f3a req-d4878e69-0ea5-4b9b-9956-bd5b252a4f1e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1127 time: 0.0896564 Mar 22 14:26:08.774369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Attempting to bind port 62490283-7ae3-48ae-ba38-580afc806970 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:08.774369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Attempting to bind port 62490283-7ae3-48ae-ba38-580afc806970 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a33c457b-e65f-4602-8f8e-d049a4892196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2207d049-58fd-4441-b03a-dae381df366f'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:08.777671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Attempting to bind port 62490283-7ae3-48ae-ba38-580afc806970 on network 2207d049-58fd-4441-b03a-dae381df366f {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:08.791761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:08.792141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Checking segment: {'id': 'a33c457b-e65f-4602-8f8e-d049a4892196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2207d049-58fd-4441-b03a-dae381df366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:08.793252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.793252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Bound using segment: {'id': 'a33c457b-e65f-4602-8f8e-d049a4892196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2207d049-58fd-4441-b03a-dae381df366f'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:08.793464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Bound port: 62490283-7ae3-48ae-ba38-580afc806970, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c457b-e65f-4602-8f8e-d049a4892196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2207d049-58fd-4441-b03a-dae381df366f'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:08.793764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:08.884654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-148107aa-3d49-4e8f-89e9-61c708df9f3a req-d7f35b56-ad6c-4c59-91fa-bdebc7052492 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025813 Mar 22 14:26:08.921781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] For port 62490283-7ae3-48ae-ba38-580afc806970, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:08.929659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] For port 62490283-7ae3-48ae-ba38-580afc806970, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=62490283-7ae3-48ae-ba38-580afc806970,segment=NetworkSegment(a33c457b-e65f-4602-8f8e-d049a4892196),segment_id=a33c457b-e65f-4602-8f8e-d049a4892196)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:08.945183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62490283-7ae3-48ae-ba38-580afc806970), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.039385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4638a7-511d-4dd0-90f2-27cb728f77f0 None None] Pushing event updated for resources: {'Port': ['ID=62490283-7ae3-48ae-ba38-580afc806970,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:09.671336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.20.0.1 (2207d049-58fd-4441-b03a-dae381df366f/871489a6-3c33-4b8e-8092-e04b4835e4ad/c96a0c7e-b296-492a-909f-cc75cc758696) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:09.796197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (c96a0c7e-b296-492a-909f-cc75cc758696), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:09.954829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6c57b5b8-11f2-4703-81dc-213f8f95db4f details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:26:09.967824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.142045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 2207d049-58fd-4441-b03a-dae381df366f is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:10.198299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:10.208382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:10.223060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:10.229180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=c96a0c7e-b296-492a-909f-cc75cc758696,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:10.243194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '6c57b5b8-11f2-4703-81dc-213f8f95db4f', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': '6c57b5b8-11f2-4703-81dc-213f8f95db4f', 'mac_address': 'fa:16:3e:75:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:26:10.264265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e648c-d5c1-4287-ac4a-a7880ea31c5d req-5d284c6c-bf61-4a09-a27f-949c00f82d73 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:10.265413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-919e648c-d5c1-4287-ac4a-a7880ea31c5d req-5d284c6c-bf61-4a09-a27f-949c00f82d73 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.3831658 Mar 22 14:26:10.328077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6c57b5b8-11f2-4703-81dc-213f8f95db4f is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:10.328495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.367199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c57b5b8-11f2-4703-81dc-213f8f95db4f {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:26:10.394334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:10.407730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.457545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074f45-6043-403f-ac72-87d9b53525ac req-6a2bc71b-3375-4c45-83f0-a465bf984e16 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:10.471690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e074f45-6043-403f-ac72-87d9b53525ac req-6a2bc71b-3375-4c45-83f0-a465bf984e16 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 943 time: 0.5863142 Mar 22 14:26:10.520106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-919e648c-d5c1-4287-ac4a-a7880ea31c5d req-b6d43cf0-9fdf-4096-bbcc-a4eea4b18c12 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431881 Mar 22 14:26:10.557297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:10.561654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:10.698100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6c57b5b8-11f2-4703-81dc-213f8f95db4f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:10.745588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e074f45-6043-403f-ac72-87d9b53525ac req-33ae6049-7038-4333-9a6b-bfe606f1d3c4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728148 Mar 22 14:26:10.855052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 62490283-7ae3-48ae-ba38-580afc806970 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:10.884376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.004415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a96653a-5299-4151-a5a2-019d2a1c209e None None] Network 2207d049-58fd-4441-b03a-dae381df366f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:11.196698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Provisioning complete for port 62490283-7ae3-48ae-ba38-580afc806970 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:11.197072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62490283-7ae3-48ae-ba38-580afc806970), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.281117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 62490283-7ae3-48ae-ba38-580afc806970 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:11.281728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62490283-7ae3-48ae-ba38-580afc806970), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.398418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (c96a0c7e-b296-492a-909f-cc75cc758696), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.440734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.692272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:11.692571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.754358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=c96a0c7e-b296-492a-909f-cc75cc758696,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:11.758267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.836649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:11.837346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.847158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] For port 62490283-7ae3-48ae-ba38-580afc806970, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=62490283-7ae3-48ae-ba38-580afc806970,segment=NetworkSegment(a33c457b-e65f-4602-8f8e-d049a4892196),segment_id=a33c457b-e65f-4602-8f8e-d049a4892196)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:11.891059 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (62490283-7ae3-48ae-ba38-580afc806970), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:11.904814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 2207d049-58fd-4441-b03a-dae381df366f is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:11.955006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:11.990955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ac9fc-e9da-4f72-ac30-554f80aeef53 req-38630bd1-bed7-447b-ad37-131c4d32941f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:12.009634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f0ac9fc-e9da-4f72-ac30-554f80aeef53 req-38630bd1-bed7-447b-ad37-131c4d32941f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.3488727 Mar 22 14:26:12.053916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbebd03-29bd-4a55-862f-7cf6fbcf8766 None None] Pushing event updated for resources: {'Port': ['ID=62490283-7ae3-48ae-ba38-580afc806970,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:12.059864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:26:12.060228 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:26:12.174055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f0ac9fc-e9da-4f72-ac30-554f80aeef53 req-25b6b73c-8e9a-4059-a988-b336474dc075 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612928 Mar 22 14:26:12.218337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6213-5e79-4ac8-a0c8-2f6608d0569a req-4837d37d-0da5-4287-b21e-1a70163eadd9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:12.219934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b91f6213-5e79-4ac8-a0c8-2f6608d0569a req-4837d37d-0da5-4287-b21e-1a70163eadd9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 944 time: 0.3501730 Mar 22 14:26:12.334317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b91f6213-5e79-4ac8-a0c8-2f6608d0569a req-bef3a013-330e-4ec5-9331-1f612e6c017c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975304 Mar 22 14:26:12.337852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Provisioning complete for port c96a0c7e-b296-492a-909f-cc75cc758696 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:12.338266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.393560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router ef380dfb-3b59-4d9a-9988-a3175ab2bf61 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:12.412039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Port c96a0c7e-b296-492a-909f-cc75cc758696 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:12.421064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa2aa-ade4-4e9b-b43d-df6bdbbee21b req-0515bd93-5b2f-46d3-8010-2e3bd961fc69 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:12.422637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-345fa2aa-ade4-4e9b-b43d-df6bdbbee21b req-0515bd93-5b2f-46d3-8010-2e3bd961fc69 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1512024 Mar 22 14:26:12.436283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Provisioning complete for port 62490283-7ae3-48ae-ba38-580afc806970 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:12.436715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62490283-7ae3-48ae-ba38-580afc806970), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.628700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d897938b-361a-4f6a-99e1-1a7bdab7356a None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:12.696012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:12.700032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-345fa2aa-ade4-4e9b-b43d-df6bdbbee21b req-28cfbeb4-d0a9-4ce3-a081-9c83d4d316d2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660260 Mar 22 14:26:12.754104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b65edcda-81d1-4790-9542-cfeade92374f None None] Provisioning complete for port c96a0c7e-b296-492a-909f-cc75cc758696 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:12.754770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b65edcda-81d1-4790-9542-cfeade92374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:12.775100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:12.792720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d032154-c5c1-4d6e-873a-332a0b3e3224 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/ef380dfb-3b59-4d9a-9988-a3175ab2bf61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6294510 Mar 22 14:26:12.793026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35406) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:12.810674 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] Sync routers for ids ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:12.872502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b65edcda-81d1-4790-9542-cfeade92374f None None] Port c96a0c7e-b296-492a-909f-cc75cc758696 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:12.875557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] Routers {'ef380dfb-3b59-4d9a-9988-a3175ab2bf61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:12.877978 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:12.927679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d21bc6-b152-4c9d-9810-54a068e01b21 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:12.932826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35410) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:12.937128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-77d21bc6-b152-4c9d-9810-54a068e01b21 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports/c96a0c7e-b296-492a-909f-cc75cc758696 HTTP/1.1" status: 200 len: 910 time: 0.1353340 Mar 22 14:26:12.941750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 62490283-7ae3-48ae-ba38-580afc806970 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:12.993343 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:13.007089 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] Routers {'ef380dfb-3b59-4d9a-9988-a3175ab2bf61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:13.007851 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:13.081685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 62490283-7ae3-48ae-ba38-580afc806970 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:13.082270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (62490283-7ae3-48ae-ba38-580afc806970), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:13.133531 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:13.134669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eedfc1f-598d-47ac-b332-54acfaf939b8 None None] The sync data for ids ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:13.350581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:13.368922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c488c6ca-1e38-4b2f-a856-a632119e46eb None None] Provisioning complete for port c96a0c7e-b296-492a-909f-cc75cc758696 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:13.369309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c488c6ca-1e38-4b2f-a856-a632119e46eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:13.425130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c488c6ca-1e38-4b2f-a856-a632119e46eb None None] Port c96a0c7e-b296-492a-909f-cc75cc758696 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:13.447693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad5cc8-fbef-4e56-a602-749cd53325f4 req-ff19d9f7-1d9d-448c-a308-e6c1eeb4cdc8 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:13.449372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baad5cc8-fbef-4e56-a602-749cd53325f4 req-ff19d9f7-1d9d-448c-a308-e6c1eeb4cdc8 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.3062072 Mar 22 14:26:13.611139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8a3a7-485c-4189-9af1-b92b7f924e5f req-d397282b-8701-4f90-bb1d-e491ddba42d7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:13.613120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4f8a3a7-485c-4189-9af1-b92b7f924e5f req-d397282b-8701-4f90-bb1d-e491ddba42d7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 944 time: 0.1369658 Mar 22 14:26:13.616625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-baad5cc8-fbef-4e56-a602-749cd53325f4 req-9e036b10-16f0-461f-be1c-d251700b3f4e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466587 Mar 22 14:26:13.744591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4f8a3a7-485c-4189-9af1-b92b7f924e5f req-e1075caf-a6df-40c6-88c8-b0cd9e4f0969 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155345 Mar 22 14:26:13.774282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:13.994299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6c57b5b8-11f2-4703-81dc-213f8f95db4f up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:14.113049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 6c57b5b8-11f2-4703-81dc-213f8f95db4f completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:26:14.120765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 6c57b5b8-11f2-4703-81dc-213f8f95db4f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:14.121104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.155950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port c96a0c7e-b296-492a-909f-cc75cc758696 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:14.157089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.271115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6c57b5b8-11f2-4703-81dc-213f8f95db4f is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:14.271880 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.284750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.308463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for c96a0c7e-b296-492a-909f-cc75cc758696 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:14.321339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:14.323591 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aceb197-109c-4706-beff-8054f02021df" -d '{"events": [{"server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "name": "network-vif-plugged", "status": "completed", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:14.361093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:14.370527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.403011 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a64759-af40-4c0c-b68b-454f065bfbad x-openstack-request-id: req-c8a64759-af40-4c0c-b68b-454f065bfbad {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:14.403311 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "name": "network-vif-plugged", "status": "completed", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:14.404034 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8a64759-af40-4c0c-b68b-454f065bfbad {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:14.404034 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a64759-af40-4c0c-b68b-454f065bfbad'] response: {'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f', 'code': 200} Mar 22 14:26:14.428304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:14.555929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a68f8-df9b-435c-a2ca-5b1b196d6d3d req-ffb90e3f-1ac7-4665-a45d-cc2a9a38b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:14.557532 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b79a68f8-df9b-435c-a2ca-5b1b196d6d3d req-ffb90e3f-1ac7-4665-a45d-cc2a9a38b3e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 1127 time: 0.0784941 Mar 22 14:26:14.558676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c96a0c7e-b296-492a-909f-cc75cc758696), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:14.639204 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b79a68f8-df9b-435c-a2ca-5b1b196d6d3d req-170e52ff-0a3a-4abb-8daf-20e0e5b9322d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747187 Mar 22 14:26:14.683447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=c96a0c7e-b296-492a-909f-cc75cc758696,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:15.018737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ba0a7-6c98-4268-a554-6fb2423afd1e req-e55c175e-f230-4e27-a6db-979c626e3be4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:15.020236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b26ba0a7-6c98-4268-a554-6fb2423afd1e req-e55c175e-f230-4e27-a6db-979c626e3be4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2295423 Mar 22 14:26:15.049895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:15.085937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246886-dc96-4f83-abb7-5ce7288992ab req-430997b4-144d-4368-be9d-2d9d1b47d1cd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:15.088558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca246886-dc96-4f83-abb7-5ce7288992ab req-430997b4-144d-4368-be9d-2d9d1b47d1cd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.2365696 Mar 22 14:26:15.292105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca246886-dc96-4f83-abb7-5ce7288992ab req-8af8842d-56e6-4371-9190-4c3cb281ccea tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970985 Mar 22 14:26:15.296831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b26ba0a7-6c98-4268-a554-6fb2423afd1e req-be6f305f-1539-4118-ab3d-b5c51991f7d6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642782 Mar 22 14:26:15.444622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router ef380dfb-3b59-4d9a-9988-a3175ab2bf61 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:15.641451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:15.655614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] Sync routers for ids ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:15.656138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3af9ed65-fd9a-4258-9aab-489ff6a5285b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/ef380dfb-3b59-4d9a-9988-a3175ab2bf61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7181513 Mar 22 14:26:15.656230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35454) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:15.676476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] Routers {'ef380dfb-3b59-4d9a-9988-a3175ab2bf61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:15.677625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.707118 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d495db60-33e4-410d-8e54-e5669628d9b0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef380dfb-3b59-4d9a-9988-a3175ab2bf61 HTTP/1.1" status: 200 len: 205 time: 0.0491083 Mar 22 14:26:15.709200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35456) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:15.806402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.819472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] Routers {'ef380dfb-3b59-4d9a-9988-a3175ab2bf61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:15.825822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:25:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.906569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:15.907371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddec11-28ef-4930-93d3-6d5794e4fbad None None] The sync data for ids ['ef380dfb-3b59-4d9a-9988-a3175ab2bf61'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:15.953465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.548689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.551286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.637738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ef380dfb-3b59-4d9a-9988-a3175ab2bf61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.638385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router ef380dfb-3b59-4d9a-9988-a3175ab2bf61 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:16.653536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.658655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d4d322f2-9150-4454-9a87-bd874987f797 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/ef380dfb-3b59-4d9a-9988-a3175ab2bf61 HTTP/1.1" status: 204 len: 168 time: 0.9455009 Mar 22 14:26:16.659125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:16.717263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab3ab7-7803-4e6d-8cd7-9dd07d8076ff req-f64841bd-a892-47c1-bb10-07a41d10ba0f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:16.720491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdab3ab7-7803-4e6d-8cd7-9dd07d8076ff req-f64841bd-a892-47c1-bb10-07a41d10ba0f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.9305537 Mar 22 14:26:16.770303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362990-a38d-4dba-8785-f47d6206873a req-dd16432a-8349-4a95-8ec3-c41c7460fc53 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:16.772080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f362990-a38d-4dba-8785-f47d6206873a req-dd16432a-8349-4a95-8ec3-c41c7460fc53 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.3303356 Mar 22 14:26:16.797067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 871489a6-3c33-4b8e-8092-e04b4835e4ad {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:16.808502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (871489a6-3c33-4b8e-8092-e04b4835e4ad), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:16.911445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdab3ab7-7803-4e6d-8cd7-9dd07d8076ff req-89a3bce7-36f5-4460-bc4a-18db763f10e0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793232 Mar 22 14:26:16.919619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f362990-a38d-4dba-8785-f47d6206873a req-16215a72-813a-4485-82d9-ab06c6737008 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269884 Mar 22 14:26:17.183463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e95f-e82f-4ebb-84cf-a713eb78c1e9 req-1af8e64c-3b5a-48f7-9719-8510ea1f9037 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:17.185189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd67e95f-e82f-4ebb-84cf-a713eb78c1e9 req-1af8e64c-3b5a-48f7-9719-8510ea1f9037 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.1190534 Mar 22 14:26:17.276207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd67e95f-e82f-4ebb-84cf-a713eb78c1e9 req-3d5b2a11-ef56-4059-ba56-212ef9e1dd23 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820520 Mar 22 14:26:17.601252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaebe7-43d8-46eb-8ea6-1314d1f086d0 req-0ea62991-0b6a-4cb4-b042-d600abb8fc1f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:17.614738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (871489a6-3c33-4b8e-8092-e04b4835e4ad), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:17.618897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1adaebe7-43d8-46eb-8ea6-1314d1f086d0 req-0ea62991-0b6a-4cb4-b042-d600abb8fc1f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.1428478 Mar 22 14:26:17.726015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1adaebe7-43d8-46eb-8ea6-1314d1f086d0 req-41d0385b-930e-4f2e-a78f-68a58fbd6953 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007366 Mar 22 14:26:17.884011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (871489a6-3c33-4b8e-8092-e04b4835e4ad), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.018660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (871489a6-3c33-4b8e-8092-e04b4835e4ad), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.134676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=871489a6-3c33-4b8e-8092-e04b4835e4ad,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:18.155412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.162211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70209bb4-51bf-45de-a823-cbe0775893f8 None None] Network 2207d049-58fd-4441-b03a-dae381df366f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:18.190961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c87e277f-e76a-4f12-8797-bc2e9d590fb7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/871489a6-3c33-4b8e-8092-e04b4835e4ad HTTP/1.1" status: 204 len: 168 time: 1.5305603 Mar 22 14:26:18.191634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35508) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:18.254848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed619cf-4fa8-461d-8563-85fac72ccd9a req-77901a8d-082b-4273-b849-5578752eb37d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:18.257578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ed619cf-4fa8-461d-8563-85fac72ccd9a req-77901a8d-082b-4273-b849-5578752eb37d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1741552 Mar 22 14:26:18.390358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2207d049-58fd-4441-b03a-dae381df366f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.462732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ed619cf-4fa8-461d-8563-85fac72ccd9a req-b17d120a-ad31-493d-9341-1571bb1ce5cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619835 Mar 22 14:26:18.495918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd53b9-8816-4e20-8385-6dd4ae54087f req-f50e39e3-21e9-46d1-8324-9948e8e7373b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:18.504411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42fd53b9-8816-4e20-8385-6dd4ae54087f req-f50e39e3-21e9-46d1-8324-9948e8e7373b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.2447085 Mar 22 14:26:18.521590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] DHCP port deletion for 2207d049-58fd-4441-b03a-dae381df366f request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:18.627520 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08571997-4112-4e34-931e-e67603a5c100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.676771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42fd53b9-8816-4e20-8385-6dd4ae54087f req-66fd69d3-2f7b-427b-b14f-b2fdb486b2cc tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718097 Mar 22 14:26:18.678640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 62490283-7ae3-48ae-ba38-580afc806970 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:18.678980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.699491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Deleting port 62490283-7ae3-48ae-ba38-580afc806970 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:18.699871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.844097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 62490283-7ae3-48ae-ba38-580afc806970, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=62490283-7ae3-48ae-ba38-580afc806970,segment=NetworkSegment(a33c457b-e65f-4602-8f8e-d049a4892196),segment_id=a33c457b-e65f-4602-8f8e-d049a4892196)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:18.846405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (62490283-7ae3-48ae-ba38-580afc806970), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.853582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] For port 62490283-7ae3-48ae-ba38-580afc806970, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=62490283-7ae3-48ae-ba38-580afc806970,segment=NetworkSegment(a33c457b-e65f-4602-8f8e-d049a4892196),segment_id=a33c457b-e65f-4602-8f8e-d049a4892196)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:18.854523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (62490283-7ae3-48ae-ba38-580afc806970), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:18.878887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 62490283-7ae3-48ae-ba38-580afc806970 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:18.880361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 62490283-7ae3-48ae-ba38-580afc806970 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:18.981208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Calling delete_port for 62490283-7ae3-48ae-ba38-580afc806970 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:19.092018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (62490283-7ae3-48ae-ba38-580afc806970), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.114917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 62490283-7ae3-48ae-ba38-580afc806970 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:19.182001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=62490283-7ae3-48ae-ba38-580afc806970,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:19.222844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 62490283-7ae3-48ae-ba38-580afc806970 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:19.223387 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (62490283-7ae3-48ae-ba38-580afc806970), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.380632 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (62490283-7ae3-48ae-ba38-580afc806970), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.386243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2207d049-58fd-4441-b03a-dae381df366f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.437909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2207d049-58fd-4441-b03a-dae381df366f']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:19.440825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] Pushing event deleted for resources: {'Port': ['ID=62490283-7ae3-48ae-ba38-580afc806970,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:19.460087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c457b-e65f-4602-8f8e-d049a4892196') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:19.460375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c457b-e65f-4602-8f8e-d049a4892196') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:19.464119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5e944-4144-4cc3-a928-5d406bdebfb7 None None] No DVR routers for this DVR port 62490283-7ae3-48ae-ba38-580afc806970 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:19.487244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (a33c457b-e65f-4602-8f8e-d049a4892196), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.507471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a33c457b-e65f-4602-8f8e-d049a4892196), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.515508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:19.516200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (a33c457b-e65f-4602-8f8e-d049a4892196), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:19.603603 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:19.608554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2207d049-58fd-4441-b03a-dae381df366f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.628076 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.634007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/2207d049-58fd-4441-b03a-dae381df366f HTTP/1.1" status: 204 len: 168 time: 1.4389532 Mar 22 14:26:19.638097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35532) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:19.642317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129965831', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:19.677326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcb083-5e40-46eb-83a6-230ad362aabd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=2207d049-58fd-4441-b03a-dae381df366f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:19.760406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f4c82-1016-4c1b-be9c-36c8b18e144e req-b3661b42-e4d5-4cee-901c-d918a607e528 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:19.767966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-106f4c82-1016-4c1b-be9c-36c8b18e144e req-b3661b42-e4d5-4cee-901c-d918a607e528 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1308348 Mar 22 14:26:19.779042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.780082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:19.818826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-f4586fe9-5afa-4f66-b93a-075eb393357c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:19.820351 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-f4586fe9-5afa-4f66-b93a-075eb393357c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.1190004 Mar 22 14:26:19.991439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-106f4c82-1016-4c1b-be9c-36c8b18e144e req-3ac6147a-73a1-4de2-8e1f-a746b594558f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173369 Mar 22 14:26:20.061613 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.087565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869196-ee2d-42d2-b9f1-fc82704cdd7c req-9b57b618-2d8c-4bff-b809-86058b4571ca tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:20.105089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc869196-ee2d-42d2-b9f1-fc82704cdd7c req-9b57b618-2d8c-4bff-b809-86058b4571ca tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 945 time: 0.1385875 Mar 22 14:26:20.189519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc869196-ee2d-42d2-b9f1-fc82704cdd7c req-29a1cf92-1069-49e0-8ec0-f291d003ca1a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Mar 22 14:26:20.196953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port 6c57b5b8-11f2-4703-81dc-213f8f95db4f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:20.197325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.349808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_gateway (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.532873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port 6c57b5b8-11f2-4703-81dc-213f8f95db4f, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6c57b5b8-11f2-4703-81dc-213f8f95db4f,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:20.532873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.544258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for 6c57b5b8-11f2-4703-81dc-213f8f95db4f owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:20.755567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6c57b5b8-11f2-4703-81dc-213f8f95db4f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.775601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2', '07acdfde-53c0-4daa-9af2-57234199cf94', '6c57b5b8-11f2-4703-81dc-213f8f95db4f'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:20.828920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=6c57b5b8-11f2-4703-81dc-213f8f95db4f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:20.889563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port 6c57b5b8-11f2-4703-81dc-213f8f95db4f on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:20.896412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:20.900768 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ddb46fca-beff-44b3-b476-39d5a8c12f73 req-fbe8b89b-b497-473a-b24d-7e072f0b9f7e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/6c57b5b8-11f2-4703-81dc-213f8f95db4f HTTP/1.1" status: 204 len: 173 time: 1.0379462 Mar 22 14:26:20.901464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'name': 'network-vif-deleted', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:20.907588 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6d5c5b-c165-41d9-b56f-e369fae66185" -d '{"events": [{"server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "name": "network-vif-deleted", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:21.046316 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bf5cabdf-3ab9-4caf-8877-7b528c11b586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.131623 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b68c31-a438-4ba5-9122-e72b6153b3bc x-openstack-request-id: req-17b68c31-a438-4ba5-9122-e72b6153b3bc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:21.131965 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e263c6-3f1c-44e1-9aba-dd02b091fc67", "name": "network-vif-deleted", "tag": "6c57b5b8-11f2-4703-81dc-213f8f95db4f", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:21.132418 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17b68c31-a438-4ba5-9122-e72b6153b3bc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:21.132603 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b68c31-a438-4ba5-9122-e72b6153b3bc'] response: {'server_uuid': '72e263c6-3f1c-44e1-9aba-dd02b091fc67', 'name': 'network-vif-deleted', 'tag': '6c57b5b8-11f2-4703-81dc-213f8f95db4f', 'status': 'completed', 'code': 200} Mar 22 14:26:21.249013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0f239-5543-41b8-889c-51e58beb0464 req-8ccfd0f4-d55f-42f9-9187-19a75fa51325 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:21.260856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9c0f239-5543-41b8-889c-51e58beb0464 req-8ccfd0f4-d55f-42f9-9187-19a75fa51325 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1488695 Mar 22 14:26:21.273115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_gateway (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.326379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.412854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9c0f239-5543-41b8-889c-51e58beb0464 req-f0d77742-3831-46b9-8aba-32b903f8d784 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509321 Mar 22 14:26:21.477861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5195dcd9-94d4-44a5-a42c-ac06b16811a5 req-d734e126-1c8a-451c-823d-2b6e6218e126 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=72e263c6-3f1c-44e1-9aba-dd02b091fc67 HTTP/1.1" status: 200 len: 210 time: 0.0830176 Mar 22 14:26:21.533322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.25.3.77 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/e8feb07c-280c-4caf-ab23-9ae52d16f924) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:21.743907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (e8feb07c-280c-4caf-ab23-9ae52d16f924), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.786373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e8feb07c-280c-4caf-ab23-9ae52d16f924), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:21.876593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:21.884696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:21.892679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:21.921180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=e8feb07c-280c-4caf-ab23-9ae52d16f924,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:21.921655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.241994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_gateway (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.651965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:22.688083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a9e00-900d-4637-aeb0-4faf81e0859f req-f946c10b-5ccb-44a6-8112-206c107a4fef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:22.689699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d51a9e00-900d-4637-aeb0-4faf81e0859f req-f946c10b-5ccb-44a6-8112-206c107a4fef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1088431 Mar 22 14:26:22.790799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d51a9e00-900d-4637-aeb0-4faf81e0859f req-38533c37-e2fe-4a79-81f1-18a485d89790 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882492 Mar 22 14:26:22.935241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 5b3cd845-76d1-4133-bd5a-b66d5cf001ae is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:23.129140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff18a68-88a6-40f5-bae7-0d0c9b5a4b1d req-fdf8c096-335f-4c21-8595-2996c8947743 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:23.141276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ff18a68-88a6-40f5-bae7-0d0c9b5a4b1d req-fdf8c096-335f-4c21-8595-2996c8947743 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.1195273 Mar 22 14:26:23.255956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ff18a68-88a6-40f5-bae7-0d0c9b5a4b1d req-e8a53810-47f2-4da8-8f8d-f632488bc668 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076682 Mar 22 14:26:23.712229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.814770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:23.825636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] Sync routers for ids ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:23.853056 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] Routers {'5b3cd845-76d1-4133-bd5a-b66d5cf001ae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:23.853677 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:23.883483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:23.884747 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2f567b3-541b-4070-a7d2-6e319fa405d0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2462406 Mar 22 14:26:23.887460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:23.937321 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:23.955168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] Routers {'5b3cd845-76d1-4133-bd5a-b66d5cf001ae'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:23.956176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:23.998801 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:23.999695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f30323-a0b8-4ed1-987d-63dc5ba3f8d7 None None] The sync data for ids ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:24.008768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6c57b5b8-11f2-4703-81dc-213f8f95db4f no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:24.069814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6c57b5b8-11f2-4703-81dc-213f8f95db4f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:24.070435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6c57b5b8-11f2-4703-81dc-213f8f95db4f not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:24.137767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e407c913-5d31-404c-abea-98ac0e441e7a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers/5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 200 len: 880 time: 0.2491858 Mar 22 14:26:24.140505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:24.502992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b948089-cd92-4e8d-9a6f-c32aa5c17284 req-38d11b9d-597a-4dbd-a073-3413d181e4a0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:24.510974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b948089-cd92-4e8d-9a6f-c32aa5c17284 req-38d11b9d-597a-4dbd-a073-3413d181e4a0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.1303759 Mar 22 14:26:24.571825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-ed8ce7da-5908-45d5-a647-e7b1125b9a83 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:24.573816 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-ed8ce7da-5908-45d5-a647-e7b1125b9a83 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 945 time: 0.0961585 Mar 22 14:26:24.596320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b948089-cd92-4e8d-9a6f-c32aa5c17284 req-be60ef3d-591e-4d0a-a6ad-d482fdab8862 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844216 Mar 22 14:26:24.728676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0e10136b-c56c-4c6f-9a5a-bbb441d01cd8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5863311 Mar 22 14:26:24.729298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35630) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:24.740899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2129965831'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:24.818596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port 07acdfde-53c0-4daa-9af2-57234199cf94 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:24.819096 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:24.916040 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.015044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port 07acdfde-53c0-4daa-9af2-57234199cf94, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=07acdfde-53c0-4daa-9af2-57234199cf94,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:25.015553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.051571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for 07acdfde-53c0-4daa-9af2-57234199cf94 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:25.337300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (07acdfde-53c0-4daa-9af2-57234199cf94), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.349868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2', '07acdfde-53c0-4daa-9af2-57234199cf94'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:25.408996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.427191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=07acdfde-53c0-4daa-9af2-57234199cf94,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:25.442785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.527678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port 07acdfde-53c0-4daa-9af2-57234199cf94 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:25.544775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:25.551124 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-93bc712c-9172-4ee0-937b-0866abaaa894 req-96a7fa4f-acb9-47d7-930e-69dab5ca4b71 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/07acdfde-53c0-4daa-9af2-57234199cf94 HTTP/1.1" status: 204 len: 173 time: 0.9698579 Mar 22 14:26:25.561056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'name': 'network-vif-deleted', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:25.563804 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c667641e-33a8-4feb-8da5-b4a798b43677" -d '{"events": [{"server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "name": "network-vif-deleted", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:25.700002 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f177a-8b20-4db2-803a-b0a0f583fa1d x-openstack-request-id: req-126f177a-8b20-4db2-803a-b0a0f583fa1d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:25.700295 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85972186-eff6-46c1-b3b3-57fbd33aee18", "name": "network-vif-deleted", "tag": "07acdfde-53c0-4daa-9af2-57234199cf94", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:25.700562 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-126f177a-8b20-4db2-803a-b0a0f583fa1d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:25.700966 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126f177a-8b20-4db2-803a-b0a0f583fa1d'] response: {'server_uuid': '85972186-eff6-46c1-b3b3-57fbd33aee18', 'name': 'network-vif-deleted', 'tag': '07acdfde-53c0-4daa-9af2-57234199cf94', 'status': 'completed', 'code': 200} Mar 22 14:26:25.757306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 5b3cd845-76d1-4133-bd5a-b66d5cf001ae has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:26.019870 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2652b289-3066-49f3-9fb0-04d6c336587d req-0bcf74f0-bc90-4185-b415-919824f3d863 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=85972186-eff6-46c1-b3b3-57fbd33aee18 HTTP/1.1" status: 200 len: 210 time: 0.1999168 Mar 22 14:26:26.099245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:26.114686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:26.116005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-87659840-3806-497c-bd4c-59e179955a48 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 200 len: 887 time: 1.3835855 Mar 22 14:26:26.119124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:26.121538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] Sync routers for ids ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:26.149233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] Routers {'5b3cd845-76d1-4133-bd5a-b66d5cf001ae'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:26.150053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.299299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.313505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] Routers {'5b3cd845-76d1-4133-bd5a-b66d5cf001ae'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:26.315484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.392853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:26.393493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c46a27-21be-4754-a185-63fa3a4360c1 None None] The sync data for ids ['5b3cd845-76d1-4133-bd5a-b66d5cf001ae'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:26.554922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35668) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:26.557321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-217541f1-34b9-479b-8363-3c43b8965043 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers/5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 200 len: 887 time: 0.4271052 Mar 22 14:26:26.618623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a73277b-e76b-45e2-8bd8-3acacef5fea1 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 200 len: 205 time: 0.0618894 Mar 22 14:26:26.621041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:26.865582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.041091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_gateway (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.177644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port e8feb07c-280c-4caf-ab23-9ae52d16f924 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:27.182424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e8feb07c-280c-4caf-ab23-9ae52d16f924), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.405394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-27143a1f-c6d7-418c-bf43-59cb525f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.407820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-27143a1f-c6d7-418c-bf43-59cb525f6196 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.0564175 Mar 22 14:26:27.555362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d4ae-b1de-446f-b32a-6162f5fd8aaa req-1fc5bd0f-99c8-44d4-9c48-97b2474bad9f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.556981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3022d4ae-b1de-446f-b32a-6162f5fd8aaa req-1fc5bd0f-99c8-44d4-9c48-97b2474bad9f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1428194 Mar 22 14:26:27.568915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-855fab71-dfdf-42cc-91d4-1ae08baff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.570372 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-855fab71-dfdf-42cc-91d4-1ae08baff81a service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.1542699 Mar 22 14:26:27.574793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-8ce7be51-c022-4ffa-827a-227363665726 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.588078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-8ce7be51-c022-4ffa-827a-227363665726 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.2409763 Mar 22 14:26:27.625412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-99a42bef-62ca-4788-adcb-74327eb8f85c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0362642 Mar 22 14:26:27.647833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-6cf5324c-0d80-40cf-a42d-b5dc937304c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.0657496 Mar 22 14:26:27.666713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e8feb07c-280c-4caf-ab23-9ae52d16f924), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:27.706536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for e8feb07c-280c-4caf-ab23-9ae52d16f924 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:27.745765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3022d4ae-b1de-446f-b32a-6162f5fd8aaa req-a8fac0f3-0e1c-4cd8-abc7-050d046f3c24 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821282 Mar 22 14:26:27.770796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-084f962b-4903-4d5c-a60d-1503f1a39f13 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441784 Mar 22 14:26:27.782538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-22f0a110-84ce-4698-8f6e-55cbedf2b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.786396 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-22f0a110-84ce-4698-8f6e-55cbedf2b690 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1325874 Mar 22 14:26:27.936807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-f37019ae-1cd0-448e-b1cb-f9afa816fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:27.941742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-f37019ae-1cd0-448e-b1cb-f9afa816fd06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1479812 Mar 22 14:26:28.097297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-ea295bac-2cf8-4cd7-86c4-72245f2c2074 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483479 Mar 22 14:26:28.165472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-692464a1-ca5b-4431-9789-2fe3518a0568 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932712 Mar 22 14:26:28.227117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e8feb07c-280c-4caf-ab23-9ae52d16f924), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.272305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.373711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c11b27a5-8611-4fe3-a7d8-b59932e61846 req-01347d95-da28-43c4-a9f5-befa9032e921 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689209 Mar 22 14:26:28.411839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=e8feb07c-280c-4caf-ab23-9ae52d16f924,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:28.493588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:28.985721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-cb3a0e70-d565-4fd5-b3e4-c2ca5c650885 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049102 Mar 22 14:26:29.174566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.184151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180af6-95af-4f3e-b931-6afdf4471259 req-e667e7a5-a601-4b55-9db4-c486c79cf741 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:29.185636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f180af6-95af-4f3e-b931-6afdf4471259 req-e667e7a5-a601-4b55-9db4-c486c79cf741 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2427471 Mar 22 14:26:29.187039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.209932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.311186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5b3cd845-76d1-4133-bd5a-b66d5cf001ae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.311740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3cd845-76d1-4133-bd5a-b66d5cf001ae {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:29.356390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.357502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f4960b30-0ed9-4a3f-83c4-4f9857881f0d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 204 len: 168 time: 2.7353709 Mar 22 14:26:29.361364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:29.368891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677091359'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:29.374515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f180af6-95af-4f3e-b931-6afdf4471259 req-c752d317-6856-46f2-bb15-36a470c92be4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812861 Mar 22 14:26:29.376720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1636753-075f-42ba-84c4-fa2eaf5e6f72 req-09f559eb-edf0-4f4b-a51c-5820b0d16452 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 210 time: 0.0766790 Mar 22 14:26:29.415617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:29.420124 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.475674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:26:29.494831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9b76a524-e42b-4766-b970-12b92f76f96c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.495286 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment 9b76a524-e42b-4766-b970-12b92f76f96c of type vlan for network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e Mar 22 14:26:29.539669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:26:29.589893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.644379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.651949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:29.654553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:29.820595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=ac41620c-4ee1-4e2b-8aab-1d8b13b4942e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:29.835586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:26:29.845590 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1059bc07-ad04-493b-ac5b-ec8041f1440c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4824028 Mar 22 14:26:29.848316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:29.854377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:30.045055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 07acdfde-53c0-4daa-9af2-57234199cf94 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:30.062014 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-1182ac5b-6456-4525-a747-9e072138de70 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052258 Mar 22 14:26:30.096289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 07acdfde-53c0-4daa-9af2-57234199cf94 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:30.097336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 07acdfde-53c0-4daa-9af2-57234199cf94 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:30.168409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:30.175721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.293454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-6da413e8-2ea6-4ee6-8b53-552a133939c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:30.302552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-6da413e8-2ea6-4ee6-8b53-552a133939c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 1127 time: 0.1443105 Mar 22 14:26:30.663681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-3e46ef09-e2ab-4c2f-93d9-aacb531d065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:30.665835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-3e46ef09-e2ab-4c2f-93d9-aacb531d065f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.3320379 Mar 22 14:26:30.677684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03025a4c-cd48-468f-9bbc-8dea3765c681 req-fb595724-19b6-46ba-a3a4-5c570a935944 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 210 time: 0.0888190 Mar 22 14:26:30.724609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-19463f92-2c71-40d3-bbf7-fc4469c5f964 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2 HTTP/1.1" status: 200 len: 217 time: 0.0510502 Mar 22 14:26:30.761784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6c7e-5304-4ae1-9eeb-eaad94cf2062 req-68eae74b-56c8-4fff-877f-271efb244d60 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:30.763615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8bdc6c7e-5304-4ae1-9eeb-eaad94cf2062 req-68eae74b-56c8-4fff-877f-271efb244d60 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2187624 Mar 22 14:26:30.765242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (13c98093-1dd6-456e-997d-a327c78848df), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:30.817143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-0f136655-5b39-4f69-af2a-5a509c925b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:30.822543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-0f136655-5b39-4f69-af2a-5a509c925b22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0885777 Mar 22 14:26:30.828660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=13c98093-1dd6-456e-997d-a327c78848df,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:30.887002 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-91da2082-fa05-421c-824b-c9164ed7cdf0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577643 Mar 22 14:26:30.964025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': '9b76a524-e42b-4766-b970-12b92f76f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:30.972173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: ac41620c-4ee1-4e2b-8aab-1d8b13b4942e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:26:31.020176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-d6242c9e-f871-41f0-a948-2277e1c8520d service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262169 Mar 22 14:26:31.191320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0643a710-f32f-478a-88e2-269083f3f8d3 req-40b36ee2-054c-415f-abd1-6c620d12838e service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632116 Mar 22 14:26:31.212456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8bdc6c7e-5304-4ae1-9eeb-eaad94cf2062 req-6e9f3efb-2e31-4648-a9ca-f6e4a82e6143 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399149 Mar 22 14:26:31.216460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:26:31.242869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ac41620c-4ee1-4e2b-8aab-1d8b13b4942e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:31.252683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:31.255029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.259680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527c7cd-6c79-4ee7-a186-91cc78ba4475 None None] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:31.383959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-945bdbfb-a2bf-4ebf-9cee-7ca03752b2d5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:31.394831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-945bdbfb-a2bf-4ebf-9cee-7ca03752b2d5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.3965068 Mar 22 14:26:31.406343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-45187a49-3364-4cf7-813a-fa74a2c82892 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543749 Mar 22 14:26:31.406870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:31.411409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-693061290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:31.418708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': '92f7426a-8622-4b23-8beb-73d91c699612', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:31.483717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.485139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.546963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-ac41620c-4ee1-4e2b-8aab-1d8b13b4942e', 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '13c98093-1dd6-456e-997d-a327c78848df'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:26:31.548343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.657152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (2d563314-10c9-4df3-8c60-5151ece4aee4), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.666365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.709043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.712555 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a95aaa9e-a159-4e1b-a587-45123f118ecb tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3021531 Mar 22 14:26:31.718688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35782) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:31.725777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:31.742308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:31.891310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Allocated IP 172.20.0.2 (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e/13c98093-1dd6-456e-997d-a327c78848df/a788c379-2614-4aae-9689-3c3b4eeada01) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:31.993569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.10 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/08f4efa0-8e25-425e-819a-a2b300da5bf5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:32.163189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.208170 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks [] for port (a788c379-2614-4aae-9689-3c3b4eeada01), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.227091 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.301403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.417379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Pushing event updated for resources: {'Port': ['ID=a788c379-2614-4aae-9689-3c3b4eeada01,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:32.420765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:32.443483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:32.489890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:32.507573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:32.675238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Attempting to bind port a788c379-2614-4aae-9689-3c3b4eeada01 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:32.675875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Attempting to bind port a788c379-2614-4aae-9689-3c3b4eeada01 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9b76a524-e42b-4766-b970-12b92f76f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:32.676425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Attempting to bind port a788c379-2614-4aae-9689-3c3b4eeada01 on network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:32.705591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:32.706334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Checking segment: {'id': '9b76a524-e42b-4766-b970-12b92f76f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:32.706895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.707439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Bound using segment: {'id': '9b76a524-e42b-4766-b970-12b92f76f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:32.708083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Bound port: a788c379-2614-4aae-9689-3c3b4eeada01, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b76a524-e42b-4766-b970-12b92f76f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac41620c-4ee1-4e2b-8aab-1d8b13b4942e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:32.708628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.767742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:32.832346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] For port a788c379-2614-4aae-9689-3c3b4eeada01, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:32.837601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] For port a788c379-2614-4aae-9689-3c3b4eeada01, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a788c379-2614-4aae-9689-3c3b4eeada01,segment=NetworkSegment(9b76a524-e42b-4766-b970-12b92f76f96c),segment_id=9b76a524-e42b-4766-b970-12b92f76f96c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:32.848258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:32.895033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:32.918295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:32.928245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6677f73-2e19-473f-9ff4-0e440ec0346f None None] Pushing event updated for resources: {'Port': ['ID=a788c379-2614-4aae-9689-3c3b4eeada01,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:32.940348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:33.233070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b1b6-d9be-4377-8cee-1f4f6cb7abc3 req-cee772f9-8169-49da-8511-39d4a188fe47 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:33.244976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3241b1b6-d9be-4377-8cee-1f4f6cb7abc3 req-cee772f9-8169-49da-8511-39d4a188fe47 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 932 time: 1.4057286 Mar 22 14:26:33.264308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:33.264922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:33.376166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c88607-9760-4034-ae39-d3f670857349 req-ff406876-4469-4060-92c2-5a490538f7cb tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:33.387030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c88607-9760-4034-ae39-d3f670857349 req-ff406876-4469-4060-92c2-5a490538f7cb tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.9233620 Mar 22 14:26:33.440848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-28c9021d-bd77-4047-9147-603acb1ed81a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0264332 Mar 22 14:26:33.456607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Request body: {'port': {'device_id': '92f7426a-8622-4b23-8beb-73d91c699612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:33.568884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3241b1b6-d9be-4377-8cee-1f4f6cb7abc3 req-12ecf852-5a0d-4d83-934e-683fbf75ac4d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114574 Mar 22 14:26:33.619937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:33.680086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c88607-9760-4034-ae39-d3f670857349 req-2f588fdd-de3f-4362-8268-288cf8dd5189 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919436 Mar 22 14:26:33.810472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:34.310531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.20.0.1 (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e/13c98093-1dd6-456e-997d-a327c78848df/1290752f-4101-48d9-8b44-eeea6081c6b4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:34.582543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b32f9b-2108-45cf-beec-818f6ebb441a None None] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:34.623869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f4efa0-8e25-425e-819a-a2b300da5bf5 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:26:34.632724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks [] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:34.647671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Transition to ACTIVE for port object 08f4efa0-8e25-425e-819a-a2b300da5bf5 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:26:34.661619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:34.845301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Pushing event updated for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:35.039010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.092553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a788c379-2614-4aae-9689-3c3b4eeada01 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:35.105740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff19ab6-0582-4a28-944f-5cf01d0869c8 req-6a6cf0ad-11a2-4af9-b6c9-db669c1dddb5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:35.107536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eff19ab6-0582-4a28-944f-5cf01d0869c8 req-6a6cf0ad-11a2-4af9-b6c9-db669c1dddb5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 944 time: 0.3141930 Mar 22 14:26:35.141755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Provisioning complete for port a788c379-2614-4aae-9689-3c3b4eeada01 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:35.142185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.202209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a788c379-2614-4aae-9689-3c3b4eeada01 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:35.202590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.246329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624aef-7116-44f1-b6d7-dc2e597a47d4 req-b2baee81-7799-4b1c-adbc-0e9e3e8719db tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:35.247978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb624aef-7116-44f1-b6d7-dc2e597a47d4 req-b2baee81-7799-4b1c-adbc-0e9e3e8719db tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.3597147 Mar 22 14:26:35.305250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eff19ab6-0582-4a28-944f-5cf01d0869c8 req-7cd64fce-5de1-46d4-87f1-50d7985abbaa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466494 Mar 22 14:26:35.347222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Attempting to bind port 08f4efa0-8e25-425e-819a-a2b300da5bf5 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:35.347557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Attempting to bind port 08f4efa0-8e25-425e-819a-a2b300da5bf5 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:35.347885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Attempting to bind port 08f4efa0-8e25-425e-819a-a2b300da5bf5 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:35.371639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Port 08f4efa0-8e25-425e-819a-a2b300da5bf5 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:26:35.371969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Attempting to bind port 08f4efa0-8e25-425e-819a-a2b300da5bf5 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:35.391412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:35.392050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:35.392730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:35.393532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Bound port: 08f4efa0-8e25-425e-819a-a2b300da5bf5, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:35.394138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.419606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a788c379-2614-4aae-9689-3c3b4eeada01 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:35.420006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.456624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.509939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a788c379-2614-4aae-9689-3c3b4eeada01, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a788c379-2614-4aae-9689-3c3b4eeada01,segment=NetworkSegment(9b76a524-e42b-4766-b970-12b92f76f96c),segment_id=9b76a524-e42b-4766-b970-12b92f76f96c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:35.538843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb624aef-7116-44f1-b6d7-dc2e597a47d4 req-9a71a783-7f8e-45f3-8a6c-ec801a46cdda tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005424 Mar 22 14:26:35.611948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:35.627906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:35.641414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.644029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:35.651041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:35.653521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=1290752f-4101-48d9-8b44-eeea6081c6b4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:35.673280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Current status of the port a788c379-2614-4aae-9689-3c3b4eeada01 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:35.673280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.696595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:35.710689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.742058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (2d563314-10c9-4df3-8c60-5151ece4aee4), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.908679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:35.909318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.911968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] 10.222.0.78 "PUT /v2.0/ports/08f4efa0-8e25-425e-819a-a2b300da5bf5 HTTP/1.1" status: 200 len: 1092 time: 2.4594424 Mar 22 14:26:35.912443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:35.919271 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905" -d '{"events": [{"name": "network-changed", "server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:35.935987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:35.955712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a788c379-2614-4aae-9689-3c3b4eeada01,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:35.993236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:26:35.994048 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:26:36.049533 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3febaf6a-b31e-4dc6-a123-23b4212de456 x-openstack-request-id: req-3febaf6a-b31e-4dc6-a123-23b4212de456 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:36.049934 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:36.050122 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3febaf6a-b31e-4dc6-a123-23b4212de456 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:36.050500 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3febaf6a-b31e-4dc6-a123-23b4212de456'] response: {'name': 'network-changed', 'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5', 'status': 'completed', 'code': 200} Mar 22 14:26:36.076282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f396db-1ef1-4313-aacf-42b5f7a3d414 service neutron] Pushing event updated for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:36.198747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-3b9b6ee1-1fa1-4dc5-bebc-1d533025541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:36.200464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-3b9b6ee1-1fa1-4dc5-bebc-1d533025541b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 1126 time: 0.2276826 Mar 22 14:26:36.643747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0886067e-7ab5-4cbd-95c7-a725ac2b168e None None] Current status of the port a788c379-2614-4aae-9689-3c3b4eeada01 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:36.785719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Provisioning complete for port a788c379-2614-4aae-9689-3c3b4eeada01 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:36.786144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:36.869126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-eab5177d-3875-4c52-8a51-933821f46d66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5 HTTP/1.1" status: 200 len: 217 time: 0.6502092 Mar 22 14:26:36.898271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a788c379-2614-4aae-9689-3c3b4eeada01 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:37.066195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a788c379-2614-4aae-9689-3c3b4eeada01 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:37.066840 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:37.118862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Current status of the port a788c379-2614-4aae-9689-3c3b4eeada01 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:37.169200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:37.176234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Provisioning complete for port 1290752f-4101-48d9-8b44-eeea6081c6b4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:37.181614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:37.182046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04df2-dd83-43e1-b9d7-993485737731 req-942a0885-345e-41b7-8b5d-77dd12ab8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:37.183762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-942a0885-345e-41b7-8b5d-77dd12ab8b43 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.3014817 Mar 22 14:26:37.189764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:37.246474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-4e737327-1aa7-4d80-b090-adc520f7bd3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464346 Mar 22 14:26:37.291959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2307c145-7db5-454d-84b6-c1885116fcd9 None None] Port 1290752f-4101-48d9-8b44-eeea6081c6b4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:37.311501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a788c379-2614-4aae-9689-3c3b4eeada01 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:37.325113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dda99-3223-4095-8940-9027c11454b4 req-d0d49e1f-85a4-4dc5-9abc-674871171243 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:37.329505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-319dda99-3223-4095-8940-9027c11454b4 req-d0d49e1f-85a4-4dc5-9abc-674871171243 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.4962444 Mar 22 14:26:37.431083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e2d2-3ef7-40d6-a3b2-3266e1a8cda6 req-a12cf5cc-0cc3-45bf-b7e3-fdefcc2e0626 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:37.437895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae93e2d2-3ef7-40d6-a3b2-3266e1a8cda6 req-a12cf5cc-0cc3-45bf-b7e3-fdefcc2e0626 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 944 time: 0.5853229 Mar 22 14:26:37.517816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (2d563314-10c9-4df3-8c60-5151ece4aee4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:37.519660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=1290752f-4101-48d9-8b44-eeea6081c6b4,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:37.579581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-319dda99-3223-4095-8940-9027c11454b4 req-5b9057cc-e2fd-4be6-acd7-79eee5ca63d3 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178366 Mar 22 14:26:37.598236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae93e2d2-3ef7-40d6-a3b2-3266e1a8cda6 req-969385bc-abbc-4c09-ad55-4273bd95ba2f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593277 Mar 22 14:26:37.659087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-a7871da6-7799-4422-a51a-33f0685de7c9 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100455 Mar 22 14:26:37.770410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:37.840196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:37.847455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:37.981348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b04df2-dd83-43e1-b9d7-993485737731 req-cf5e7a21-f114-4552-be92-9ea7656ad9e9 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124754 Mar 22 14:26:38.269329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 2d563314-10c9-4df3-8c60-5151ece4aee4 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:38.273799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-86dbd27c-098e-4877-afe7-aea00fabc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:38.287766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-86dbd27c-098e-4877-afe7-aea00fabc3a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 1126 time: 0.2398474 Mar 22 14:26:38.337343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9755ce75-7638-4cbf-bcf6-7a61cb41f5ca None None] Provisioning complete for port 1290752f-4101-48d9-8b44-eeea6081c6b4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:38.338521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9755ce75-7638-4cbf-bcf6-7a61cb41f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:38.429725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9755ce75-7638-4cbf-bcf6-7a61cb41f5ca None None] Port 1290752f-4101-48d9-8b44-eeea6081c6b4 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:38.520789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-1a2f5cf9-76f3-4f47-bfc2-898f9d10a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:38.525736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-1a2f5cf9-76f3-4f47-bfc2-898f9d10a783 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.2279158 Mar 22 14:26:38.809760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:38.821059 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] Sync routers for ids ['2d563314-10c9-4df3-8c60-5151ece4aee4'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:38.851748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] Routers {'2d563314-10c9-4df3-8c60-5151ece4aee4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:38.852137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-16326729-0724-4089-b240-ff6fc17ca316 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5 HTTP/1.1" status: 200 len: 217 time: 0.3088763 Mar 22 14:26:38.852382 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2d563314-10c9-4df3-8c60-5151ece4aee4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:38.860304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7f3fcbe9-bce5-4e23-82fe-596c7d85add3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/2d563314-10c9-4df3-8c60-5151ece4aee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1401732 Mar 22 14:26:38.903071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35886) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:38.941740 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:38.969810 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] Routers {'2d563314-10c9-4df3-8c60-5151ece4aee4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:38.970737 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2d563314-10c9-4df3-8c60-5151ece4aee4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:39.006804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74b013-44db-4b23-95ee-e6d1097331ef tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:39.010731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c74b013-44db-4b23-95ee-e6d1097331ef tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports/1290752f-4101-48d9-8b44-eeea6081c6b4 HTTP/1.1" status: 200 len: 910 time: 0.1028550 Mar 22 14:26:39.011394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35888) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:39.013114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-dcb8f89f-0f8f-4db4-abdd-7406363a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:39.014705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-dcb8f89f-0f8f-4db4-abdd-7406363a73f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1377020 Mar 22 14:26:39.019821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13c98093-1dd6-456e-997d-a327c78848df'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:39.029205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:39.087325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2d9f-f2e2-4a10-91b6-e9733eb63f2b req-da62e363-61c4-44c8-a08c-750257c54f91 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:39.089162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff9f2d9f-f2e2-4a10-91b6-e9733eb63f2b req-da62e363-61c4-44c8-a08c-750257c54f91 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2773392 Mar 22 14:26:39.096805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc858-a751-4bfc-95a7-e1afbf79e25c req-1f9cd765-1941-4bc6-8eed-9de33f2ca8de tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:39.098672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52fc858-a751-4bfc-95a7-e1afbf79e25c req-1f9cd765-1941-4bc6-8eed-9de33f2ca8de tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 944 time: 0.2565734 Mar 22 14:26:39.238417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-f3f378a1-cca6-4874-b71d-236d997e1f0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725092 Mar 22 14:26:39.252037 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:39.252964 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694ff08-d053-4e80-a7f3-4fbe73d06a4e None None] The sync data for ids ['2d563314-10c9-4df3-8c60-5151ece4aee4'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:39.327668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a52fc858-a751-4bfc-95a7-e1afbf79e25c req-aae8a90d-837a-4753-b3a5-915c2643c5f7 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023281 Mar 22 14:26:39.509422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff9f2d9f-f2e2-4a10-91b6-e9733eb63f2b req-6bb38cb7-6270-40b0-8895-082cf374a155 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852850 Mar 22 14:26:39.592525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:39.648563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Deleting port c7938ca6-9eca-4fdd-96b7-884433b9739d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:39.648910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:39.672405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-1e71568e-c440-43d6-8f36-319eea021829 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676088 Mar 22 14:26:39.847697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ce48e2c-2d21-42af-8cfb-2a3b241bf905 req-344c8ed7-a317-44a4-8a73-5e915499a8db service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661599 Mar 22 14:26:39.857005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] For port c7938ca6-9eca-4fdd-96b7-884433b9739d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c7938ca6-9eca-4fdd-96b7-884433b9739d,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:39.857423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:39.874913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Calling delete_port for c7938ca6-9eca-4fdd-96b7-884433b9739d owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:40.080694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c7938ca6-9eca-4fdd-96b7-884433b9739d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.146031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7938ca6-9eca-4fdd-96b7-884433b9739d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:40.661681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:40.896096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeff0d-d8b3-49ba-bacc-1867ac2e682a req-e5c4c598-6490-4e64-90f0-938189895528 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:40.898365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abfeff0d-d8b3-49ba-bacc-1867ac2e682a req-e5c4c598-6490-4e64-90f0-938189895528 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 944 time: 0.3157566 Mar 22 14:26:40.996769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91593a-cf9a-428f-ac70-c99c8166adc1 req-c04793e9-928c-41d0-a38d-7d25b8a16a94 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:40.998706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91593a-cf9a-428f-ac70-c99c8166adc1 req-c04793e9-928c-41d0-a38d-7d25b8a16a94 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.3444319 Mar 22 14:26:41.017669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abfeff0d-d8b3-49ba-bacc-1867ac2e682a req-a866f362-54f2-4d69-8912-f2ae7d01d70c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090991 Mar 22 14:26:41.049630 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.075744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.225369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=1290752f-4101-48d9-8b44-eeea6081c6b4,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:41.241712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Router d8f7ac52-a062-4376-89ba-91e4e936ad14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:41.255198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:41.255858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:41.260412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-455a6f72-fe58-417a-ac1a-62b2bcfb701d tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/ports/1290752f-4101-48d9-8b44-eeea6081c6b4 HTTP/1.1" status: 200 len: 910 time: 2.2415197 Mar 22 14:26:41.260638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35910) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:41.285529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df91593a-cf9a-428f-ac70-c99c8166adc1 req-8b9dd70f-f810-4aec-9e72-0439cc72d400 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758791 Mar 22 14:26:41.763548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:41.776407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Sync routers for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:41.786416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-782e2311-1f78-4227-8e71-0d1ee7a4083b admin admin] 10.222.0.81 "PUT /v2.0/routers/d8f7ac52-a062-4376-89ba-91e4e936ad14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0142493 Mar 22 14:26:41.790421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:41.799674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:41.800294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.006390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks [] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.072492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 08f4efa0-8e25-425e-819a-a2b300da5bf5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:26:42.141707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:42.241180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks [] for router_gateway (d8f7ac52-a062-4376-89ba-91e4e936ad14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.262205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:26:42.379952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc7cc1-3e52-40af-9cf2-6faf312b2c0a req-687f144c-f344-419d-9cff-eb2b82ab8cb0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:42.387268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34dc7cc1-3e52-40af-9cf2-6faf312b2c0a req-687f144c-f344-419d-9cff-eb2b82ab8cb0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 944 time: 0.2348299 Mar 22 14:26:42.485792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (2d563314-10c9-4df3-8c60-5151ece4aee4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.500448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34dc7cc1-3e52-40af-9cf2-6faf312b2c0a req-26553cb4-fe55-4795-85a1-7dc784492c44 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074178 Mar 22 14:26:42.506213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Deleting port cda14f29-59f0-4509-a702-02c105af6172 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:42.506671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cda14f29-59f0-4509-a702-02c105af6172), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.528025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:42.529382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7ba5b-f8f0-49f9-823e-aa61ba0a78a1 req-268161ee-d307-4a0d-b053-08db3a348700 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:42.531118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cda14f29-59f0-4509-a702-02c105af6172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:26:40Z', 'revision_number': 5, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port': {'id': 'cda14f29-59f0-4509-a702-02c105af6172', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:17:32Z', 'updated_at': '2022-03-22T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.539123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3e7ba5b-f8f0-49f9-823e-aa61ba0a78a1 req-268161ee-d307-4a0d-b053-08db3a348700 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1387005 Mar 22 14:26:42.594373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Checking router: d8f7ac52-a062-4376-89ba-91e4e936ad14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:42.614440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '08f4efa0-8e25-425e-819a-a2b300da5bf5', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': '08f4efa0-8e25-425e-819a-a2b300da5bf5', 'mac_address': 'fa:16:3e:55:45:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:26:42.626204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Routers {'d8f7ac52-a062-4376-89ba-91e4e936ad14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:42.626889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d8f7ac52-a062-4376-89ba-91e4e936ad14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.646360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3e7ba5b-f8f0-49f9-823e-aa61ba0a78a1 req-f6ea81de-99ab-41a2-ad3d-a5defd38111c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060719 Mar 22 14:26:42.679534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] For port cda14f29-59f0-4509-a702-02c105af6172, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cda14f29-59f0-4509-a702-02c105af6172,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:42.680319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cda14f29-59f0-4509-a702-02c105af6172), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:42.700456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Calling delete_port for cda14f29-59f0-4509-a702-02c105af6172 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:42.749890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] Set router d8f7ac52-a062-4376-89ba-91e4e936ad14 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:42.935049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:26:42Z', 'revision_number': 6, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:42.940528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 08f4efa0-8e25-425e-819a-a2b300da5bf5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:42.940924 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.019181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6617177f-1966-4132-bb0c-24c24a270485 None None] The sync data for ids ['d8f7ac52-a062-4376-89ba-91e4e936ad14'] in n-d-758851-5 is: [{'id': 'd8f7ac52-a062-4376-89ba-91e4e936ad14', 'name': 'tempest-AttachVolumeNegativeTest-1601098168-router', 'tenant_id': '6b2f15999441446c831b74881ceb7ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:17:29Z', 'updated_at': '2022-03-22T14:26:42Z', 'revision_number': 6, 'project_id': '6b2f15999441446c831b74881ceb7ef5', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:43.033167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f4efa0-8e25-425e-819a-a2b300da5bf5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:26:43.039315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 1290752f-4101-48d9-8b44-eeea6081c6b4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:43.048873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.052812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (cda14f29-59f0-4509-a702-02c105af6172), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.097406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:43.102512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda14f29-59f0-4509-a702-02c105af6172,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:43.108700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.184118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:43.218041 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.224668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.235750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 1290752f-4101-48d9-8b44-eeea6081c6b4 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:43.343786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['08f4efa0-8e25-425e-819a-a2b300da5bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:43.483842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1290752f-4101-48d9-8b44-eeea6081c6b4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:43.579637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=1290752f-4101-48d9-8b44-eeea6081c6b4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:43.850055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (2d563314-10c9-4df3-8c60-5151ece4aee4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.203947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 2d563314-10c9-4df3-8c60-5151ece4aee4 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:26:44.286668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.289145 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks [] for router_controller (d8f7ac52-a062-4376-89ba-91e4e936ad14), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.325316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:44.336652 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] Sync routers for ids ['2d563314-10c9-4df3-8c60-5151ece4aee4'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:44.348924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35952) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:44.349792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4435b883-035f-461c-8213-61a3860cd774 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/2d563314-10c9-4df3-8c60-5151ece4aee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884356 Mar 22 14:26:44.359199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] Routers {'2d563314-10c9-4df3-8c60-5151ece4aee4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:44.364256 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2d563314-10c9-4df3-8c60-5151ece4aee4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:44.393090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dd094a5f-0436-4af1-a649-ee79bb2b58ee tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d563314-10c9-4df3-8c60-5151ece4aee4 HTTP/1.1" status: 200 len: 205 time: 0.0409579 Mar 22 14:26:44.394242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d8f7ac52-a062-4376-89ba-91e4e936ad14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.394771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8f7ac52-a062-4376-89ba-91e4e936ad14 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:44.398123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35954) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:44.404866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.406022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7c19ac42-e47a-49d7-9d50-bcd5e40166b8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d8f7ac52-a062-4376-89ba-91e4e936ad14 HTTP/1.1" status: 204 len: 168 time: 2.6145258 Mar 22 14:26:44.409147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35956) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:44.447315 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:44.460518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Deleting subnet 7b4ab801-c4fd-45ea-9950-96b9bbf7052d {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:44.463789 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Publish callbacks [] for subnet (7b4ab801-c4fd-45ea-9950-96b9bbf7052d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.473275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] Routers {'2d563314-10c9-4df3-8c60-5151ece4aee4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:44.475820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2d563314-10c9-4df3-8c60-5151ece4aee4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:44.533768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (7b4ab801-c4fd-45ea-9950-96b9bbf7052d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.557746 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:44.558460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c0717-7213-4229-8e16-5542eedaeac0 None None] The sync data for ids ['2d563314-10c9-4df3-8c60-5151ece4aee4'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:44.581366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.677774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb401c-53de-46a6-91a3-7e80f1bc00f1 req-fe06e63b-06bb-4be4-a148-dd5ce542e0f8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:44.679697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dbb401c-53de-46a6-91a3-7e80f1bc00f1 req-fe06e63b-06bb-4be4-a148-dd5ce542e0f8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 945 time: 0.5176260 Mar 22 14:26:44.691679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8455e3-95b4-4489-9a87-342dd8f1a5f0 req-56f6a2a4-8ab9-4339-a959-8dd5983e2e7b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:44.700340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa8455e3-95b4-4489-9a87-342dd8f1a5f0 req-56f6a2a4-8ab9-4339-a959-8dd5983e2e7b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.5666659 Mar 22 14:26:44.726238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7b4ab801-c4fd-45ea-9950-96b9bbf7052d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.813126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa8455e3-95b4-4489-9a87-342dd8f1a5f0 req-331cec4a-6910-4d15-b6ff-3ead97fe4b47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112435 Mar 22 14:26:44.820330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.829392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (2d563314-10c9-4df3-8c60-5151ece4aee4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.861270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9dbb401c-53de-46a6-91a3-7e80f1bc00f1 req-e9d2f66e-b5ac-4c9a-8106-0edabce25b54 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579881 Mar 22 14:26:44.896955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c7938ca6-9eca-4fdd-96b7-884433b9739d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:44.897492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7b4ab801-c4fd-45ea-9950-96b9bbf7052d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.929915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4ab801-c4fd-45ea-9950-96b9bbf7052d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:44.938287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.944586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-085deef9-5a59-4cea-afbe-7bb022ddc999 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7b4ab801-c4fd-45ea-9950-96b9bbf7052d HTTP/1.1" status: 204 len: 168 time: 0.5324209 Mar 22 14:26:44.944761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35958) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:44.963127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c5672-68d7-4a9e-b2f0-094157d00a6d None None] Network 3c10e20b-dbb4-4e89-b113-cc9c52f27900 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:44.968085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (2d563314-10c9-4df3-8c60-5151ece4aee4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.968672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router 2d563314-10c9-4df3-8c60-5151ece4aee4 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:26:44.984309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:44.984516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c7938ca6-9eca-4fdd-96b7-884433b9739d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:44.984851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c7938ca6-9eca-4fdd-96b7-884433b9739d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:44.985276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cda14f29-59f0-4509-a702-02c105af6172 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:44.987675 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-feb836d6-1b53-4e09-b6d6-703e114db545 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/2d563314-10c9-4df3-8c60-5151ece4aee4 HTTP/1.1" status: 204 len: 168 time: 0.5879049 Mar 22 14:26:44.993682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35960) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:45.045756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: cda14f29-59f0-4509-a702-02c105af6172 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:45.045756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cda14f29-59f0-4509-a702-02c105af6172 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:45.116791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 13c98093-1dd6-456e-997d-a327c78848df {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:26:45.130948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (13c98093-1dd6-456e-997d-a327c78848df), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.143944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3c10e20b-dbb4-4e89-b113-cc9c52f27900), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.249914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (13c98093-1dd6-456e-997d-a327c78848df), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.281666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Deleting port db46da39-cbae-4c42-9944-e5277496acd6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:45.283419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db46da39-cbae-4c42-9944-e5277496acd6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.309342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] DHCP port deletion for 3c10e20b-dbb4-4e89-b113-cc9c52f27900 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:45.392813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] For port db46da39-cbae-4c42-9944-e5277496acd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db46da39-cbae-4c42-9944-e5277496acd6,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:45.394010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db46da39-cbae-4c42-9944-e5277496acd6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.408348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Deleting port db46da39-cbae-4c42-9944-e5277496acd6 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:45.409033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db46da39-cbae-4c42-9944-e5277496acd6), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.412973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Calling delete_port for db46da39-cbae-4c42-9944-e5277496acd6 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:45.454752 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (13c98093-1dd6-456e-997d-a327c78848df), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.491515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] For port db46da39-cbae-4c42-9944-e5277496acd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=db46da39-cbae-4c42-9944-e5277496acd6,segment=NetworkSegment(7a5e05af-b084-44aa-8df9-b5a2fb919ed7),segment_id=7a5e05af-b084-44aa-8df9-b5a2fb919ed7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:45.491837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db46da39-cbae-4c42-9944-e5277496acd6), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.508945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Calling delete_port for db46da39-cbae-4c42-9944-e5277496acd6 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:45.527577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (db46da39-cbae-4c42-9944-e5277496acd6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.545457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] No DVR routers for this DVR port db46da39-cbae-4c42-9944-e5277496acd6 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:45.575640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Pushing event deleted for resources: {'Port': ['ID=db46da39-cbae-4c42-9944-e5277496acd6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:45.603427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (13c98093-1dd6-456e-997d-a327c78848df), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.634637 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (db46da39-cbae-4c42-9944-e5277496acd6), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.684047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3c10e20b-dbb4-4e89-b113-cc9c52f27900), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.687913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=13c98093-1dd6-456e-997d-a327c78848df,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:45.696784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] Pushing event deleted for resources: {'Port': ['ID=db46da39-cbae-4c42-9944-e5277496acd6,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:45.709363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.712626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c4255f97-5a92-4055-a0ab-69569cdcd497 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/13c98093-1dd6-456e-997d-a327c78848df HTTP/1.1" status: 204 len: 168 time: 0.7179518 Mar 22 14:26:45.717009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35972) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:45.719812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f3c0d5-a199-44e2-9798-38ce56d17830 None None] Network ac41620c-4ee1-4e2b-8aab-1d8b13b4942e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:45.724462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a80ac2-76ca-4d57-bc98-ac36c2a5d191 None None] No DVR routers for this DVR port db46da39-cbae-4c42-9944-e5277496acd6 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:45.743596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c10e20b-dbb4-4e89-b113-cc9c52f27900']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:45.797473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e05af-b084-44aa-8df9-b5a2fb919ed7') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:45.798070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e05af-b084-44aa-8df9-b5a2fb919ed7') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:45.815223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (7a5e05af-b084-44aa-8df9-b5a2fb919ed7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.849730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.862014 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7a5e05af-b084-44aa-8df9-b5a2fb919ed7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.890194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:45.890386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (7a5e05af-b084-44aa-8df9-b5a2fb919ed7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:45.892418 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:46.007482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] DHCP port deletion for ac41620c-4ee1-4e2b-8aab-1d8b13b4942e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:26:46.102256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 08f4efa0-8e25-425e-819a-a2b300da5bf5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:46.127231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3c10e20b-dbb4-4e89-b113-cc9c52f27900), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.139546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.144082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3c10e20b-dbb4-4e89-b113-cc9c52f27900 HTTP/1.1" status: 204 len: 168 time: 1.1982033 Mar 22 14:26:46.179461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d60fcc-882a-450c-b37d-4dd8f69d2817 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c10e20b-dbb4-4e89-b113-cc9c52f27900,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:46.209093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1796a8d-5ddb-44da-a982-a5c5b75d8dfb req-ab537000-837e-4548-a386-c03d46eb9456 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:46.210848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1796a8d-5ddb-44da-a982-a5c5b75d8dfb req-ab537000-837e-4548-a386-c03d46eb9456 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2320466 Mar 22 14:26:46.219312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Deleting port a788c379-2614-4aae-9689-3c3b4eeada01 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:46.219686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.245671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b9ad-4baa-4a1f-bfcb-701605ee3dcc req-7b625a53-5bbf-4013-8ae7-90d8ec1f717c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:46.247192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6861b9ad-4baa-4a1f-bfcb-701605ee3dcc req-7b625a53-5bbf-4013-8ae7-90d8ec1f717c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 945 time: 0.2276120 Mar 22 14:26:46.312474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1796a8d-5ddb-44da-a982-a5c5b75d8dfb req-7f264cfc-8b6e-435e-8be0-475c933297a5 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913496 Mar 22 14:26:46.317219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port a788c379-2614-4aae-9689-3c3b4eeada01 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:46.317567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.378170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6861b9ad-4baa-4a1f-bfcb-701605ee3dcc req-c69a2516-5941-4e57-9ab9-41b1605bfc25 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217246 Mar 22 14:26:46.428308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port a788c379-2614-4aae-9689-3c3b4eeada01, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a788c379-2614-4aae-9689-3c3b4eeada01,segment=NetworkSegment(9b76a524-e42b-4766-b970-12b92f76f96c),segment_id=9b76a524-e42b-4766-b970-12b92f76f96c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:46.429045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.433940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 08f4efa0-8e25-425e-819a-a2b300da5bf5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:26:46.442990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 08f4efa0-8e25-425e-819a-a2b300da5bf5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:46.443507 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.447907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] For port a788c379-2614-4aae-9689-3c3b4eeada01, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a788c379-2614-4aae-9689-3c3b4eeada01,segment=NetworkSegment(9b76a524-e42b-4766-b970-12b92f76f96c),segment_id=9b76a524-e42b-4766-b970-12b92f76f96c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:46.448537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.462536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for a788c379-2614-4aae-9689-3c3b4eeada01 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:46.522235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:46.548987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Calling delete_port for a788c379-2614-4aae-9689-3c3b4eeada01 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:46.670497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.672488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6e9f5f24-be4e-45dc-b578-bf572b6b0bc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b2f15999441446c831b74881ceb7ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487231 Mar 22 14:26:46.675428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:46.724036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=a788c379-2614-4aae-9689-3c3b4eeada01,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:46.738781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port a788c379-2614-4aae-9689-3c3b4eeada01 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:46.811394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] Publish callbacks [] for security_group (7f3de686-561b-496b-ac54-fa6f53eb8efa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.884123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] Publish callbacks [] for security_group (7f3de686-561b-496b-ac54-fa6f53eb8efa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.910417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.954776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac41620c-4ee1-4e2b-8aab-1d8b13b4942e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:46.978844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7f3de686-561b-496b-ac54-fa6f53eb8efa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.979886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76a524-e42b-4766-b970-12b92f76f96c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:46.980420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76a524-e42b-4766-b970-12b92f76f96c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:46.981515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:46.982808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f3de686-561b-496b-ac54-fa6f53eb8efa HTTP/1.1" status: 204 len: 168 time: 0.3062027 Mar 22 14:26:46.995186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484d441-fdb4-4849-8353-70b6b62f36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3de686-561b-496b-ac54-fa6f53eb8efa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:47.004159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (9b76a524-e42b-4766-b970-12b92f76f96c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.033059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9b76a524-e42b-4766-b970-12b92f76f96c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.042136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:26:47.042704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (9b76a524-e42b-4766-b970-12b92f76f96c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.048098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 08f4efa0-8e25-425e-819a-a2b300da5bf5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:47.048618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:26:47.049337 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:26:47.051876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a788c379-2614-4aae-9689-3c3b4eeada01 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:47.073690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a788c379-2614-4aae-9689-3c3b4eeada01 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:47.074308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a788c379-2614-4aae-9689-3c3b4eeada01 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:47.074866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db46da39-cbae-4c42-9944-e5277496acd6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:47.119423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: db46da39-cbae-4c42-9944-e5277496acd6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:47.120196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device db46da39-cbae-4c42-9944-e5277496acd6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:47.144971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:47.147684 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded4999-d3b4-4c2a-98b9-be5728dd8bae" -d '{"events": [{"server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "name": "network-vif-plugged", "status": "completed", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:47.165089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:47.176491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.208118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a788c379-2614-4aae-9689-3c3b4eeada01), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.234551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] No DVR routers for this DVR port a788c379-2614-4aae-9689-3c3b4eeada01 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:47.257857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:47.294451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ac41620c-4ee1-4e2b-8aab-1d8b13b4942e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.313559 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6529866-c627-4edc-a148-ba34ae2a0212 x-openstack-request-id: req-c6529866-c627-4edc-a148-ba34ae2a0212 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:47.313846 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "name": "network-vif-plugged", "status": "completed", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:47.314118 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6529866-c627-4edc-a148-ba34ae2a0212 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:47.320156 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6529866-c627-4edc-a148-ba34ae2a0212'] response: {'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5', 'code': 200} Mar 22 14:26:47.321082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3fba0-edbc-479a-b656-36c3caed088e None None] Pushing event deleted for resources: {'Port': ['ID=a788c379-2614-4aae-9689-3c3b4eeada01,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:47.324445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.328200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/ac41620c-4ee1-4e2b-8aab-1d8b13b4942e HTTP/1.1" status: 204 len: 168 time: 1.6100104 Mar 22 14:26:47.329110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798c334-033d-4f42-8223-b9f8a26ded44 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=ac41620c-4ee1-4e2b-8aab-1d8b13b4942e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:47.332405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36002) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:47.337244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-357155538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:47.412936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.415246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.584545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.606078 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.643973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee39b6-ce59-4c1a-9391-872a5d29dc5d req-6891bfd9-3bcb-4f52-b052-72bc6d6a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:47.645493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1ee39b6-ce59-4c1a-9391-872a5d29dc5d req-6891bfd9-3bcb-4f52-b052-72bc6d6a015b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 1128 time: 0.2892008 Mar 22 14:26:47.646470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.648882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-252aac05-040b-49cc-bd1b-7e92dc97a3c5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3156297 Mar 22 14:26:47.651843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36012) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:47.663133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-1150351209'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:47.706969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:47.711936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.733230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf3e78-a80c-4ef8-bdd7-593560fc6e09 req-e5b0087c-a75e-4b0f-8dd4-c1ae4579f0f9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:47.734853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5cf3e78-a80c-4ef8-bdd7-593560fc6e09 req-e5b0087c-a75e-4b0f-8dd4-c1ae4579f0f9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2379324 Mar 22 14:26:47.769198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:26:47.796511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eea26309-0634-4a06-a93a-cc6a244e8cf4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.796898 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment eea26309-0634-4a06-a93a-cc6a244e8cf4 of type vlan for network 526ee19d-215f-4996-98b4-90cb6c5dbe80 Mar 22 14:26:47.808605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e0f01-3d08-4d8b-8f63-bdf0bc53b889 req-fccca599-6d47-4f42-80e1-b01cfe180d5a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:47.810389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-119e0f01-3d08-4d8b-8f63-bdf0bc53b889 req-fccca599-6d47-4f42-80e1-b01cfe180d5a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.2129838 Mar 22 14:26:47.852288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5cf3e78-a80c-4ef8-bdd7-593560fc6e09 req-7548c4cf-afaf-4440-a492-cf0d6dc4aa8f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101568 Mar 22 14:26:47.865666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1ee39b6-ce59-4c1a-9391-872a5d29dc5d req-90494ed7-fe32-4c06-ab81-5057f857a556 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806288 Mar 22 14:26:47.908953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (526ee19d-215f-4996-98b4-90cb6c5dbe80), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.944146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (526ee19d-215f-4996-98b4-90cb6c5dbe80), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:47.952680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:47.977218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-119e0f01-3d08-4d8b-8f63-bdf0bc53b889 req-98bcb557-9fd1-4ede-a5ea-05c36036da66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344209 Mar 22 14:26:47.977733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.058398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4038930 Mar 22 14:26:48.060178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36020) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:48.065556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:48.089814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1804f-160a-4215-8dec-440c43b4c353 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=526ee19d-215f-4996-98b4-90cb6c5dbe80,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:48.103323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:26:48.259770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:48.268544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.596775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89cbf476-d947-483a-920b-f165f35d1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.601980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (0e0e63d0-2dfe-4cee-af90-982a4c4bfe35), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.677465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=0e0e63d0-2dfe-4cee-af90-982a4c4bfe35,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:48.746551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:48.746918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 526ee19d-215f-4996-98b4-90cb6c5dbe80, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:26:48.788327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:26:48.804938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 526ee19d-215f-4996-98b4-90cb6c5dbe80) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:48.811514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:48.812464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:48.813256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3134f-f2ef-41ac-a2fd-3e033eac2fc0 None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:48.849773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:48.864752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4dd7214a-d082-4c79-ba7e-0c0b68b285df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031471 Mar 22 14:26:49.100069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-526ee19d-215f-4996-98b4-90cb6c5dbe80', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:26:49.101186 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.302558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc6a3-e3f2-48c5-97b2-639079e8a089 req-83fbd95d-243f-4b50-8ff4-4a54d6971d86 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:49.308532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a47fc6a3-e3f2-48c5-97b2-639079e8a089 req-83fbd95d-243f-4b50-8ff4-4a54d6971d86 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2850373 Mar 22 14:26:49.350946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5084-fe31-42eb-aa47-8cec05f9d644 req-a17abc14-6f7a-4e2a-b472-9b9de7539ef8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:49.354746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-510b5084-fe31-42eb-aa47-8cec05f9d644 req-a17abc14-6f7a-4e2a-b472-9b9de7539ef8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.2219746 Mar 22 14:26:49.385806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Allocated IP 172.20.0.2 (526ee19d-215f-4996-98b4-90cb6c5dbe80/0e0e63d0-2dfe-4cee-af90-982a4c4bfe35/1d8445c5-665a-464b-b08d-ea869f5e8fba) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:49.479749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.502825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a47fc6a3-e3f2-48c5-97b2-639079e8a089 req-287a08a6-2b11-46a5-88ba-77a0beb1ebfa tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834238 Mar 22 14:26:49.534577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-510b5084-fe31-42eb-aa47-8cec05f9d644 req-481278e3-94c4-4f5b-af85-783738df78d9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505806 Mar 22 14:26:49.712877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks [] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.736185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:49.826553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:49.840281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:49.844960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:49.860264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Pushing event updated for resources: {'Port': ['ID=1d8445c5-665a-464b-b08d-ea869f5e8fba,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:49.905097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08551276-3077-49da-abf3-b04e3b4ada2e req-c23763c5-ba1c-41fa-b4d4-05d6837ef5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:49.906937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08551276-3077-49da-abf3-b04e3b4ada2e req-c23763c5-ba1c-41fa-b4d4-05d6837ef5da service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.1253910 Mar 22 14:26:50.022234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.20.0.1 (526ee19d-215f-4996-98b4-90cb6c5dbe80/0e0e63d0-2dfe-4cee-af90-982a4c4bfe35/e26127a2-f1b6-4987-88ff-5c5ef74d6516) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:50.023258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08551276-3077-49da-abf3-b04e3b4ada2e req-e55555e3-05f2-4a38-b76e-2a9d0c80cfa0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089182 Mar 22 14:26:50.041666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Attempting to bind port 1d8445c5-665a-464b-b08d-ea869f5e8fba on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:50.042065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Attempting to bind port 1d8445c5-665a-464b-b08d-ea869f5e8fba by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:50.042768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Attempting to bind port 1d8445c5-665a-464b-b08d-ea869f5e8fba on network 526ee19d-215f-4996-98b4-90cb6c5dbe80 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:50.055517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:50.055890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Checking segment: {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:50.056309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.056788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Bound using segment: {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:50.070319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Bound port: 1d8445c5-665a-464b-b08d-ea869f5e8fba, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:50.071017 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.164359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] For port 1d8445c5-665a-464b-b08d-ea869f5e8fba, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:50.170722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] For port 1d8445c5-665a-464b-b08d-ea869f5e8fba, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d8445c5-665a-464b-b08d-ea869f5e8fba,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:50.180111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.251061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.293199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb16f-2e25-4695-a440-107d2a2eec67 None None] Pushing event updated for resources: {'Port': ['ID=1d8445c5-665a-464b-b08d-ea869f5e8fba,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:50.345852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.434075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:50.438279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:50.451621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:50.576953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:50.665399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.785395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.785752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.786115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.786460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.786791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.787851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.787851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.787851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.791025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.791384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.791745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.792051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.792383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.792710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.793036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:50.952578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2537b8d7-17fc-430b-9e41-75ef923f0ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:50.963218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d8445c5-665a-464b-b08d-ea869f5e8fba up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:50.995949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.007276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e33f4-c356-4dd7-ad0d-85b511fca9e8 req-7eec0142-4257-4398-b258-5c509b620f07 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:51.014755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a8e33f4-c356-4dd7-ad0d-85b511fca9e8 req-7eec0142-4257-4398-b258-5c509b620f07 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.2794819 Mar 22 14:26:51.026939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a29b-435b-4ec8-8117-1f8b4ea8af58 req-a6ff9f34-b26d-47df-9af6-8e9e65a30522 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:51.028703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b7a29b-435b-4ec8-8117-1f8b4ea8af58 req-a6ff9f34-b26d-47df-9af6-8e9e65a30522 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.3787892 Mar 22 14:26:51.086140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1d8445c5-665a-464b-b08d-ea869f5e8fba triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:51.086662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.156875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b7a29b-435b-4ec8-8117-1f8b4ea8af58 req-04654aa2-48df-4844-ae2d-26f551577a73 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191332 Mar 22 14:26:51.193064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a8e33f4-c356-4dd7-ad0d-85b511fca9e8 req-2b847adc-2138-4193-ad20-ce86298bb7d6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627898 Mar 22 14:26:51.405185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1d8445c5-665a-464b-b08d-ea869f5e8fba is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:51.407763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.520836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1d8445c5-665a-464b-b08d-ea869f5e8fba, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d8445c5-665a-464b-b08d-ea869f5e8fba,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:51.534613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.682899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1d8445c5-665a-464b-b08d-ea869f5e8fba,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:51.706359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.706686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.707048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.708440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.709387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.710600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.710952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.711299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.717761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467bf81-262a-40fa-b9bf-4c19014f78bd req-a2adcae4-441a-45af-a5bb-8863f6232ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:51.718363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.718943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.719061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.719404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.719742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.720071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.729169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:26:51.732114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5467bf81-262a-40fa-b9bf-4c19014f78bd req-a2adcae4-441a-45af-a5bb-8863f6232ac5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.1287584 Mar 22 14:26:51.768223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.778864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.871400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5467bf81-262a-40fa-b9bf-4c19014f78bd req-34c97626-b928-4741-9211-1c0d83cdd2dd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192734 Mar 22 14:26:51.911700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:51.936663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:51.948833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:52.110352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5062ee-1bca-4b9d-8822-7d8c89a5c18f req-4fcaef47-d7ad-48e9-bfbb-7c8947460fdd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:52.124453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a5062ee-1bca-4b9d-8822-7d8c89a5c18f req-4fcaef47-d7ad-48e9-bfbb-7c8947460fdd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.1063697 Mar 22 14:26:52.137870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ceaffc-db4c-43a1-919f-df1c0a1cc68e None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:52.168223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:52.176097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:52.284832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a5062ee-1bca-4b9d-8822-7d8c89a5c18f req-cfefc6af-c8f4-453a-9c4e-f2fffafcaaa0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539567 Mar 22 14:26:52.483744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c503631-eb84-4c88-aea8-9329e79e62a8 req-b35da417-4522-42d4-b17f-5211d6b85bb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:52.497947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c503631-eb84-4c88-aea8-9329e79e62a8 req-b35da417-4522-42d4-b17f-5211d6b85bb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.2036810 Mar 22 14:26:52.503855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bd57bf19-f2ca-4e92-88c5-98ee3ecc56cb None None] Provisioning complete for port 1d8445c5-665a-464b-b08d-ea869f5e8fba triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:52.506560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bd57bf19-f2ca-4e92-88c5-98ee3ecc56cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:52.617047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c503631-eb84-4c88-aea8-9329e79e62a8 req-6be36b62-9dd1-4164-b319-188c6601a6fb tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098614 Mar 22 14:26:52.776206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bd57bf19-f2ca-4e92-88c5-98ee3ecc56cb None None] Current status of the port 1d8445c5-665a-464b-b08d-ea869f5e8fba is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:52.907957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d8445c5-665a-464b-b08d-ea869f5e8fba up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:26:53.068169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389353-802f-4a03-afdb-b44f2f7cce77 req-8f69d122-f8a5-435e-b6b4-fefbc45950b8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.074358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64389353-802f-4a03-afdb-b44f2f7cce77 req-8f69d122-f8a5-435e-b6b4-fefbc45950b8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.1902220 Mar 22 14:26:53.084333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1d8445c5-665a-464b-b08d-ea869f5e8fba triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:53.084727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.239350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64389353-802f-4a03-afdb-b44f2f7cce77 req-b5e9045c-2420-4df2-95cf-64455d35d7d9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589961 Mar 22 14:26:53.281328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:26:53.307488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Provisioning complete for port 1d8445c5-665a-464b-b08d-ea869f5e8fba triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:53.311509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.353565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8465-1191-4bee-8eae-5858b287ba36 req-6eed87b0-6fb8-44fa-9504-b3f17e731490 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.361169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04dd8465-1191-4bee-8eae-5858b287ba36 req-6eed87b0-6fb8-44fa-9504-b3f17e731490 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1403267 Mar 22 14:26:53.402925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-cc632366-2b7b-4cf9-8570-30cb7beefa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.405599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-cc632366-2b7b-4cf9-8570-30cb7beefa09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.3303106 Mar 22 14:26:53.486859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1d8445c5-665a-464b-b08d-ea869f5e8fba is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:53.497484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04dd8465-1191-4bee-8eae-5858b287ba36 req-f0aad5ec-e7db-4e50-b7f5-a3b6a9d02443 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350892 Mar 22 14:26:53.615211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Current status of the port 1d8445c5-665a-464b-b08d-ea869f5e8fba is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:53.649139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:53.658302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.691380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-b3edfc96-1049-4d0e-b918-daf4609aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.693130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-b3edfc96-1049-4d0e-b918-daf4609aafaa service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2470915 Mar 22 14:26:53.743128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:26:53.752856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.753890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5e8510b8-3f4e-4c31-8841-9669751d9d7d None None] Port e26127a2-f1b6-4987-88ff-5c5ef74d6516 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:53.757150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:26:53.762609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc2038f3-16bc-4f71-bd0d-23220bf34f7c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9116659 Mar 22 14:26:53.772916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:53.779000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:53.779727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:53.790916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-698064564'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:53.815267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-41747b84-eeaa-45ec-963b-b6158c17f2e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.1065724 Mar 22 14:26:53.837858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:53.845446 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.896281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:26:53.909604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9f293726-7aa8-41b8-ad49-95f40473daef), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:53.910405 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment 9f293726-7aa8-41b8-ad49-95f40473daef of type vlan for network 69a25439-8a8c-48b8-a74a-3296d692ccb8 Mar 22 14:26:53.917684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-47d905a0-633e-4f3e-af13-f8021a44d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.927042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-47d905a0-633e-4f3e-af13-f8021a44d906 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1025212 Mar 22 14:26:53.974982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:53.991388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-31406376-6c17-441b-83d4-2d506c05c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:53.993534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-31406376-6c17-441b-83d4-2d506c05c32f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587361 Mar 22 14:26:54.004840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (69a25439-8a8c-48b8-a74a-3296d692ccb8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.057322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-89be0fb7-db94-4a3d-b120-67cf118e041a None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:54.060112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89be0fb7-db94-4a3d-b120-67cf118e041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.079722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-d7dd1980-6c98-4a6d-96fb-c09b815c8184 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:54.081999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36152) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:54.082289 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-d7dd1980-6c98-4a6d-96fb-c09b815c8184 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.1132178 Mar 22 14:26:54.083742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (69a25439-8a8c-48b8-a74a-3296d692ccb8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.089454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:54.090674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.194739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-af51d0f6-b930-450f-aaf8-3d9992d9071f service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939960 Mar 22 14:26:54.244009 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4646556 Mar 22 14:26:54.246582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:54.249853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cd140-d6d0-4326-8692-76e6a13d1273 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=69a25439-8a8c-48b8-a74a-3296d692ccb8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:54.257144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:26:54.279069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port 08f4efa0-8e25-425e-819a-a2b300da5bf5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:26:54.280133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.381917 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1117323-1f73-41c8-9eb4-b5ab27741422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.382177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:26:54.460224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port 08f4efa0-8e25-425e-819a-a2b300da5bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=08f4efa0-8e25-425e-819a-a2b300da5bf5,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:54.460802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.473283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-89be0fb7-db94-4a3d-b120-67cf118e041a None None] Port e26127a2-f1b6-4987-88ff-5c5ef74d6516 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:54.501547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for 08f4efa0-8e25-425e-819a-a2b300da5bf5 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:26:54.517859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17851911-4bb6-4773-9791-0db8f2cbb39f req-7acc7bbe-4727-432d-9a01-6834ab6be00a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:54.524032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17851911-4bb6-4773-9791-0db8f2cbb39f req-7acc7bbe-4727-432d-9a01-6834ab6be00a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f7426a-8622-4b23-8beb-73d91c699612 HTTP/1.1" status: 200 len: 946 time: 0.1398482 Mar 22 14:26:54.668722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:54.703124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-aa3decf2-96dc-4be0-b968-ca942ade3828 None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:54.704201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aa3decf2-96dc-4be0-b968-ca942ade3828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.726280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1117323-1f73-41c8-9eb4-b5ab27741422 admin admin] Publish callbacks [] for security_group (f2214394-ed7f-4427-bd32-d9acaea72948), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.760712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1117323-1f73-41c8-9eb4-b5ab27741422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f2214394-ed7f-4427-bd32-d9acaea72948), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.764005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-579765c1-9d71-48af-8ce0-5464427f2ee9 req-88dbe8e4-9e35-4f00-bc4d-8c104f634d37 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637467 Mar 22 14:26:54.804188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aa3decf2-96dc-4be0-b968-ca942ade3828 None None] Port e26127a2-f1b6-4987-88ff-5c5ef74d6516 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:54.811355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:26:54.816216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.837026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:26:50Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:51Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:54.888620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (08f4efa0-8e25-425e-819a-a2b300da5bf5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:54.914464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2', '08f4efa0-8e25-425e-819a-a2b300da5bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:26:54.934797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:26:54.935315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Updating router 371f3aac-240f-4af4-be73-c1448ed9f2ff port e26127a2-f1b6-4987-88ff-5c5ef74d6516 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:26:55.010953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=08f4efa0-8e25-425e-819a-a2b300da5bf5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:55.085310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port 08f4efa0-8e25-425e-819a-a2b300da5bf5 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:26:55.087137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11f901d8-4f79-4606-a806-ce93c25252e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.089812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.090586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.097269 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-bdeab849-a995-4bff-8e13-b7585ce73428 req-aaa97dc7-92b4-4a29-b895-ffcaff9efcc3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/08f4efa0-8e25-425e-819a-a2b300da5bf5 HTTP/1.1" status: 204 len: 173 time: 1.0023730 Mar 22 14:26:55.109229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'name': 'network-vif-deleted', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:26:55.112609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.116613 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7dbf3-6e1e-492b-b2d8-af92e211bfd3" -d '{"events": [{"server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "name": "network-vif-deleted", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:26:55.142400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17851911-4bb6-4773-9791-0db8f2cbb39f req-c4f97730-50a4-4416-9419-006dde5ca92e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848646 Mar 22 14:26:55.145281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (3f70f76c-7516-4fe5-bb4e-cbfec3e565c1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.262525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117323-1f73-41c8-9eb4-b5ab27741422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2214394-ed7f-4427-bd32-d9acaea72948,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:55.267644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b1117323-1f73-41c8-9eb4-b5ab27741422 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8896ad5fbce34880b7a459bb569b4cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1844485 Mar 22 14:26:55.273255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36180) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:55.380358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcd2c0-de3d-4b27-8668-682ed7031830 req-17e7d631-56e8-4db7-8db6-5ee87f4de975 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:55.384619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fbcd2c0-de3d-4b27-8668-682ed7031830 req-17e7d631-56e8-4db7-8db6-5ee87f4de975 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.6565473 Mar 22 14:26:55.384869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11f901d8-4f79-4606-a806-ce93c25252e4 admin admin] Publish callbacks [] for security_group (c31364e4-f79c-46fc-8652-60f609f19c11), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.393064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=3f70f76c-7516-4fe5-bb4e-cbfec3e565c1,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:55.396519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11f901d8-4f79-4606-a806-ce93c25252e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c31364e4-f79c-46fc-8652-60f609f19c11), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.445580 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11f901d8-4f79-4606-a806-ce93c25252e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb36273f936345dea6ab5f9a2e7efb03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7725434 Mar 22 14:26:55.446091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:55.522732 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeee5fc-76c8-4d8f-851b-b78b3a552a69 x-openstack-request-id: req-deeee5fc-76c8-4d8f-851b-b78b3a552a69 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:26:55.523490 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7426a-8622-4b23-8beb-73d91c699612", "name": "network-vif-deleted", "tag": "08f4efa0-8e25-425e-819a-a2b300da5bf5", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:26:55.523490 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-deeee5fc-76c8-4d8f-851b-b78b3a552a69 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:26:55.523490 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeee5fc-76c8-4d8f-851b-b78b3a552a69'] response: {'server_uuid': '92f7426a-8622-4b23-8beb-73d91c699612', 'name': 'network-vif-deleted', 'tag': '08f4efa0-8e25-425e-819a-a2b300da5bf5', 'status': 'completed', 'code': 200} Mar 22 14:26:55.549140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:55.549508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 69a25439-8a8c-48b8-a74a-3296d692ccb8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:26:55.552851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f901d8-4f79-4606-a806-ce93c25252e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31364e4-f79c-46fc-8652-60f609f19c11,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:55.583978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] Publish callbacks [] for security_group (f2214394-ed7f-4427-bd32-d9acaea72948), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.611946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fbcd2c0-de3d-4b27-8668-682ed7031830 req-e4087f13-9158-45e9-9c3b-1e87226f3cd2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198055 Mar 22 14:26:55.623238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] Publish callbacks [] for security_group (c31364e4-f79c-46fc-8652-60f609f19c11), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.680704 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] Publish callbacks [] for security_group (f2214394-ed7f-4427-bd32-d9acaea72948), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.711838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] Publish callbacks [] for security_group (c31364e4-f79c-46fc-8652-60f609f19c11), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.762674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:26:55.826845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 69a25439-8a8c-48b8-a74a-3296d692ccb8) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:55.863278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c31364e4-f79c-46fc-8652-60f609f19c11), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.869299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.871710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:55.872932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c31364e4-f79c-46fc-8652-60f609f19c11 HTTP/1.1" status: 204 len: 168 time: 0.4187477 Mar 22 14:26:55.886967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:55.916974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b678b10-3060-425b-b056-f50015c551d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31364e4-f79c-46fc-8652-60f609f19c11,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:55.943463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-259e6ecb-2a72-4f32-a2b1-da0f40bd46df tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6930466 Mar 22 14:26:55.945907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:56.085786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f2214394-ed7f-4427-bd32-d9acaea72948), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:56.091213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:56.112232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2214394-ed7f-4427-bd32-d9acaea72948 HTTP/1.1" status: 204 len: 168 time: 0.8217044 Mar 22 14:26:56.138152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f39fa-3514-4102-bb85-479dc6102d7f None None] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:26:56.154536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a763871-7a8b-44ea-b453-54a86db3b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2214394-ed7f-4427-bd32-d9acaea72948,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:56.493349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks [] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:56.542571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:56.623303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ffd4-b7d7-4f62-b743-07a4e1006bba None None] Pushing event updated for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:57.076254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-69a25439-8a8c-48b8-a74a-3296d692ccb8', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:26:57.077189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.175952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Attempting to bind port e26127a2-f1b6-4987-88ff-5c5ef74d6516 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:57.177053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Attempting to bind port e26127a2-f1b6-4987-88ff-5c5ef74d6516 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:57.177611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Attempting to bind port e26127a2-f1b6-4987-88ff-5c5ef74d6516 on network 526ee19d-215f-4996-98b4-90cb6c5dbe80 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:57.220170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36254) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:57.254451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841ff9e-cb14-4b51-8eb1-8b7d3d20bb9f req-21b29088-4716-4a68-98f1-5c2675e12382 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:57.256233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7841ff9e-cb14-4b51-8eb1-8b7d3d20bb9f req-21b29088-4716-4a68-98f1-5c2675e12382 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.3673773 Mar 22 14:26:57.262181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-817c387b-0f66-4b66-9471-d6156f36adf9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:26:57.264240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-817c387b-0f66-4b66-9471-d6156f36adf9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.4179490 Mar 22 14:26:57.282737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9020786-ae7f-4b34-babb-a910e09aac4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.333330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:57.334393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-6051af28-f0dc-4bab-bd84-7c22f9407c6c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/quotas/7fe532771da0418cb73688012dad233a HTTP/1.1" status: 200 len: 375 time: 0.0522470 Mar 22 14:26:57.336561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Checking segment: {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:57.337057 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.337537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Bound using segment: {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:57.338136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Bound port: e26127a2-f1b6-4987-88ff-5c5ef74d6516, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea26309-0634-4a06-a93a-cc6a244e8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:57.340251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.546746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7568c69a-a834-43f7-9112-bd85cec573cb None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:57.551914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9020786-ae7f-4b34-babb-a910e09aac4e admin admin] Publish callbacks [] for security_group (2769eb7c-16d9-41a2-bcdb-690648887dfa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.556873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7568c69a-a834-43f7-9112-bd85cec573cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.569947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9020786-ae7f-4b34-babb-a910e09aac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2769eb7c-16d9-41a2-bcdb-690648887dfa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.678353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] For port e26127a2-f1b6-4987-88ff-5c5ef74d6516, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:26:57.689940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] For port e26127a2-f1b6-4987-88ff-5c5ef74d6516, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e26127a2-f1b6-4987-88ff-5c5ef74d6516,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:26:57.700654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9020786-ae7f-4b34-babb-a910e09aac4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b676d3590384dbab22bf29c1fcd7c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4746885 Mar 22 14:26:57.700654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9020786-ae7f-4b34-babb-a910e09aac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769eb7c-16d9-41a2-bcdb-690648887dfa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:57.702310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Allocated IP 172.21.0.2 (69a25439-8a8c-48b8-a74a-3296d692ccb8/3f70f76c-7516-4fe5-bb4e-cbfec3e565c1/8466835a-a206-4a2c-a03a-53b36f2ca24e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:57.704236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:26:57.725808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7568c69a-a834-43f7-9112-bd85cec573cb None None] Port e26127a2-f1b6-4987-88ff-5c5ef74d6516 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:26:57.738652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.819185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] Publish callbacks [] for security_group (2769eb7c-16d9-41a2-bcdb-690648887dfa), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:57.889642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] Publish callbacks [] for security_group (2769eb7c-16d9-41a2-bcdb-690648887dfa), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.009934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2769eb7c-16d9-41a2-bcdb-690648887dfa), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.012721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.017203 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2769eb7c-16d9-41a2-bcdb-690648887dfa HTTP/1.1" status: 204 len: 168 time: 0.3118768 Mar 22 14:26:58.032506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb67ae-0bdd-4113-9016-3b75e9f55918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769eb7c-16d9-41a2-bcdb-690648887dfa,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:58.056124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:26:58.057156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:58.060085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ffd4-b7d7-4f62-b743-07a4e1006bba None None] Pushing event updated for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:58.227005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 08f4efa0-8e25-425e-819a-a2b300da5bf5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:26:58.353052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.359377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 08f4efa0-8e25-425e-819a-a2b300da5bf5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:26:58.360386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7841ff9e-cb14-4b51-8eb1-8b7d3d20bb9f req-d34b718e-c67b-4231-9634-e1791b8cdc5b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0955415 Mar 22 14:26:58.370739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 08f4efa0-8e25-425e-819a-a2b300da5bf5 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:26:58.498750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.537070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:26:58.599337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-b512c2d7-5590-4697-b549-8e20bc2f71ce tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2535748 Mar 22 14:26:58.608955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:26:58.609349 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.917199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks [] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:58.964871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-37feb179-d4ab-4dba-96ac-8716c01aa1b4 service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566730 Mar 22 14:26:59.109467 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.134262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.21.0.1 (69a25439-8a8c-48b8-a74a-3296d692ccb8/3f70f76c-7516-4fe5-bb4e-cbfec3e565c1/e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:26:59.160726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-6ee9c293-d247-4b1f-ad8d-9db9f71bed1a service neutron] 10.222.0.81 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834724 Mar 22 14:26:59.194216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Pushing event updated for resources: {'Port': ['ID=8466835a-a206-4a2c-a03a-53b36f2ca24e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:59.357546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.382777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Current status of the port e26127a2-f1b6-4987-88ff-5c5ef74d6516 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:26:59.383286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.399361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:59.400172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.437689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:59.454771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:59.472330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.589830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:26:59.636542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:26:59.639416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] For port e26127a2-f1b6-4987-88ff-5c5ef74d6516, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e26127a2-f1b6-4987-88ff-5c5ef74d6516,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:26:59.651546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:26:59.664487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:26:59.699790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.700854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:26:50Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:57Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:26:59.811196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c422035-e685-4793-a6a3-40abc0d9593a req-9d52cff0-f2f9-4cf7-a2a0-a7cc815fd453 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 210 time: 0.0958309 Mar 22 14:26:59.867684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.899161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cd89e-160e-49bc-bbf1-1d38e4eb8e94 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:26:50Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:57Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:26:59.909855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Attempting to bind port 8466835a-a206-4a2c-a03a-53b36f2ca24e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:26:59.910257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Attempting to bind port 8466835a-a206-4a2c-a03a-53b36f2ca24e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:26:59.910682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Attempting to bind port 8466835a-a206-4a2c-a03a-53b36f2ca24e on network 69a25439-8a8c-48b8-a74a-3296d692ccb8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:26:59.964949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:26:59.964949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Checking segment: {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:26:59.964949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:26:59.964949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Bound using segment: {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:26:59.965480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Bound port: 8466835a-a206-4a2c-a03a-53b36f2ca24e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:26:59.965845 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:00.127357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171c74f-1c3c-4cbe-80a1-e9d8ede80bcc None None] Pushing event updated for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:00.241122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] For port 8466835a-a206-4a2c-a03a-53b36f2ca24e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:00.246251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] For port 8466835a-a206-4a2c-a03a-53b36f2ca24e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8466835a-a206-4a2c-a03a-53b36f2ca24e,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:00.256802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:00.341988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:00.537835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7b48-1e45-4e81-b929-d192de49fe55 None None] Pushing event updated for resources: {'Port': ['ID=8466835a-a206-4a2c-a03a-53b36f2ca24e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:01.088590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41ddf42a-e674-41a3-af4e-09adc0298e3a req-ae6b26c9-33ca-475c-aab4-bcfa7c4760f5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 210 time: 0.1231966 Mar 22 14:27:01.107461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e26127a2-f1b6-4987-88ff-5c5ef74d6516 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:01.277531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e26127a2-f1b6-4987-88ff-5c5ef74d6516 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:01.278313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.379758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e26127a2-f1b6-4987-88ff-5c5ef74d6516 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:01.395001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.406411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.418374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:01.425022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336619704', 'description': 'tempest-secgroup-smoke-336619704 description', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:01.476407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.491500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.690515 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:01.916013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-2d448954-aa3a-458f-84bf-ea38955e8bd6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:01.917390 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-2d448954-aa3a-458f-84bf-ea38955e8bd6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 806 time: 0.3540475 Mar 22 14:27:01.930603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Request body: {'port': {'device_id': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'admin_state_up': True, 'tenant_id': '7fe532771da0418cb73688012dad233a'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:02.090581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:02.293537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:02.297671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:02.430044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (10855e93-984c-4b0a-a80b-d1261a9a37b1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:02.451210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (10855e93-984c-4b0a-a80b-d1261a9a37b1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:02.469575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9589a11e-5819-491a-8384-f59e880f58fe req-72acdd06-b4d1-4c8f-a304-d154fe6fce87 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 210 time: 0.1731343 Mar 22 14:27:02.520050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10855e93-984c-4b0a-a80b-d1261a9a37b1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:02.526309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c03937-d425-4dd4-a5a4-b7d69f04e064 None None] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:02.557871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Made reservation on behalf of 7fe532771da0418cb73688012dad233a for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:02.561460 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:02.683925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Provisioning complete for port 8466835a-a206-4a2c-a03a-53b36f2ca24e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:02.684830 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:02.801652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:02.901194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e8c57bed-af96-4ad5-9b17-ef93ab19f66e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:02.926079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e8c57bed-af96-4ad5-9b17-ef93ab19f66e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.039956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.044207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36444) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:03.044407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6238985 Mar 22 14:27:03.048620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b92f8-fc2d-4fcb-a812-2ca334840d04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c57bed-af96-4ad5-9b17-ef93ab19f66e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:03.053193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:03.078391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Allocated IP 172.20.0.6 (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf/aad0b9f5-36b1-494f-bd47-d77d088f63f0/1c7a5b87-c670-451f-a9de-06059d3bcbe6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:03.111136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:03.126581 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:03.147631 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:03.154223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-afaa448f-b0f1-41b6-93b5-67128e8b4a59 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2091386 Mar 22 14:27:03.156374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:03.169369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36450) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:03.174805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (1122037f-216d-4afe-8241-bab1000090f2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.183777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-871403104'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:03.259659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:03.264462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.324361 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (1122037f-216d-4afe-8241-bab1000090f2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.334463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (1122037f-216d-4afe-8241-bab1000090f2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.389500 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:03.390352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122037f-216d-4afe-8241-bab1000090f2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:03.427714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.431707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8e5ea850-cab8-4ccd-afd4-82abbc749582 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859208 Mar 22 14:27:03.433744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36460) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:03.444307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:27:03.448410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:03.478511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8466835a-a206-4a2c-a03a-53b36f2ca24e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:03.512641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (f0c8c0fd-c850-4241-ad6c-ae87ab1edd30), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.558591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5187cae1-2c74-4d5f-9a74-e673f3d556b0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.558939 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment 5187cae1-2c74-4d5f-9a74-e673f3d556b0 of type vlan for network 15ba0773-cd26-4949-929c-0612568c856c Mar 22 14:27:03.595741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8466835a-a206-4a2c-a03a-53b36f2ca24e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:03.595741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.667376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Current status of the port 8466835a-a206-4a2c-a03a-53b36f2ca24e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:03.668058 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.788551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c9fd264-f729-4f1c-b720-1990903d0f2d req-c6cef3ed-1b42-4912-ae7b-778a15e6ffb8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 210 time: 0.1003571 Mar 22 14:27:03.797629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (f0c8c0fd-c850-4241-ad6c-ae87ab1edd30), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.817566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f0c8c0fd-c850-4241-ad6c-ae87ab1edd30), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.838259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] For port 8466835a-a206-4a2c-a03a-53b36f2ca24e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8466835a-a206-4a2c-a03a-53b36f2ca24e,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:03.853065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks [] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.863526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c8c0fd-c850-4241-ad6c-ae87ab1edd30,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:03.864318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.894624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.908708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (15ba0773-cd26-4949-929c-0612568c856c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.908837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2a9f22d-759f-4623-a35f-dc7fe25d88dc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597173 Mar 22 14:27:03.908837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36474) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:03.912022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:03.992463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (6521e44e-8986-4c73-9c88-48ca77d8c379), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:03.996357 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:00Z', 'revision_number': 3, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:00Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:04.005789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36476) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:04.037465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (15ba0773-cd26-4949-929c-0612568c856c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.044041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:04.044764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.054351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.061015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8466835a-a206-4a2c-a03a-53b36f2ca24e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:04.069539 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:04.071394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Updating router 371f3aac-240f-4af4-be73-c1448ed9f2ff port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:04.089497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:27:04.138996 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.188102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63affa-d866-489e-b3e4-7eebcf9f3d7b None None] Pushing event updated for resources: {'Port': ['ID=8466835a-a206-4a2c-a03a-53b36f2ca24e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.251990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (6521e44e-8986-4c73-9c88-48ca77d8c379), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.263517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6521e44e-8986-4c73-9c88-48ca77d8c379), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.281068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event updated for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.321593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6521e44e-8986-4c73-9c88-48ca77d8c379,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.343644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.347402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-15e739e3-8c3c-4f18-b092-5a0241fb1b10 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4434423 Mar 22 14:27:04.368927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36486) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:04.391229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:04.454093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ab05-d0d2-432d-89f8-e000b320b239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.482130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=15ba0773-cd26-4949-929c-0612568c856c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:04.507399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (42cb8c50-77bf-4f47-9d9c-ab02bb4b9979), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.511050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 15ba0773-cd26-4949-929c-0612568c856c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:27:04.515031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4a616644-156f-4ff6-9e3f-e408ecab3284 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3430982 Mar 22 14:27:04.531036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36490) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:04.546001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:04.550804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:04.558908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:04.579218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:04.641619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Provisioning complete for port 8466835a-a206-4a2c-a03a-53b36f2ca24e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:04.644932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.776218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:04.776903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.782623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36494) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:04.810443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901306110', 'description': 'tempest-description--2082960358'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:04.821425 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-e7b5c1fa-4495-4a4c-b521-178cd138ca1e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8949163 Mar 22 14:27:04.838305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Request body: {'port': {'device_id': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:04.911416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (42cb8c50-77bf-4f47-9d9c-ab02bb4b9979), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.929250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (42cb8c50-77bf-4f47-9d9c-ab02bb4b9979), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:04.951886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8466835a-a206-4a2c-a03a-53b36f2ca24e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:05.055236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cb8c50-77bf-4f47-9d9c-ab02bb4b9979,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.068530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.072474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.072645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-52ea4532-38f6-4bd8-938f-155ecaa4e9ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6969838 Mar 22 14:27:05.075882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36500) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.092842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:05.096704 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks [] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.115289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.139804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8466835a-a206-4a2c-a03a-53b36f2ca24e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:05.140548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.163838 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:27:05.179928 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.182289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Current status of the port 8466835a-a206-4a2c-a03a-53b36f2ca24e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:05.186197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (a2bd1f53-bc47-4e6d-85dc-1d47a07dd65b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.221139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Provisioning complete for port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:05.221521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.247743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:05.259234 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Pushing event updated for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.272451 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.273574 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.274109 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.275052 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.275547 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.276200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.276698 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.277322 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.277822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.278337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.279127 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.279620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.280140 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.280626 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.281111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.281601 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:05.292233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ab05-d0d2-432d-89f8-e000b320b239 admin admin] Publish callbacks [] for security_group (7eb3bdfd-5cca-43cd-80e2-23689638c045), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.323332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ab05-d0d2-432d-89f8-e000b320b239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7eb3bdfd-5cca-43cd-80e2-23689638c045), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.370232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-14d74eb2-f2a9-42bc-bbe1-cf40cd655458 None None] Port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:05.400576 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Attempting to bind port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:05.400926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Attempting to bind port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:05.401282 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Attempting to bind port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 on network 69a25439-8a8c-48b8-a74a-3296d692ccb8 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:05.421935 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:05.422348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Checking segment: {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:05.422744 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.423126 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Bound using segment: {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:05.423595 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Bound port: e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f293726-7aa8-41b8-ad49-95f40473daef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:05.424235 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.489057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d50d4-3843-4f1a-91fe-fabcc117b8d3 req-e8a4fb20-cf57-4843-90c1-4321cbcb13c9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:05.490513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8466835a-a206-4a2c-a03a-53b36f2ca24e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:05.491247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d1d50d4-3843-4f1a-91fe-fabcc117b8d3 req-e8a4fb20-cf57-4843-90c1-4321cbcb13c9 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 931 time: 0.5376506 Mar 22 14:27:05.529021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6785a2a0-ac0b-465c-a6fa-eb05601c1775 None None] Provisioning complete for port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:05.529723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6785a2a0-ac0b-465c-a6fa-eb05601c1775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.551396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aaf9ab05-d0d2-432d-89f8-e000b320b239 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=969643aae07f48eaa817ede6f184e9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5247087 Mar 22 14:27:05.552097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.618479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (a2bd1f53-bc47-4e6d-85dc-1d47a07dd65b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.633377 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (a2bd1f53-bc47-4e6d-85dc-1d47a07dd65b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.669917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6785a2a0-ac0b-465c-a6fa-eb05601c1775 None None] Port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:05.714192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bd1f53-bc47-4e6d-85dc-1d47a07dd65b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.724783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ab05-d0d2-432d-89f8-e000b320b239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb3bdfd-5cca-43cd-80e2-23689638c045,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.724956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.728797 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] For port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:05.731448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-060980e8-f0af-44ac-9676-db6a5f5a5745 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6512845 Mar 22 14:27:05.732999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:05.754399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] For port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:05.774602 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.782173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] Publish callbacks [] for security_group (7eb3bdfd-5cca-43cd-80e2-23689638c045), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.795619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Provisioning complete for port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:05.796345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.806210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e8c57bed-af96-4ad5-9b17-ef93ab19f66e', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:05.822573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] Publish callbacks [] for security_group (7eb3bdfd-5cca-43cd-80e2-23689638c045), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.856284 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:27:05.878971 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (66d25a3d-8499-472e-b88a-1a88f3985875), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.879604 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871392-7e11-464d-ab54-a31daca4cbf2 None None] Pushing event updated for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:05.916895 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:05.917533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:05.958341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (107e3e5c-7b0b-44b8-bf85-dce2250c62ed), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:05.963515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d1d50d4-3843-4f1a-91fe-fabcc117b8d3 req-f8ffd70c-fe44-4b96-aa4e-8e745147ce8b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032166 Mar 22 14:27:05.999161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (107e3e5c-7b0b-44b8-bf85-dce2250c62ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.040976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7eb3bdfd-5cca-43cd-80e2-23689638c045), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.052498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Current status of the port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:06.053048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.055676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.056847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7eb3bdfd-5cca-43cd-80e2-23689638c045 HTTP/1.1" status: 204 len: 168 time: 0.4730597 Mar 22 14:27:06.059529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.063625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2652881 Mar 22 14:27:06.071324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36522) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.088407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'security_group_rule': {'security_group_id': '107e3e5c-7b0b-44b8-bf85-dce2250c62ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:06.097363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (66d25a3d-8499-472e-b88a-1a88f3985875), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.120693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (66d25a3d-8499-472e-b88a-1a88f3985875), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.153211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] For port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:06.160137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7a5b87-c670-451f-a9de-06059d3bcbe6 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:06.162351 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:06.177844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.187866 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks [] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.201216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d25a3d-8499-472e-b88a-1a88f3985875,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.206316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.217327 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4bceedc7-8116-4844-9dac-4d193400d0db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4160182 Mar 22 14:27:06.222021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36524) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.228065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'network': {'name': 'tempest-network-smoke--334242513', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'port_security_enabled': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:06.323074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71ead-7025-4c43-bfdb-9aff87711190 None None] Pushing event updated for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.349891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Transition to ACTIVE for port object 1c7a5b87-c670-451f-a9de-06059d3bcbe6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:27:06.357213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:06.366576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.376320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f412183-4ecf-4976-84c4-30e4bac2044b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107e3e5c-7b0b-44b8-bf85-dce2250c62ed,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.381008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (276ed3c5-892f-4dbf-9779-d7dcee07cb1c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.428968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-db266131-325b-4983-b01a-c82ddbef4506 None None] Provisioning complete for port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:06.429522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db266131-325b-4983-b01a-c82ddbef4506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.435968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:27:06.450736 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2999c9ed-8877-4387-bd9a-e70ad3f070ad), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.451667 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Added segment 2999c9ed-8877-4387-bd9a-e70ad3f070ad of type vlan for network dd7be296-6068-43d5-88f8-c1e758ed30a5 Mar 22 14:27:06.540125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:27:06.542187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54810c9-feeb-406e-954b-f0d366b83de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb3bdfd-5cca-43cd-80e2-23689638c045,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.548596 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:00Z', 'revision_number': 3, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:05Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:06.563581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (eab8df0f-d2a3-4481-81e8-85f00f1a5977), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.573284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dd7be296-6068-43d5-88f8-c1e758ed30a5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.642893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.662573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-db266131-325b-4983-b01a-c82ddbef4506 None None] Current status of the port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:06.666252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (eab8df0f-d2a3-4481-81e8-85f00f1a5977), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.687741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (eab8df0f-d2a3-4481-81e8-85f00f1a5977), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.711887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:06.712770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 15ba0773-cd26-4949-929c-0612568c856c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:27:06.721452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=276ed3c5-892f-4dbf-9779-d7dcee07cb1c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.726449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dd7be296-6068-43d5-88f8-c1e758ed30a5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.731294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab8df0f-d2a3-4481-81e8-85f00f1a5977,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:06.738656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:06.741116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.743791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1aa38a5c-7114-4d6c-827e-87f6c6e4af47 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6713691 Mar 22 14:27:06.743893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.746601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36536) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.747184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36538) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.768173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'security_group_rule': {'security_group_id': '107e3e5c-7b0b-44b8-bf85-dce2250c62ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:06.809667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-550df7a1-d438-4679-834d-4d261428a32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.813798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 15ba0773-cd26-4949-929c-0612568c856c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:27:06.832809 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decec42-6cc9-4a90-85d1-03aaa1024a16 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:00Z', 'revision_number': 3, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:05Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:06.841771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (2d0d97e6-dd05-45d1-8d6e-7f52b97252e9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.880816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 15ba0773-cd26-4949-929c-0612568c856c) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:06.890467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:06.892436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:06.927899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b02d8-bbc4-424e-9572-3690c2a5f27e None None] Network 15ba0773-cd26-4949-929c-0612568c856c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:06.961298 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7372518 Mar 22 14:27:06.971950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36542) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:06.979771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'admin_state_up': True, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:06.990269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.016322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4f5dfd92-bb12-44fd-b672-9bd2052e985c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4768121 Mar 22 14:27:07.023718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36546) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:07.034306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (2d0d97e6-dd05-45d1-8d6e-7f52b97252e9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.058312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe525de7-6f92-4329-a1d8-2600f222eb45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Network': ['ID=dd7be296-6068-43d5-88f8-c1e758ed30a5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.084368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:27:07.121690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ccad747a-91b3-423f-8691-b7924e5502d0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.123129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ccad747a-91b3-423f-8691-b7924e5502d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.133833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-550df7a1-d438-4679-834d-4d261428a32d admin admin] Publish callbacks [] for security_group (c20e2d59-ee58-415e-9488-36b6832991fd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.152799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Attempting to bind port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:07.153375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Attempting to bind port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:07.153914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Attempting to bind port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:07.183266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (2d0d97e6-dd05-45d1-8d6e-7f52b97252e9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.192213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-550df7a1-d438-4679-834d-4d261428a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c20e2d59-ee58-415e-9488-36b6832991fd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.234873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:07.235338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Attempting to bind port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 on network c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:07.251795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (ccad747a-91b3-423f-8691-b7924e5502d0), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.256607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:07.257428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Checking segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:07.258165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Bound using segment: {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:07.259039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Bound port: 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00104fcc-5071-4e53-818f-756038be1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:07.259525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.381892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-15ba0773-cd26-4949-929c-0612568c856c', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:27:07.382950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.423295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.427538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6744070 Mar 22 14:27:07.465596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:07.479146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:07.620770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Allocated IP 172.22.0.2 (15ba0773-cd26-4949-929c-0612568c856c/276ed3c5-892f-4dbf-9779-d7dcee07cb1c/72b71ef9-4a3f-4955-9a35-7df0645d561f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:07.692127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:07.695582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0d97e6-dd05-45d1-8d6e-7f52b97252e9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.710403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:07.756415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ccad747a-91b3-423f-8691-b7924e5502d0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.762791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.786169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks [] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.786423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-550df7a1-d438-4679-834d-4d261428a32d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5277e2270bdb4706b3329daf04ea80b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0374997 Mar 22 14:27:07.787791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.788140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.788486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.788825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.789157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.789487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.789823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.790326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.790652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.790987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.791316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.791642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.791966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.792885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.793220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5005c67-e6a5-4006-bc29-7a8da6362429 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:07.798005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.805771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36562) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:07.822239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550df7a1-d438-4679-834d-4d261428a32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e2d59-ee58-415e-9488-36b6832991fd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:07.827282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Network 15ba0773-cd26-4949-929c-0612568c856c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:07.835173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.838809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:07.843037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:07.859103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:07.861101 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:07.863257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] 10.222.0.78 "PUT /v2.0/ports/1c7a5b87-c670-451f-a9de-06059d3bcbe6 HTTP/1.1" status: 200 len: 1091 time: 3.0341508 Mar 22 14:27:07.864461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:07.868653 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad315f-3b87-4c66-9ed1-47202ecb7652" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:07.886882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c0c11-d82e-47ae-9530-bfbdbd1bdef7 req-8eb4ff26-a2a7-4075-a657-d7fbcddbf06d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:07.888519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-461c0c11-d82e-47ae-9530-bfbdbd1bdef7 req-8eb4ff26-a2a7-4075-a657-d7fbcddbf06d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.7395930 Mar 22 14:27:07.940810 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b0db0-3213-452a-b69f-66e3aaddc3eb x-openstack-request-id: req-500b0db0-3213-452a-b69f-66e3aaddc3eb {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:07.941107 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:07.941359 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-500b0db0-3213-452a-b69f-66e3aaddc3eb {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:07.941767 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500b0db0-3213-452a-b69f-66e3aaddc3eb'] response: {'name': 'network-changed', 'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6', 'status': 'completed', 'code': 200} Mar 22 14:27:08.060477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Pushing event updated for resources: {'Port': ['ID=72b71ef9-4a3f-4955-9a35-7df0645d561f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:08.063650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Attempting to bind port 72b71ef9-4a3f-4955-9a35-7df0645d561f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:08.064176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Attempting to bind port 72b71ef9-4a3f-4955-9a35-7df0645d561f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:08.064643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Attempting to bind port 72b71ef9-4a3f-4955-9a35-7df0645d561f on network 15ba0773-cd26-4949-929c-0612568c856c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:08.070213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:08.075639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-461c0c11-d82e-47ae-9530-bfbdbd1bdef7 req-2ed354e3-3227-406e-b1ef-e1389ef63716 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655431 Mar 22 14:27:08.076207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Checking segment: {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:08.079901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.080421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Bound using segment: {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:08.081039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Bound port: 72b71ef9-4a3f-4955-9a35-7df0645d561f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:08.081531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.083193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] Publish callbacks [] for security_group (c20e2d59-ee58-415e-9488-36b6832991fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.114962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] Publish callbacks [] for security_group (c20e2d59-ee58-415e-9488-36b6832991fd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.133383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf63bc-ee6d-42ef-9fbd-c4542ef2bf46 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:08.181105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-d535028c-6a81-4bd2-a89a-2c825284eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:08.185241 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-d535028c-6a81-4bd2-a89a-2c825284eed6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 1125 time: 0.2413714 Mar 22 14:27:08.223974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] For port 72b71ef9-4a3f-4955-9a35-7df0645d561f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:08.227956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] For port 72b71ef9-4a3f-4955-9a35-7df0645d561f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=72b71ef9-4a3f-4955-9a35-7df0645d561f,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:08.239378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.240592 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.249863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c20e2d59-ee58-415e-9488-36b6832991fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.252430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.256861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c20e2d59-ee58-415e-9488-36b6832991fd HTTP/1.1" status: 204 len: 168 time: 0.4495232 Mar 22 14:27:08.267786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ff595-658a-4c31-8a2c-0554d98d3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e2d59-ee58-415e-9488-36b6832991fd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:08.301183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-5117d36b-20d1-4b3b-8ee4-ea408e8227fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6 HTTP/1.1" status: 200 len: 217 time: 0.0571320 Mar 22 14:27:08.391815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4542-857b-49de-b1e1-739360cccb1b req-7799593d-b8bf-4789-ae94-376bcad4daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:08.394193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-7799593d-b8bf-4789-ae94-376bcad4daf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.0830870 Mar 22 14:27:08.464728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282ba73-ec6f-4984-a0ff-ba1fd68ed40f None None] Pushing event updated for resources: {'Port': ['ID=72b71ef9-4a3f-4955-9a35-7df0645d561f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:08.465680 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-09916a8f-fc43-4240-b6c4-2d9cabe16e85 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619745 Mar 22 14:27:08.685243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:08.745649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.22.0.1 (15ba0773-cd26-4949-929c-0612568c856c/276ed3c5-892f-4dbf-9779-d7dcee07cb1c/d3cee2e4-fde2-401d-a20c-267fd2fa1c4b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:09.033658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:09.062841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.192652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:09.193310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.193975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.337746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:09.375185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 15ba0773-cd26-4949-929c-0612568c856c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:09.390922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:09.405754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:09.412670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:09.422168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ccad747a-91b3-423f-8691-b7924e5502d0), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.488613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.501288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41434a4e-3dfe-4c0e-9599-56bf0015f9cd req-d383e545-2aca-41d8-81b6-77c53e91edc0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:09.503114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41434a4e-3dfe-4c0e-9599-56bf0015f9cd req-d383e545-2aca-41d8-81b6-77c53e91edc0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.2490318 Mar 22 14:27:09.566820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:09.708642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41434a4e-3dfe-4c0e-9599-56bf0015f9cd req-9a419335-7ca1-40d8-b392-8d98091649bb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670320 Mar 22 14:27:09.716130 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-7514356f-e9e0-41eb-89ed-c0f74c59d735 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0545163 Mar 22 14:27:09.850919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Allocated IP 172.25.3.36 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/08e649d9-0b2f-4a39-a8b4-19ee07de54ac) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:10.005844 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-610f4542-857b-49de-b1e1-739360cccb1b req-c274f6ba-f924-4648-bca9-6490334baf52 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787409 Mar 22 14:27:10.138805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.184858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-ab530e5c-8b0f-459f-acec-6f18ad6f304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:10.186435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-ab530e5c-8b0f-459f-acec-6f18ad6f304e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fe532771da0418cb73688012dad233a&device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 1125 time: 0.1239719 Mar 22 14:27:10.272521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.329849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0cba2-21cc-491f-8cb2-f795b32808e5 None None] Network 15ba0773-cd26-4949-929c-0612568c856c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:10.393337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.426859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:10.470320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.66 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/df25373b-ff1e-4321-a044-c39a51488adc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:10.472418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Provisioning complete for port 72b71ef9-4a3f-4955-9a35-7df0645d561f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:10.472780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.639866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:10.649918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Current status of the port 72b71ef9-4a3f-4955-9a35-7df0645d561f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:10.650341 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.650609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:10.652681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'Port': ['ID=08e649d9-0b2f-4a39-a8b4-19ee07de54ac,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:10.660983 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (df25373b-ff1e-4321-a044-c39a51488adc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.662678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-ad4cdf2c-4652-4138-a6da-fb49e1fc1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:10.664417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-ad4cdf2c-4652-4138-a6da-fb49e1fc1acb service neutron] 10.222.0.78 "GET /v2.0/networks?id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 200 len: 907 time: 0.4715941 Mar 22 14:27:10.752015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] For port 72b71ef9-4a3f-4955-9a35-7df0645d561f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=72b71ef9-4a3f-4955-9a35-7df0645d561f,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:10.761848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:10.792883 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-49c0916e-0047-4bd9-bee9-2bf52f9a22de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6 HTTP/1.1" status: 200 len: 217 time: 0.1069076 Mar 22 14:27:10.936475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d78f-9bb0-49e0-8501-8b7832afc057 None None] Pushing event updated for resources: {'Port': ['ID=72b71ef9-4a3f-4955-9a35-7df0645d561f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:10.940812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-f17cc489-bf81-4f23-bf45-a619e0db0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:10.942472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-f17cc489-bf81-4f23-bf45-a619e0db0212 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 200 len: 846 time: 0.1348033 Mar 22 14:27:10.989198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 72b71ef9-4a3f-4955-9a35-7df0645d561f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:11.007223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.013637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (df25373b-ff1e-4321-a044-c39a51488adc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.082628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1fef1-45cc-4cfb-b933-e08cc3823554 req-6ce15dd3-58a9-4fe9-b48f-b5438b2a28bb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:11.093068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13a1fef1-45cc-4cfb-b933-e08cc3823554 req-6ce15dd3-58a9-4fe9-b48f-b5438b2a28bb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.2057261 Mar 22 14:27:11.112122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 72b71ef9-4a3f-4955-9a35-7df0645d561f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:11.115046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.141001 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-2af9ee8c-1e84-4221-8d8a-fbd437a5929f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860709 Mar 22 14:27:11.216519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13a1fef1-45cc-4cfb-b933-e08cc3823554 req-093a523a-8f15-465d-9906-bfa68a77c515 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182520 Mar 22 14:27:11.248197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.258984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.265228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:11.266000 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.331237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:11.359977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Provisioning complete for port 72b71ef9-4a3f-4955-9a35-7df0645d561f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:11.360651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.421858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:11.441307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:11.451996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:11.456008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:11.456189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 72b71ef9-4a3f-4955-9a35-7df0645d561f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:11.503426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-2c2e2838-dda7-4731-ba55-3ccda2f2dcfe service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425512 Mar 22 14:27:11.516510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.520712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=df25373b-ff1e-4321-a044-c39a51488adc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:11.593314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.660882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29820b09-5845-4540-8bab-f5cf5b122451 None None] Current status of the port 72b71ef9-4a3f-4955-9a35-7df0645d561f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:11.703409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 15ba0773-cd26-4949-929c-0612568c856c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:11.705379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:11.794918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9755651f-a8b1-49e0-ae71-340ff78cf06c None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:11.796271 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9755651f-a8b1-49e0-ae71-340ff78cf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:11.877912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:11.892141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9755651f-a8b1-49e0-ae71-340ff78cf06c None None] Port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:12.103325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.131826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ce70eba5-ea95-4680-aa08-f362f6b054dd None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:12.133435 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce70eba5-ea95-4680-aa08-f362f6b054dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.134454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:12.147320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e9312fe4-5bda-44dd-96f5-f4513d71b97e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0080914 Mar 22 14:27:12.147951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:12.148181 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3dad315f-3b87-4c66-9ed1-47202ecb7652 req-0c4e1030-5e08-4bde-a4c9-d54efd4d1663 service neutron] 10.222.0.78 "GET /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049273 Mar 22 14:27:12.150523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.159071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'network': {'name': 'tempest-RoutersTest-524720701'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:12.204580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:12.208792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.212661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ce70eba5-ea95-4680-aa08-f362f6b054dd None None] Port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:12.220062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:12.235312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:12.236326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:12.257505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'Port': ['ID=08e649d9-0b2f-4a39-a8b4-19ee07de54ac,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:12.306273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:27:12.330703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2d6d777a-5029-4543-8519-79594a9cf291), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.331061 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added segment 2d6d777a-5029-4543-8519-79594a9cf291 of type vlan for network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 Mar 22 14:27:12.399596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.437574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.439758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bc8700c-3fe4-40e8-b41a-1286185a068d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9728460 Mar 22 14:27:12.486956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ccad747a-91b3-423f-8691-b7924e5502d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.515930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (8285fc93-b2b0-4eb4-9070-1b38bdc82164), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.529096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:12.584204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946c49-77cf-495e-b99a-cfc1e7052d15 req-ee3231d3-6395-4278-81e4-bf1d2b04e32c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:12.589067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44946c49-77cf-495e-b99a-cfc1e7052d15 req-ee3231d3-6395-4278-81e4-bf1d2b04e32c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.1808264 Mar 22 14:27:12.590858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (8285fc93-b2b0-4eb4-9070-1b38bdc82164), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.597265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:12.598304 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:12.690965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5416377 Mar 22 14:27:12.691092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:12.697692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'subnet': {'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:12.746057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df50d8-ec7a-4cf3-83b5-1a5f628f54e9 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Network': ['ID=8285fc93-b2b0-4eb4-9070-1b38bdc82164,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:12.777855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:27:12.865409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44946c49-77cf-495e-b99a-cfc1e7052d15 req-41871478-19c6-4a78-99c4-899cbda20f2d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019494 Mar 22 14:27:12.972612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 72b71ef9-4a3f-4955-9a35-7df0645d561f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:13.017531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-e66fcf46-132e-44b7-844a-5290205ecd4f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--901306110&fields=id&tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61 HTTP/1.1" status: 200 len: 267 time: 0.0724542 Mar 22 14:27:13.075754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Made reservation on behalf of 86664a724db24ed68beec2c5691a3e30 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:13.084368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:13.168432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ccad747a-91b3-423f-8691-b7924e5502d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:13.212272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-060e02f0-5cda-4df3-a010-f3cf168d4e9f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:13.213990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-060e02f0-5cda-4df3-a010-f3cf168d4e9f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.1812322 Mar 22 14:27:13.240536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-645f02e5-8a61-48e1-8108-1cbaf35b4284 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/quotas/fc3f6f2a5bd4448fbbb7a1bbf2341c61 HTTP/1.1" status: 200 len: 375 time: 0.0175776 Mar 22 14:27:13.321908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-f2e11ce6-4acc-46e2-8aa5-efe5558df91a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0692713 Mar 22 14:27:13.461629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 72b71ef9-4a3f-4955-9a35-7df0645d561f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:13.462330 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:13.524239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ccad747a-91b3-423f-8691-b7924e5502d0 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:27:13.736772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 72b71ef9-4a3f-4955-9a35-7df0645d561f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:13.746107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:09Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:10Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:13.780882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-d8ca3c9a-6512-40bf-b4ca-b42171ccb0a1 service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467037 Mar 22 14:27:13.791024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:13.791393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Updating router 371f3aac-240f-4af4-be73-c1448ed9f2ff port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:13.830788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:13.839807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (cce6cbe0-a152-4f51-9421-1e5a3e9998e2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:13.899679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-eabb476d-ab94-4444-bc22-ce1e873d4c3c service neutron] 10.222.0.81 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177974 Mar 22 14:27:13.951235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:14.040743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Subnet': ['ID=cce6cbe0-a152-4f51-9421-1e5a3e9998e2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:14.073270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:14.075133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Checking segment: {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:14.075506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network hostable DHCP agents. Network: 8285fc93-b2b0-4eb4-9070-1b38bdc82164, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:27:14.084562 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Sync routers for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:14.098534 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:14.099331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:14.177417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.179032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9c52484-afa9-4fef-b684-ea36ffc82a04 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.2058465 Mar 22 14:27:14.180573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:27:14.182893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36760) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:14.245507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 8285fc93-b2b0-4eb4-9070-1b38bdc82164) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:14.250014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:14.250615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.271660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f25868b-e38e-4dc0-99e4-699e450ddb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.276572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e832d34-4cd6-4095-a755-fd7c97e31aa9 None None] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:14.301819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd8c4b42-b2b1-4613-a1e5-020b93f0b2ba tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6096168 Mar 22 14:27:14.302435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64c241b4-cba8-4a77-b65c-1ffc0c77e10f req-14aa4fa5-6259-4b15-b776-88b6a35acd40 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 210 time: 0.0964692 Mar 22 14:27:14.315446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36766) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:14.405184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1c7a5b87-c670-451f-a9de-06059d3bcbe6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:27:14.442964 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:14.444836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f25868b-e38e-4dc0-99e4-699e450ddb8f admin admin] Publish callbacks [] for security_group (01d69752-7e1f-4759-9330-ca5514886973), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.466135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93704-f0ef-431c-8b0c-20f4c900dd4c req-f6bc09f8-a597-400b-bd40-21c10a55dd05 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:14.478639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe93704-f0ef-431c-8b0c-20f4c900dd4c req-f6bc09f8-a597-400b-bd40-21c10a55dd05 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.3483584 Mar 22 14:27:14.537718 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:27:14.560147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f25868b-e38e-4dc0-99e4-699e450ddb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (01d69752-7e1f-4759-9330-ca5514886973), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.566371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe93704-f0ef-431c-8b0c-20f4c900dd4c req-c6581696-4a3a-4912-be41-b28e06eaef52 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Mar 22 14:27:14.593897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25868b-e38e-4dc0-99e4-699e450ddb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d69752-7e1f-4759-9330-ca5514886973,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:14.632793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f25868b-e38e-4dc0-99e4-699e450ddb8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ff98468cccc461c86823ee355970057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799726 Mar 22 14:27:14.638516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36776) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:14.796100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] Publish callbacks [] for security_group (01d69752-7e1f-4759-9330-ca5514886973), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.856117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] Publish callbacks [] for security_group (01d69752-7e1f-4759-9330-ca5514886973), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.882539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:14.890078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'project_id': '86664a724db24ed68beec2c5691a3e30', 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:27:14.891569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.914071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks [] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.933610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (01d69752-7e1f-4759-9330-ca5514886973), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.937187 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:14.942400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01d69752-7e1f-4759-9330-ca5514886973 HTTP/1.1" status: 204 len: 168 time: 0.3026545 Mar 22 14:27:14.946356 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:12Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:14.961711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3db780-8a29-482f-9def-275c83540b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d69752-7e1f-4759-9330-ca5514886973,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:15.034430 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Checking router: ccad747a-91b3-423f-8691-b7924e5502d0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:15.034775 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Updating router ccad747a-91b3-423f-8691-b7924e5502d0 port df25373b-ff1e-4321-a044-c39a51488adc binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:15.125774 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (df25373b-ff1e-4321-a044-c39a51488adc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.255565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.258172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1c7a5b87-c670-451f-a9de-06059d3bcbe6', 'network_id': 'c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf', 'port_id': '1c7a5b87-c670-451f-a9de-06059d3bcbe6', 'mac_address': 'fa:16:3e:5a:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0b9f5-36b1-494f-bd47-d77d088f63f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:27:15.528300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5be60b8c-7b9f-4e55-b6d8-d622c1334ba0 req-72e02b2e-dfc7-49a1-98df-5837682f758e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 210 time: 0.0732551 Mar 22 14:27:15.556526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b1dde018-7152-4147-abae-d9f64cf5276e tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=bd4c46c276c4456c8c5ebf56c01c70a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.3720536 Mar 22 14:27:15.559779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36796) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:15.619437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d6b0-429a-4f2c-9337-5415847e8d9f None None] Pushing event updated for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:15.783910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:15.784423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.798882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Allocated IP 172.23.0.2 (8285fc93-b2b0-4eb4-9070-1b38bdc82164/cce6cbe0-a152-4f51-9421-1e5a3e9998e2/1c26cd49-9b37-42cb-95e8-31ed90ef1481) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:15.802301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Attempting to bind port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:15.802814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Attempting to bind port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:15.803308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Attempting to bind port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b on network 15ba0773-cd26-4949-929c-0612568c856c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:15.825308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:15.844641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7a5b87-c670-451f-a9de-06059d3bcbe6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:15.863660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:15.864589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Checking segment: {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:15.865181 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.869845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Bound using segment: {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:15.870821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Bound port: d3cee2e4-fde2-401d-a20c-267fd2fa1c4b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5187cae1-2c74-4d5f-9a74-e673f3d556b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '15ba0773-cd26-4949-929c-0612568c856c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:15.871416 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.934572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c89ed1bc-940c-4bab-9de9-91cc6bf5bbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.979924 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks [] for port (df25373b-ff1e-4321-a044-c39a51488adc), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:15.995236 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (df25373b-ff1e-4321-a044-c39a51488adc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.004671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] For port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:16.011524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] For port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:16.051821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.098235 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbbecf-721c-4621-b392-9f843260fd7f None None] Pushing event updated for resources: {'Port': ['ID=df25373b-ff1e-4321-a044-c39a51488adc,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:16.101038 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Attempting to bind port df25373b-ff1e-4321-a044-c39a51488adc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:16.101419 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Attempting to bind port df25373b-ff1e-4321-a044-c39a51488adc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:16.101769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Attempting to bind port df25373b-ff1e-4321-a044-c39a51488adc on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:16.116141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:16.116514 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:16.117271 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.117670 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:16.118179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Bound port: df25373b-ff1e-4321-a044-c39a51488adc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:16.118558 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (df25373b-ff1e-4321-a044-c39a51488adc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.214392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0df2ec-1e9b-412a-af3e-3b9228492571 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:16.222567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2c0df2ec-1e9b-412a-af3e-3b9228492571 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6600344 Mar 22 14:27:16.223500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36818) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:16.257683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476128a-c4f9-49cc-8c79-652a314371d4 req-d41d02c0-6345-460a-9723-9250260eb7f0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:16.259337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f476128a-c4f9-49cc-8c79-652a314371d4 req-d41d02c0-6345-460a-9723-9250260eb7f0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 943 time: 0.4502547 Mar 22 14:27:16.303582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:16.304934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] For port df25373b-ff1e-4321-a044-c39a51488adc, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:16.310832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:16.313188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.317631 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] For port df25373b-ff1e-4321-a044-c39a51488adc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=df25373b-ff1e-4321-a044-c39a51488adc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:16.336636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.342773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-90b1c1dd-75ee-4cd7-b312-4122be089320 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818703 Mar 22 14:27:16.346242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36820) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:16.353161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187605156', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:16.356586 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (df25373b-ff1e-4321-a044-c39a51488adc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.422705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f476128a-c4f9-49cc-8c79-652a314371d4 req-b6b5c627-4c8a-4a3d-95d7-e4c318a9f673 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402841 Mar 22 14:27:16.474129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:16.474777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:16.496205 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbbecf-721c-4621-b392-9f843260fd7f None None] Pushing event updated for resources: {'Port': ['ID=df25373b-ff1e-4321-a044-c39a51488adc,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:16.551499 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:16.562354 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:26:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:16.636583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:16.641665 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:16.656111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-e697e05b-171c-4378-aed6-4ff43d5d2c77 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:16.663079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-e697e05b-171c-4378-aed6-4ff43d5d2c77 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 818 time: 0.3614731 Mar 22 14:27:16.821301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1c7a5b87-c670-451f-a9de-06059d3bcbe6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:27:16.896419 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:16.903735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:16.983610 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-36f1e1e8-d198-4336-b1c4-fe7e8b132621 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61 HTTP/1.1" status: 200 len: 379 time: 0.3066919 Mar 22 14:27:17.010362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'port': {'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'admin_state_up': True, 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'security_groups': ['107e3e5c-7b0b-44b8-bf85-dce2250c62ed']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:17.089726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (cd5479ed-e9cb-4571-bb3d-5020c05f854c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.138588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c89ed1bc-940c-4bab-9de9-91cc6bf5bbda admin admin] Publish callbacks [] for security_group (5f32e480-875e-4f6d-a4b3-1faffb37ba9f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.158857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5827567-e9a3-4409-ab38-7f87bdd9e862 req-7a843c42-9e65-466c-8063-9f73acc0fe89 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 210 time: 0.0939898 Mar 22 14:27:17.168216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c89ed1bc-940c-4bab-9de9-91cc6bf5bbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f32e480-875e-4f6d-a4b3-1faffb37ba9f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.207778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ed1bc-940c-4bab-9de9-91cc6bf5bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f32e480-875e-4f6d-a4b3-1faffb37ba9f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:17.316763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Subnet': ['ID=cd5479ed-e9cb-4571-bb3d-5020c05f854c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:17.321392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d6b0-429a-4f2c-9337-5415847e8d9f None None] Pushing event updated for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:17.335146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Checking segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:17.336319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network hostable DHCP agents. Network: dd7be296-6068-43d5-88f8-c1e758ed30a5, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:27:17.337368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.376663 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c89ed1bc-940c-4bab-9de9-91cc6bf5bbda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da05da4b72d84265857990d00b49d9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5497065 Mar 22 14:27:17.379430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36838) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:17.387319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:27:17.428744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dd7be296-6068-43d5-88f8-c1e758ed30a5) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:17.443559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:17.444436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.470295 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:12Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:17.515950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b27120e4-ae23-46e7-b631-e8a5bb32fec7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1678212 Mar 22 14:27:17.518700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:17.583414 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233692b-50f5-4c71-8c58-a4a7239d1fb7 None None] The sync data for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 is: [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:12Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:17.652578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Made reservation on behalf of fc3f6f2a5bd4448fbbb7a1bbf2341c61 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:17.660399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.677310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] Publish callbacks [] for security_group (5f32e480-875e-4f6d-a4b3-1faffb37ba9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.740248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] Publish callbacks [] for security_group (5f32e480-875e-4f6d-a4b3-1faffb37ba9f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:17.766670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3807d-f9db-4222-8e96-04cd6ed75bab req-8316c9bc-5669-439b-8160-8e93743f2649 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:17.768667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6b3807d-f9db-4222-8e96-04cd6ed75bab req-8316c9bc-5669-439b-8160-8e93743f2649 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 944 time: 0.1400623 Mar 22 14:27:17.931518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5924f9b-c49d-4aa0-8dda-ee39b5343cc8 None None] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:18.013673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Allocated IP 172.20.0.9 (370aad98-b0d4-41e3-9c8f-5369747c5169/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7/94914bc1-a9c8-4454-8bab-9beaaf7ecb63) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:18.150678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f32e480-875e-4f6d-a4b3-1faffb37ba9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.163102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.168365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f32e480-875e-4f6d-a4b3-1faffb37ba9f HTTP/1.1" status: 204 len: 168 time: 0.7847722 Mar 22 14:27:18.213465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:18.285418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6b3807d-f9db-4222-8e96-04cd6ed75bab req-397f1516-7e32-473c-bb59-1d389e43c856 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907269 Mar 22 14:27:18.313352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9efd0a-baa3-4954-9ec7-f8d1f8670c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f32e480-875e-4f6d-a4b3-1faffb37ba9f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:18.407103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Current status of the port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:18.408281 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.423909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks [] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.456252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.525565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.539591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.558219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2f5b756-a5dd-44a2-94fa-f2339e4c953a req-23ec973e-bd4c-414d-ab68-f2ca4e279ef4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 210 time: 0.1782281 Mar 22 14:27:18.572329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-dd7be296-6068-43d5-88f8-c1e758ed30a5', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:27:18.583698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.691210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:18.696000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] For port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:18.701034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:18.703894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:18.721772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5b581f66-01af-415c-8056-754c6392c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:09Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:15Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:18.771959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event updated for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:18.814752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.826794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:18.843013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:18.848350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:18.869617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Allocated IP 172.23.0.1 (8285fc93-b2b0-4eb4-9070-1b38bdc82164/cce6cbe0-a152-4f51-9421-1e5a3e9998e2/294af9f6-c357-4279-95ae-5661262db891) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:18.977954 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-4a44e8e9-767f-44ea-b582-2f698a504ef9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9856231 Mar 22 14:27:19.004920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:19.011614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:19.020159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Request body: {'port': {'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:19.052972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b581f66-01af-415c-8056-754c6392c883 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:09Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:15Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:19.192444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device df25373b-ff1e-4321-a044-c39a51488adc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:19.390795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:19.496160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:19.747294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (294af9f6-c357-4279-95ae-5661262db891), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:19.909809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Pushing event updated for resources: {'Port': ['ID=1c26cd49-9b37-42cb-95e8-31ed90ef1481,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:20.100686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2170f5f2-a72f-4d1e-8f98-628c7cf772d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.118731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Allocated IP 172.20.0.2 (dd7be296-6068-43d5-88f8-c1e758ed30a5/cd5479ed-e9cb-4571-bb3d-5020c05f854c/1f8f1914-343b-4f5b-a936-6ef7fefbf8ab) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:20.133942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-062a77be-c4d3-44e2-844d-9a049a598311 None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:20.134383 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-062a77be-c4d3-44e2-844d-9a049a598311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.210722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96627202-0c7b-42a7-97f8-00cccb6b8baf req-0f5f5cba-a31a-4de8-a0aa-76e6eaee3042 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:20.220199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96627202-0c7b-42a7-97f8-00cccb6b8baf req-0f5f5cba-a31a-4de8-a0aa-76e6eaee3042 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 944 time: 0.7082658 Mar 22 14:27:20.346112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Attempting to bind port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:20.346499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Attempting to bind port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:20.346874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Attempting to bind port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 on network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:20.377941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:20.388118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks [] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.418050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Transition to ACTIVE for port object 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:27:20.420012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (294af9f6-c357-4279-95ae-5661262db891), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.433759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.434939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:20.435290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Checking segment: {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:20.435430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73734af-1ccc-4108-a841-17a50bde6928 req-de2614aa-c4c3-4476-bf83-9d6a6f26c02f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:20.437896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.441582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Bound using segment: {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:20.442891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Bound port: 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:20.443251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.451290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f73734af-1ccc-4108-a841-17a50bde6928 req-de2614aa-c4c3-4476-bf83-9d6a6f26c02f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 931 time: 0.6205704 Mar 22 14:27:20.507704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:20.513439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:20.534654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:20.620898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.665235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port df25373b-ff1e-4321-a044-c39a51488adc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:20.666096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96627202-0c7b-42a7-97f8-00cccb6b8baf req-f8cc29de-e21d-44a8-957a-636aee82a343 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448535 Mar 22 14:27:20.675006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (df25373b-ff1e-4321-a044-c39a51488adc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:20.765290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fb419-1dd4-4b5f-8270-1604ae5e412f None None] Pushing event updated for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:20.909915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f73734af-1ccc-4108-a841-17a50bde6928 req-4c408505-69f7-48b1-ad4c-9f822b513664 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574049 Mar 22 14:27:20.986963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:21.047998 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks [] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.189014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.1 (dd7be296-6068-43d5-88f8-c1e758ed30a5/cd5479ed-e9cb-4571-bb3d-5020c05f854c/5405911f-2d9e-41f0-b97b-60b220f0716c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:21.279936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Attempting to bind port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:21.280585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Attempting to bind port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:21.281472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Attempting to bind port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:21.296188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Pushing event updated for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:21.299535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 on network 370aad98-b0d4-41e3-9c8f-5369747c5169 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:21.300880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Attempting to bind port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 on network 370aad98-b0d4-41e3-9c8f-5369747c5169 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:21.308483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:21.309463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Checking segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:21.310089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Bound using segment: {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:21.310851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Bound port: 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e597d591-9d42-4882-9492-609cd65c5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:21.311550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.331065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.375674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.419030 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.434913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (294af9f6-c357-4279-95ae-5661262db891), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.475966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:21.490333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:21.493787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:21.516441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:21.600436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ccad747a-91b3-423f-8691-b7924e5502d0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.609076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:21.613767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:21.615889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] For port 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:21.634919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-062a77be-c4d3-44e2-844d-9a049a598311 None None] Current status of the port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:21.642460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:21.665581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4281661c-0bc1-41b7-a741-dc495510c95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.668401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:21.676758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] For port 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c26cd49-9b37-42cb-95e8-31ed90ef1481,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:21.683114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:21.860959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:21.936354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port df25373b-ff1e-4321-a044-c39a51488adc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:21.938078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ac018-8707-40bc-bebf-eca4d086847e req-ff5311e8-e945-40c1-9eb0-60bbd82144e8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:21.940267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-883ac018-8707-40bc-bebf-eca4d086847e req-ff5311e8-e945-40c1-9eb0-60bbd82144e8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 944 time: 0.1073687 Mar 22 14:27:21.947603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (df25373b-ff1e-4321-a044-c39a51488adc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.015746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.019235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Pushing event updated for resources: {'Port': ['ID=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:22.027048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.120059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-883ac018-8707-40bc-bebf-eca4d086847e req-c70c9995-3d60-43a3-8755-6ff007cffce4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592724 Mar 22 14:27:22.157467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Attempting to bind port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:22.159551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Attempting to bind port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:22.159952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Attempting to bind port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:22.286987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.361523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for port (294af9f6-c357-4279-95ae-5661262db891), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.372721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:22.373031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Checking segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:22.374085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.374655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Bound using segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:22.375037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Bound port: 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:22.375431 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.385834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port df25373b-ff1e-4321-a044-c39a51488adc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=df25373b-ff1e-4321-a044-c39a51488adc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:22.424761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (294af9f6-c357-4279-95ae-5661262db891), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.436301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1c7a5b87-c670-451f-a9de-06059d3bcbe6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:22.572935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:22.573568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.581124 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] 10.222.0.78 "PUT /v2.0/ports/94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 1091 time: 3.5737727 Mar 22 14:27:22.583624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:22.592536 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d" -d '{"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:22.712781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (df25373b-ff1e-4321-a044-c39a51488adc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.756775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7452a0c-3221-4359-a466-98c2127d5e72 None None] Pushing event updated for resources: {'Port': ['ID=1c26cd49-9b37-42cb-95e8-31ed90ef1481,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:22.864208 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46efd64a-8ab5-446f-8912-70ef6f220a61 x-openstack-request-id: req-46efd64a-8ab5-446f-8912-70ef6f220a61 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:22.865911 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:22.866198 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46efd64a-8ab5-446f-8912-70ef6f220a61 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:22.869005 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46efd64a-8ab5-446f-8912-70ef6f220a61'] response: {'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'status': 'completed', 'code': 200} Mar 22 14:27:22.923893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26b6d3-967a-4577-b723-551fa7066e41 service neutron] Pushing event updated for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:22.954278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:22.958478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=df25373b-ff1e-4321-a044-c39a51488adc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:22.977360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] For port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:22.982258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] For port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:22.995565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.036458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d3cee2e4-fde2-401d-a20c-267fd2fa1c4b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:23.046379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:27:23.096408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:23.096790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.177274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a3ec8-dfc9-4075-8557-cf1132c71293 None None] Pushing event updated for resources: {'Port': ['ID=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:23.218063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:23.221580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.260329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event updated for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:23.278656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-ed1a8d11-52af-462a-9d3e-b0c2432a71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:23.282083 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-ed1a8d11-52af-462a-9d3e-b0c2432a71dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1125 time: 0.6084707 Mar 22 14:27:23.488216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:23.494981 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.644797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:23.653941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:23.664506 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bc0ac-c8d0-43b6-96a9-c2326fc2466b" -d '{"events": [{"server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:23.790877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:23.816417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:23.851370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1bdc-0d52-4750-aef8-45ef4c68c5c8 req-7ea32d37-ba59-4d48-a17a-f37266e545ed tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:23.854296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a61f1bdc-0d52-4750-aef8-45ef4c68c5c8 req-7ea32d37-ba59-4d48-a17a-f37266e545ed tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 943 time: 1.7404644 Mar 22 14:27:23.899880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:23.928828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.036238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a61f1bdc-0d52-4750-aef8-45ef4c68c5c8 req-bb9980ad-6945-48e5-9fd6-8ea7bc486590 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487947 Mar 22 14:27:24.091400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96560-2c85-4fa1-89f6-ede74c94e414 req-d9875435-9d31-44b6-baad-cf6d7424cb74 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:24.093457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8d96560-2c85-4fa1-89f6-ede74c94e414 req-d9875435-9d31-44b6-baad-cf6d7424cb74 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.2875144 Mar 22 14:27:24.135845 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-c60f0bbe-b0e3-467b-854e-37a6201edfb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 217 time: 0.8130295 Mar 22 14:27:24.186988 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7849395b-9be6-45ca-b85c-a962856f0e1f x-openstack-request-id: req-7849395b-9be6-45ca-b85c-a962856f0e1f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:24.188406 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:24.188823 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7849395b-9be6-45ca-b85c-a962856f0e1f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:24.192583 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7849395b-9be6-45ca-b85c-a962856f0e1f'] response: {'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6', 'code': 200} Mar 22 14:27:24.263365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73398268-10a5-47f5-a558-2a408d458658 None None] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:24.268930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:24.274456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:24.277621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-edb60ab3-e391-451f-9b78-cb5a529d92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:24.279426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-edb60ab3-e391-451f-9b78-cb5a529d92c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1370068 Mar 22 14:27:24.400891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8d96560-2c85-4fa1-89f6-ede74c94e414 req-a336a845-56b0-49e2-a4ce-af32c57f4c8a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924576 Mar 22 14:27:24.452616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Provisioning complete for port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:24.453066 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.517242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:24.519125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6347d58-e1e7-46cb-b037-27c3631ce88b req-0953cc12-a929-4f60-a4c7-51457ab17956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:24.520116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-0ac04372-5d46-4041-a29f-e0e5f9dc7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:24.520708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6347d58-e1e7-46cb-b037-27c3631ce88b req-0953cc12-a929-4f60-a4c7-51457ab17956 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 1127 time: 0.2437065 Mar 22 14:27:24.526226 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-0ac04372-5d46-4041-a29f-e0e5f9dc7d73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2340920 Mar 22 14:27:24.622910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37020) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:24.724840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6347d58-e1e7-46cb-b037-27c3631ce88b req-34f0d8ca-0f8a-4215-96f3-5dc3e5e0eea7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836519 Mar 22 14:27:24.731765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.742447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.750557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Current status of the port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:24.751578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.855830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ccad747a-91b3-423f-8691-b7924e5502d0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:24.881383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] For port 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c26cd49-9b37-42cb-95e8-31ed90ef1481,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:24.888852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.022831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:25.026988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.036558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec034c2-0f81-4919-99e7-9e0b04435a5f None None] Pushing event updated for resources: {'Port': ['ID=1c26cd49-9b37-42cb-95e8-31ed90ef1481,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:25.037814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4600ced5-50e3-470a-8949-f9ab6cf725d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.096041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c7684-3f82-41c7-a42c-928c3d4a97b4 None None] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:25.118506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:25.136728 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e81356e3-b4f2-489c-bc0d-9c83382116f0 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8165035 Mar 22 14:27:25.138985 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-ef732da4-8d5d-4fd2-b3d6-0dc5d5581c17 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056840 Mar 22 14:27:25.142094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37030) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:25.166231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:25.171192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:25.180548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:25.182370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:25.306407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c26cd49-9b37-42cb-95e8-31ed90ef1481 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:25.366225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:25.367090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:25.389158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ccad747a-91b3-423f-8691-b7924e5502d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:25.682057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:25.693347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Sync routers for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:25.694084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-61fc5e77-74fa-4637-94fa-992a18909adf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/ccad747a-91b3-423f-8691-b7924e5502d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1621699 Mar 22 14:27:25.739363 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:25.741022 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:25.757069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01cde6-d930-4b96-bd56-ce53f4d41f9d req-6ebfe9b5-c838-4c17-bea7-138cad7e564e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:25.759341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef01cde6-d930-4b96-bd56-ce53f4d41f9d req-6ebfe9b5-c838-4c17-bea7-138cad7e564e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 943 time: 0.3837912 Mar 22 14:27:25.854284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef01cde6-d930-4b96-bd56-ce53f4d41f9d req-1f11055d-6835-43e7-a2a1-68bcec1355f9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873983 Mar 22 14:27:25.862909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92877d-3e6b-49d8-a72b-141adac841f7 req-284937cc-7e3b-425c-951e-fe654322b477 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:25.876023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd92877d-3e6b-49d8-a72b-141adac841f7 req-284937cc-7e3b-425c-951e-fe654322b477 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.2008619 Mar 22 14:27:25.924515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Provisioning complete for port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:25.925174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:25.978879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd92877d-3e6b-49d8-a72b-141adac841f7 req-d5246848-ac98-4615-8075-ecb3d6f75359 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948129 Mar 22 14:27:26.072512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Current status of the port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:26.072914 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.096202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:26.097017 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.122901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:26.164620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:26.270576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-55a5ae34-cb30-4443-9de1-179262d5ac8a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336619704&fields=id&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 267 time: 0.0977924 Mar 22 14:27:26.279599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4600ced5-50e3-470a-8949-f9ab6cf725d6 admin admin] Publish callbacks [] for security_group (47340309-6d7a-4743-bd2e-fbec33f4864b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.388546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4600ced5-50e3-470a-8949-f9ab6cf725d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (47340309-6d7a-4743-bd2e-fbec33f4864b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.459545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-761a3df1-e7a6-4456-8dcb-c4721ddab02b req-117e9d0f-8609-4809-9979-5f58daf286ae service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2977962 Mar 22 14:27:26.486389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-7b368b76-f7c9-4d0e-b09e-04e5dc53f750 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:26.491059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-7b368b76-f7c9-4d0e-b09e-04e5dc53f750 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 796 time: 0.1932220 Mar 22 14:27:26.509537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] For port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:26.518546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-d7f2b44e-f165-4e59-bfc9-717d00e7e375 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/quotas/bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 375 time: 0.0157158 Mar 22 14:27:26.585629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.extraroute_db [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103891) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:27:26.590561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4600ced5-50e3-470a-8949-f9ab6cf725d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db3a5d2e7239464293a35e8ac1275e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9609380 Mar 22 14:27:26.603191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600ced5-50e3-470a-8949-f9ab6cf725d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47340309-6d7a-4743-bd2e-fbec33f4864b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:26.608090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37064) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:26.676012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.763859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.extraroute_db [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Removed routes are [] {{(pid=103891) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:27:26.764507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.804485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-0f10367e-b40e-4274-8d58-6e3b38197ef8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2549894 Mar 22 14:27:26.845666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:26.850025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:26.894207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:24Z', 'revision_number': 2, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:26.934838 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Checking router: ccad747a-91b3-423f-8691-b7924e5502d0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:26.935543 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Updating router ccad747a-91b3-423f-8691-b7924e5502d0 port 5405911f-2d9e-41f0-b97b-60b220f0716c binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:26.967668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Provisioning complete for port 5405911f-2d9e-41f0-b97b-60b220f0716c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:26.968094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:26.976886 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.023988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-3bbe756e-b95e-468d-8b9a-4caca9a151a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:27.025552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-3bbe756e-b95e-468d-8b9a-4caca9a151a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1125 time: 0.4044645 Mar 22 14:27:27.060809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-27bcdc50-e554-4da8-8212-41f389072537 service neutron] 10.222.0.81 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030239 Mar 22 14:27:27.078703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57a093-ffc5-4f3b-a420-78d6c4e496ad None None] Pushing event updated for resources: {'Port': ['ID=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:27.166566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] Publish callbacks [] for security_group (47340309-6d7a-4743-bd2e-fbec33f4864b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.212471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] Publish callbacks [] for security_group (47340309-6d7a-4743-bd2e-fbec33f4864b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.231909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Port 5405911f-2d9e-41f0-b97b-60b220f0716c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:27.296252 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:27.296760 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.309170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (47340309-6d7a-4743-bd2e-fbec33f4864b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.312434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.313858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47340309-6d7a-4743-bd2e-fbec33f4864b HTTP/1.1" status: 204 len: 168 time: 0.7000601 Mar 22 14:27:27.345377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bad8e9-cf64-48de-aca7-db5390ea2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47340309-6d7a-4743-bd2e-fbec33f4864b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:27.367471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5a94-3fd6-4b1e-9b4a-7910e4d44dc0 req-d2a26adc-e822-4ee4-9611-87296e2884a5 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:27.369254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4cd5a94-3fd6-4b1e-9b4a-7910e4d44dc0 req-d2a26adc-e822-4ee4-9611-87296e2884a5 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 943 time: 0.2980695 Mar 22 14:27:27.395170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Provisioning complete for port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:27.395554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.425756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-4e752f6f-c144-4f0d-9950-3520f7d0ee68 service neutron] 10.222.0.81 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633761 Mar 22 14:27:27.455104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.465193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.587570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4cd5a94-3fd6-4b1e-9b4a-7910e4d44dc0 req-bdd8ff79-1807-47d2-adf4-7add01125625 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073193 Mar 22 14:27:27.681983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:27.683244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device df25373b-ff1e-4321-a044-c39a51488adc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:27.729751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:27.786306 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks [] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.800104 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.859076 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd134-9b8e-4e48-a2bb-75bf1a2b0492 None None] Pushing event updated for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:27.859672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:27.861427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Updating router 371f3aac-240f-4af4-be73-c1448ed9f2ff port 294af9f6-c357-4279-95ae-5661262db891 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:27:27.919297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-48c8f410-b027-4f6a-b22e-45b1601d9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:27.925240 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-48c8f410-b027-4f6a-b22e-45b1601d9019 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.8715215 Mar 22 14:27:27.936191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:27.968498 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Attempting to bind port 5405911f-2d9e-41f0-b97b-60b220f0716c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:27.969424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Attempting to bind port 5405911f-2d9e-41f0-b97b-60b220f0716c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:27.969424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Attempting to bind port 5405911f-2d9e-41f0-b97b-60b220f0716c on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:27.976551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:27.981813 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Checking segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:27.982310 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.982717 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Bound using segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:27.983865 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Bound port: 5405911f-2d9e-41f0-b97b-60b220f0716c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:27.985088 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:27.990232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68464a7b-379d-43a4-b779-d6bfef5e5d4d req-812cdbcd-06dd-4af9-9e10-ad343bd03cb3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 210 time: 0.1903174 Mar 22 14:27:28.067794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Current status of the port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:28.072209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92425e-4cfc-4682-822c-8c7e2c987424 req-3f514df6-ba0c-4c14-bf18-03210b83c125 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:28.077505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-2e0ea785-5f17-4d30-859d-e81589677897 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 217 time: 0.1373377 Mar 22 14:27:28.088535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c92425e-4cfc-4682-822c-8c7e2c987424 req-3f514df6-ba0c-4c14-bf18-03210b83c125 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.2638052 Mar 22 14:27:28.131190 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (294af9f6-c357-4279-95ae-5661262db891), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.182735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-77b75ca1-b470-4199-a622-9e2ca51193c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:28.184037 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] For port 5405911f-2d9e-41f0-b97b-60b220f0716c, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:28.184245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-77b75ca1-b470-4199-a622-9e2ca51193c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.0967727 Mar 22 14:27:28.184680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37094) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:28.191808 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] For port 5405911f-2d9e-41f0-b97b-60b220f0716c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5405911f-2d9e-41f0-b97b-60b220f0716c,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:28.213502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c92425e-4cfc-4682-822c-8c7e2c987424 req-29d471e4-fa54-4be9-a3f8-795a3c02b3e0 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234231 Mar 22 14:27:28.215319 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.275210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74d446cf-98cf-4a53-8834-31567c279eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.287598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Provisioning complete for port 294af9f6-c357-4279-95ae-5661262db891 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:28.287988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (294af9f6-c357-4279-95ae-5661262db891), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.317807 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:28.319662 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:28.380753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Port 294af9f6-c357-4279-95ae-5661262db891 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:28.411126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port df25373b-ff1e-4321-a044-c39a51488adc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:28.415637 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (df25373b-ff1e-4321-a044-c39a51488adc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.579294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.589648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-96e81f91-6502-418b-9342-5d6cebf59500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:28.592357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-96e81f91-6502-418b-9342-5d6cebf59500 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3639913 Mar 22 14:27:28.602422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:28.647229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.648413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78930d71-9519-4483-9ac1-f79dc0816cdd tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 933 time: 3.4881420 Mar 22 14:27:28.651167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:28.667941 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:28.880986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74d446cf-98cf-4a53-8834-31567c279eea admin admin] Publish callbacks [] for security_group (cab17465-e297-4b8b-a002-66f7128d5db4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.896119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-c0ae02b3-040a-4049-bdcb-0b1598320e88 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947757 Mar 22 14:27:28.900542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74d446cf-98cf-4a53-8834-31567c279eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cab17465-e297-4b8b-a002-66f7128d5db4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:28.969327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06ef319c-732d-4f03-b84e-9b0f435dff6e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 933 time: 0.3163052 Mar 22 14:27:28.971464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37114) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:28.990475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74d446cf-98cf-4a53-8834-31567c279eea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1eb15a688c14b3dafbd4b3d11a560f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7958121 Mar 22 14:27:28.991113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37118) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:29.001301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'routes': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:29.102181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d446cf-98cf-4a53-8834-31567c279eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab17465-e297-4b8b-a002-66f7128d5db4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:29.160054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] Publish callbacks [] for security_group (cab17465-e297-4b8b-a002-66f7128d5db4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.180969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks [] for port (294af9f6-c357-4279-95ae-5661262db891), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.212868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Provisioning complete for port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:29.213103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.227690 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:28Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:29.235070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (294af9f6-c357-4279-95ae-5661262db891), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.253947 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-33d2f1df-68ed-4f9a-bd15-e8121fc0508d req-42e981f7-5b6d-434e-ba23-d46e09d88b3f service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437362 Mar 22 14:27:29.256740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] Publish callbacks [] for security_group (cab17465-e297-4b8b-a002-66f7128d5db4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.273007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd134-9b8e-4e48-a2bb-75bf1a2b0492 None None] Pushing event updated for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:29.288250 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9a564-cd6a-492c-b642-189659911e53 None None] The sync data for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 is: [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:28Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:29.333048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cab17465-e297-4b8b-a002-66f7128d5db4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.337073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.340419 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cab17465-e297-4b8b-a002-66f7128d5db4 HTTP/1.1" status: 204 len: 168 time: 0.3402548 Mar 22 14:27:29.400688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab80c1e-f21b-4d6f-a5c2-f80c4d89c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab17465-e297-4b8b-a002-66f7128d5db4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:29.438499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port df25373b-ff1e-4321-a044-c39a51488adc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:29.555212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093260-a715-43d5-83ba-ba58c9a27e08 None None] Pushing event updated for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:29.576771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:29.604703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbf33-78fd-44b1-96c7-2f6f110db69c req-14629183-86a6-4242-a16f-4e732ba0c4fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:29.636600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd5cbf33-78fd-44b1-96c7-2f6f110db69c req-14629183-86a6-4242-a16f-4e732ba0c4fa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.6355834 Mar 22 14:27:29.706949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16173-3b44-46dc-9950-3cd5f14a31d8 req-0759a2fb-9dbb-4191-9a8a-7164c2c66ba1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:29.717544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03b16173-3b44-46dc-9950-3cd5f14a31d8 req-0759a2fb-9dbb-4191-9a8a-7164c2c66ba1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 943 time: 0.7451310 Mar 22 14:27:29.901999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c26cd49-9b37-42cb-95e8-31ed90ef1481 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:30.039143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-a6e3517f-f425-485d-b392-20c56fad0518 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:30.049666 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-a6e3517f-f425-485d-b392-20c56fad0518 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 796 time: 0.4072795 Mar 22 14:27:30.069926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Attempting to bind port 294af9f6-c357-4279-95ae-5661262db891 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:30.070897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Attempting to bind port 294af9f6-c357-4279-95ae-5661262db891 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:30.071475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Attempting to bind port 294af9f6-c357-4279-95ae-5661262db891 on network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:30.084477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:30.084995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Checking segment: {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:30.085412 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.097465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Bound using segment: {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:30.098302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Bound port: 294af9f6-c357-4279-95ae-5661262db891, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6d777a-5029-4543-8519-79594a9cf291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:30.098828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (294af9f6-c357-4279-95ae-5661262db891), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.133726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-172ccdf5-5e73-48bf-b693-a1d92be1ef40 None None] Current status of the port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:30.141189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd5cbf33-78fd-44b1-96c7-2f6f110db69c req-8c736b78-0b1e-4783-afc2-b439e99763d6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033875 Mar 22 14:27:30.185034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03b16173-3b44-46dc-9950-3cd5f14a31d8 req-c412abd5-36e2-459a-9b57-c17c82398b41 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662566 Mar 22 14:27:30.188323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:30.188841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.256543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-c7149c29-9917-437b-b0da-14c077c4ce97 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 379 time: 0.1953137 Mar 22 14:27:30.274496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'port': {'device_id': '3f0932cb-a95a-4998-9f55-339012e0d161', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'admin_state_up': True, 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'security_groups': ['e8c57bed-af96-4ad5-9b17-ef93ab19f66e']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:30.288967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] For port 294af9f6-c357-4279-95ae-5661262db891, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:30.300287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] For port 294af9f6-c357-4279-95ae-5661262db891, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=294af9f6-c357-4279-95ae-5661262db891,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:30.301806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Provisioning complete for port 5405911f-2d9e-41f0-b97b-60b220f0716c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:30.302306 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.395340 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (294af9f6-c357-4279-95ae-5661262db891), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:30.434035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c8af5b3-e399-4b85-acfb-cbce0d9223ee req-949a7ffb-e37c-45d9-85c4-c9e179c79923 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 210 time: 0.0645142 Mar 22 14:27:30.529945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-5474a93e-bb97-4f55-ba9e-7856ea471188 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3552425 Mar 22 14:27:30.555653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093260-a715-43d5-83ba-ba58c9a27e08 None None] Pushing event updated for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:30.568832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:27:30.610180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:30.611535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:30.690201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:30.690965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:30.751714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d95c2-3bb3-4acc-8806-f03d1d186870 req-e1dc1746-8905-4f19-90a4-4f33f4775b7c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:30.761269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e23d95c2-3bb3-4acc-8806-f03d1d186870 req-e1dc1746-8905-4f19-90a4-4f33f4775b7c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.3892434 Mar 22 14:27:30.765768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:27:30.768575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:27:30.809873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:27:30.888420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-580d1482-6417-4061-92f0-7d4d503c2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:30.890654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-580d1482-6417-4061-92f0-7d4d503c2a78 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.3262441 Mar 22 14:27:31.187511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e23d95c2-3bb3-4acc-8806-f03d1d186870 req-0289a93e-9e30-496c-ad30-8dbef002e741 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252412 Mar 22 14:27:31.199284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.334478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Current status of the port 5405911f-2d9e-41f0-b97b-60b220f0716c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:31.335078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.464618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:31.469425 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.618486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] For port 5405911f-2d9e-41f0-b97b-60b220f0716c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5405911f-2d9e-41f0-b97b-60b220f0716c,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:31.625627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:31.690396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.774940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.6 (dd7be296-6068-43d5-88f8-c1e758ed30a5/cd5479ed-e9cb-4571-bb3d-5020c05f854c/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:31.802106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.827171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Pushing event updated for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:31.839414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:31.840199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.859600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.939122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Provisioning complete for port 294af9f6-c357-4279-95ae-5661262db891 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:31.939973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (294af9f6-c357-4279-95ae-5661262db891), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:31.983479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-5cfa1c7f-84bc-43e8-b687-015a8f5e88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:31.985167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-5cfa1c7f-84bc-43e8-b687-015a8f5e88d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 1.0698299 Mar 22 14:27:31.986089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:32.067639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51fd6-448d-42f3-8527-3bfbb41fba8f req-eb69e8cf-e79b-4706-91f7-5a2c9ce1634c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:32.077193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64a51fd6-448d-42f3-8527-3bfbb41fba8f req-eb69e8cf-e79b-4706-91f7-5a2c9ce1634c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.5207465 Mar 22 14:27:32.108495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-c809711b-7574-4ec1-9f1b-0e3be6e0c6c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.1124079 Mar 22 14:27:32.193251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.215134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:27:32.285949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.335231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:32.341645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:32.347449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:32.435617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:32.436224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.439519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:32.440287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.446541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:32.460276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:32.478733 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-9db86217-bf27-48f3-bfe1-1db6a727cf0f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2137082 Mar 22 14:27:32.490673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Request body: {'port': {'device_id': '3f0932cb-a95a-4998-9f55-339012e0d161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:32.511408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:32.540935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.638094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.727206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Current status of the port 294af9f6-c357-4279-95ae-5661262db891 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:32.727700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (294af9f6-c357-4279-95ae-5661262db891), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.843854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a75521-2ebe-4297-bd45-7f2e27fdcd78 req-a02947c5-ddbb-4c39-8b1b-78c5e75b1f1a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:32.845940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7a75521-2ebe-4297-bd45-7f2e27fdcd78 req-a02947c5-ddbb-4c39-8b1b-78c5e75b1f1a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 943 time: 1.3181951 Mar 22 14:27:32.871820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] For port 294af9f6-c357-4279-95ae-5661262db891, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=294af9f6-c357-4279-95ae-5661262db891,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:32.892501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:32.904203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['94914bc1-a9c8-4454-8bab-9beaaf7ecb63'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:27:32.946997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:32.956611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:32.957626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5405911f-2d9e-41f0-b97b-60b220f0716c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:32.959333 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (294af9f6-c357-4279-95ae-5661262db891), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:32.995949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64a51fd6-448d-42f3-8527-3bfbb41fba8f req-119cd9bd-f236-446c-a2c2-bf1068a37eb3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9164920 Mar 22 14:27:33.152594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:26Z', 'revision_number': 6, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:33.166290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-1fd9aca3-ce57-49a0-afe8-68c809b9f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:33.167933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-1fd9aca3-ce57-49a0-afe8-68c809b9f5e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 1.0413043 Mar 22 14:27:33.188248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:33.194656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:33.207821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks [] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.209658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7a75521-2ebe-4297-bd45-7f2e27fdcd78 req-952d75a4-3d76-49fb-ba19-5fa19e54abae tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370180 Mar 22 14:27:33.219497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.224893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Transition to ACTIVE for port object ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:27:33.228920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b39962d5-8aa4-42dc-a8ed-c03dc5ef50a8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 699 time: 4.2554448 Mar 22 14:27:33.232358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37212) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:33.262549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1840e81f-4b31-4c50-bd4b-6bf213db9e11 None None] Provisioning complete for port 294af9f6-c357-4279-95ae-5661262db891 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:33.262933 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1840e81f-4b31-4c50-bd4b-6bf213db9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (294af9f6-c357-4279-95ae-5661262db891), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.344043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea47f3-6f2c-4855-b59a-748c03c3ef92 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:26Z', 'revision_number': 6, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 4, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:33.398750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05d26e-01e4-4eed-9549-c68b17255d11 None None] Pushing event updated for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:33.467229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e8dabd6-e30e-4392-b1c6-1fbdad2089bf tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 699 time: 0.2334716 Mar 22 14:27:33.468415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37216) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:33.469173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.471973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5405911f-2d9e-41f0-b97b-60b220f0716c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:33.474053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:33.508491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2020-1903-4cf8-ae11-e58669559a8c req-8ceb3b17-49e8-4157-882e-f09da6cc150d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:33.515878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fceb2020-1903-4cf8-ae11-e58669559a8c req-8ceb3b17-49e8-4157-882e-f09da6cc150d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.3445113 Mar 22 14:27:33.562849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-14434bf5-d10a-472e-9d62-f6476ba56cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:33.564675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-14434bf5-d10a-472e-9d62-f6476ba56cab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3665709 Mar 22 14:27:33.637379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:33.706776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-873f148f-0aec-4f32-9b28-2b01101935f6 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195145 Mar 22 14:27:33.715831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1840e81f-4b31-4c50-bd4b-6bf213db9e11 None None] Current status of the port 294af9f6-c357-4279-95ae-5661262db891 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:33.877171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fceb2020-1903-4cf8-ae11-e58669559a8c req-9686f7ff-a1f3-491e-98ac-5590d1d432db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502371 Mar 22 14:27:34.015642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b10be634-42f7-41e3-b13a-dea32c5a01c0 req-a21b6075-b05c-4755-9d0b-13a9a2b86e5f service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983644 Mar 22 14:27:34.044673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5405911f-2d9e-41f0-b97b-60b220f0716c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:34.087535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:34.087876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:34.088211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:34.097840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:34.098185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:34.115734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:34.116283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Checking segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:34.117177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Bound using segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:34.117791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Bound port: ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:34.133413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.232230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42164e-3d93-4ea3-a176-a2b91ee8c829 req-5e39891b-35f1-4b38-870f-76a0c3ff325b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:34.247085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c42164e-3d93-4ea3-a176-a2b91ee8c829 req-5e39891b-35f1-4b38-870f-76a0c3ff325b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1104937 Mar 22 14:27:34.357843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 294af9f6-c357-4279-95ae-5661262db891 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:34.400871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:34.404598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:34.435681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.503655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c42164e-3d93-4ea3-a176-a2b91ee8c829 req-d22d2f5a-d03c-49d1-a4ad-5f21d6b69a94 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490025 Mar 22 14:27:34.506860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 294af9f6-c357-4279-95ae-5661262db891 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:34.517855 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (294af9f6-c357-4279-95ae-5661262db891), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.592451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:34.602765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:34.603683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.605551 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] 10.222.0.78 "PUT /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 1091 time: 2.1201122 Mar 22 14:27:34.606276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:34.608873 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5741370-981e-4f0a-9d2b-2a51844b7266" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:34.633438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817506b-f022-4a4f-9e21-57e4516522a3 req-a39a1a72-a280-4b55-b781-4a80032c4480 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:34.639780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3817506b-f022-4a4f-9e21-57e4516522a3 req-a39a1a72-a280-4b55-b781-4a80032c4480 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 944 time: 0.2615533 Mar 22 14:27:34.684015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:27:34.689691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:34.690102 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.764789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3817506b-f022-4a4f-9e21-57e4516522a3 req-8bafda44-3f7e-49d7-86be-8c82245f034e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096876 Mar 22 14:27:34.772231 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23602c-9bcb-4882-91c3-972bc69f50e8 x-openstack-request-id: req-0d23602c-9bcb-4882-91c3-972bc69f50e8 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:34.773816 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:34.774145 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d23602c-9bcb-4882-91c3-972bc69f50e8 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:34.776194 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d23602c-9bcb-4882-91c3-972bc69f50e8'] response: {'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'status': 'completed', 'code': 200} Mar 22 14:27:34.859549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 294af9f6-c357-4279-95ae-5661262db891 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:34.861442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5405911f-2d9e-41f0-b97b-60b220f0716c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:34.869995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a4609-5703-4d24-b0d5-9940aae57618 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:34.913050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:34.913442 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:34.954093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:34.955567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-a8e39e8c-c870-4f5d-aa10-55b9e0431363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:34.956702 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09e734-b3b3-4d6c-9052-00ba7c1b62a5" -d '{"events": [{"server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "name": "network-vif-plugged", "status": "completed", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:34.957295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-a8e39e8c-c870-4f5d-aa10-55b9e0431363 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1125 time: 0.2925272 Mar 22 14:27:34.979446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:34.985815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5405911f-2d9e-41f0-b97b-60b220f0716c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:34.986326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.033749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.041895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:35.056459 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-684e4d53-572e-4521-8835-4e2b3a922881 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 217 time: 0.0905526 Mar 22 14:27:35.090329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:35.091020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:35.169582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-632a3657-6568-4698-8ea4-89e2f98dc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.172281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-632a3657-6568-4698-8ea4-89e2f98dc8dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.1076303 Mar 22 14:27:35.243944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:35.270781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6054c-084f-46ee-92d8-9d109ecf0201 req-93a591a8-1156-4636-abec-95cc96654fe6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.272980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5be6054c-084f-46ee-92d8-9d109ecf0201 req-93a591a8-1156-4636-abec-95cc96654fe6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.1251624 Mar 22 14:27:35.328739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb47ec-7a47-4e90-b86c-73747a365efd req-7def3493-274f-416e-abeb-fe0b26535ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.333385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edbb47ec-7a47-4e90-b86c-73747a365efd req-7def3493-274f-416e-abeb-fe0b26535ddc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1397989 Mar 22 14:27:35.437291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-b7c99b2d-b837-4adf-85d6-1231d25d92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.438882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-b7c99b2d-b837-4adf-85d6-1231d25d92be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2449734 Mar 22 14:27:35.465363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5be6054c-084f-46ee-92d8-9d109ecf0201 req-9bedf378-edf0-4d89-a9e2-309b317ef0a4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863346 Mar 22 14:27:35.478824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edbb47ec-7a47-4e90-b86c-73747a365efd req-8bc50f7d-9560-4d98-99f4-a98fde6796db service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323538 Mar 22 14:27:35.561390 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ab1b4-c480-48ff-bb21-7db29cd831d0 x-openstack-request-id: req-5e7ab1b4-c480-48ff-bb21-7db29cd831d0 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:35.561856 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "name": "network-vif-plugged", "status": "completed", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:35.561949 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e7ab1b4-c480-48ff-bb21-7db29cd831d0 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:35.562353 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7ab1b4-c480-48ff-bb21-7db29cd831d0'] response: {'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'code': 200} Mar 22 14:27:35.604826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:35.626185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5405911f-2d9e-41f0-b97b-60b220f0716c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:35.698443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:35.707103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-769858e9-8f14-451e-a420-001b0193ea73 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603686 Mar 22 14:27:35.722246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f6d57-261f-479c-8b19-c2a24432bae1 req-270407f1-1570-42d9-a27f-265b26a98708 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.729173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b99f6d57-261f-479c-8b19-c2a24432bae1 req-270407f1-1570-42d9-a27f-265b26a98708 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0966630 Mar 22 14:27:35.840077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b99f6d57-261f-479c-8b19-c2a24432bae1 req-92a7ab63-c4d0-41e1-8208-af08681439aa tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099391 Mar 22 14:27:35.903153 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59445f87-4bad-4df0-a5f8-10d0e63af0a4 req-a7539cb4-0c4b-4103-9be7-a3a7978b6414 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715784 Mar 22 14:27:35.955745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9740-312c-4ceb-8205-38b482008a03 req-d78836f7-7807-467b-8a31-09aa16f8c50a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:35.961221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a5f9740-312c-4ceb-8205-38b482008a03 req-d78836f7-7807-467b-8a31-09aa16f8c50a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1199179 Mar 22 14:27:36.057899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a5f9740-312c-4ceb-8205-38b482008a03 req-b7a9a08d-a1d1-48a4-a4c6-9cc3e99c63da tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869319 Mar 22 14:27:36.120295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-b91f48c3-e24b-4487-9ccd-dd04c83505f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:36.122286 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-b91f48c3-e24b-4487-9ccd-dd04c83505f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1125 time: 0.1149724 Mar 22 14:27:36.178798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 7, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:32Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:36.202200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 294af9f6-c357-4279-95ae-5661262db891 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:36.202544 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (294af9f6-c357-4279-95ae-5661262db891), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.247336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:36.279461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:36.280212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:36.335482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-df0d6d7a-8b2a-4099-bfb7-85d6bb77d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:36.337285 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-df0d6d7a-8b2a-4099-bfb7-85d6bb77d003 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.2085521 Mar 22 14:27:36.393625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-2498f088-20ea-48d0-a6de-30903cda951f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 217 time: 0.0499890 Mar 22 14:27:36.406046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 294af9f6-c357-4279-95ae-5661262db891, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=294af9f6-c357-4279-95ae-5661262db891,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:36.406505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (294af9f6-c357-4279-95ae-5661262db891), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.454783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:36.457375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 294af9f6-c357-4279-95ae-5661262db891 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:36.486324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-ab8c3b32-a621-4d88-b8aa-ee48f8120413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:36.488304 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-ab8c3b32-a621-4d88-b8aa-ee48f8120413 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0851939 Mar 22 14:27:36.727102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d847-a2a3-4bdc-9a2a-bebf28c9ca3d req-34eb7759-8cec-4e12-a423-1ba6a7e27f1b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:36.739984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b56d847-a2a3-4bdc-9a2a-bebf28c9ca3d req-34eb7759-8cec-4e12-a423-1ba6a7e27f1b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.1064141 Mar 22 14:27:36.879815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b56d847-a2a3-4bdc-9a2a-bebf28c9ca3d req-eb22cdf4-25f8-40c6-a64a-8bf2d3f95609 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339679 Mar 22 14:27:36.916148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-a1ad3f90-7123-4265-8022-c051d0d2531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:36.918207 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-a1ad3f90-7123-4265-8022-c051d0d2531c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3305478 Mar 22 14:27:36.919578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (294af9f6-c357-4279-95ae-5661262db891), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:36.962627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=294af9f6-c357-4279-95ae-5661262db891,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:36.989444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 7, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:32Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:37.027854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51364f1-d980-4af4-b6c3-986a0d1361b6 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:30Z', 'revision_number': 7, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': '294af9f6-c357-4279-95ae-5661262db891', 'name': '', 'network_id': '8285fc93-b2b0-4eb4-9070-1b38bdc82164', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:80:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:17Z', 'updated_at': '2022-03-22T14:27:32Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': 'cce6cbe0-a152-4f51-9421-1e5a3e9998e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:37.137246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316374e-794a-4ff3-b531-b22cde2aa3b6 req-dd29a468-a68c-45bb-8c24-fd51616e6512 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:37.149507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8316374e-794a-4ff3-b531-b22cde2aa3b6 req-dd29a468-a68c-45bb-8c24-fd51616e6512 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1626861 Mar 22 14:27:37.296290 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-94ebd431-a03b-455c-9979-221067ef0d7c service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433790 Mar 22 14:27:37.399204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:37.399462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8316374e-794a-4ff3-b531-b22cde2aa3b6 req-c49f7249-aaaf-4395-bcc6-594d7f6fdae3 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483337 Mar 22 14:27:37.452204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5554a1-9d3e-48e1-8106-7815529a6426 req-de12b28c-ce63-4962-8656-223197edb550 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:37.453818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b5554a1-9d3e-48e1-8106-7815529a6426 req-de12b28c-ce63-4962-8656-223197edb550 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2151539 Mar 22 14:27:37.540271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b5554a1-9d3e-48e1-8106-7815529a6426 req-61fb6c95-b6a0-4c3d-b4a0-7bd571953327 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745642 Mar 22 14:27:37.726791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a185-f648-446a-ba07-03c9b515b518 req-9293c9e8-4920-4b04-b3a5-1a919a6a84d6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:37.728387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e07a185-f648-446a-ba07-03c9b515b518 req-9293c9e8-4920-4b04-b3a5-1a919a6a84d6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.0952315 Mar 22 14:27:37.749737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37326) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:37.762435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'floatingip': {'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:37.801947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:37.965008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f5741370-981e-4f0a-9d2b-2a51844b7266 req-7ccf5081-485e-42de-a520-84111524e66c service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629841 Mar 22 14:27:38.191809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:38.296641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:38.306625 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:38.312186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7634e24-0ce9-45c7-bbde-ec4e971ab894 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8403749 Mar 22 14:27:38.314207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37340) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:38.321699 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:38.322572 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:38.414282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet cce6cbe0-a152-4f51-9421-1e5a3e9998e2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:27:38.424020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (cce6cbe0-a152-4f51-9421-1e5a3e9998e2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.519721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cce6cbe0-a152-4f51-9421-1e5a3e9998e2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.520368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0bedb-b0ca-4442-b20b-858aeb7ef1bc req-d6a0d0a9-bd37-470e-af4d-a375b53875c2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:38.527467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fc0bedb-b0ca-4442-b20b-858aeb7ef1bc req-d6a0d0a9-bd37-470e-af4d-a375b53875c2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.5184500 Mar 22 14:27:38.532581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.536012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:38.570983 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.660894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cce6cbe0-a152-4f51-9421-1e5a3e9998e2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.739187 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Floating IP aff97658-c51b-4bbd-baf7-99c3979bd354 associated. External IP: 172.25.3.36, port: 94914bc1-a9c8-4454-8bab-9beaaf7ecb63. Mar 22 14:27:38.755363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cce6cbe0-a152-4f51-9421-1e5a3e9998e2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.804922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=cce6cbe0-a152-4f51-9421-1e5a3e9998e2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:38.815011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:38.821276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34070956-c614-4b53-9868-51296926c5d4 None None] Network 8285fc93-b2b0-4eb4-9070-1b38bdc82164 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:38.822614 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b92d1744-4937-4006-abb8-6f8a23beb229 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/cce6cbe0-a152-4f51-9421-1e5a3e9998e2 HTTP/1.1" status: 204 len: 168 time: 0.5083501 Mar 22 14:27:38.824768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:38.848935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fc0bedb-b0ca-4442-b20b-858aeb7ef1bc req-a9d09a88-8408-43e8-8798-c70bc7ed9d78 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204889 Mar 22 14:27:38.935632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e363d-f179-40b3-86f9-c04ab7791d9a req-f41e56f5-16db-478c-bece-e709550cf82b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:38.938748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e13e363d-f179-40b3-86f9-c04ab7791d9a req-f41e56f5-16db-478c-bece-e709550cf82b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.4391191 Mar 22 14:27:38.985535 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:36Z', 'revision_number': 8, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.004680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (8285fc93-b2b0-4eb4-9070-1b38bdc82164), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.017643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:39.027221 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:39.027840 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.074833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e13e363d-f179-40b3-86f9-c04ab7791d9a req-acba5007-a883-4336-b7d5-a50b2e853e66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296079 Mar 22 14:27:39.123867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:39.124115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.136570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Router a47a9d37-448b-4215-836d-759fbdf9b410 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:39.144214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] DHCP port deletion for 8285fc93-b2b0-4eb4-9070-1b38bdc82164 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:27:39.155466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:39.249186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Deleting port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:39.249574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.268592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c26cd49-9b37-42cb-95e8-31ed90ef1481,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:39.269140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.301823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 1c26cd49-9b37-42cb-95e8-31ed90ef1481 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:39.392111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] For port 1c26cd49-9b37-42cb-95e8-31ed90ef1481, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1c26cd49-9b37-42cb-95e8-31ed90ef1481,segment=NetworkSegment(2d6d777a-5029-4543-8519-79594a9cf291),segment_id=2d6d777a-5029-4543-8519-79594a9cf291)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:39.394548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.397486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:39.404481 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.417098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:39.437837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Calling delete_port for 1c26cd49-9b37-42cb-95e8-31ed90ef1481 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:39.463324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:39.466231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.473354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c158314e-9dc7-4a08-9108-ef8d205a3f2c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "PUT /v2.0/floatingips/aff97658-c51b-4bbd-baf7-99c3979bd354 HTTP/1.1" status: 200 len: 990 time: 1.7202437 Mar 22 14:27:39.475304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:39.477165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.477693 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df4510-1594-4e07-bb53-8312f746346b" -d '{"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:39.483334 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:36Z', 'revision_number': 8, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.513430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=1c26cd49-9b37-42cb-95e8-31ed90ef1481,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:39.531545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:39.543555 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763c14bc-5d4d-4a62-a16b-b90d0899e94b x-openstack-request-id: req-763c14bc-5d4d-4a62-a16b-b90d0899e94b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:39.544050 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:39.544467 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-763c14bc-5d4d-4a62-a16b-b90d0899e94b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:39.545114 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763c14bc-5d4d-4a62-a16b-b90d0899e94b'] response: {'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'status': 'completed', 'code': 200} Mar 22 14:27:39.683999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (8285fc93-b2b0-4eb4-9070-1b38bdc82164), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.723672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4510-1594-4e07-bb53-8312f746346b req-dce5617e-3452-4ebc-9ef2-ab619c915372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:39.725480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-dce5617e-3452-4ebc-9ef2-ab619c915372 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1372914 Mar 22 14:27:39.731476 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257d367-8cae-47e4-b611-f86d8b435268 None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:36Z', 'revision_number': 8, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'd3cee2e4-fde2-401d-a20c-267fd2fa1c4b', 'name': '', 'network_id': '15ba0773-cd26-4949-929c-0612568c856c', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:90:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:08Z', 'updated_at': '2022-03-22T14:27:18Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '276ed3c5-892f-4dbf-9779-d7dcee07cb1c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:39.731790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8285fc93-b2b0-4eb4-9070-1b38bdc82164']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.785554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6d777a-5029-4543-8519-79594a9cf291') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.786008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6d777a-5029-4543-8519-79594a9cf291') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:39.824397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:39.959119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4510-1594-4e07-bb53-8312f746346b req-6616efe8-9a76-43cd-9859-cbbfd26d1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:39.962892 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-6616efe8-9a76-43cd-9859-cbbfd26d1569 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2210715 Mar 22 14:27:39.965195 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1c26cd49-9b37-42cb-95e8-31ed90ef1481), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:39.991966 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2d6d777a-5029-4543-8519-79594a9cf291), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.047192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2d6d777a-5029-4543-8519-79594a9cf291), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.057281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f846-7584-4331-ad99-cfd769aef53a req-405768c6-3af8-4465-85a8-8353a19d3016 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:40.062567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:27:40.064064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2d6d777a-5029-4543-8519-79594a9cf291), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.067593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7569f846-7584-4331-ad99-cfd769aef53a req-405768c6-3af8-4465-85a8-8353a19d3016 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.0978575 Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:27:40.072337 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:27:40.213484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7569f846-7584-4331-ad99-cfd769aef53a req-2717aba1-2de0-45f8-ba95-6c0aef6ddb66 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446586 Mar 22 14:27:40.301513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] Pushing event deleted for resources: {'Port': ['ID=1c26cd49-9b37-42cb-95e8-31ed90ef1481,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:40.309258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4674c-5af8-4c94-849f-70206ed6d3b1 None None] No DVR routers for this DVR port 1c26cd49-9b37-42cb-95e8-31ed90ef1481 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:40.311242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 294af9f6-c357-4279-95ae-5661262db891 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:40.316546 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-cacfe8b4-a07b-4f45-91c7-d594707092af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 998 time: 0.3461909 Mar 22 14:27:40.317595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (8285fc93-b2b0-4eb4-9070-1b38bdc82164), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.347441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:40.354232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/8285fc93-b2b0-4eb4-9070-1b38bdc82164 HTTP/1.1" status: 204 len: 168 time: 1.5259633 Mar 22 14:27:40.369837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26925ad4-7678-4bca-9379-e7887b4f9e55 req-3c327849-4560-4320-b1d4-387e571599cd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:40.374008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 294af9f6-c357-4279-95ae-5661262db891 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:40.374334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 294af9f6-c357-4279-95ae-5661262db891 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:40.374793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c26cd49-9b37-42cb-95e8-31ed90ef1481 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:40.379747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26925ad4-7678-4bca-9379-e7887b4f9e55 req-3c327849-4560-4320-b1d4-387e571599cd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1342969 Mar 22 14:27:40.382168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:40.412222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1c26cd49-9b37-42cb-95e8-31ed90ef1481 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:40.412565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1c26cd49-9b37-42cb-95e8-31ed90ef1481 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:40.441334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:27:38Z', 'revision_number': 1, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:40.442541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a88a4c-7101-49a3-82f6-d3bec375e58b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=8285fc93-b2b0-4eb4-9070-1b38bdc82164,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:40.504924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4510-1594-4e07-bb53-8312f746346b req-3ea77a32-2c56-4127-8b3d-3833567f0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:40.506980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-3ea77a32-2c56-4127-8b3d-3833567f0133 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1779399 Mar 22 14:27:40.516867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:40.537002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:40.537643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:40.594027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26925ad4-7678-4bca-9379-e7887b4f9e55 req-f8609e3a-9b0a-435e-bf7f-4b1cd0455f2c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132375 Mar 22 14:27:40.611955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4510-1594-4e07-bb53-8312f746346b req-9cab22c6-1a18-40e0-be69-4100d82e3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:40.614979 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-9cab22c6-1a18-40e0-be69-4100d82e3dbe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004782 Mar 22 14:27:40.773117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:40.807693 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-1a435502-1c94-4102-a97b-ca5a0514037e service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856253 Mar 22 14:27:40.836203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:27:40.941915 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11df4510-1594-4e07-bb53-8312f746346b req-069adef2-0037-4052-8309-c806b29ca09d service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267073 Mar 22 14:27:40.957311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.016833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:41.340530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:41.341111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.374080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37400) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:41.442815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'mac_address': 'fa:16:3e:0b:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:27:41.456969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ccc1-3209-4d83-b4d9-849733670526 req-091838d1-01f7-47eb-b475-2a617c1d1643 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:41.472753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f285ccc1-3209-4d83-b4d9-849733670526 req-091838d1-01f7-47eb-b475-2a617c1d1643 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.1493428 Mar 22 14:27:41.546448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d009-1cb7-4f0b-9c66-f5bd7e42f705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.547925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:41.554520 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.560103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f285ccc1-3209-4d83-b4d9-849733670526 req-a3a9da0a-2caf-4495-80f3-6596ea16a76a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858448 Mar 22 14:27:41.561849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port d3cee2e4-fde2-401d-a20c-267fd2fa1c4b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:41.562398 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.577667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for d3cee2e4-fde2-401d-a20c-267fd2fa1c4b owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:41.595179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:41.634051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:41.658486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.714153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d009-1cb7-4f0b-9c66-f5bd7e42f705 admin admin] Publish callbacks [] for security_group (008d464e-7da6-4b03-badf-4c67b8b3df85), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.729192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d009-1cb7-4f0b-9c66-f5bd7e42f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (008d464e-7da6-4b03-badf-4c67b8b3df85), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.750305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:41.764062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:27:38Z', 'revision_number': 1, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:41.794870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d557a1-db1d-4b76-99a2-35265f73f511 None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:27:38Z', 'revision_number': 1, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:41.827639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d009-1cb7-4f0b-9c66-f5bd7e42f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008d464e-7da6-4b03-badf-4c67b8b3df85,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:41.842299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e7b9d009-1cb7-4f0b-9c66-f5bd7e42f705 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbb9022db9784c78a8529be1b5061c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664319 Mar 22 14:27:41.843331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:41.908738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] Publish callbacks [] for security_group (008d464e-7da6-4b03-badf-4c67b8b3df85), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.933624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] Publish callbacks [] for security_group (008d464e-7da6-4b03-badf-4c67b8b3df85), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:41.971116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7423c-1536-458b-a5cf-7b235c403e73 req-d7b13c35-5b92-4615-bfcc-aa3dc1f1aa5a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:41.973815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6d7423c-1536-458b-a5cf-7b235c403e73 req-d7b13c35-5b92-4615-bfcc-aa3dc1f1aa5a tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.2549865 Mar 22 14:27:41.977003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:27:42.004007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (008d464e-7da6-4b03-badf-4c67b8b3df85), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.009503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.017842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/008d464e-7da6-4b03-badf-4c67b8b3df85 HTTP/1.1" status: 204 len: 168 time: 0.1732841 Mar 22 14:27:42.033023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bab248-ce09-4d54-9a67-19d7b9aaf2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008d464e-7da6-4b03-badf-4c67b8b3df85,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:42.157889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6d7423c-1536-458b-a5cf-7b235c403e73 req-b66911be-7e78-4e76-bd75-63cc064eff62 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744168 Mar 22 14:27:42.205543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d3cee2e4-fde2-401d-a20c-267fd2fa1c4b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.246303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=d3cee2e4-fde2-401d-a20c-267fd2fa1c4b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:42.272808 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69292692-9b33-4407-9f28-500a859858f9 None None] New status for floating IP aff97658-c51b-4bbd-baf7-99c3979bd354: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:27:42.693007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.697349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:42.719313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f3bbb38-a2ee-4874-8ae4-4ee113199e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.849550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f3bbb38-a2ee-4874-8ae4-4ee113199e56 admin admin] Publish callbacks [] for security_group (45c1b009-bd28-4a9c-a5cd-4a820012ee69), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.857623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f7f3c-88e9-478c-b5ce-9f260e2615a0 req-6c31a65d-e638-4532-88f9-86603e1ae111 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:42.858997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f3bbb38-a2ee-4874-8ae4-4ee113199e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (45c1b009-bd28-4a9c-a5cd-4a820012ee69), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:42.859315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a63f7f3c-88e9-478c-b5ce-9f260e2615a0 req-6c31a65d-e638-4532-88f9-86603e1ae111 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 944 time: 0.1560552 Mar 22 14:27:42.906651 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f3bbb38-a2ee-4874-8ae4-4ee113199e56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16da8dd4f5264374bdc7cb81b63998a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072628 Mar 22 14:27:42.907639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:42.915549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bbb38-a2ee-4874-8ae4-4ee113199e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1b009-bd28-4a9c-a5cd-4a820012ee69,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:42.943676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a63f7f3c-88e9-478c-b5ce-9f260e2615a0 req-d326c6a3-8e18-4f96-9a2d-60efeb1f7acb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777898 Mar 22 14:27:42.982257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] Publish callbacks [] for security_group (45c1b009-bd28-4a9c-a5cd-4a820012ee69), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.006368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] Publish callbacks [] for security_group (45c1b009-bd28-4a9c-a5cd-4a820012ee69), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.047693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:43.066401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (45c1b009-bd28-4a9c-a5cd-4a820012ee69), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.069588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.074480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45c1b009-bd28-4a9c-a5cd-4a820012ee69 HTTP/1.1" status: 204 len: 168 time: 0.1623623 Mar 22 14:27:43.091876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1c1a6-9991-442e-b40e-7d191d146aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1b009-bd28-4a9c-a5cd-4a820012ee69,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:43.540327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:27:43.585540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:43.597975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65a81eef-8607-45a9-a123-ee0d011b1458 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2121837 Mar 22 14:27:43.598203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:43.598660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37462) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:43.614926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dfbc9-add8-4e06-9f44-71e0824254fe req-11c52034-a717-4cc2-bc79-52edf5279407 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:43.616417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-490dfbc9-add8-4e06-9f44-71e0824254fe req-11c52034-a717-4cc2-bc79-52edf5279407 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0860097 Mar 22 14:27:43.619754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:43.620519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:43.685661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 276ed3c5-892f-4dbf-9779-d7dcee07cb1c {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:27:43.712606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (276ed3c5-892f-4dbf-9779-d7dcee07cb1c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.752586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-490dfbc9-add8-4e06-9f44-71e0824254fe req-9c8505b3-b0b5-4d95-b10f-1252e388b403 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161101 Mar 22 14:27:43.779809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:43.789895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (276ed3c5-892f-4dbf-9779-d7dcee07cb1c), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:43.947950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (276ed3c5-892f-4dbf-9779-d7dcee07cb1c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.022525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (276ed3c5-892f-4dbf-9779-d7dcee07cb1c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.058166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=276ed3c5-892f-4dbf-9779-d7dcee07cb1c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:44.060730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.066755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37480) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:44.067212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f5b82782-908a-44ea-8251-d3c2b5fbadec tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/276ed3c5-892f-4dbf-9779-d7dcee07cb1c HTTP/1.1" status: 204 len: 168 time: 0.4673512 Mar 22 14:27:44.083129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba8776-b66e-4ac7-a5d5-050dcf7ee42f None None] Network 15ba0773-cd26-4949-929c-0612568c856c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:44.167409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f891-33cb-483d-95a3-d0748d6037a1 req-792059b4-35b0-4943-8e1d-5c20e4d15cdc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:44.174816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac23f891-33cb-483d-95a3-d0748d6037a1 req-792059b4-35b0-4943-8e1d-5c20e4d15cdc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 944 time: 0.1200902 Mar 22 14:27:44.232849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:41Z', 'revision_number': 9, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:44.245944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (15ba0773-cd26-4949-929c-0612568c856c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.298595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac23f891-33cb-483d-95a3-d0748d6037a1 req-11d5b2ea-ddf4-449d-92c6-894315c073bd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179996 Mar 22 14:27:44.320475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 72b71ef9-4a3f-4955-9a35-7df0645d561f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:44.320813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.334326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:44.377358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:44.381845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:44.418504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 72b71ef9-4a3f-4955-9a35-7df0645d561f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=72b71ef9-4a3f-4955-9a35-7df0645d561f,segment=NetworkSegment(5187cae1-2c74-4d5f-9a74-e673f3d556b0),segment_id=5187cae1-2c74-4d5f-9a74-e673f3d556b0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:44.418871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.432814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 72b71ef9-4a3f-4955-9a35-7df0645d561f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:44.546496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (72b71ef9-4a3f-4955-9a35-7df0645d561f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.565175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:44.576908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:27:44.594985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=72b71ef9-4a3f-4955-9a35-7df0645d561f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:44.603915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 72b71ef9-4a3f-4955-9a35-7df0645d561f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:44.612630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a634fec-2ebc-4fa7-8e75-26cc9de8a55e None None] DHCP port deletion for 15ba0773-cd26-4949-929c-0612568c856c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:27:44.739519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (15ba0773-cd26-4949-929c-0612568c856c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.775062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ba0773-cd26-4949-929c-0612568c856c']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:44.810466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:27:44.820126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5187cae1-2c74-4d5f-9a74-e673f3d556b0') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:44.822032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5187cae1-2c74-4d5f-9a74-e673f3d556b0') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:44.832116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:44.832494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.846245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (5187cae1-2c74-4d5f-9a74-e673f3d556b0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.876407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5187cae1-2c74-4d5f-9a74-e673f3d556b0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.888122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:27:44.888671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (5187cae1-2c74-4d5f-9a74-e673f3d556b0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:27:44.895266 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:27:44.984412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126714-3631-429b-9a6e-0e5571baff6f req-6e741bf1-5e95-463f-8325-90563bda6c89 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:44.987527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35126714-3631-429b-9a6e-0e5571baff6f req-6e741bf1-5e95-463f-8325-90563bda6c89 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1047890 Mar 22 14:27:44.992894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:27:44.993298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.008660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (15ba0773-cd26-4949-929c-0612568c856c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.024397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.038169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:45.040004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:45.040911 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/15ba0773-cd26-4949-929c-0612568c856c HTTP/1.1" status: 204 len: 168 time: 0.9730432 Mar 22 14:27:45.041927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37542) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:45.043087 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f87c2d-b935-44be-9f9e-03c9016cf2a3" -d '{"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-plugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:45.048231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:41Z', 'revision_number': 9, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:45.052255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.075485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde711-ba5f-421b-bf93-ef7148a968e8 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=15ba0773-cd26-4949-929c-0612568c856c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.083198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93faf28-a79a-4387-a080-80a748fdf84e None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:41Z', 'revision_number': 9, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22', 'name': '', 'network_id': '69a25439-8a8c-48b8-a74a-3296d692ccb8', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:d6:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:58Z', 'updated_at': '2022-03-22T14:27:06Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '3f70f76c-7516-4fe5-bb4e-cbfec3e565c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:45.143435 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef0ae1a-2f88-4c63-ab2b-3d6051aa5224 x-openstack-request-id: req-5ef0ae1a-2f88-4c63-ab2b-3d6051aa5224 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:45.143948 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-plugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:45.144203 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ef0ae1a-2f88-4c63-ab2b-3d6051aa5224 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:45.144610 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef0ae1a-2f88-4c63-ab2b-3d6051aa5224'] response: {'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'code': 200} Mar 22 14:27:45.156667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35126714-3631-429b-9a6e-0e5571baff6f req-7ffc7501-3276-410e-bd8b-5a003a0063ab tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613498 Mar 22 14:27:45.181305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.199989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37550) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:45.275402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d68d4f-2b70-435c-90b7-ed30a4afab1e req-49452478-e962-4936-ad9c-dbf831baaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:45.276869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20d68d4f-2b70-435c-90b7-ed30a4afab1e req-49452478-e962-4936-ad9c-dbf831baaac3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.0653477 Mar 22 14:27:45.344321 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-20d68d4f-2b70-435c-90b7-ed30a4afab1e req-b48e7b37-dc2e-44cc-bb9e-dc9d6ce102e4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604568 Mar 22 14:27:45.451295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c136b81-59ac-4622-a2c1-9270ef549bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.549796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6f594-492e-4b08-9e16-42a8f6a76bb2 req-0efee1d1-ae19-4360-95b8-b740d352acac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:45.551711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2e6f594-492e-4b08-9e16-42a8f6a76bb2 req-0efee1d1-ae19-4360-95b8-b740d352acac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1649909 Mar 22 14:27:45.688128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2e6f594-492e-4b08-9e16-42a8f6a76bb2 req-72ec556d-1b21-487d-a158-1dbbca60fe1e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271648 Mar 22 14:27:45.699551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c136b81-59ac-4622-a2c1-9270ef549bc8 admin admin] Publish callbacks [] for security_group (41f4255a-ec9f-4273-96b7-e32ed002bddd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.708601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c136b81-59ac-4622-a2c1-9270ef549bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (41f4255a-ec9f-4273-96b7-e32ed002bddd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.756345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c136b81-59ac-4622-a2c1-9270ef549bc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff4ef226887843c4a71d3b40871d885d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5556149 Mar 22 14:27:45.759130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:45.761294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.763436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c136b81-59ac-4622-a2c1-9270ef549bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4255a-ec9f-4273-96b7-e32ed002bddd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:45.838851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] Publish callbacks [] for security_group (41f4255a-ec9f-4273-96b7-e32ed002bddd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.880016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] Publish callbacks [] for security_group (41f4255a-ec9f-4273-96b7-e32ed002bddd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.957585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (41f4255a-ec9f-4273-96b7-e32ed002bddd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.960600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:45.961928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41f4255a-ec9f-4273-96b7-e32ed002bddd HTTP/1.1" status: 204 len: 168 time: 0.2016711 Mar 22 14:27:45.985610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b612-5ff4-4437-a0b9-573a90bd772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4255a-ec9f-4273-96b7-e32ed002bddd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.065675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:46.066173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.175126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 72b71ef9-4a3f-4955-9a35-7df0645d561f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:46.207336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:46.208227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.214420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 72b71ef9-4a3f-4955-9a35-7df0645d561f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:46.220811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 72b71ef9-4a3f-4955-9a35-7df0645d561f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:46.220811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d3cee2e4-fde2-401d-a20c-267fd2fa1c4b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:46.221250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.228327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169907805', 'description': 'tempest-secgroup-smoke-1169907805 description', 'project_id': 'b18e39fc5782408c8d86e542421ee1db'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:46.235339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:46.260098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.267938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d3cee2e4-fde2-401d-a20c-267fd2fa1c4b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:46.268275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d3cee2e4-fde2-401d-a20c-267fd2fa1c4b not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:46.350799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (78b1da68-2399-4ccf-abc8-32f61ff78f13), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.358038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (78b1da68-2399-4ccf-abc8-32f61ff78f13), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.390536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1b04-1aa5-438e-9770-f94d32a08fca req-b0288053-e4d8-42bf-a859-10205d39ef18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:46.392849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95fe1b04-1aa5-438e-9770-f94d32a08fca req-b0288053-e4d8-42bf-a859-10205d39ef18 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0992560 Mar 22 14:27:46.394494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.395737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1722665 Mar 22 14:27:46.396820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338c420-3e96-4e10-83ff-5fbf90880742 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b1da68-2399-4ccf-abc8-32f61ff78f13,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.398929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37592) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.403959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:46.443475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (9be93c20-ebc6-46b5-ab58-c0343fd24c27), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.519510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (9be93c20-ebc6-46b5-ab58-c0343fd24c27), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.528103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (9be93c20-ebc6-46b5-ab58-c0343fd24c27), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.562649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be93c20-ebc6-46b5-ab58-c0343fd24c27,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.572989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.576766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f1873441-ef1b-44e9-854b-b8719dff5fc3 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745949 Mar 22 14:27:46.577200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.585668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95fe1b04-1aa5-438e-9770-f94d32a08fca req-09413d82-f41c-4683-b677-504b1054aa26 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694927 Mar 22 14:27:46.585907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:46.634219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (9ec56893-cb18-4095-af22-3c339beb0165), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.653125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.691534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.740266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (9ec56893-cb18-4095-af22-3c339beb0165), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.748842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (9ec56893-cb18-4095-af22-3c339beb0165), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.771077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec56893-cb18-4095-af22-3c339beb0165,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.792400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.795928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a9e94a7c-3acc-4821-9c44-3b0f5a3092ba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141612 Mar 22 14:27:46.795928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:46.807439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:46.850148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (962460b0-9ba7-4482-8afb-c1ba01d86488), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.953238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (962460b0-9ba7-4482-8afb-c1ba01d86488), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.970869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.970999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (962460b0-9ba7-4482-8afb-c1ba01d86488), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:46.981417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962460b0-9ba7-4482-8afb-c1ba01d86488,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:46.986598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9d9ee-21b3-4a23-94c1-996d3f5be50d req-26c132a6-209a-4420-bc79-0f80a0ff8caf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:46.988109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ce9d9ee-21b3-4a23-94c1-996d3f5be50d req-26c132a6-209a-4420-bc79-0f80a0ff8caf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1430068 Mar 22 14:27:47.010517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.011896 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ee0473d-2230-455e-8e21-524e8aecb59a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140586 Mar 22 14:27:47.015084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.022215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:47.060748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (7e50a3b5-a061-41e4-9052-d79f34a31237), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.127842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (7e50a3b5-a061-41e4-9052-d79f34a31237), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.135258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7e50a3b5-a061-41e4-9052-d79f34a31237), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.160586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e50a3b5-a061-41e4-9052-d79f34a31237,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.179751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.181179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e71d209-cf05-4667-b44c-5a360f54961f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634040 Mar 22 14:27:47.183947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37626) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.191445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:47.224568 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Project b18e39fc5782408c8d86e542421ee1db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:27:47.226537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ce9d9ee-21b3-4a23-94c1-996d3f5be50d req-4e88bb22-3f24-4e0a-8692-8c242b46d51d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934137 Mar 22 14:27:47.230908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (6776d086-142b-461b-8ac0-8b1658356c6a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.281261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:47.313658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (6776d086-142b-461b-8ac0-8b1658356c6a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.319359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6776d086-142b-461b-8ac0-8b1658356c6a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.343330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6776d086-142b-461b-8ac0-8b1658356c6a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.365104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.368888 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16404b94-a3b2-4306-9f47-234fe7ce2d55 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1805284 Mar 22 14:27:47.369171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.375242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'security_group_rule': {'security_group_id': '78b1da68-2399-4ccf-abc8-32f61ff78f13', 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:47.419567 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Project b18e39fc5782408c8d86e542421ee1db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:27:47.425359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (a694c69c-5223-485a-a143-818df98b244e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.435491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:47.444067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7d9854a4-ca86-4b49-817b-819e79ba2e29 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4007850 Mar 22 14:27:47.449771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:47.452278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c16d-9c11-4ae6-81c7-648a2e1d1fab req-15d02a26-b4ad-4bc5-a73a-047dfb832994 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:47.454287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cf9c16d-9c11-4ae6-81c7-648a2e1d1fab req-15d02a26-b4ad-4bc5-a73a-047dfb832994 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1225154 Mar 22 14:27:47.454936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.474514 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:47.475153 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:47.518220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (a694c69c-5223-485a-a143-818df98b244e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.530882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (a694c69c-5223-485a-a143-818df98b244e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.564469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 3f70f76c-7516-4fe5-bb4e-cbfec3e565c1 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:27:47.565118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a694c69c-5223-485a-a143-818df98b244e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:47.574155 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (3f70f76c-7516-4fe5-bb4e-cbfec3e565c1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.579885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.593434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:47.593930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0d2593b-9230-4a0b-891d-8f19f5587da1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2227018 Mar 22 14:27:47.612563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cf9c16d-9c11-4ae6-81c7-648a2e1d1fab req-4ef0748f-eeba-4909-bf3e-541ef8edb369 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471996 Mar 22 14:27:47.633467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (3f70f76c-7516-4fe5-bb4e-cbfec3e565c1), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.659726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37652) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.732712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99203b2-0f31-4be2-82f5-73045f69e3fb tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:47.740057 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c99203b2-0f31-4be2-82f5-73045f69e3fb tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1122 time: 0.0762920 Mar 22 14:27:47.744785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:47.767136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:47.816827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3f70f76c-7516-4fe5-bb4e-cbfec3e565c1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.849124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e1373-cc2a-4bb7-be3a-805b22ba6756 req-0a159161-aa65-4d46-a8ef-d2befcff98e2 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:47.857896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f8e1373-cc2a-4bb7-be3a-805b22ba6756 req-0a159161-aa65-4d46-a8ef-d2befcff98e2 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1301975 Mar 22 14:27:47.860987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:47.924541 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:46Z', 'revision_number': 10, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:47.957121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f8e1373-cc2a-4bb7-be3a-805b22ba6756 req-1c123a2b-082e-426d-892a-e1562d29432d tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991158 Mar 22 14:27:47.994946 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:48.014330 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:48.015144 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:48.023446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (3f70f76c-7516-4fe5-bb4e-cbfec3e565c1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.043204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.080960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=3f70f76c-7516-4fe5-bb4e-cbfec3e565c1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.083423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37670) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:48.097182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-72fc5ee7-0bd6-4645-aff6-1f3ee00c7d7a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169907805&fields=id&tenant_id=b18e39fc5782408c8d86e542421ee1db HTTP/1.1" status: 200 len: 267 time: 0.1707523 Mar 22 14:27:48.115162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071236d-e2b3-4892-bc86-afedc2f79be2 None None] Network 69a25439-8a8c-48b8-a74a-3296d692ccb8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:48.171872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:48.206183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.213761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b8aa92da-3f94-4f1b-801e-f6e90a91f67b tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/3f70f76c-7516-4fe5-bb4e-cbfec3e565c1 HTTP/1.1" status: 204 len: 168 time: 0.7576084 Mar 22 14:27:48.218200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:48.220678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.105 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/cc862bcd-07da-42f6-860a-defa44474e72) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:48.265766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-e071cff5-eb8a-4b85-9c73-051e08bb4758 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:48.267288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-e071cff5-eb8a-4b85-9c73-051e08bb4758 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 813 time: 0.1604993 Mar 22 14:27:48.285158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-f12ccf72-7260-49ba-9f2b-878f38302784 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/quotas/b18e39fc5782408c8d86e542421ee1db HTTP/1.1" status: 200 len: 375 time: 0.0108571 Mar 22 14:27:48.365750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-b4590ce1-538b-489b-87e0-3186fc0b867f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742607 Mar 22 14:27:48.418790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1791564052'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:48.427920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] DHCP port deletion for 69a25439-8a8c-48b8-a74a-3296d692ccb8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:27:48.455187 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (69a25439-8a8c-48b8-a74a-3296d692ccb8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.486170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Made reservation on behalf of 568d59be9df54b0c989522bd0be6ca59 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:48.490039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.512408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-e51f695d-dff9-4bc0-a92e-cbcbc3fda537 service neutron] 10.222.0.81 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330853 Mar 22 14:27:48.516326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Deleting port 8466835a-a206-4a2c-a03a-53b36f2ca24e {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:48.517056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.534672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.581534 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:46Z', 'revision_number': 10, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:48.621658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (cc862bcd-07da-42f6-860a-defa44474e72), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.625755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fba50e5d-24a8-42ff-a09a-50683f90379a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.632475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] For port 8466835a-a206-4a2c-a03a-53b36f2ca24e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8466835a-a206-4a2c-a03a-53b36f2ca24e,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:48.632971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.641338 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2fe81-5da6-4462-8035-eeb2b176f98c None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:46Z', 'revision_number': 10, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None, '_interfaces': [{'id': 'e26127a2-f1b6-4987-88ff-5c5ef74d6516', 'name': '', 'network_id': '526ee19d-215f-4996-98b4-90cb6c5dbe80', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'mac_address': 'fa:16:3e:ff:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:26:49Z', 'updated_at': '2022-03-22T14:26:59Z', 'revision_number': 5, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'subnets': [{'id': '0e0e63d0-2dfe-4cee-af90-982a4c4bfe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:48.652594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Calling delete_port for 8466835a-a206-4a2c-a03a-53b36f2ca24e owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:48.682747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-fd575d41-7418-4f9e-9428-64af46a7714e service neutron] 10.222.0.81 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626108 Mar 22 14:27:48.719247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cc862bcd-07da-42f6-860a-defa44474e72), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.725270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 8466835a-a206-4a2c-a03a-53b36f2ca24e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:48.725619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.755697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks [] for security_group (a553194d-552f-4217-bddb-b8d17e09154c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.786975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.797759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a553194d-552f-4217-bddb-b8d17e09154c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:48.823308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] Pushing event deleted for resources: {'Port': ['ID=8466835a-a206-4a2c-a03a-53b36f2ca24e,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.825354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be38156-b565-4fd6-8018-fce2b03c0f04 None None] No DVR routers for this DVR port 8466835a-a206-4a2c-a03a-53b36f2ca24e on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:48.893521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:48.912077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:48.914312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:27:48.924836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:48.927073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=cc862bcd-07da-42f6-860a-defa44474e72,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.941081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a553194d-552f-4217-bddb-b8d17e09154c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:48.978802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 8466835a-a206-4a2c-a03a-53b36f2ca24e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8466835a-a206-4a2c-a03a-53b36f2ca24e,segment=NetworkSegment(9f293726-7aa8-41b8-ad49-95f40473daef),segment_id=9f293726-7aa8-41b8-ad49-95f40473daef)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:48.979173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.014904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 8466835a-a206-4a2c-a03a-53b36f2ca24e owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:49.106673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d2f7549a-e320-4594-b3b2-49b6626fb4d1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.107023 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Added segment d2f7549a-e320-4594-b3b2-49b6626fb4d1 of type vlan for network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 Mar 22 14:27:49.148713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-363d1708-abd2-403d-809b-5a7420ef9d5e req-f74a8a4f-a8a0-41f9-8cd8-4055574f1a0b tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0384390 Mar 22 14:27:49.178718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac229812-eeba-4b15-bcd7-271b9f2168b3 req-6f9e58ab-c849-4abe-b35e-bbc43ad46011 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:49.182326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac229812-eeba-4b15-bcd7-271b9f2168b3 req-6f9e58ab-c849-4abe-b35e-bbc43ad46011 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1115642 Mar 22 14:27:49.198683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8466835a-a206-4a2c-a03a-53b36f2ca24e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.267113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (08e9be34-b4fa-41de-ab9c-e6cd6fbb2255), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.274785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac229812-eeba-4b15-bcd7-271b9f2168b3 req-c0b04808-7127-4eca-8557-b7bbfa54a460 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866818 Mar 22 14:27:49.289231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=8466835a-a206-4a2c-a03a-53b36f2ca24e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:49.298551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 8466835a-a206-4a2c-a03a-53b36f2ca24e on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:49.489926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (08e9be34-b4fa-41de-ab9c-e6cd6fbb2255), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.497936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:49.499071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.882864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (69a25439-8a8c-48b8-a74a-3296d692ccb8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:49.900878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8161240 Mar 22 14:27:49.912728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89bc8-a935-4508-9e21-9a4d60aa5edc tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Pushing event updated for resources: {'Network': ['ID=08e9be34-b4fa-41de-ab9c-e6cd6fbb2255,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:49.926374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:27:49.926906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a25439-8a8c-48b8-a74a-3296d692ccb8']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:49.940545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f293726-7aa8-41b8-ad49-95f40473daef') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:49.940846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f293726-7aa8-41b8-ad49-95f40473daef') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:49.954232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (9f293726-7aa8-41b8-ad49-95f40473daef), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.002486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9f293726-7aa8-41b8-ad49-95f40473daef), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.110707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:27:50.111501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (9f293726-7aa8-41b8-ad49-95f40473daef), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:27:50.115421 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:27:50.239968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8466835a-a206-4a2c-a03a-53b36f2ca24e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:50.266904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (69a25439-8a8c-48b8-a74a-3296d692ccb8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.282149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8466835a-a206-4a2c-a03a-53b36f2ca24e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:50.284416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8466835a-a206-4a2c-a03a-53b36f2ca24e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:50.285454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:50.296048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.307571 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/69a25439-8a8c-48b8-a74a-3296d692ccb8 HTTP/1.1" status: 204 len: 168 time: 2.0877590 Mar 22 14:27:50.309434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37734) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:50.309765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37736) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:50.334989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255', 'binding:host_id': 'n-h1-758851-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-141426430'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:50.340535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:50.340971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e1ab0203-d5e3-45c6-a40f-6fdbdcc0cf22 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:50.370841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9112df88-a8ad-47c1-90ec-b44576eeb204 req-154a3138-ee40-4ed6-b598-d34b54b6d349 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0776644 Mar 22 14:27:50.397062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349890f-dff4-4efb-94ac-63a40c1b00de tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=69a25439-8a8c-48b8-a74a-3296d692ccb8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:50.483440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5e341-4ded-42e8-af29-038ece56e3a2 req-f1c62b08-cb4c-491f-936a-6daa5f2c1b04 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:50.485684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-faa5e341-4ded-42e8-af29-038ece56e3a2 req-f1c62b08-cb4c-491f-936a-6daa5f2c1b04 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0859308 Mar 22 14:27:50.530377 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (56694840-ff03-491c-b7aa-c06248654a61), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.561633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-faa5e341-4ded-42e8-af29-038ece56e3a2 req-381d4a92-b1db-4d63-926c-c768120d0123 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Mar 22 14:27:50.600219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Made reservation on behalf of 0f4c93d1f7fa44b98ffbd9a43f098f82 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:50.602565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.669906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.795214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-7a0343f9-bed4-4731-a888-2bc3849619f4 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:50.796597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-7a0343f9-bed4-4731-a888-2bc3849619f4 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 813 time: 0.4859090 Mar 22 14:27:50.840953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cc862bcd-07da-42f6-860a-defa44474e72), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:50.959725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18ef0993-6b73-489b-a590-df18148f7c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.036494 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-bb5ce87b-f238-4aab-a0bc-c85341366c08 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18e39fc5782408c8d86e542421ee1db HTTP/1.1" status: 200 len: 380 time: 0.2279756 Mar 22 14:27:51.058810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'port': {'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'admin_state_up': True, 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'security_groups': ['78b1da68-2399-4ccf-abc8-32f61ff78f13']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:51.139508 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for security_group (589857e1-e205-4de9-b1e7-075747d74ecb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.158591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (589857e1-e205-4de9-b1e7-075747d74ecb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.170367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:51.282558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589857e1-e205-4de9-b1e7-075747d74ecb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.313829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.314539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.315007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.315244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.315647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.316008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.316352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.316726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.317050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.317377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.317705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.318080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.318383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.318694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.319016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:51.370373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (cc862bcd-07da-42f6-860a-defa44474e72), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.393795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (cc862bcd-07da-42f6-860a-defa44474e72), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.486576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Made reservation on behalf of b18e39fc5782408c8d86e542421ee1db for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:51.489950 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.501162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3331fc1e-0461-4ee3-baad-43ec8a726569 req-dc08576b-39d1-4e9b-ae1c-127f45661c3c tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0354605 Mar 22 14:27:51.599685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=cc862bcd-07da-42f6-860a-defa44474e72,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:51.706619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (56694840-ff03-491c-b7aa-c06248654a61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.721212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:51.733529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b44bb3-39fb-4afc-a50b-3ff4b6aeb881 req-a6e40d99-c955-4166-97f4-62f7ff4ce0c5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:51.740603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4b44bb3-39fb-4afc-a50b-3ff4b6aeb881 req-a6e40d99-c955-4166-97f4-62f7ff4ce0c5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0631695 Mar 22 14:27:51.740857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.833802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4b44bb3-39fb-4afc-a50b-3ff4b6aeb881 req-f9be732c-061a-46fd-b60c-285e73e125c8 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777218 Mar 22 14:27:51.882768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.906619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:51.911414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.350561 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 56694840-ff03-491c-b7aa-c06248654a61 associated. External IP: 172.25.3.105, port: ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af. Mar 22 14:27:52.408459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:52.441908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Allocated IP 172.20.0.7 (c706954c-ac27-4732-ba1c-4873a3482524/b64c94e2-5ac9-45b6-a403-ba27fabca99a/81dd6f83-69d9-4303-a4e8-6f43237924e8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:27:52.613633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Checking segment: {'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:52.614393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Network hostable DHCP agents. Network: 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:27:52.620468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-643b7761-a55b-4f1f-9465-8baae2f14953 req-1d00d5e5-98e4-4e83-99bb-296ca814c627 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0395765 Mar 22 14:27:52.772503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:27:52.801520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:52.811318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:52.819796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346adb7-01b7-4fcd-b652-05942e61a801 None None] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:52.874579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:52.874817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:52.875161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:52.911852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:52.912102 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:52.916680 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 2 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:52.960581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:52.964097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ccad747a-91b3-423f-8691-b7924e5502d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:52.980747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:52.981082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:52.981427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.000813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.001211 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.008737 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 3 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.025260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe782a2-184e-422b-8e24-b6f2f11c2f39 req-5283c2de-850a-461a-9ed0-1f99371ecd5e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:53.032303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe782a2-184e-422b-8e24-b6f2f11c2f39 req-5283c2de-850a-461a-9ed0-1f99371ecd5e tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0998082 Mar 22 14:27:53.087851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe782a2-184e-422b-8e24-b6f2f11c2f39 req-f72f9164-99ee-4ef4-b4a1-f1bb7c0d7b49 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543914 Mar 22 14:27:53.123115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:53.123457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:53.123798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.140946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port e26127a2-f1b6-4987-88ff-5c5ef74d6516 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:53.141288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.143889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.144223 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.147535 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 4 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.150156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.252090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:53.252448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:53.252853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.272208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Network c706954c-ac27-4732-ba1c-4873a3482524 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:53.284545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.284874 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.285661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:53.293913 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 5 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.315432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:53.340396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:53.352115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:53.363531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Sync routers for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:53.391732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:53.392393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:53.477029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.505276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port e26127a2-f1b6-4987-88ff-5c5ef74d6516, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e26127a2-f1b6-4987-88ff-5c5ef74d6516,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:53.506279 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.522811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for e26127a2-f1b6-4987-88ff-5c5ef74d6516 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:53.535126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:53.535462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:53.535799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.542678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:53.544035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.568913 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:53.581010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.581346 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.585386 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 6 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.628812 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-62e94d44-d82b-433b-9804-851b322c1b14 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5801754 Mar 22 14:27:53.638635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2deae74c-c416-43f4-a42a-67fc06c88dd2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8927467 Mar 22 14:27:53.665953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Request body: {'port': {'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:53.668355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:53.670755 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6daaecd-168a-40da-bd36-32e94c1a85e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:53.730617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:53.730964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:53.731299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.778981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.779317 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.781083 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 7 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.782054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603ec2-c638-4e04-bc54-6acee3251e5a req-4e953889-0957-447c-b08c-13fb976adecd tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:53.791553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07603ec2-c638-4e04-bc54-6acee3251e5a req-4e953889-0957-447c-b08c-13fb976adecd tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 931 time: 0.0827773 Mar 22 14:27:53.885274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.894606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80a55dd2-9be4-4149-b654-c8c6e8113aea None None] Provisioning complete for port 81dd6f83-69d9-4303-a4e8-6f43237924e8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:27:53.895634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:53.895792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80a55dd2-9be4-4149-b654-c8c6e8113aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.895968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:53.896309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:53.909862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35186f-2975-4833-a6ef-7e57ace367fa req-55ff5630-e96a-41b4-857b-c2a1c1d90df7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:53.912045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e35186f-2975-4833-a6ef-7e57ace367fa req-55ff5630-e96a-41b4-857b-c2a1c1d90df7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1151934 Mar 22 14:27:53.921466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:53.921804 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:53.922331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:53.932324 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 8 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:53.936324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07603ec2-c638-4e04-bc54-6acee3251e5a req-5a493724-61f0-4fd6-a558-9269c142543e tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433630 Mar 22 14:27:54.000460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80a55dd2-9be4-4149-b654-c8c6e8113aea None None] Port 81dd6f83-69d9-4303-a4e8-6f43237924e8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:27:54.002474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:54.003135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:54.003696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:54.033975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e35186f-2975-4833-a6ef-7e57ace367fa req-09cbd3be-e8e8-4e3a-a940-f7c9fa11027a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869169 Mar 22 14:27:54.034997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:54.035611 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:54.060992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37810) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:54.066771 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 9 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:54.120012 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c8c72-eb53-4d2c-a460-505d74e4ae4e x-openstack-request-id: req-004c8c72-eb53-4d2c-a460-505d74e4ae4e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:54.120320 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:54.120627 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-004c8c72-eb53-4d2c-a460-505d74e4ae4e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:54.121137 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004c8c72-eb53-4d2c-a460-505d74e4ae4e'] response: {'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'status': 'completed', 'code': 200} Mar 22 14:27:54.155116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '56694840-ff03-491c-b7aa-c06248654a61', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'mac_address': 'fa:16:3e:0b:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0932cb-a95a-4998-9f55-339012e0d161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:49Z', 'updated_at': '2022-03-22T14:27:49Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:54.170327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:54.170734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:54.170989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:54.211563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Checking router: ccad747a-91b3-423f-8691-b7924e5502d0 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:54.228468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:54.228999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:54.256724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d11e9c51-abbf-4655-958b-6181ff4e640b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 200 len: 991 time: 0.1945112 Mar 22 14:27:54.270993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:54.271339 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:54.274349 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 10 to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 Mar 22 14:27:54.292465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-77de2268-f79e-4cd6-91c9-93d6e193c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.292729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e26127a2-f1b6-4987-88ff-5c5ef74d6516), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.294346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-77de2268-f79e-4cd6-91c9-93d6e193c2f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.1806209 Mar 22 14:27:54.311285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b300b-723f-4da9-8d36-c242ed76b550 req-de916159-ea97-4a59-81bc-f1d56e4129bd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.320218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c38b300b-723f-4da9-8d36-c242ed76b550 req-de916159-ea97-4a59-81bc-f1d56e4129bd tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1248944 Mar 22 14:27:54.362685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=e26127a2-f1b6-4987-88ff-5c5ef74d6516,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:54.418699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:54.474202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-b108492a-314d-4e26-83aa-1f8ee789afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.475861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-b108492a-314d-4e26-83aa-1f8ee789afac service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.1738009 Mar 22 14:27:54.597696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-42b33471-0b07-4fd3-a632-7d924b2a8b8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 999 time: 0.1108043 Mar 22 14:27:54.599461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dd6f83-69d9-4303-a4e8-6f43237924e8 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:27:54.608741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks [] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.623724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Transition to ACTIVE for port object 81dd6f83-69d9-4303-a4e8-6f43237924e8 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:27:54.630669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:54.631367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:54.631484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:54.639132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:54.639458 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:54.640097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.661835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.704337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c38b300b-723f-4da9-8d36-c242ed76b550 req-dba1507c-ccbf-405e-b4d4-71e0dd16dd04 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832004 Mar 22 14:27:54.742608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '56694840-ff03-491c-b7aa-c06248654a61', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'mac_address': 'fa:16:3e:0b:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0932cb-a95a-4998-9f55-339012e0d161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:49Z', 'updated_at': '2022-03-22T14:27:49Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:54.776485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-d24db194-2247-4157-8b5e-d01e30980a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.779978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-d24db194-2247-4157-8b5e-d01e30980a8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.1714518 Mar 22 14:27:54.807411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ed369-13e0-4bd9-afa1-66cea6583508 None None] The sync data for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 is: [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '56694840-ff03-491c-b7aa-c06248654a61', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'mac_address': 'fa:16:3e:0b:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0932cb-a95a-4998-9f55-339012e0d161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:49Z', 'updated_at': '2022-03-22T14:27:49Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:54.878755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-8f7d693e-f163-4cab-bdf0-70f39e5a2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:54.882336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-8f7d693e-f163-4cab-bdf0-70f39e5a2354 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937586 Mar 22 14:27:54.935190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:54.941393 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:54.958780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:54.959172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempted to set empty binding levels {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:27:54.999602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.198555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:55.199155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.240904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.248630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-9801e2bd-b153-4d27-b2cb-ca23e5b098df service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590009 Mar 22 14:27:55.264018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37834) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:55.265633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:55.295535 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837434b-5d19-4a86-9c09-ad29cad72b09 None None] New status for floating IP 56694840-ff03-491c-b7aa-c06248654a61: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:27:55.302770 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b693e788-166d-4987-ad4f-38ab0c01cd4c tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.9707749 Mar 22 14:27:55.312355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37836) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:55.358375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6daaecd-168a-40da-bd36-32e94c1a85e3 req-787e77d6-deed-4182-b36b-040ab6bba5bc service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010695 Mar 22 14:27:55.372001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3ca6-e9de-4fd0-9770-6081988e6e43 req-820c47a3-50ba-4199-83b6-f19f7db65e60 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:55.373900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-339f3ca6-e9de-4fd0-9770-6081988e6e43 req-820c47a3-50ba-4199-83b6-f19f7db65e60 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.2843745 Mar 22 14:27:55.387923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Attempting to bind port 81dd6f83-69d9-4303-a4e8-6f43237924e8 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:55.388240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Attempting to bind port 81dd6f83-69d9-4303-a4e8-6f43237924e8 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:55.388371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Attempting to bind port 81dd6f83-69d9-4303-a4e8-6f43237924e8 on network c706954c-ac27-4732-ba1c-4873a3482524 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:55.463143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Port 81dd6f83-69d9-4303-a4e8-6f43237924e8 on network c706954c-ac27-4732-ba1c-4873a3482524 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:55.463458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Attempting to bind port 81dd6f83-69d9-4303-a4e8-6f43237924e8 on network c706954c-ac27-4732-ba1c-4873a3482524 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:55.482019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-339f3ca6-e9de-4fd0-9770-6081988e6e43 req-040c0713-a5cb-4bd0-8fe3-2df3f1edec52 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018815 Mar 22 14:27:55.487145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:27:55.487376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Checking segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:27:55.487762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Bound using segment: {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:27:55.488220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Bound port: 81dd6f83-69d9-4303-a4e8-6f43237924e8, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:27:55.488598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:55.545939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a6aaecb0-d4d1-484a-ac21-a73f4035732c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 200 len: 991 time: 0.2776215 Mar 22 14:27:55.857593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016b2fa-6a33-4e70-9273-8ce98a44436e req-ba76b015-fcf1-40cd-9a2b-776f50a8cf66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:55.859198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2016b2fa-6a33-4e70-9273-8ce98a44436e req-ba76b015-fcf1-40cd-9a2b-776f50a8cf66 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0692823 Mar 22 14:27:55.918339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2016b2fa-6a33-4e70-9273-8ce98a44436e req-2f776ce8-b68c-45fd-96a0-16680cc3846b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Mar 22 14:27:55.986426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:55.990380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:27:56.005333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:56.006511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.036381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Deleting port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:56.036732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.086584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:56.087207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.088703 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] 10.222.0.78 "PUT /v2.0/ports/81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 1091 time: 2.4354210 Mar 22 14:27:56.121918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:27:56.124531 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a6cd1-fbb9-4036-bee2-1497aae3a907" -d '{"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:27:56.223390 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b30fd-1fe5-4033-ba4d-e9e7c2458a1e x-openstack-request-id: req-014b30fd-1fe5-4033-ba4d-e9e7c2458a1e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:27:56.223687 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:27:56.223933 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-014b30fd-1fe5-4033-ba4d-e9e7c2458a1e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:27:56.224340 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014b30fd-1fe5-4033-ba4d-e9e7c2458a1e'] response: {'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:27:56.228381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773e31-d117-442f-b749-e5ff8967a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:56.275551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5, host n-h1-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:56.275923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.289990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:56.301669 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e85cda5f-f3bd-4d65-a876-2f52bb895a83 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9684205 Mar 22 14:27:56.301669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Calling delete_port for bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:56.302549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:56.304737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:56.318237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:56.321672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-5b87f9a6-34d1-4eb4-8c69-78bc03b64680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:56.323438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-5b87f9a6-34d1-4eb4-8c69-78bc03b64680 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1125 time: 0.1348634 Mar 22 14:27:56.324156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:56.411270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting subnet 0e0e63d0-2dfe-4cee-af90-982a4c4bfe35 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:27:56.424031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (0e0e63d0-2dfe-4cee-af90-982a4c4bfe35), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.427030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-f2f93864-55f8-49e1-8d74-367b129ec3a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 217 time: 0.0678735 Mar 22 14:27:56.496214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (0e0e63d0-2dfe-4cee-af90-982a4c4bfe35), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.502243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-eb664dc9-5678-42fd-b0d7-7a7af1fe899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:56.504072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-eb664dc9-5678-42fd-b0d7-7a7af1fe899b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.0692060 Mar 22 14:27:56.534434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.559767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:56.563671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:56.592125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:56.601014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.609927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eaf2ab88-e4fc-4809-9839-a65bbc125df8 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 HTTP/1.1" status: 204 len: 168 time: 1.2930489 Mar 22 14:27:56.617805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:56.647354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:56.667287 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9172acc3-638b-47c6-9bc9-db0157ba6093 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:27:56.669051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9172acc3-638b-47c6-9bc9-db0157ba6093 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports/bb2fe0d3-1c2e-4b6b-98a2-0ce5865975c5 HTTP/1.1" status: 404 len: 333 time: 0.0501847 Mar 22 14:27:56.676098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:56.681411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-253422979'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:56.697866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732329d7-d401-432a-896c-472aa5624620 req-55e4aad0-7ab7-4f2b-afda-0419e88ec36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:56.698606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:56.699801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-55e4aad0-7ab7-4f2b-afda-0419e88ec36f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1850896 Mar 22 14:27:56.712075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:56.712707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:56.823498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:56.832967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Made reservation on behalf of 0f4c93d1f7fa44b98ffbd9a43f098f82 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:56.836208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:56.864076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:56.929790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:56.998475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee2780-a3b3-4d89-8fb5-48001fe503bc None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:57.092145 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-383acc17-e5e6-45da-ae7a-1c88a8d22845 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840852 Mar 22 14:27:57.101873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.216642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-732329d7-d401-432a-896c-472aa5624620 req-883b508b-17f1-4676-990b-308b419d8bca service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128149 Mar 22 14:27:57.219147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.254962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-23139cc2-cc5f-4955-9af3-671d09f6bd5a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 200 len: 993 time: 0.6867068 Mar 22 14:27:57.264587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:57.267754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:57.274200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:57.275293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.276002 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.295812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=a04483ce-13b5-4c4b-9103-81f1f7fa2ca0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:57.301441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc961c7b-69bf-4625-91b2-2f8bc2502688 req-95f8207a-b162-4086-8a84-8bcadce2e9eb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.303005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc961c7b-69bf-4625-91b2-2f8bc2502688 req-95f8207a-b162-4086-8a84-8bcadce2e9eb tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1652610 Mar 22 14:27:57.313706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a32-0a11-4802-8cc8-e32e6576f56f req-163e2d65-fbb7-42a8-a387-6c82bbca7eed tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.315905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53966a32-0a11-4802-8cc8-e32e6576f56f req-163e2d65-fbb7-42a8-a387-6c82bbca7eed tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.6630170 Mar 22 14:27:57.318594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0e0e63d0-2dfe-4cee-af90-982a4c4bfe35), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.332974 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7c57d53-8bb8-4f34-8380-2d31569bf515 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6530669 Mar 22 14:27:57.333451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:57.338366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:57.368148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-c414a6f3-a73a-4326-8478-88f62202cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.370684 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-c414a6f3-a73a-4326-8478-88f62202cf4b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1125 time: 0.0913846 Mar 22 14:27:57.454174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53966a32-0a11-4802-8cc8-e32e6576f56f req-7409db39-b6e4-4b97-92d1-6e8330a7b99b tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018181 Mar 22 14:27:57.464432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc961c7b-69bf-4625-91b2-2f8bc2502688 req-357157db-3c4a-4ff2-a0f2-30fd021f98b6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417274 Mar 22 14:27:57.470053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.476496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (0e0e63d0-2dfe-4cee-af90-982a4c4bfe35), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.553595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e915e2-2b6f-42b1-9441-e5005310d736 None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:27:57.564407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0e63d0-2dfe-4cee-af90-982a4c4bfe35,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:57.576272 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.585776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7835b904-bcdf-443d-bdd8-0a11afd66380 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/0e0e63d0-2dfe-4cee-af90-982a4c4bfe35 HTTP/1.1" status: 204 len: 168 time: 1.2820997 Mar 22 14:27:57.589377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:57.605658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-6c142334-395d-4b32-8190-74199d9eda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.607139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-6c142334-395d-4b32-8190-74199d9eda74 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 914 time: 0.2294934 Mar 22 14:27:57.675369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-8c02aaf5-cd44-4ebc-9fbe-c0d27a89e007 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 217 time: 0.0612848 Mar 22 14:27:57.730653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (526ee19d-215f-4996-98b4-90cb6c5dbe80), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.791697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-686504ae-ba9f-4525-b616-e9ec97f26cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.793120 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-686504ae-ba9f-4525-b616-e9ec97f26cee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.1123126 Mar 22 14:27:57.836154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] DHCP port deletion for 526ee19d-215f-4996-98b4-90cb6c5dbe80 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:27:57.838160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87915b8-65e2-4fe8-82a4-b8d5e9da1cf5 req-d7215d79-c962-4d15-a84c-8b42f4c254d4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.845463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e87915b8-65e2-4fe8-82a4-b8d5e9da1cf5 req-d7215d79-c962-4d15-a84c-8b42f4c254d4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1103392 Mar 22 14:27:57.859192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:57.883279 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.896648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-e300fad6-e40b-4734-9db6-9ee11982e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:57.896917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Deleting port 1d8445c5-665a-464b-b08d-ea869f5e8fba {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:57.897320 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.903367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-e300fad6-e40b-4734-9db6-9ee11982e208 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923073 Mar 22 14:27:57.908178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:57.958871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e87915b8-65e2-4fe8-82a4-b8d5e9da1cf5 req-51ddc24c-079d-401a-85ad-46efb8951928 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075904 Mar 22 14:27:57.993366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] For port 1d8445c5-665a-464b-b08d-ea869f5e8fba, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1d8445c5-665a-464b-b08d-ea869f5e8fba,segment=NetworkSegment(eea26309-0634-4a06-a93a-cc6a244e8cf4),segment_id=eea26309-0634-4a06-a93a-cc6a244e8cf4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:57.994434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.012374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Calling delete_port for 1d8445c5-665a-464b-b08d-ea869f5e8fba owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:58.027652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=a04483ce-13b5-4c4b-9103-81f1f7fa2ca0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:58.043172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.043506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.043845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.050688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.051011 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.054341 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 2 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.075778 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-eaff1893-d8ae-4dc4-acde-bc22006d11ae service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645520 Mar 22 14:27:58.076587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.076925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.077258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.101804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.102447 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.103377 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 3 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.146259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.168033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.168377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.169000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.177922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Port': ['ID=1d8445c5-665a-464b-b08d-ea869f5e8fba,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:58.179202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.179541 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.181971 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 4 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.187569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40749687-500a-4627-bec3-97b31a7fbcdc req-2ac82711-c2ce-4f3b-8c0d-228210b68e70 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.189194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40749687-500a-4627-bec3-97b31a7fbcdc req-2ac82711-c2ce-4f3b-8c0d-228210b68e70 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0967250 Mar 22 14:27:58.192187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No DVR routers for this DVR port 1d8445c5-665a-464b-b08d-ea869f5e8fba on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:58.225411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.226110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.226638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.240463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.241041 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.243295 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 5 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.248748 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c66a6cd1-fbb9-4036-bee2-1497aae3a907 req-17e7603c-2cb4-4c02-ba96-88ec1d43fe20 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578414 Mar 22 14:27:58.249868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e26127a2-f1b6-4987-88ff-5c5ef74d6516 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:58.260096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.260423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.260762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.265807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.266172 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.266616 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 6 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.281668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.282023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.282359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.288001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.288001 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.288001 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 7 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.295696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e26127a2-f1b6-4987-88ff-5c5ef74d6516 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:58.296282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e26127a2-f1b6-4987-88ff-5c5ef74d6516 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:58.296870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d8445c5-665a-464b-b08d-ea869f5e8fba no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:27:58.301252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.302051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.302193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.307453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.307780 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.308165 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 8 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.308923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (526ee19d-215f-4996-98b4-90cb6c5dbe80), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.323121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.323462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.323790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.328603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.328927 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.329328 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 9 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.329702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1d8445c5-665a-464b-b08d-ea869f5e8fba {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:27:58.330927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1d8445c5-665a-464b-b08d-ea869f5e8fba not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:27:58.340633 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-40749687-500a-4627-bec3-97b31a7fbcdc req-78e03978-6f81-48bc-b61f-81466ed94a01 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435263 Mar 22 14:27:58.345164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.346146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526ee19d-215f-4996-98b4-90cb6c5dbe80']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:58.358281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea26309-0634-4a06-a93a-cc6a244e8cf4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:58.358694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea26309-0634-4a06-a93a-cc6a244e8cf4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:58.369882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.370198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.370538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.370928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (eea26309-0634-4a06-a93a-cc6a244e8cf4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.376234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.376737 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.377292 n-d-758851-5 neutron-server[103891]: INFO neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 10 to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 Mar 22 14:27:58.383626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Deleting port 1d8445c5-665a-464b-b08d-ea869f5e8fba {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:58.387869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.388602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (eea26309-0634-4a06-a93a-cc6a244e8cf4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.395565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:27:58.396024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (eea26309-0634-4a06-a93a-cc6a244e8cf4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.396173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:27:58.397835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:27:58.398308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:27:58.408837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:27:58.410816 n-d-758851-5 neutron-server[103891]: ERROR neutron.plugins.ml2.managers [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:27:58.411344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:27:58.459301 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:27:58.464882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (526ee19d-215f-4996-98b4-90cb6c5dbe80), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.472089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] For port 1d8445c5-665a-464b-b08d-ea869f5e8fba, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:58.472499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.488856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Calling delete_port for 1d8445c5-665a-464b-b08d-ea869f5e8fba owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:58.492792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Port 1d8445c5-665a-464b-b08d-ea869f5e8fba was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:27:58.494313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1d8445c5-665a-464b-b08d-ea869f5e8fba), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.496252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.506559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/networks/526ee19d-215f-4996-98b4-90cb6c5dbe80 HTTP/1.1" status: 204 len: 168 time: 0.9158733 Mar 22 14:27:58.507527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4c0e-d6d6-4b3a-963c-1d858b7addb5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Pushing event deleted for resources: {'Network': ['ID=526ee19d-215f-4996-98b4-90cb6c5dbe80,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:58.524251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Pushing event deleted for resources: {'Port': ['ID=1d8445c5-665a-464b-b08d-ea869f5e8fba,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:58.528416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37874) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:58.533795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Network 526ee19d-215f-4996-98b4-90cb6c5dbe80 is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:27:58.534499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] No DVR routers for this DVR port 1d8445c5-665a-464b-b08d-ea869f5e8fba on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:27:58.541800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'routes': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:58.545088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.545630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.546171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.546678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.548495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.549648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.550173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.550647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.551858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.552501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.552988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.553472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.553987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.558021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.558676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beb534-10d9-4dcc-8f29-aa1729c88147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:27:58.567345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:27:58.567755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempted to set empty binding levels {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:27:58.573937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.621151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] In _notify_port_updated(), no bound segment for port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:27:58.621951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.622668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.626749 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "PUT /v2.0/ports/a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 HTTP/1.1" status: 200 len: 974 time: 1.2922964 Mar 22 14:27:58.627493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:58.679359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9815f9-da27-46d9-8c8b-b06b8c0e6553 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=a04483ce-13b5-4c4b-9103-81f1f7fa2ca0,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:58.723242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.723715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.724174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.724626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.725093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.725527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.725976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.726473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.726920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.727369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.727812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.728268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.728710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.729155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.729600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.730077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.730528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.730997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.731438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.731875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.732315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.732751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.733192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.733630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.734101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.734545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.742453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e11802b-103a-48af-af97-60a1ca5d09c4 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24080 time: 0.1077323 Mar 22 14:27:58.742713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37880) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:58.803140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Added routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 14:27:58.803354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.extraroute_db [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Removed routes are [] {{(pid=103890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 14:27:58.803705 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.820239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e896a-0422-4945-8eac-166c6741df25 req-c7749cf1-35b2-4125-9832-81207e1910da tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.821808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-650e896a-0422-4945-8eac-166c6741df25 req-c7749cf1-35b2-4125-9832-81207e1910da tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.2111356 Mar 22 14:27:58.830256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Deleting port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:58.830668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.899514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port a04483ce-13b5-4c4b-9103-81f1f7fa2ca0, host n-h1-758851-5, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:27:58.900487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:58.918103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Calling delete_port for a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:58.939670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e82be2-e118-4a87-8fd2-2778b1aa926d req-a52143e9-0699-4aa2-8117-46e54d9e5291 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:58.941516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10e82be2-e118-4a87-8fd2-2778b1aa926d req-a52143e9-0699-4aa2-8117-46e54d9e5291 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.2276306 Mar 22 14:27:59.007957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a04483ce-13b5-4c4b-9103-81f1f7fa2ca0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.039673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event deleted for resources: {'Port': ['ID=a04483ce-13b5-4c4b-9103-81f1f7fa2ca0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:59.043833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.047550 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae2aab44-8544-403e-90df-02b873f37953 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "DELETE /v2.0/ports/a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 HTTP/1.1" status: 204 len: 168 time: 0.3038323 Mar 22 14:27:59.050394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37884) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.055071 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.060554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-650e896a-0422-4945-8eac-166c6741df25 req-8487fe2a-9b22-478f-b783-bec735eaae99 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017140 Mar 22 14:27:59.063259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.086707 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6696997-414c-45a7-b290-0e1c1759bb1a tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:27:59.091727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d6696997-414c-45a7-b290-0e1c1759bb1a tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports/a04483ce-13b5-4c4b-9103-81f1f7fa2ca0 HTTP/1.1" status: 404 len: 333 time: 0.0366895 Mar 22 14:27:59.092394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.097425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-236025408', 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:59.119607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Made reservation on behalf of 0f4c93d1f7fa44b98ffbd9a43f098f82 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:59.123323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.141812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port 3bdb38cc-95a9-4c32-ac77-d8b5c544678e yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:27:59.152719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10e82be2-e118-4a87-8fd2-2778b1aa926d req-1341c0a1-795a-491d-8957-3853aa65e2a5 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754956 Mar 22 14:27:59.162773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 371f3aac-240f-4af4-be73-c1448ed9f2ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:27:59.195797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.245824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:27:59.254685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.258359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3819bbd4-dd74-432a-9ccd-8a66c2c2c051 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 700 time: 0.7261875 Mar 22 14:27:59.258527 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Sync routers for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:27:59.258952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37888) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.267019 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:59.267847 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.298545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a9a470be-1a74-44bb-8f03-79beb42d33e5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 205 time: 0.0388303 Mar 22 14:27:59.299275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37890) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.320879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (3bdb38cc-95a9-4c32-ac77-d8b5c544678e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.346204 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:59.360135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3bdb38cc-95a9-4c32-ac77-d8b5c544678e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.381938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.407295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:27:59.412626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:27:59.416748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:27:59.417752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:59.418417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.427373 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.437290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=3bdb38cc-95a9-4c32-ac77-d8b5c544678e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:59.452648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d49d8d33-7b57-40e4-8401-ff57e2e3b9cc tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3570158 Mar 22 14:27:59.452956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37892) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.466731 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Checking router: 371f3aac-240f-4af4-be73-c1448ed9f2ff for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:27:59.476665 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Routers {'371f3aac-240f-4af4-be73-c1448ed9f2ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:27:59.477415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['371f3aac-240f-4af4-be73-c1448ed9f2ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.494084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e16f815-d06f-4978-9f30-6ce3390e5adb tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:27:59.498100 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e16f815-d06f-4978-9f30-6ce3390e5adb tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports/3bdb38cc-95a9-4c32-ac77-d8b5c544678e HTTP/1.1" status: 200 len: 954 time: 0.0417249 Mar 22 14:27:59.498328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.559709 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] Set router 371f3aac-240f-4af4-be73-c1448ed9f2ff gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:27:59.588367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Deleting port 3bdb38cc-95a9-4c32-ac77-d8b5c544678e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:27:59.588767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3bdb38cc-95a9-4c32-ac77-d8b5c544678e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.601206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.604401 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (371f3aac-240f-4af4-be73-c1448ed9f2ff), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.662616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (371f3aac-240f-4af4-be73-c1448ed9f2ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.663852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router 371f3aac-240f-4af4-be73-c1448ed9f2ff {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:27:59.671723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.676999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3bdb38cc-95a9-4c32-ac77-d8b5c544678e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.678146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b1a6617e-b145-4e9a-be4a-d1facc8ecc95 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 204 len: 168 time: 0.3776464 Mar 22 14:27:59.679035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37898) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.683999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2071294634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:59.692783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Calling delete_port for 3bdb38cc-95a9-4c32-ac77-d8b5c544678e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:27:59.713734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.715389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.725698 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:27:59.756025 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e4e1e-fbfb-4600-95ec-7ab1d0523b8c None None] The sync data for ids ['371f3aac-240f-4af4-be73-c1448ed9f2ff'] in n-d-758851-5 is: [{'id': '371f3aac-240f-4af4-be73-c1448ed9f2ff', 'name': 'tempest-RoutersTest-router-357155538', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:26:47Z', 'updated_at': '2022-03-22T14:27:53Z', 'revision_number': 11, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:27:59.788045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3bdb38cc-95a9-4c32-ac77-d8b5c544678e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.807138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (62443f41-e029-4ad4-8853-42cacc77c1e7), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.816066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.821979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bdb38cc-95a9-4c32-ac77-d8b5c544678e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:27:59.828619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.832600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9a58acf-eb22-46b7-8f54-c6f32295f3b7 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3bdb38cc-95a9-4c32-ac77-d8b5c544678e HTTP/1.1" status: 204 len: 168 time: 0.3333433 Mar 22 14:27:59.837382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37900) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.869084 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-de127109-9260-4fa2-9c60-3225bea24288 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:27:59.870673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-de127109-9260-4fa2-9c60-3225bea24288 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports/3bdb38cc-95a9-4c32-ac77-d8b5c544678e HTTP/1.1" status: 404 len: 333 time: 0.0323777 Mar 22 14:27:59.874646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37902) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.878527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.880240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-980bb886-cbf8-4f1b-afc1-2725e6251190 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1992881 Mar 22 14:27:59.880492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-868451482'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:59.884123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:27:59.890001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:27:59.969149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Made reservation on behalf of 0f4c93d1f7fa44b98ffbd9a43f098f82 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:27:59.971563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:27:59.992818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port 50f6cddd-10b2-4828-87e6-56002eb32e3d yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:00.205905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6402333-1914-428e-aa96-26253133af00 req-db16b2c4-74f8-4911-8771-3f838e4ab2da tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:00.214970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6402333-1914-428e-aa96-26253133af00 req-db16b2c4-74f8-4911-8771-3f838e4ab2da tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0686138 Mar 22 14:28:00.253347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-a990862d-ee78-4e61-b1ca-c0104b59554b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:00.254851 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-a990862d-ee78-4e61-b1ca-c0104b59554b tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1955130 Mar 22 14:28:00.268834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.292333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6402333-1914-428e-aa96-26253133af00 req-29cff671-a443-4c2a-9fcb-5913cc95af0a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758884 Mar 22 14:28:00.315278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc3037-f3a7-4fd0-bd77-a08ef8c281a1 req-3b666276-2c1f-43d3-8a83-e0a19edd12e4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:00.322425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2dc3037-f3a7-4fd0-bd77-a08ef8c281a1 req-3b666276-2c1f-43d3-8a83-e0a19edd12e4 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.0863075 Mar 22 14:28:00.340849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.381475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2dc3037-f3a7-4fd0-bd77-a08ef8c281a1 req-6d1f6d1b-9f1f-4a45-9b8f-06aff06ddd5c tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580206 Mar 22 14:28:00.470137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.544599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:00.544934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.547834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:00.630321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Router 62443f41-e029-4ad4-8853-42cacc77c1e7 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:00.643902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:00.657764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:00.664778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=50f6cddd-10b2-4828-87e6-56002eb32e3d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:00.667149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:00.668088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:00.668672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.063866 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b48806ed-8a29-4702-b436-8ab6cc991c67 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1852820 Mar 22 14:28:01.064261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37916) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.067515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port 1c7a5b87-c670-451f-a9de-06059d3bcbe6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1c7a5b87-c670-451f-a9de-06059d3bcbe6,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:01.067857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.069371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:01.082894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:01.084643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for 1c7a5b87-c670-451f-a9de-06059d3bcbe6 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:01.090832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.094705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6f37b6c8-8ae4-4c1b-8e3b-c430e7504938 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "PUT /v2.0/routers/62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 200 len: 694 time: 1.2095802 Mar 22 14:28:01.095017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Sync routers for ids ['62443f41-e029-4ad4-8853-42cacc77c1e7'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:01.095474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37918) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.111693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Routers {'62443f41-e029-4ad4-8853-42cacc77c1e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:01.112311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['62443f41-e029-4ad4-8853-42cacc77c1e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:01.172970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.191494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Set router 62443f41-e029-4ad4-8853-42cacc77c1e7 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:01.198820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff4f1ba6-1f77-4a31-8e3d-f996c651271e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/routers/62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 200 len: 700 time: 0.1000559 Mar 22 14:28:01.201248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.235147 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e8609396-4182-49ac-bd4e-8b4b2818b903 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 200 len: 205 time: 0.0327127 Mar 22 14:28:01.256090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62443f41-e029-4ad4-8853-42cacc77c1e7', 'name': 'tempest-RoutersTest-router-2071294634', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:59Z', 'updated_at': '2022-03-22T14:28:00Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:01.263092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37922) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.286197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Checking router: 62443f41-e029-4ad4-8853-42cacc77c1e7 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:01.295246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Routers {'62443f41-e029-4ad4-8853-42cacc77c1e7'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:01.296197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['62443f41-e029-4ad4-8853-42cacc77c1e7'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:01.382298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.382993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] Set router 62443f41-e029-4ad4-8853-42cacc77c1e7 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:01.384714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] device_id is not set on port 50f6cddd-10b2-4828-87e6-56002eb32e3d yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:01.393814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks [] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.402925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.507271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62443f41-e029-4ad4-8853-42cacc77c1e7', 'name': 'tempest-RoutersTest-router-2071294634', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:59Z', 'updated_at': '2022-03-22T14:28:00Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:01.535857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc64d80-362d-4a1e-9cb7-82d59d95ab2b None None] The sync data for ids ['62443f41-e029-4ad4-8853-42cacc77c1e7'] in n-d-758851-5 is: [{'id': '62443f41-e029-4ad4-8853-42cacc77c1e7', 'name': 'tempest-RoutersTest-router-2071294634', 'tenant_id': '86664a724db24ed68beec2c5691a3e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:59Z', 'updated_at': '2022-03-22T14:28:00Z', 'revision_number': 2, 'project_id': '86664a724db24ed68beec2c5691a3e30', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:01.542800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.543930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.544450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.556736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=50f6cddd-10b2-4828-87e6-56002eb32e3d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:01.579669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.580065 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.585642 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 2 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.602951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.603645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb61e7-1ade-45d9-ac51-7369d51b1893 req-3cdf5beb-0510-4e11-92f4-7ccb1af2e190 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:01.605459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9cb61e7-1ade-45d9-ac51-7369d51b1893 req-3cdf5beb-0510-4e11-92f4-7ccb1af2e190 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e8f0d9-b9dc-41f9-8641-60d56c658b47 HTTP/1.1" status: 200 len: 945 time: 0.1168859 Mar 22 14:28:01.606202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router_controller (62443f41-e029-4ad4-8853-42cacc77c1e7), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.612661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317df93-06a2-4076-85b3-3c7e48ff48bf req-2bfd467e-0811-442e-8e80-3238717cbc27 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:01.614649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1317df93-06a2-4076-85b3-3c7e48ff48bf req-2bfd467e-0811-442e-8e80-3238717cbc27 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.1802554 Mar 22 14:28:01.619845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.620177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.620512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.636435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.637047 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.645579 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 3 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.675434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.675774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.676120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.688699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.689030 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.691302 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 4 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.721356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (62443f41-e029-4ad4-8853-42cacc77c1e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.722284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Fanout notify agent at l3_agent the message router_deleted on router 62443f41-e029-4ad4-8853-42cacc77c1e7 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:01.735171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.735511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.735852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.738454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.744859 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12c84ca4-5f01-4d2e-96dc-eda1a4738199 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 204 len: 168 time: 0.4766002 Mar 22 14:28:01.745926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37928) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.753482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.753818 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.757177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9cb61e7-1ade-45d9-ac51-7369d51b1893 req-725e5d8f-ac9b-48bb-bbfe-9276186fb041 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343684 Mar 22 14:28:01.758019 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 5 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.761478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1c7a5b87-c670-451f-a9de-06059d3bcbe6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.774170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2', '1c7a5b87-c670-451f-a9de-06059d3bcbe6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:01.778007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1317df93-06a2-4076-85b3-3c7e48ff48bf req-b95b6c76-968d-457a-b89b-5699febdac8a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516235 Mar 22 14:28:01.810010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.810395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.810662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.819071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.819790 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.819921 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 6 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.834854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=1c7a5b87-c670-451f-a9de-06059d3bcbe6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:01.840456 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d9fb64c-d74f-43f8-924c-b199768df208 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 200 len: 205 time: 0.0929699 Mar 22 14:28:01.842909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37930) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.854602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.854965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.855291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.864507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.865115 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.865519 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 7 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.887393 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-dbd6e780-c78e-4b34-96bf-341f379b9ebc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:01.888845 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dbd6e780-c78e-4b34-96bf-341f379b9ebc tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/62443f41-e029-4ad4-8853-42cacc77c1e7 HTTP/1.1" status: 404 len: 336 time: 0.0448890 Mar 22 14:28:01.895774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:01.896334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:01.897010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:01.900265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37932) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:01.938660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port 1c7a5b87-c670-451f-a9de-06059d3bcbe6 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:01.942429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:01.945573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:01.946287 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:01.946417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a1d9461d-67ee-4f5a-8ced-8d2732b802ce req-6f147adf-9f44-4888-8cce-ba3113d0eea6 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/1c7a5b87-c670-451f-a9de-06059d3bcbe6 HTTP/1.1" status: 204 len: 173 time: 1.6736460 Mar 22 14:28:01.946848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'name': 'network-vif-deleted', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:01.947379 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 8 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:01.952086 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9536fe8c-51bc-48d3-a13d-ce95c592d624 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:01.953071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9536fe8c-51bc-48d3-a13d-ce95c592d624 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:01.956749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9536fe8c-51bc-48d3-a13d-ce95c592d624 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/cce6cbe0-a152-4f51-9421-1e5a3e9998e2 HTTP/1.1" status: 404 len: 337 time: 0.0537105 Mar 22 14:28:01.958312 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4908028-4b1d-4b4a-8411-ae2adf387093" -d '{"events": [{"server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "name": "network-vif-deleted", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:01.959224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37934) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.015797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:02.015797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:02.015797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:02.032448 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbadacd-bb0b-4c5b-9024-0f1a7fba6971 x-openstack-request-id: req-4bbadacd-bb0b-4c5b-9024-0f1a7fba6971 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:02.032746 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e8f0d9-b9dc-41f9-8641-60d56c658b47", "name": "network-vif-deleted", "tag": "1c7a5b87-c670-451f-a9de-06059d3bcbe6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:02.033000 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bbadacd-bb0b-4c5b-9024-0f1a7fba6971 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:02.033493 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbadacd-bb0b-4c5b-9024-0f1a7fba6971'] response: {'server_uuid': 'f7e8f0d9-b9dc-41f9-8641-60d56c658b47', 'name': 'network-vif-deleted', 'tag': '1c7a5b87-c670-451f-a9de-06059d3bcbe6', 'status': 'completed', 'code': 200} Mar 22 14:28:02.045376 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96407b5-1e99-4889-82d5-9ebb133082f1 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.045890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96407b5-1e99-4889-82d5-9ebb133082f1 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.050777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f96407b5-1e99-4889-82d5-9ebb133082f1 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/276ed3c5-892f-4dbf-9779-d7dcee07cb1c HTTP/1.1" status: 404 len: 337 time: 0.0899675 Mar 22 14:28:02.052238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:02.052567 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:02.053470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.054500 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 9 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:02.069110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:02.070301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:02.070881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:02.082605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:02.083038 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:02.083775 n-d-758851-5 neutron-server[103890]: INFO neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempt 10 to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d Mar 22 14:28:02.089217 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c4f83f-eea9-496e-9802-c633e39622a3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.089861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c4f83f-eea9-496e-9802-c633e39622a3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.094032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f4c4f83f-eea9-496e-9802-c633e39622a3 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/3f70f76c-7516-4fe5-bb4e-cbfec3e565c1 HTTP/1.1" status: 404 len: 337 time: 0.0389884 Mar 22 14:28:02.096656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37942) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.100953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:02.101558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:02.102023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempting to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:02.108049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:02.108503 n-d-758851-5 neutron-server[103890]: ERROR neutron.plugins.ml2.managers [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Failed to bind port 50f6cddd-10b2-4828-87e6-56002eb32e3d on host n-h1-758851-5 for vnic_type normal using segments [{'id': 'd2f7549a-e320-4594-b3b2-49b6626fb4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '08e9be34-b4fa-41de-ab9c-e6cd6fbb2255'}] Mar 22 14:28:02.108975 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.133606 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6623b1-9fd7-4651-a431-1bc8f95afcee tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.134480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6623b1-9fd7-4651-a431-1bc8f95afcee tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.138120 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bc6623b1-9fd7-4651-a431-1bc8f95afcee tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/0e0e63d0-2dfe-4cee-af90-982a4c4bfe35 HTTP/1.1" status: 404 len: 337 time: 0.0402052 Mar 22 14:28:02.140855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.170032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac586692-640d-42b3-b112-910bd9e65f4a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 200 len: 205 time: 0.0264831 Mar 22 14:28:02.171029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.189915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port 50f6cddd-10b2-4828-87e6-56002eb32e3d, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:02.192000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attempted to set empty binding levels {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 14:28:02.198423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.209613 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-dc09dce4-308f-4d24-b1a6-732285c633a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.213276 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc09dce4-308f-4d24-b1a6-732285c633a5 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/371f3aac-240f-4af4-be73-c1448ed9f2ff HTTP/1.1" status: 404 len: 336 time: 0.0387435 Mar 22 14:28:02.214121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37948) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.230550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] In _notify_port_updated(), no bound segment for port 50f6cddd-10b2-4828-87e6-56002eb32e3d on network 08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:28:02.230550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:02.230550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.231399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "PUT /v2.0/ports/50f6cddd-10b2-4828-87e6-56002eb32e3d HTTP/1.1" status: 200 len: 974 time: 1.1661301 Mar 22 14:28:02.235547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.254070 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-21435761-2d03-4c44-94d4-6f1d84de21ff tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d563314-10c9-4df3-8c60-5151ece4aee4 HTTP/1.1" status: 200 len: 205 time: 0.0382934 Mar 22 14:28:02.256242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.271464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe5718-9a24-43ae-8f1c-38185265613b tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event updated for resources: {'Port': ['ID=50f6cddd-10b2-4828-87e6-56002eb32e3d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:02.297777 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-61112f70-4ad2-4903-aeee-b1fae55f8a93 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.302200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.302438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61112f70-4ad2-4903-aeee-b1fae55f8a93 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/2d563314-10c9-4df3-8c60-5151ece4aee4 HTTP/1.1" status: 404 len: 336 time: 0.0447569 Mar 22 14:28:02.331002 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c97ca7f-b5af-45c9-b03a-5924ca7897c4 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.331456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c97ca7f-b5af-45c9-b03a-5924ca7897c4 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.334553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c97ca7f-b5af-45c9-b03a-5924ca7897c4 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/13c98093-1dd6-456e-997d-a327c78848df HTTP/1.1" status: 404 len: 337 time: 0.0314336 Mar 22 14:28:02.337331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37956) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.354646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Deleting port 50f6cddd-10b2-4828-87e6-56002eb32e3d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:02.354988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.384753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38cb268d-2ea4-4a3c-a602-dcba2f435a25 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 200 len: 205 time: 0.0459902 Mar 22 14:28:02.392312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37958) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.440800 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-d1ace9c5-4316-4b74-902a-204768df661c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.444576 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1ace9c5-4316-4b74-902a-204768df661c tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/5b3cd845-76d1-4133-bd5a-b66d5cf001ae HTTP/1.1" status: 404 len: 336 time: 0.0485766 Mar 22 14:28:02.444961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37960) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.448105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] For port 50f6cddd-10b2-4828-87e6-56002eb32e3d, host n-h1-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:02.448385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.466822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Calling delete_port for 50f6cddd-10b2-4828-87e6-56002eb32e3d owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:02.488713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64f83c0d-b2d1-4fe8-addf-8fcf1c6ab1b1 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef380dfb-3b59-4d9a-9988-a3175ab2bf61 HTTP/1.1" status: 200 len: 205 time: 0.0401039 Mar 22 14:28:02.489019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.536745 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-3dee35ab-05a5-4632-b8a9-097d0f04ef52 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.540502 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3dee35ab-05a5-4632-b8a9-097d0f04ef52 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/ef380dfb-3b59-4d9a-9988-a3175ab2bf61 HTTP/1.1" status: 404 len: 336 time: 0.0481300 Mar 22 14:28:02.540843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37964) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.582135 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-84383a5d-a816-4c9f-9ca4-2758ee18430a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.582838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84383a5d-a816-4c9f-9ca4-2758ee18430a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.589646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84383a5d-a816-4c9f-9ca4-2758ee18430a tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/871489a6-3c33-4b8e-8092-e04b4835e4ad HTTP/1.1" status: 404 len: 337 time: 0.0454268 Mar 22 14:28:02.590071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37966) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.591898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (50f6cddd-10b2-4828-87e6-56002eb32e3d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.622844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Pushing event deleted for resources: {'Port': ['ID=50f6cddd-10b2-4828-87e6-56002eb32e3d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:02.631624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.637238 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a50ef4a6-0efc-4e08-9abe-24dd7effbc15 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6be7ce0-6ab6-49d7-978b-1013e6adaecf HTTP/1.1" status: 200 len: 205 time: 0.0458686 Mar 22 14:28:02.639048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37968) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.639385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-20489a69-1a2a-4b16-a5b9-59c3149fab06 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "DELETE /v2.0/ports/50f6cddd-10b2-4828-87e6-56002eb32e3d HTTP/1.1" status: 204 len: 168 time: 0.4026940 Mar 22 14:28:02.640432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37970) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.670986 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2257a53-5555-4d9f-a2ef-5ccdd7d952a0 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] GET failed (client error): The resource could not be found. Mar 22 14:28:02.674001 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f2257a53-5555-4d9f-a2ef-5ccdd7d952a0 tempest-PortsAdminExtendedAttrsTestJSON-268416807 tempest-PortsAdminExtendedAttrsTestJSON-268416807-project-admin] 10.222.0.81 "GET /v2.0/ports/50f6cddd-10b2-4828-87e6-56002eb32e3d HTTP/1.1" status: 404 len: 333 time: 0.0319989 Mar 22 14:28:02.676793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37972) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.684834 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-f1aae06f-191c-436f-8506-0a5ce4058f3e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.685907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1aae06f-191c-436f-8506-0a5ce4058f3e tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/c6be7ce0-6ab6-49d7-978b-1013e6adaecf HTTP/1.1" status: 404 len: 336 time: 0.0445216 Mar 22 14:28:02.688569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37974) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.726767 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-28edcae7-5b57-452b-aa86-f14bb0b7eebe tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.727231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28edcae7-5b57-452b-aa86-f14bb0b7eebe tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.730329 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-28edcae7-5b57-452b-aa86-f14bb0b7eebe tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/70db2ba3-67ef-45e8-8542-d024454ed675 HTTP/1.1" status: 404 len: 337 time: 0.0407565 Mar 22 14:28:02.733497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37976) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.775058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2dc633f9-2177-4150-b137-bae86b66f9a7 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "GET /v2.0/ports?device_id=45fecef2-28bf-43a7-ad4c-0172434dae56 HTTP/1.1" status: 200 len: 205 time: 0.0402837 Mar 22 14:28:02.775722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37978) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.814375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (08e9be34-b4fa-41de-ab9c-e6cd6fbb2255), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.858906 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-6a7ce3b5-9227-4c2b-85cc-136c267ef535 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] delete failed (client error): The resource could not be found. Mar 22 14:28:02.862776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37984) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.864027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a7ce3b5-9227-4c2b-85cc-136c267ef535 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/routers/45fecef2-28bf-43a7-ad4c-0172434dae56 HTTP/1.1" status: 404 len: 336 time: 0.0873082 Mar 22 14:28:02.942910 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-594986b0-9c40-4bf7-a84f-1762afc270b2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.943624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594986b0-9c40-4bf7-a84f-1762afc270b2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.946676 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-594986b0-9c40-4bf7-a84f-1762afc270b2 tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/91e9353a-3d6a-42d9-9126-a2cabbfdde90 HTTP/1.1" status: 404 len: 337 time: 0.0828731 Mar 22 14:28:02.949731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 37990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:02.963663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03cae-fb18-4372-a930-fa7e3b65db7a req-1fc606f4-712e-43e9-a549-23e47c7dcdf7 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:02.965439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99f03cae-fb18-4372-a930-fa7e3b65db7a req-1fc606f4-712e-43e9-a549-23e47c7dcdf7 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0721607 Mar 22 14:28:02.989547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (08e9be34-b4fa-41de-ab9c-e6cd6fbb2255), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:02.992956 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-350c7b4b-1cd2-4880-b3d4-e4602c278c7f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] DELETE failed (client error): The resource could not be found. Mar 22 14:28:02.993558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350c7b4b-1cd2-4880-b3d4-e4602c278c7f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:28:02.996819 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-350c7b4b-1cd2-4880-b3d4-e4602c278c7f tempest-RoutersTest-546983721 tempest-RoutersTest-546983721-project] 10.222.0.81 "DELETE /v2.0/subnets/66dfe145-31d7-46b2-bfd6-f0229df73a7e HTTP/1.1" status: 404 len: 337 time: 0.0459797 Mar 22 14:28:03.022841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e9be34-b4fa-41de-ab9c-e6cd6fbb2255']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:03.056742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f7549a-e320-4594-b3b2-49b6626fb4d1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:03.057762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f7549a-e320-4594-b3b2-49b6626fb4d1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:03.069821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d2f7549a-e320-4594-b3b2-49b6626fb4d1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.081315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99f03cae-fb18-4372-a930-fa7e3b65db7a req-fd689679-26a4-4cbf-a4f8-9dd929c08fe2 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895009 Mar 22 14:28:03.086523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d2f7549a-e320-4594-b3b2-49b6626fb4d1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.092099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:03.092457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d2f7549a-e320-4594-b3b2-49b6626fb4d1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:03.096198 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:03.171211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (08e9be34-b4fa-41de-ab9c-e6cd6fbb2255), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.187608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.193635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] 10.222.0.81 "DELETE /v2.0/networks/08e9be34-b4fa-41de-ab9c-e6cd6fbb2255 HTTP/1.1" status: 204 len: 168 time: 0.5155847 Mar 22 14:28:03.220878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20b94f-07dc-4d35-964a-86acf8c2faf6 tempest-PortsAdminExtendedAttrsTestJSON-1412578570 tempest-PortsAdminExtendedAttrsTestJSON-1412578570-project] Pushing event deleted for resources: {'Network': ['ID=08e9be34-b4fa-41de-ab9c-e6cd6fbb2255,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:03.343351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38018) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:03.475568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38032) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:03.593887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dea0b7fe-ae3b-4c41-8310-a29597568f4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86664a724db24ed68beec2c5691a3e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488165 Mar 22 14:28:03.596527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38036) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:03.697413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a71ee87-1f7b-4b2f-a7c1-700ba84f769a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=568d59be9df54b0c989522bd0be6ca59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204478 Mar 22 14:28:03.700288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:03.725376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] Publish callbacks [] for security_group (c3de06d2-fdff-4d7f-884d-51f337989a07), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.752942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] Publish callbacks [] for security_group (c3de06d2-fdff-4d7f-884d-51f337989a07), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.755427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] Publish callbacks [] for security_group (a553194d-552f-4217-bddb-b8d17e09154c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.769061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f72eda-7cf2-4ed6-ac3a-6ef88e87617a req-cc1cce4c-7ff1-4666-a50c-dce13e096299 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:03.770584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0f72eda-7cf2-4ed6-ac3a-6ef88e87617a req-cc1cce4c-7ff1-4666-a50c-dce13e096299 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 945 time: 0.0911176 Mar 22 14:28:03.780258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] Publish callbacks [] for security_group (a553194d-552f-4217-bddb-b8d17e09154c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.837817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0f72eda-7cf2-4ed6-ac3a-6ef88e87617a req-bbd2d435-d094-4b56-a0f4-b2e1cce0d501 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525389 Mar 22 14:28:03.838911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c3de06d2-fdff-4d7f-884d-51f337989a07), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.841655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.843045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3de06d2-fdff-4d7f-884d-51f337989a07 HTTP/1.1" status: 204 len: 168 time: 0.2454202 Mar 22 14:28:03.843570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a553194d-552f-4217-bddb-b8d17e09154c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.847117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:03.848839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a553194d-552f-4217-bddb-b8d17e09154c HTTP/1.1" status: 204 len: 168 time: 0.1469176 Mar 22 14:28:03.858938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20714491-0605-4d1d-baf9-86df805d98f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a553194d-552f-4217-bddb-b8d17e09154c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:03.881686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30b82-5cdd-4b85-85d8-d159b29b7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de06d2-fdff-4d7f-884d-51f337989a07,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:04.182095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:04.219304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d473d-fb98-40b9-a168-d21d9d50bd32 req-685f0a71-a7da-4eae-8c40-bcc6c9cf5ccf tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:04.221104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-951d473d-fb98-40b9-a168-d21d9d50bd32 req-685f0a71-a7da-4eae-8c40-bcc6c9cf5ccf tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0720594 Mar 22 14:28:04.236285 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-472e8994-989b-48da-808f-72b2e9f79a10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f4c93d1f7fa44b98ffbd9a43f098f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526707 Mar 22 14:28:04.238696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:04.287993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] Publish callbacks [] for security_group (589857e1-e205-4de9-b1e7-075747d74ecb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.288208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-951d473d-fb98-40b9-a168-d21d9d50bd32 req-b820bd25-8121-453f-b977-f04754b2de62 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603240 Mar 22 14:28:04.317116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] Publish callbacks [] for security_group (589857e1-e205-4de9-b1e7-075747d74ecb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.365331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (589857e1-e205-4de9-b1e7-075747d74ecb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.369433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.370879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/589857e1-e205-4de9-b1e7-075747d74ecb HTTP/1.1" status: 204 len: 168 time: 0.1311760 Mar 22 14:28:04.380965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea296c-bd1b-4437-82b6-69d457a4b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589857e1-e205-4de9-b1e7-075747d74ecb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:04.660271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:04.683329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1c7a5b87-c670-451f-a9de-06059d3bcbe6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:04.711222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 1c7a5b87-c670-451f-a9de-06059d3bcbe6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:04.712094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1c7a5b87-c670-451f-a9de-06059d3bcbe6 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:04.781943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154383280-network', 'tenant_id': 'cfd023f2d5834b8bb82566ca3b299ef8'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:04.803935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Made reservation on behalf of cfd023f2d5834b8bb82566ca3b299ef8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:04.806624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.817013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.910074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks [] for security_group (3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.916689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:04.963357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:04.972088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:05.001722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (33afbcbd-4194-4378-89e1-67f8d2a73d37), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.002113 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Added segment 33afbcbd-4194-4378-89e1-67f8d2a73d37 of type vlan for network dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 Mar 22 14:28:05.024930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f97af-c503-4c2a-a192-3dd655b3d021 req-0165cc1c-3c37-41f6-bc8f-1bada3bbadac tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.027535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-349f97af-c503-4c2a-a192-3dd655b3d021 req-0165cc1c-3c37-41f6-bc8f-1bada3bbadac tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 945 time: 0.0891500 Mar 22 14:28:05.068122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.082906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-349f97af-c503-4c2a-a192-3dd655b3d021 req-d311330d-49d6-4894-a7da-680cadb65725 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/security-groups?id=7128bb34-9a3a-4e7d-904d-d76ff12b629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486042 Mar 22 14:28:05.107049 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.109104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.109942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.194158 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5327115 Mar 22 14:28:05.197287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38102) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:05.205882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Request body: {'subnet': {'network_id': 'dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154383280-subnet', 'tenant_id': 'cfd023f2d5834b8bb82566ca3b299ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:05.230239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b6f6-e594-4d14-b8c5-5db21a16fe61 admin admin] Pushing event updated for resources: {'Network': ['ID=dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:05.241929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:05.258620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Made reservation on behalf of cfd023f2d5834b8bb82566ca3b299ef8 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:05.261013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-7a7c1440-aed4-4ab8-9778-fe55ca3fa940 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.261772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.262829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-7a7c1440-aed4-4ab8-9778-fe55ca3fa940 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 945 time: 0.0656514 Mar 22 14:28:05.387731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Deleting port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:05.388076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.503520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] For port f43d9c79-2f06-4b8d-b98e-3af4d237edb2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,segment=NetworkSegment(00104fcc-5071-4e53-818f-756038be1515),segment_id=00104fcc-5071-4e53-818f-756038be1515)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:05.504120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.521551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Calling delete_port for f43d9c79-2f06-4b8d-b98e-3af4d237edb2 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:05.684697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f43d9c79-2f06-4b8d-b98e-3af4d237edb2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.698374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f43d9c79-2f06-4b8d-b98e-3af4d237edb2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:05.728521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Pushing event deleted for resources: {'Port': ['ID=f43d9c79-2f06-4b8d-b98e-3af4d237edb2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:05.815251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] No DVR routers for this DVR port f43d9c79-2f06-4b8d-b98e-3af4d237edb2 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:05.818963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:05.824091 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6af5f7ff-0b2c-446e-919a-da838b026ab6 req-57991378-b191-45b0-ba15-df13c3843e93 tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.78 "DELETE /v2.0/ports/f43d9c79-2f06-4b8d-b98e-3af4d237edb2 HTTP/1.1" status: 204 len: 173 time: 0.5544748 Mar 22 14:28:05.824805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'name': 'network-vif-deleted', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:05.827320 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184f3ee2-089d-4fc6-a883-3c80f1e8e653" -d '{"events": [{"server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "name": "network-vif-deleted", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:05.876390 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275b57b-ca34-4262-b686-3c45c383e04f x-openstack-request-id: req-9275b57b-ca34-4262-b686-3c45c383e04f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:05.876630 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c5f32-e477-4aaa-9bc7-564828d86381", "name": "network-vif-deleted", "tag": "f43d9c79-2f06-4b8d-b98e-3af4d237edb2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:05.877325 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9275b57b-ca34-4262-b686-3c45c383e04f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:05.878224 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9275b57b-ca34-4262-b686-3c45c383e04f'] response: {'server_uuid': '9e0c5f32-e477-4aaa-9bc7-564828d86381', 'name': 'network-vif-deleted', 'tag': 'f43d9c79-2f06-4b8d-b98e-3af4d237edb2', 'status': 'completed', 'code': 200} Mar 22 14:28:05.991103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5189c-2061-4b55-a898-6a724a6ccfe2 req-6e0bbc7d-ea0e-42bf-8a8f-b22d62db6bc4 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:05.994618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8d5189c-2061-4b55-a898-6a724a6ccfe2 req-6e0bbc7d-ea0e-42bf-8a8f-b22d62db6bc4 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.5886636 Mar 22 14:28:06.065009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (cc1eae3e-bb3e-487e-ba7d-651bf70b3f61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.135767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8d5189c-2061-4b55-a898-6a724a6ccfe2 req-0c507c90-d814-492f-aac7-0de0726bd5ed tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103458 Mar 22 14:28:06.179266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1eae3e-bb3e-487e-ba7d-651bf70b3f61,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:06.185400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38126) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:06.199182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Checking segment: {'id': '33afbcbd-4194-4378-89e1-67f8d2a73d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:06.199542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Network hostable DHCP agents. Network: dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:06.236152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4a184b5-02b1-45f2-ba74-fb8f98163ca2 req-c01eb78f-7cce-4690-95f5-8a35097a2d7f tempest-ServersTestJSON-927346481 tempest-ServersTestJSON-927346481-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0c5f32-e477-4aaa-9bc7-564828d86381 HTTP/1.1" status: 200 len: 210 time: 0.0325899 Mar 22 14:28:06.248781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Network dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:06.262347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:06.267171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:06.267827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.271728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18dd57-d473-4048-82c1-c573af79565f None None] Network dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:06.292891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36310d34-176a-4078-a3f8-98c988ecea68 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0932367 Mar 22 14:28:06.319009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-281384647', 'router:external': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:06.345289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Made reservation on behalf of 85e99f41ebd0412c93a722eb48108b01 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:06.348168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.359245 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.404499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f88c9b-b2b9-43f3-bcb2-199a709c1009 None None] Network dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:06.474391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for security_group (a3f75633-a054-4e24-a3ea-65855ef95a7a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.481166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3f75633-a054-4e24-a3ea-65855ef95a7a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.538258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:06.559164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f75633-a054-4e24-a3ea-65855ef95a7a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:06.575188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7558f724-ed27-4434-8d74-23524462f466), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.576003 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Added segment 7558f724-ed27-4434-8d74-23524462f466 of type vlan for network d3620b25-581f-41b6-82cd-ec4e157faeb0 Mar 22 14:28:06.632956 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d3620b25-581f-41b6-82cd-ec4e157faeb0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.667170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d3620b25-581f-41b6-82cd-ec4e157faeb0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.669014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:06.669986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.730021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5433834 Mar 22 14:28:06.732992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:06.740602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'subnet': {'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:06.768506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25d02-89a3-4ac0-98e0-7919defd179b tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Network': ['ID=d3620b25-581f-41b6-82cd-ec4e157faeb0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:06.772765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Made reservation on behalf of 85e99f41ebd0412c93a722eb48108b01 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:06.775946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:06.781083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:07.068168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.073490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-676883750-network', 'tenant_id': '0da5d2632a7b4184960af9b0e590600d'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:07.096350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Made reservation on behalf of 0da5d2632a7b4184960af9b0e590600d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:07.099368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.108341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.144430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.objects.ports [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103891) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 14:28:07.145131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (b20adfc9-45c0-4623-b50c-3bb109772851), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.190232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks [] for security_group (0e3ba145-dc82-4491-80d6-f10acf1f2f87), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.197657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e3ba145-dc82-4491-80d6-f10acf1f2f87), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.230710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b20adfc9-45c0-4623-b50c-3bb109772851,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:07.238820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Checking segment: {'id': '7558f724-ed27-4434-8d74-23524462f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:07.239184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network hostable DHCP agents. Network: d3620b25-581f-41b6-82cd-ec4e157faeb0, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:07.257475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:07.263259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:07.272949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d3620b25-581f-41b6-82cd-ec4e157faeb0) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:07.284981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342edbe-ecde-45bd-947e-136c69645994 None None] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:07.290590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ba145-dc82-4491-80d6-f10acf1f2f87,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:07.298140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b5c38582-5997-4e0f-b6dd-14ed17c3c083), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.298521 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Added segment b5c38582-5997-4e0f-b6dd-14ed17c3c083 of type vlan for network 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 Mar 22 14:28:07.314671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:07.316782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.319282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38154) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.354707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.363928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2abf-c46b-49ed-9c18-d43cec79dfdd req-482ae179-6133-4262-9ad8-848869c55897 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:07.365757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-139b2abf-c46b-49ed-9c18-d43cec79dfdd req-482ae179-6133-4262-9ad8-848869c55897 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.1243641 Mar 22 14:28:07.387715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5434a011-241c-4ca4-a408-bb19105f2f47 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6534629 Mar 22 14:28:07.390378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.397738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1449533265', 'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:07.425276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Deleting subnet aad0b9f5-36b1-494f-bd47-d77d088f63f0 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:07.431804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Publish callbacks [] for subnet (aad0b9f5-36b1-494f-bd47-d77d088f63f0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.433151 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.434160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:07.434742 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.437546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0baa87d-800e-4dc6-b006-f73b88309ec2 None None] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:07.454913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-139b2abf-c46b-49ed-9c18-d43cec79dfdd req-b14b6963-ccab-46fe-a8aa-c6c681a0a2c9 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819027 Mar 22 14:28:07.475546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (aad0b9f5-36b1-494f-bd47-d77d088f63f0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.477482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Made reservation on behalf of 85e99f41ebd0412c93a722eb48108b01 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:07.480108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.515858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4462984 Mar 22 14:28:07.517090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.519540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5828f-c688-4bd7-b8f8-4e507be2ee00 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:07.523707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Request body: {'subnet': {'network_id': '2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-676883750-subnet', 'tenant_id': '0da5d2632a7b4184960af9b0e590600d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:07.534470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] device_id is not set on port 646ce094-1df5-42a3-99ad-258ad65629e9 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:28:07.542515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:07.588179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (aad0b9f5-36b1-494f-bd47-d77d088f63f0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.614438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Made reservation on behalf of 0da5d2632a7b4184960af9b0e590600d for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:07.617175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.750640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (aad0b9f5-36b1-494f-bd47-d77d088f63f0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.765374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 2001:db8::b7 (d3620b25-581f-41b6-82cd-ec4e157faeb0/b20adfc9-45c0-4623-b50c-3bb109772851/646ce094-1df5-42a3-99ad-258ad65629e9) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:07.803614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.806876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aad0b9f5-36b1-494f-bd47-d77d088f63f0 HTTP/1.1" status: 204 len: 168 time: 0.4856334 Mar 22 14:28:07.807719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b27a1-abd1-4668-a74f-672b49cb28c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad0b9f5-36b1-494f-bd47-d77d088f63f0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:07.810369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:07.902207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.978917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (fee0194b-cb8d-4e13-be7e-31802dc1bd13), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:07.981903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.004148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:08.014038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00104fcc-5071-4e53-818f-756038be1515') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:08.014348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00104fcc-5071-4e53-818f-756038be1515') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:08.029489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (00104fcc-5071-4e53-818f-756038be1515), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.045248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (00104fcc-5071-4e53-818f-756038be1515), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.052055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:08.052370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (00104fcc-5071-4e53-818f-756038be1515), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:08.054312 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:08.056742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (646ce094-1df5-42a3-99ad-258ad65629e9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.064552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee0194b-cb8d-4e13-be7e-31802dc1bd13,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:08.088052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Checking segment: {'id': 'b5c38582-5997-4e0f-b6dd-14ed17c3c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:08.088578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Network hostable DHCP agents. Network: 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:08.116693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (646ce094-1df5-42a3-99ad-258ad65629e9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.135628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.148199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Network 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:08.151966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.155172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf HTTP/1.1" status: 204 len: 168 time: 0.3435853 Mar 22 14:28:08.156258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10a72f2-2d9a-43c6-a4d5-de1d1ef39acf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:08.165867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.166427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.166930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.167450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.167997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.169059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.169556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.170107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.170412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:08.170799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.171290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.171775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.172310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.172805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.173291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.173771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815150-a9d1-4da3-98f2-2015774b7c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:08.178580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:08.180355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:08.181801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:08.182800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:08.183513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.188051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=646ce094-1df5-42a3-99ad-258ad65629e9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:08.190953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f430f-deb4-49ea-9328-bc05202d1c83 None None] Network 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:08.191474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:08.191589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.216084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38168) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.218542 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-db594107-16f6-49c7-87c1-0bcc5e45afa6 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8270357 Mar 22 14:28:08.240823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fb04a20c-a3f0-4edf-800b-481d2f4105ca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7198412 Mar 22 14:28:08.305950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecaa2fd-63c6-4e30-b5bb-34fb6b5fed59 None None] Network 2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:08.377048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Deleting port 646ce094-1df5-42a3-99ad-258ad65629e9 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:08.377696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (646ce094-1df5-42a3-99ad-258ad65629e9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.416991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.474352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Deleting subnet cc1eae3e-bb3e-487e-ba7d-651bf70b3f61 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:08.476316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38174) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.478153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Publish callbacks [] for subnet (cc1eae3e-bb3e-487e-ba7d-651bf70b3f61), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.499237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (646ce094-1df5-42a3-99ad-258ad65629e9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.515692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Calling delete_port for 646ce094-1df5-42a3-99ad-258ad65629e9 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:08.515964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cc1eae3e-bb3e-487e-ba7d-651bf70b3f61), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.547265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0959c0a1-b848-470e-8725-0fc1f291c9aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7fe532771da0418cb73688012dad233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683572 Mar 22 14:28:08.551766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.589838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cc1eae3e-bb3e-487e-ba7d-651bf70b3f61), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.657128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb8b0e-b85d-4c35-8b84-ed33f892fdeb req-49386206-a2b6-45e3-ac1f-b19b09291387 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:08.659171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37fb8b0e-b85d-4c35-8b84-ed33f892fdeb req-49386206-a2b6-45e3-ac1f-b19b09291387 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0795655 Mar 22 14:28:08.676496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] Publish callbacks [] for security_group (7128bb34-9a3a-4e7d-904d-d76ff12b629f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.697594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cc1eae3e-bb3e-487e-ba7d-651bf70b3f61), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.710713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] Publish callbacks [] for security_group (7128bb34-9a3a-4e7d-904d-d76ff12b629f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.735380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1eae3e-bb3e-487e-ba7d-651bf70b3f61,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:08.748256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.755025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12294024-f90d-4443-87f2-7896eb06546a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cc1eae3e-bb3e-487e-ba7d-651bf70b3f61 HTTP/1.1" status: 204 len: 168 time: 0.3360813 Mar 22 14:28:08.755713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.762960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (646ce094-1df5-42a3-99ad-258ad65629e9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.782796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37fb8b0e-b85d-4c35-8b84-ed33f892fdeb req-d5d4e5d3-c5cc-4b9a-a3a1-884b7ef47441 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142938 Mar 22 14:28:08.818235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Port': ['ID=646ce094-1df5-42a3-99ad-258ad65629e9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:08.860521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.867781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c0e06758-b91a-4831-bad0-d04e6e590597 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/ports/646ce094-1df5-42a3-99ad-258ad65629e9 HTTP/1.1" status: 204 len: 168 time: 0.6504714 Mar 22 14:28:08.868613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38182) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:08.874258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0', 'external_fixed_ips': [{'subnet_id': 'b20adfc9-45c0-4623-b50c-3bb109772851', 'ip_address': '2001:db8::b7'}]}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:08.907876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (31198edf-38a3-4264-a410-caecaf561655), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.909105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (31198edf-38a3-4264-a410-caecaf561655), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:08.968796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (31198edf-38a3-4264-a410-caecaf561655), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.120127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (31198edf-38a3-4264-a410-caecaf561655), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.167892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7128bb34-9a3a-4e7d-904d-d76ff12b629f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.170482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.171624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7128bb34-9a3a-4e7d-904d-d76ff12b629f HTTP/1.1" status: 204 len: 168 time: 0.6188822 Mar 22 14:28:09.178479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.206965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b5572-b330-4c5f-a7ce-4faa75673358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128bb34-9a3a-4e7d-904d-d76ff12b629f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:09.305076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.326824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:09.338963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33afbcbd-4194-4378-89e1-67f8d2a73d37') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:09.339513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33afbcbd-4194-4378-89e1-67f8d2a73d37') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:09.346393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (31198edf-38a3-4264-a410-caecaf561655), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.351916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (33afbcbd-4194-4378-89e1-67f8d2a73d37), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.367053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.368001 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (33afbcbd-4194-4378-89e1-67f8d2a73d37), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.378818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:09.379349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (33afbcbd-4194-4378-89e1-67f8d2a73d37), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:09.381213 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:09.454323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.473789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.480894 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5 HTTP/1.1" status: 204 len: 168 time: 0.7220867 Mar 22 14:28:09.481669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38190) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:09.493942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16053563-79c8-426e-aae4-db9747b14d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd62d4e2-2c18-473e-b7b8-e6de4fbdc1d5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:09.570134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Deleting subnet fee0194b-cb8d-4e13-be7e-31802dc1bd13 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:09.575834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Publish callbacks [] for subnet (fee0194b-cb8d-4e13-be7e-31802dc1bd13), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.639730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (fee0194b-cb8d-4e13-be7e-31802dc1bd13), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.671746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 2001:db8::b7 (d3620b25-581f-41b6-82cd-ec4e157faeb0/b20adfc9-45c0-4623-b50c-3bb109772851/1cc1b292-ce4f-4a09-9288-7a9a9305a069) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:09.696516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (fee0194b-cb8d-4e13-be7e-31802dc1bd13), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.818797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (fee0194b-cb8d-4e13-be7e-31802dc1bd13), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.837200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.859052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee0194b-cb8d-4e13-be7e-31802dc1bd13,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:09.862603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:09.865837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-df459c80-dc2c-401c-82a0-fbcca577bfa0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fee0194b-cb8d-4e13-be7e-31802dc1bd13 HTTP/1.1" status: 204 len: 168 time: 0.3833461 Mar 22 14:28:09.868779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38206) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:09.985735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.007046 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.042673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df281-ed55-4644-9317-d7e93ec0497e req-9760df47-4304-4508-90f4-d1f75431a08c tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:10.044172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23df281-ed55-4644-9317-d7e93ec0497e req-9760df47-4304-4508-90f4-d1f75431a08c tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.1665475 Mar 22 14:28:10.063006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38212) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.099182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network d3620b25-581f-41b6-82cd-ec4e157faeb0 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:10.144871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:10.149588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=1cc1b292-ce4f-4a09-9288-7a9a9305a069,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:10.153386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:10.159591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.199805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-323453160-network', 'tenant_id': '133e132c97984561a54c4b8f0875f768'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:10.218987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Made reservation on behalf of 133e132c97984561a54c4b8f0875f768 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:10.222168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.234577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.251577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.270882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c38582-5997-4e0f-b6dd-14ed17c3c083') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.271233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c38582-5997-4e0f-b6dd-14ed17c3c083') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:10.310174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c23df281-ed55-4644-9317-d7e93ec0497e req-5b136d6b-09ee-4946-b0b4-6da5b45218e8 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413926 Mar 22 14:28:10.315312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (b5c38582-5997-4e0f-b6dd-14ed17c3c083), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.335685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b5c38582-5997-4e0f-b6dd-14ed17c3c083), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.344775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks [] for security_group (e222aa53-0470-439c-a9c2-1f2242a08a5e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.347026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:10.347430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (b5c38582-5997-4e0f-b6dd-14ed17c3c083), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:10.349107 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:10.351548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e222aa53-0470-439c-a9c2-1f2242a08a5e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.376624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e222aa53-0470-439c-a9c2-1f2242a08a5e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:10.474769 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.478297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:28:10.481718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.484951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] 10.222.0.81 "DELETE /v2.0/networks/2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0 HTTP/1.1" status: 204 len: 168 time: 0.6152215 Mar 22 14:28:10.494757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ef42e0b-f053-40d0-846e-54de1aa545e2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.495261 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Added segment 2ef42e0b-f053-40d0-846e-54de1aa545e2 of type vlan for network dfa1da40-1033-46b0-92b7-22b8ff84cbbf Mar 22 14:28:10.500751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6f52-47f5-4e88-a77d-45042799f49a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0a7d59-9bcd-43ea-bf1f-e59ceab888f0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:10.521998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (31198edf-38a3-4264-a410-caecaf561655), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.566486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dfa1da40-1033-46b0-92b7-22b8ff84cbbf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.602376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dfa1da40-1033-46b0-92b7-22b8ff84cbbf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.603407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:10.604027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.637986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38220) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.664027 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5995736 Mar 22 14:28:10.668179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.674613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Request body: {'subnet': {'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-323453160-subnet', 'tenant_id': '133e132c97984561a54c4b8f0875f768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:10.684778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc64d2-fe15-4d20-9dbd-c9269256029b admin admin] Pushing event updated for resources: {'Network': ['ID=dfa1da40-1033-46b0-92b7-22b8ff84cbbf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:10.697803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:28:10.703515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Made reservation on behalf of 133e132c97984561a54c4b8f0875f768 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:10.707178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.760263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0aee85e7-9217-4e52-a9fe-ebf7399ed291 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfd023f2d5834b8bb82566ca3b299ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181588 Mar 22 14:28:10.760511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f43d9c79-2f06-4b8d-b98e-3af4d237edb2 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:10.762657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38224) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:10.792774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: f43d9c79-2f06-4b8d-b98e-3af4d237edb2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:10.793307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f43d9c79-2f06-4b8d-b98e-3af4d237edb2 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:10.828611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] Publish callbacks [] for security_group (3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.830885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (31198edf-38a3-4264-a410-caecaf561655), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.920746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (e7225385-2adc-40f6-bf02-295ad6484b21), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.922501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] Publish callbacks [] for security_group (3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:10.978060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7225385-2adc-40f6-bf02-295ad6484b21,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:10.989114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Checking segment: {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:10.989525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Network hostable DHCP agents. Network: dfa1da40-1033-46b0-92b7-22b8ff84cbbf, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:28:11.008797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.009581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:28:11.011643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.016214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb HTTP/1.1" status: 204 len: 168 time: 0.2509005 Mar 22 14:28:11.028443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce247d5-19a1-42fd-a1b3-344fcd25b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac38fd-86ad-4e05-b35b-6ccdacaf8ebb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:11.030554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dfa1da40-1033-46b0-92b7-22b8ff84cbbf) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:11.045740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:11.047715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bd4a1-37f8-47be-a763-14a2f029f864 None None] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:11.047879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.067901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router 31198edf-38a3-4264-a410-caecaf561655 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:11.072690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7d783a1c-5450-4a4a-8d5e-1b97259489e8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4030526 Mar 22 14:28:11.187369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671ac74-66e2-4a98-9068-8c6025d1129a None None] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:28:11.193901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:11.206598 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Sync routers for ids ['31198edf-38a3-4264-a410-caecaf561655'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:11.219702 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.220806 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Routers {'31198edf-38a3-4264-a410-caecaf561655'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:11.221879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31198edf-38a3-4264-a410-caecaf561655'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:11.225681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38230) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:11.226228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f6fdc96-011f-498f-ae4c-f37d426b6c8a tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.3559160 Mar 22 14:28:11.459142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Set router 31198edf-38a3-4264-a410-caecaf561655 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:11.483248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797cf7c-99ab-4715-8764-273b0915d55f req-e4af5c48-0b26-4f3f-a2cf-9a39c316504a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:11.484272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (31198edf-38a3-4264-a410-caecaf561655), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.485123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d797cf7c-99ab-4715-8764-273b0915d55f req-e4af5c48-0b26-4f3f-a2cf-9a39c316504a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0918996 Mar 22 14:28:11.572854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d797cf7c-99ab-4715-8764-273b0915d55f req-e76822d5-fc73-49bb-abe8-257583e7b45e tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814607 Mar 22 14:28:11.652208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (31198edf-38a3-4264-a410-caecaf561655), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.696425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38244) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:11.729263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Deleting port 1cc1b292-ce4f-4a09-9288-7a9a9305a069 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:11.730586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.737941 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31198edf-38a3-4264-a410-caecaf561655', 'name': '', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0', 'external_fixed_ips': [{'subnet_id': 'b20adfc9-45c0-4623-b50c-3bb109772851', 'ip_address': '2001:db8::b7'}], 'enable_snat': True}, 'gw_port_id': '1cc1b292-ce4f-4a09-9288-7a9a9305a069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:08Z', 'updated_at': '2022-03-22T14:28:10Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '1cc1b292-ce4f-4a09-9288-7a9a9305a069', 'name': '', 'network_id': 'd3620b25-581f-41b6-82cd-ec4e157faeb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31198edf-38a3-4264-a410-caecaf561655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b20adfc9-45c0-4623-b50c-3bb109772851', 'ip_address': '2001:db8::b7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:09Z', 'updated_at': '2022-03-22T14:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b20adfc9-45c0-4623-b50c-3bb109772851', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:11.767527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-60ee7067-b268-4cb6-b138-cd9a55b500a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0da5d2632a7b4184960af9b0e590600d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674136 Mar 22 14:28:11.768632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38246) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:11.786378 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Checking router: 31198edf-38a3-4264-a410-caecaf561655 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:11.786993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Updating router 31198edf-38a3-4264-a410-caecaf561655 port 1cc1b292-ce4f-4a09-9288-7a9a9305a069 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:28:11.825003 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.863724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:11.878035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Calling delete_port for 1cc1b292-ce4f-4a09-9288-7a9a9305a069 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:11.975337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-327115c4-c9f0-4b33-9c0a-ad20e9ce076d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:11.977170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-327115c4-c9f0-4b33-9c0a-ad20e9ce076d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 813 time: 0.1278644 Mar 22 14:28:11.980954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] Publish callbacks [] for security_group (0e3ba145-dc82-4491-80d6-f10acf1f2f87), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.006075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-d729b5bb-6ccb-48fc-bd77-cbcf65f221fd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/quotas/133e132c97984561a54c4b8f0875f768 HTTP/1.1" status: 200 len: 375 time: 0.0227172 Mar 22 14:28:12.039721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] Publish callbacks [] for security_group (0e3ba145-dc82-4491-80d6-f10acf1f2f87), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.082340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1cc1b292-ce4f-4a09-9288-7a9a9305a069), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.127147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-47c473e9-4c4c-4f47-b1bd-22591111411c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142099 Mar 22 14:28:12.131373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e3ba145-dc82-4491-80d6-f10acf1f2f87), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.134142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cc1b292-ce4f-4a09-9288-7a9a9305a069,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:12.134970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.138554 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.db.api [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103893) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:28:12.140212 n-d-758851-5 neutron-server[103893]: DEBUG oslo_db.api [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:28:12.143830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e3ba145-dc82-4491-80d6-f10acf1f2f87 HTTP/1.1" status: 204 len: 168 time: 0.3733494 Mar 22 14:28:12.154226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (31198edf-38a3-4264-a410-caecaf561655), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.162758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db620c5-ac7a-4fe6-bc27-1db1de688492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ba145-dc82-4491-80d6-f10acf1f2f87,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:12.264477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (31198edf-38a3-4264-a410-caecaf561655), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.268059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (31198edf-38a3-4264-a410-caecaf561655), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.282479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-e559acbb-a0a5-4c43-bad3-7d3dac639af3 service neutron] 10.222.0.81 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371348 Mar 22 14:28:12.322427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (31198edf-38a3-4264-a410-caecaf561655), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.323375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31198edf-38a3-4264-a410-caecaf561655 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:12.329485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.331024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-812c8a64-7895-4b9e-80d2-9399415ace6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/routers/31198edf-38a3-4264-a410-caecaf561655 HTTP/1.1" status: 204 len: 168 time: 1.1028464 Mar 22 14:28:12.333699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38258) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:12.403900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Deleting subnet b20adfc9-45c0-4623-b50c-3bb109772851 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:28:12.407709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for subnet (b20adfc9-45c0-4623-b50c-3bb109772851), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.445997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (b20adfc9-45c0-4623-b50c-3bb109772851), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.488964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b20adfc9-45c0-4623-b50c-3bb109772851), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.573384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (b20adfc9-45c0-4623-b50c-3bb109772851), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.589839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.594680 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/b20adfc9-45c0-4623-b50c-3bb109772851 HTTP/1.1" status: 204 len: 168 time: 0.2596824 Mar 22 14:28:12.620632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38270) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:12.621476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd8bb0-8f24-476a-87c6-5660b8986b6c tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b20adfc9-45c0-4623-b50c-3bb109772851,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:12.673389 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Port 1cc1b292-ce4f-4a09-9288-7a9a9305a069 not found while updating agent binding for router 31198edf-38a3-4264-a410-caecaf561655. {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 14:28:12.700882 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:12.701629 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:28:12.702458 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31198edf-38a3-4264-a410-caecaf561655'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103893) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:28:12.703036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074ab4-70b4-45ca-9459-504abcb2cbf5 None None] The sync data for ids ['31198edf-38a3-4264-a410-caecaf561655'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:12.708404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d3620b25-581f-41b6-82cd-ec4e157faeb0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.803529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d3620b25-581f-41b6-82cd-ec4e157faeb0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.831989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3620b25-581f-41b6-82cd-ec4e157faeb0']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:12.845219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7558f724-ed27-4434-8d74-23524462f466') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:12.846116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7558f724-ed27-4434-8d74-23524462f466') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:12.865257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (7558f724-ed27-4434-8d74-23524462f466), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.887318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7558f724-ed27-4434-8d74-23524462f466), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.893477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99cce2-51c3-49ee-a9eb-13cacd7179dc req-c6f4821a-4b6e-454c-ba07-8819330e7120 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:12.895900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b99cce2-51c3-49ee-a9eb-13cacd7179dc req-c6f4821a-4b6e-454c-ba07-8819330e7120 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0926385 Mar 22 14:28:12.910062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:28:12.910968 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (7558f724-ed27-4434-8d74-23524462f466), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:28:12.913784 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:28:12.938424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-c3cdaf14-8c84-4278-aa0c-5e63e37a2314 service neutron] 10.222.0.81 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548040 Mar 22 14:28:13.007016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d3620b25-581f-41b6-82cd-ec4e157faeb0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.010171 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b99cce2-51c3-49ee-a9eb-13cacd7179dc req-be264f29-d31d-46dc-b1d0-7c654f6144b8 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022229 Mar 22 14:28:13.021652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3620b25-581f-41b6-82cd-ec4e157faeb0 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 14:28:13.039195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.053363 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d3620b25-581f-41b6-82cd-ec4e157faeb0 HTTP/1.1" status: 204 len: 168 time: 0.4239712 Mar 22 14:28:13.074947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f03e6-908d-4e3b-a5fc-57f5a63e4e84 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3620b25-581f-41b6-82cd-ec4e157faeb0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:13.261099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b77c432-1345-4364-a93d-f7e8bc15a72d req-713ad322-ab99-44a3-94dc-a3747748faa6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 210 time: 0.0714419 Mar 22 14:28:13.395117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38300) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:13.399662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'name': 'tempest-router--608782532', 'project_id': 'a03a1e6bdf194471af08681bcecdbec5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:13.424212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.425718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.530052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (255ed73d-9f36-45a4-adc2-bd7516c93b30), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.541009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.566961 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.570088 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-db1cea6f-c4ff-46c8-8395-adec287efc50 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1732600 Mar 22 14:28:13.572417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38310) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:13.665093 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.850777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.853297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (255ed73d-9f36-45a4-adc2-bd7516c93b30), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.906988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (255ed73d-9f36-45a4-adc2-bd7516c93b30), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.907491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 255ed73d-9f36-45a4-adc2-bd7516c93b30 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:13.913208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:13.916729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ba60d0a-c990-4ed9-8ea2-26caa5519965 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/routers/255ed73d-9f36-45a4-adc2-bd7516c93b30 HTTP/1.1" status: 204 len: 168 time: 0.3407075 Mar 22 14:28:14.160839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4dbe3-7e0c-4127-b444-f1ad2e211313 req-8df14366-6a08-448e-b5b7-e377da6270f7 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:14.168489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00e4dbe3-7e0c-4127-b444-f1ad2e211313 req-8df14366-6a08-448e-b5b7-e377da6270f7 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.0645950 Mar 22 14:28:14.210297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38334) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:14.223782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00e4dbe3-7e0c-4127-b444-f1ad2e211313 req-555b245a-48db-49ab-8597-61ce66bf6083 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543294 Mar 22 14:28:14.368732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a69b226-a87c-478a-9d09-0b396f71e1f4 req-b1c68b64-5211-422c-af31-9180eb3b6c62 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 210 time: 0.0432494 Mar 22 14:28:14.470411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-459174607', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:14.515541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (7f5cad80-968c-4665-96f7-5c423c84d837), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.516927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (7f5cad80-968c-4665-96f7-5c423c84d837), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.554607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-5d57cee7-9d4b-42f3-bd96-99673d6208de tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:14.556480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-5d57cee7-9d4b-42f3-bd96-99673d6208de tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 813 time: 0.1616571 Mar 22 14:28:14.572492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Request body: {'port': {'device_id': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'admin_state_up': True, 'tenant_id': '133e132c97984561a54c4b8f0875f768'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:14.677071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (7f5cad80-968c-4665-96f7-5c423c84d837), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.835259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Made reservation on behalf of 133e132c97984561a54c4b8f0875f768 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:14.838646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:14.864331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (7f5cad80-968c-4665-96f7-5c423c84d837), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.023744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Allocated IP 172.20.0.11 (dfa1da40-1033-46b0-92b7-22b8ff84cbbf/e7225385-2adc-40f6-bf02-295ad6484b21/ef5677c4-1c11-4f20-a69c-f5d50bc86bf5) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:15.446220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f56e-468b-4171-a62a-6d78d6b80eaa req-b130d86a-4864-45f2-bc6d-3719a5c57ffd tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:15.453461 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5020f56e-468b-4171-a62a-6d78d6b80eaa req-b130d86a-4864-45f2-bc6d-3719a5c57ffd tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.1021712 Mar 22 14:28:15.525785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5020f56e-468b-4171-a62a-6d78d6b80eaa req-96c9d1af-e889-4bb3-af53-0a54ff7a4748 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577557 Mar 22 14:28:15.609184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2860fba-64da-4590-b94e-ef0342e5568d req-22477307-7c24-453b-9aed-7312c894b3de tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 210 time: 0.0563846 Mar 22 14:28:15.774235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (7f5cad80-968c-4665-96f7-5c423c84d837), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.802422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.808585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks [] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.920028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:15.986895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:15.992635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:15.999228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:16.066238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:16.066979 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.102941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Allocated IP 172.25.3.76 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/3feb6f78-eae5-4be7-85b9-293898d3365d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:16.218857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6504228 Mar 22 14:28:16.219509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a690549-0abb-4c3b-ae56-3ea59d5c31a7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:16.236747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Request body: {'port': {'device_id': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:16.314811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for port (3feb6f78-eae5-4be7-85b9-293898d3365d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.351865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.723648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a070b1-1911-4c68-bde9-5a71d7effc0a req-975f79e3-195c-40c1-b01c-ec80e1752ca0 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:16.738447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72a070b1-1911-4c68-bde9-5a71d7effc0a req-975f79e3-195c-40c1-b01c-ec80e1752ca0 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 943 time: 0.1148953 Mar 22 14:28:16.749807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 81dd6f83-69d9-4303-a4e8-6f43237924e8 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:28:16.851679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:16.861896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks [] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.877324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Transition to ACTIVE for port object ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:28:16.879387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3feb6f78-eae5-4be7-85b9-293898d3365d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.904771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:16.910278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:16.951040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:16.955065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0e0b-6b75-4c14-a403-c2e102a2fc99 req-6f94f4b1-d45d-4dd0-ba4e-061ff95d2006 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:16.967035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:16.970528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cae0e0b-6b75-4c14-a403-c2e102a2fc99 req-6f94f4b1-d45d-4dd0-ba4e-061ff95d2006 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 932 time: 0.2299228 Mar 22 14:28:17.015750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72a070b1-1911-4c68-bde9-5a71d7effc0a req-04ef5cf0-ef81-47d0-9cc3-a0c47892d617 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764165 Mar 22 14:28:17.019404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:17.041888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:28:17.090037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cae0e0b-6b75-4c14-a403-c2e102a2fc99 req-836d64f0-2245-429b-b07b-ce028389669e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150820 Mar 22 14:28:17.133434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 81dd6f83-69d9-4303-a4e8-6f43237924e8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:17.134177 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.167768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dd6f83-69d9-4303-a4e8-6f43237924e8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:17.217073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event updated for resources: {'Port': ['ID=3feb6f78-eae5-4be7-85b9-293898d3365d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:17.251237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:17.263939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.278433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:17.388615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Attempting to bind port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:17.389111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Attempting to bind port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:17.389555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Attempting to bind port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:17.396562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:17.397020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Attempting to bind port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:17.398511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:17.519652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:17.520044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Checking segment: {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:17.520404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Bound using segment: {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:17.520856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Bound port: ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:17.521213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.523470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (7f5cad80-968c-4665-96f7-5c423c84d837), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.529033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['81dd6f83-69d9-4303-a4e8-6f43237924e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:17.900228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (7f5cad80-968c-4665-96f7-5c423c84d837), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:17.921916 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:17.925640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:18.166060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.225822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.226848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.228690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] 10.222.0.78 "PUT /v2.0/ports/ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 1092 time: 2.0016580 Mar 22 14:28:18.232238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:18.243045 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:18.350148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Router 7f5cad80-968c-4665-96f7-5c423c84d837 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:18.361974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb696f-dd79-4949-9d93-1ecbfc5e75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:18.414638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f372-eba9-4daa-9864-6b0762d49073 req-56234191-6983-4ea2-819e-b07f29530c9b tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.416810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6769f372-eba9-4daa-9864-6b0762d49073 req-56234191-6983-4ea2-819e-b07f29530c9b tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 944 time: 0.2484937 Mar 22 14:28:18.464512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-84ddc1fe-062e-4fbe-ad2b-61c45f8d5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.466204 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-84ddc1fe-062e-4fbe-ad2b-61c45f8d5497 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1126 time: 0.1815972 Mar 22 14:28:18.492316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08618edd-9967-40c0-90b2-801b5c30bba0 req-8e10e52c-1f7b-4a77-b7d0-94bfdad2af8c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.500208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08618edd-9967-40c0-90b2-801b5c30bba0 req-8e10e52c-1f7b-4a77-b7d0-94bfdad2af8c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.2245245 Mar 22 14:28:18.551345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6769f372-eba9-4daa-9864-6b0762d49073 req-96e22844-4caf-4d5c-a8ff-dd31eeeb4b5a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242607 Mar 22 14:28:18.557200 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-8f622c4f-3c56-4e59-9a03-cd882b5a011b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 217 time: 0.0822365 Mar 22 14:28:18.608810 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca374cce-3dbe-47aa-a942-69cf52a515ee x-openstack-request-id: req-ca374cce-3dbe-47aa-a942-69cf52a515ee {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:18.609162 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:18.609411 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca374cce-3dbe-47aa-a942-69cf52a515ee {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:18.609781 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca374cce-3dbe-47aa-a942-69cf52a515ee'] response: {'name': 'network-changed', 'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'status': 'completed', 'code': 200} Mar 22 14:28:18.611582 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62ce35b1-5ec8-4548-98ea-ca81a4211193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.614864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:18.626809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] Sync routers for ids ['7f5cad80-968c-4665-96f7-5c423c84d837'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:18.646488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08618edd-9967-40c0-90b2-801b5c30bba0 req-df8fba64-90a8-4693-825d-19e8dbabf9f7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451349 Mar 22 14:28:18.653874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] Routers {'7f5cad80-968c-4665-96f7-5c423c84d837'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:18.654891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7f5cad80-968c-4665-96f7-5c423c84d837'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:18.666024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-5a7c0287-2ff9-4840-850a-c2ec40828954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:18.667792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-5a7c0287-2ff9-4840-850a-c2ec40828954 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0921357 Mar 22 14:28:18.672046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:18.673534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ab14a796-3048-4f9b-91f4-728ade0aec94 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4622390 Mar 22 14:28:18.676466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38432) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:18.682832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38434) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:18.703349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-ce7fefbd-7ad0-4509-ba05-8e74b91837a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284231 Mar 22 14:28:18.729693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:18.739573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] Routers {'7f5cad80-968c-4665-96f7-5c423c84d837'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:18.740246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:27:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7f5cad80-968c-4665-96f7-5c423c84d837'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:18.853931 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-64f145be-65a9-4659-884d-c8e61910cb88 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410556 Mar 22 14:28:18.857211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-97a547f6-d00c-4354-8a5f-b08729478d40 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/7f5cad80-968c-4665-96f7-5c423c84d837 HTTP/1.1" status: 200 len: 923 time: 0.1795666 Mar 22 14:28:18.860122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38438) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:18.932797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d6c038a0-031e-459f-bacf-5c89b7fce212 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5cad80-968c-4665-96f7-5c423c84d837 HTTP/1.1" status: 200 len: 205 time: 0.0700431 Mar 22 14:28:18.935870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:19.020814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aba35231-e459-48e1-a9e7-ebe4081c02e8 req-c34ba9ff-0e4a-4b71-8f11-ee65678abda0 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593897 Mar 22 14:28:19.066801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:19.067529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96494221-62eb-4304-a753-9a0a78aa2c16 None None] The sync data for ids ['7f5cad80-968c-4665-96f7-5c423c84d837'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:19.070325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 81dd6f83-69d9-4303-a4e8-6f43237924e8 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:19.091364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738aa7b7-0d0e-4167-ad57-dfcd97beae9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.160953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 81dd6f83-69d9-4303-a4e8-6f43237924e8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:28:19.166652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 81dd6f83-69d9-4303-a4e8-6f43237924e8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:19.167090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.183509 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (7f5cad80-968c-4665-96f7-5c423c84d837), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.184581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-cc31018b-fa0d-4da9-8163-bdcc99ddaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.188304 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-cc31018b-fa0d-4da9-8163-bdcc99ddaf88 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1126 time: 0.1007910 Mar 22 14:28:19.299756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 81dd6f83-69d9-4303-a4e8-6f43237924e8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:19.300117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.337366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:19.339500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:19.342476 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55b6db0-5cd2-49b9-bfdd-7901c6f8fe29" -d '{"events": [{"server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "name": "network-vif-plugged", "status": "completed", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:19.350133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.361951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-072f954c-c769-416d-a359-996aae5cc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.364511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-072f954c-c769-416d-a359-996aae5cc6e7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 914 time: 0.1682472 Mar 22 14:28:19.408440 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bfb6b-5cb7-4aba-973f-c59bc4c1ffb6 x-openstack-request-id: req-954bfb6b-5cb7-4aba-973f-c59bc4c1ffb6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:19.408735 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "name": "network-vif-plugged", "status": "completed", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:19.408991 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-954bfb6b-5cb7-4aba-973f-c59bc4c1ffb6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:19.409400 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954bfb6b-5cb7-4aba-973f-c59bc4c1ffb6'] response: {'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'code': 200} Mar 22 14:28:19.414406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:19.435561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-7e003b4d-e7b6-4cae-a36e-c53cd393a61a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 217 time: 0.0625343 Mar 22 14:28:19.451179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (7f5cad80-968c-4665-96f7-5c423c84d837), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.465813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738aa7b7-0d0e-4167-ad57-dfcd97beae9d admin admin] Publish callbacks [] for security_group (0e014b91-6032-460a-933a-209d21c14e8b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.475861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738aa7b7-0d0e-4167-ad57-dfcd97beae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e014b91-6032-460a-933a-209d21c14e8b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.520981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-7d264bf2-7d06-483d-848b-e9dfd5eda3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.523580 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-7d264bf2-7d06-483d-848b-e9dfd5eda3b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0684738 Mar 22 14:28:19.572973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-738aa7b7-0d0e-4167-ad57-dfcd97beae9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b62b422047b9478aa0e5a57e51faaa8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845522 Mar 22 14:28:19.572973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa7b7-0d0e-4167-ad57-dfcd97beae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e014b91-6032-460a-933a-209d21c14e8b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:19.575132 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-82f68cf1-668d-402b-9ff0-7ca2babffda4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442090 Mar 22 14:28:19.575797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38446) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:19.624915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6510b-2da0-49b3-8c7a-9dcabe19c20b req-699cd6f4-2d91-403e-ba95-14c0fe45da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.626473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7bc6510b-2da0-49b3-8c7a-9dcabe19c20b req-699cd6f4-2d91-403e-ba95-14c0fe45da00 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1127 time: 0.1378384 Mar 22 14:28:19.708526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port 3feb6f78-eae5-4be7-85b9-293898d3365d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:19.709020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3feb6f78-eae5-4be7-85b9-293898d3365d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.769336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-51d25ae6-902f-4f06-868c-e5172a997724 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630995 Mar 22 14:28:19.791149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7bc6510b-2da0-49b3-8c7a-9dcabe19c20b req-623d1afc-1b80-47fb-aaff-8cb456a93173 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555238 Mar 22 14:28:19.839195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd952c2-8905-4c26-934c-8e30ac7e28ae req-29a7350a-b0d6-40a2-8081-168be3b67cbc tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.841026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bd952c2-8905-4c26-934c-8e30ac7e28ae req-29a7350a-b0d6-40a2-8081-168be3b67cbc tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.1834860 Mar 22 14:28:19.860242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] Publish callbacks [] for security_group (0e014b91-6032-460a-933a-209d21c14e8b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.902815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3feb6f78-eae5-4be7-85b9-293898d3365d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.947274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] Publish callbacks [] for security_group (0e014b91-6032-460a-933a-209d21c14e8b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:19.966057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b048169-30d0-488a-86c2-233bc354b037 req-c63d1da2-e2b3-434e-8c6b-dd011f71854b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:19.967840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b048169-30d0-488a-86c2-233bc354b037 req-c63d1da2-e2b3-434e-8c6b-dd011f71854b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.2059500 Mar 22 14:28:19.971947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bd952c2-8905-4c26-934c-8e30ac7e28ae req-1cc4259f-0703-415c-8242-e5eb234d6989 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225724 Mar 22 14:28:19.997758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for 3feb6f78-eae5-4be7-85b9-293898d3365d owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:20.019659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8b2f133c-7a42-4dd8-b2ec-bfb035b2e8e1 req-fd892261-397e-4a3b-ba2a-668866d9c2a9 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426536 Mar 22 14:28:20.047773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e014b91-6032-460a-933a-209d21c14e8b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.051385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.055698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e014b91-6032-460a-933a-209d21c14e8b HTTP/1.1" status: 204 len: 168 time: 0.4760158 Mar 22 14:28:20.065714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c356df-a208-4bca-bad1-0c5d8c3c9372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e014b91-6032-460a-933a-209d21c14e8b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:20.140094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b048169-30d0-488a-86c2-233bc354b037 req-f01f8278-6ee9-465c-b697-2f62e420689f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419322 Mar 22 14:28:20.276567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3feb6f78-eae5-4be7-85b9-293898d3365d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.312059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=3feb6f78-eae5-4be7-85b9-293898d3365d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:20.383803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (7f5cad80-968c-4665-96f7-5c423c84d837), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.483006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:20.487317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (7f5cad80-968c-4665-96f7-5c423c84d837), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.489562 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (7f5cad80-968c-4665-96f7-5c423c84d837), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.497447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3aa731a-f5d7-40b1-b06e-1cecdd4f2fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.537991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (7f5cad80-968c-4665-96f7-5c423c84d837), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.538636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5cad80-968c-4665-96f7-5c423c84d837 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:20.541420 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:28:20.547857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.550428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-365f5e97-f6ad-4de2-93e9-461744c82c24 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/7f5cad80-968c-4665-96f7-5c423c84d837 HTTP/1.1" status: 204 len: 168 time: 1.6134953 Mar 22 14:28:20.553592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38462) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:20.559016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'name': 'tempest-snat-router-961519356', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:20.588150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.589173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.620241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3aa731a-f5d7-40b1-b06e-1cecdd4f2fb1 admin admin] Publish callbacks [] for security_group (7bb036bc-7e06-4603-8822-05c7025d42fd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.632403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3aa731a-f5d7-40b1-b06e-1cecdd4f2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bb036bc-7e06-4603-8822-05c7025d42fd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.678502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (b77f9aee-6950-4221-9655-ee6d73c655a2), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.733355 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f3aa731a-f5d7-40b1-b06e-1cecdd4f2fb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a97971e3e8e9429d8146e022318ab37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490058 Mar 22 14:28:20.736109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:20.794366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] Publish callbacks [] for security_group (7bb036bc-7e06-4603-8822-05c7025d42fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.820700 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] Publish callbacks [] for security_group (7bb036bc-7e06-4603-8822-05c7025d42fd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.878328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7bb036bc-7e06-4603-8822-05c7025d42fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.881422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:20.885624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bb036bc-7e06-4603-8822-05c7025d42fd HTTP/1.1" status: 204 len: 168 time: 0.1482730 Mar 22 14:28:20.896586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5fb84-e119-40f6-abd4-10c67ff84fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb036bc-7e06-4603-8822-05c7025d42fd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:20.948486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a900e235-7789-4cfc-b7c0-bbc4c7169186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.134496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa731a-f5d7-40b1-b06e-1cecdd4f2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb036bc-7e06-4603-8822-05c7025d42fd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:21.147912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b35c4f-315d-46b1-9976-b59b488eb256 req-b47a09f0-7668-4718-828e-fe8a542490f0 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:21.149750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0b35c4f-315d-46b1-9976-b59b488eb256 req-b47a09f0-7668-4718-828e-fe8a542490f0 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.0927351 Mar 22 14:28:21.210123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0b35c4f-315d-46b1-9976-b59b488eb256 req-719e2e71-0df5-49bb-89af-6be9a83988fa tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535803 Mar 22 14:28:21.248407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b77f9aee-6950-4221-9655-ee6d73c655a2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.320430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5c1d9-cced-4a1c-9a84-ac5018610860 req-50e1be21-51de-4a81-a5db-cc7ceac5008f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:21.327949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9c5c1d9-cced-4a1c-9a84-ac5018610860 req-50e1be21-51de-4a81-a5db-cc7ceac5008f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.0910335 Mar 22 14:28:21.403826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9c5c1d9-cced-4a1c-9a84-ac5018610860 req-4c610b2d-811e-4f96-bd9c-bf147a222f5b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746388 Mar 22 14:28:21.512778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b77f9aee-6950-4221-9655-ee6d73c655a2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.536495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.651328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 172.25.3.101 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/46a6dca3-9d4a-4e8c-9b75-00225978b8cc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:21.762512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.798217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:21.833765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:21.838591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:21.842961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:21.870312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:21.917323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.151619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b77f9aee-6950-4221-9655-ee6d73c655a2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.403191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5b57-64db-4ecc-a19e-69187f6d68d7 req-c04f5c6c-0f1f-4e39-b8ac-7fe21e97c593 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:22.412992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-506c5b57-64db-4ecc-a19e-69187f6d68d7 req-c04f5c6c-0f1f-4e39-b8ac-7fe21e97c593 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.1144466 Mar 22 14:28:22.416931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.480655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-506c5b57-64db-4ecc-a19e-69187f6d68d7 req-01b702bf-2b4c-45a2-942e-ad18709aaeba tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661204 Mar 22 14:28:22.590507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router b77f9aee-6950-4221-9655-ee6d73c655a2 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:22.640941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e5859-edd0-4bd1-8ddd-a0b5bb10c870 req-56db20e2-4e4a-4baa-bec7-f437e381eb96 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:22.647933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-218e5859-edd0-4bd1-8ddd-a0b5bb10c870 req-56db20e2-4e4a-4baa-bec7-f437e381eb96 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1216877 Mar 22 14:28:22.685593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8034144-ca07-471a-b729-ed755f8de27d req-ba170b14-6ca6-46ee-acff-5723461d9d6f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:22.692624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8034144-ca07-471a-b729-ed755f8de27d req-ba170b14-6ca6-46ee-acff-5723461d9d6f tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.1110699 Mar 22 14:28:22.729224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:22.738310 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Sync routers for ids ['b77f9aee-6950-4221-9655-ee6d73c655a2'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:22.739726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-218e5859-edd0-4bd1-8ddd-a0b5bb10c870 req-c5a5754d-e2e2-4360-93d0-8071ce5953e3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908074 Mar 22 14:28:22.771461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.772732 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dde44346-e35d-4696-98e0-028b27e5ae98 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2171836 Mar 22 14:28:22.775474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.780718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8034144-ca07-471a-b729-ed755f8de27d req-5f6bc3b1-f237-47aa-bb96-23818092bfc5 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870991 Mar 22 14:28:22.786909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:28:22.815182 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Routers {'b77f9aee-6950-4221-9655-ee6d73c655a2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:22.817391 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f9aee-6950-4221-9655-ee6d73c655a2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:22.823059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38530) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.935099 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a0c4345-75a5-4bad-a62a-9e3290bb3dbd tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/b77f9aee-6950-4221-9655-ee6d73c655a2 HTTP/1.1" status: 200 len: 908 time: 0.1560848 Mar 22 14:28:22.935412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38536) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:22.939841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'name': 'tempest-snat-router-961519356', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': True}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:22.977170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.977925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:22.989682 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Set router b77f9aee-6950-4221-9655-ee6d73c655a2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:23.008567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:23.030491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'port_id': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'mac_address': 'fa:16:3e:ad:22:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7225385-2adc-40f6-bf02-295ad6484b21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:28:23.089243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (c967251a-1a98-4ad6-a670-71e57f2c6e78), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.198205 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:20Z', 'updated_at': '2022-03-22T14:28:22Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:21Z', 'updated_at': '2022-03-22T14:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:23.200865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:23.202421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.222594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:23.244401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:23.247485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Checking router: b77f9aee-6950-4221-9655-ee6d73c655a2 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:23.247839 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Updating router b77f9aee-6950-4221-9655-ee6d73c655a2 port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:28:23.253723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.282665 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.320502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:23.384107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (c967251a-1a98-4ad6-a670-71e57f2c6e78), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.399462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9902562-c677-4c49-9d1c-bf197a4592a2 tempest-TestVolumeBackupRestore-1654712949 tempest-TestVolumeBackupRestore-1654712949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:23.401016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e9902562-c677-4c49-9d1c-bf197a4592a2 tempest-TestVolumeBackupRestore-1654712949 tempest-TestVolumeBackupRestore-1654712949-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1122 time: 0.5769706 Mar 22 14:28:23.404155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38546) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.408704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:23.474666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.483953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.537079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:23.708638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.709862 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99554512-85cd-4561-b906-4d2688606819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.710256 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks [] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.720003 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.752242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (c967251a-1a98-4ad6-a670-71e57f2c6e78), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.758532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.781236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.783587 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Attempting to bind port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:23.784577 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Attempting to bind port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:23.785082 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Attempting to bind port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:23.796114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:23.797196 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:23.797806 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.798469 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:23.799183 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Bound port: 46a6dca3-9d4a-4e8c-9b75-00225978b8cc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:23.799754 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.874829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] For port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:23.879257 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] For port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:23.885212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99554512-85cd-4561-b906-4d2688606819 admin admin] Publish callbacks [] for security_group (a4a033af-e553-43b7-893f-5a73b019fd0b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.891081 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.892866 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99554512-85cd-4561-b906-4d2688606819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a4a033af-e553-43b7-893f-5a73b019fd0b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:23.907103 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Pushing event updated for resources: {'Port': ['ID=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:23.910036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Allocated IP 172.25.3.75 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5dd3186f-8ea3-4292-bdee-b871567097a4) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:23.920652 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.921184 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.922114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.922456 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.922968 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.923746 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.924260 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.924818 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.925327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.925709 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.926253 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.926805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.927305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.927633 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.928011 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:23.957506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99554512-85cd-4561-b906-4d2688606819 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7a91b81c409493bacda1cefb1211a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722483 Mar 22 14:28:23.960350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38556) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:23.961209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554512-85cd-4561-b906-4d2688606819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a033af-e553-43b7-893f-5a73b019fd0b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:23.985741 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Routers {'b77f9aee-6950-4221-9655-ee6d73c655a2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:23.986481 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b77f9aee-6950-4221-9655-ee6d73c655a2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:24.041770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] Publish callbacks [] for security_group (a4a033af-e553-43b7-893f-5a73b019fd0b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.047414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.069548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] Publish callbacks [] for security_group (a4a033af-e553-43b7-893f-5a73b019fd0b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.126338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.129010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a4a033af-e553-43b7-893f-5a73b019fd0b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.132799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.134279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4a033af-e553-43b7-893f-5a73b019fd0b HTTP/1.1" status: 204 len: 168 time: 0.1697302 Mar 22 14:28:24.144589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5719-23dc-4672-89fb-af56a015188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a033af-e553-43b7-893f-5a73b019fd0b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:24.232022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'Port': ['ID=5dd3186f-8ea3-4292-bdee-b871567097a4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:24.262635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:24.267233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:24.271439 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab17b1-5376-4d33-83f7-d1e42e68d41b None None] Pushing event updated for resources: {'Port': ['ID=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:24.286231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c1f9-a248-4f4a-96d7-4422f21e7f6e req-f5f9d710-2816-4c23-beba-497149f144bb tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:24.296476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33e7c1f9-a248-4f4a-96d7-4422f21e7f6e req-f5f9d710-2816-4c23-beba-497149f144bb tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 945 time: 0.4330215 Mar 22 14:28:24.299400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:24.353356 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] Set router b77f9aee-6950-4221-9655-ee6d73c655a2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:24.368298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 172.25.3.127 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/806398c1-d568-466b-97e2-52f371eee43a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:24.426945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33e7c1f9-a248-4f4a-96d7-4422f21e7f6e req-f1d5beb4-fdc7-4e28-bb73-b0f92d26b987 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293774 Mar 22 14:28:24.567382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38566) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.585751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c19073-8841-4cb7-bd89-e65ba2d64936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.621273 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:20Z', 'updated_at': '2022-03-22T14:28:22Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:21Z', 'updated_at': '2022-03-22T14:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:24.659933 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d975b8-1370-4f29-8855-59cc31f1cc43 None None] The sync data for ids ['b77f9aee-6950-4221-9655-ee6d73c655a2'] in n-d-758851-5 is: [{'id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:20Z', 'updated_at': '2022-03-22T14:28:22Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '46a6dca3-9d4a-4e8c-9b75-00225978b8cc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77f9aee-6950-4221-9655-ee6d73c655a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:21Z', 'updated_at': '2022-03-22T14:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:24.740082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c19073-8841-4cb7-bd89-e65ba2d64936 admin admin] Publish callbacks [] for security_group (eb1a2d6a-eb37-471c-9b3c-c0242bb2051c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.753064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c19073-8841-4cb7-bd89-e65ba2d64936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb1a2d6a-eb37-471c-9b3c-c0242bb2051c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.757717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (806398c1-d568-466b-97e2-52f371eee43a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.817632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:24.818992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:24.822511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67c19073-8841-4cb7-bd89-e65ba2d64936 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d03c3a494cf24092babb65fc9f81edf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483795 Mar 22 14:28:24.844880 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c19073-8841-4cb7-bd89-e65ba2d64936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a2d6a-eb37-471c-9b3c-c0242bb2051c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:24.883027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:28:24.883935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (806398c1-d568-466b-97e2-52f371eee43a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.888462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:24.888901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:24.962606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.012437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:25.012843 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.075928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:25.078246 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d324f30-898a-4e64-9cb3-0a831de062ab" -d '{"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:25.110791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:25.120575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.126961 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc39c1-eb01-4bf7-b3c4-75a20292c75e x-openstack-request-id: req-9adc39c1-eb01-4bf7-b3c4-75a20292c75e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:25.127266 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:25.127524 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9adc39c1-eb01-4bf7-b3c4-75a20292c75e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:25.127939 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adc39c1-eb01-4bf7-b3c4-75a20292c75e'] response: {'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'code': 200} Mar 22 14:28:25.189880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:25.274029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715a17f-acb6-4dac-bd38-009ecd7ed274 req-bc9acd08-34ac-4ea9-916c-797284baf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:25.277767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1715a17f-acb6-4dac-bd38-009ecd7ed274 req-bc9acd08-34ac-4ea9-916c-797284baf46e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1128 time: 0.0599205 Mar 22 14:28:25.333992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1715a17f-acb6-4dac-bd38-009ecd7ed274 req-4cebd434-897b-456c-ba0b-01931dbe38dc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492597 Mar 22 14:28:25.439413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:25.454724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:25.460804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:25.462840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=806398c1-d568-466b-97e2-52f371eee43a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:25.474176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] Publish callbacks [] for security_group (eb1a2d6a-eb37-471c-9b3c-c0242bb2051c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.597331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] Publish callbacks [] for security_group (eb1a2d6a-eb37-471c-9b3c-c0242bb2051c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.647611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (7fce3b32-0922-4912-a7f8-a1788f168fa5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.767873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c5815-1cdf-42f5-8447-9d164a3d2153 req-09813a42-e1b2-4ae1-847a-0d2feb25120b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:25.769545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-447c5815-1cdf-42f5-8447-9d164a3d2153 req-09813a42-e1b2-4ae1-847a-0d2feb25120b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2437029 Mar 22 14:28:25.849654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb1a2d6a-eb37-471c-9b3c-c0242bb2051c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.852262 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.856054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb1a2d6a-eb37-471c-9b3c-c0242bb2051c HTTP/1.1" status: 204 len: 168 time: 1.0348630 Mar 22 14:28:25.856054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:25.972996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5d5f-2567-4f52-bcae-728d775bf228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a2d6a-eb37-471c-9b3c-c0242bb2051c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:25.980408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-447c5815-1cdf-42f5-8447-9d164a3d2153 req-40cef8c7-e034-4782-8703-e534adbe2c3b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043002 Mar 22 14:28:26.071364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (c967251a-1a98-4ad6-a670-71e57f2c6e78), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.221724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.230359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 46a6dca3-9d4a-4e8c-9b75-00225978b8cc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:26.234258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.318087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:26.318770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.413920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event updated for resources: {'Port': ['ID=5dd3186f-8ea3-4292-bdee-b871567097a4,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:26.433755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (7fce3b32-0922-4912-a7f8-a1788f168fa5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.559365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:26.559925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.603209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:26.614666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.616529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:26.698119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:26.754181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-9b08d551-9612-46e2-a378-a3342de30651 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:26.755853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-9b08d551-9612-46e2-a378-a3342de30651 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.2501388 Mar 22 14:28:26.798776 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Floating IP 7fce3b32-0922-4912-a7f8-a1788f168fa5 associated. External IP: 172.25.3.75, port: 81dd6f83-69d9-4303-a4e8-6f43237924e8. Mar 22 14:28:26.809800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-4908c66a-db8c-470b-87d8-744efe8b3368 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.139055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-4908c66a-db8c-470b-87d8-744efe8b3368 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Publish callbacks [] for security_group (170319ce-bb0b-4507-9bde-910cd50709d2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.176821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-4908c66a-db8c-470b-87d8-744efe8b3368 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (170319ce-bb0b-4507-9bde-910cd50709d2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.190703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router c967251a-1a98-4ad6-a670-71e57f2c6e78 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:27.361926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-145698d1-2323-4db6-98a0-f98ee77ffa36 req-4908c66a-db8c-470b-87d8-744efe8b3368 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913990 Mar 22 14:28:27.372064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908c66a-db8c-470b-87d8-744efe8b3368 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170319ce-bb0b-4507-9bde-910cd50709d2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:27.411396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0351d8-587d-4391-aca0-86a0e0096eb2 req-69f896da-c353-4a1e-9970-f69afafb2b67 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:27.412922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d0351d8-587d-4391-aca0-86a0e0096eb2 req-69f896da-c353-4a1e-9970-f69afafb2b67 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2712598 Mar 22 14:28:27.416220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:27.430974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Sync routers for ids ['c967251a-1a98-4ad6-a670-71e57f2c6e78'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:27.455346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Router 64a667ac-316a-4500-a7ae-5654da876601 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:27.464685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Routers {'c967251a-1a98-4ad6-a670-71e57f2c6e78'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:27.465331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c967251a-1a98-4ad6-a670-71e57f2c6e78'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:27.478671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.479951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4af59b15-49f7-4a7f-9263-21786dbb8c6f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5435193 Mar 22 14:28:27.482960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:27.630388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:27.642418 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:27.654166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Set router c967251a-1a98-4ad6-a670-71e57f2c6e78 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:27.665418 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:27.666386 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:27.725054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d0351d8-587d-4391-aca0-86a0e0096eb2 req-4764dcce-d053-4269-923b-477adc5c5601 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026958 Mar 22 14:28:27.762070 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:27.763993 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86d244e0-0e42-48f4-bc98-46ee68200279 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/c967251a-1a98-4ad6-a670-71e57f2c6e78 HTTP/1.1" status: 200 len: 907 time: 0.2791176 Mar 22 14:28:27.764763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:27.844554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d133-b00f-40e6-9981-7bd0799e2e76 req-d7526f2f-7be8-4ec5-b114-002068ab8bff tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:27.846293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9f4d133-b00f-40e6-9981-7bd0799e2e76 req-d7526f2f-7be8-4ec5-b114-002068ab8bff tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.3643210 Mar 22 14:28:27.886253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '806398c1-d568-466b-97e2-52f371eee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:22Z', 'updated_at': '2022-03-22T14:28:25Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '806398c1-d568-466b-97e2-52f371eee43a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:23Z', 'updated_at': '2022-03-22T14:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:27.911227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-509992a0-a1c2-45bf-ba0f-4abc70a248a6 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5060349 Mar 22 14:28:27.912955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:27.915453 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b34e3e-b267-4a91-b206-b968939fdd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:27.918250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:27.939508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:27.972091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Checking router: c967251a-1a98-4ad6-a670-71e57f2c6e78 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:27.972748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Updating router c967251a-1a98-4ad6-a670-71e57f2c6e78 port 806398c1-d568-466b-97e2-52f371eee43a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:28:28.041631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (806398c1-d568-466b-97e2-52f371eee43a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.049341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.088142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9f4d133-b00f-40e6-9981-7bd0799e2e76 req-fc996a18-7425-45c1-b021-5209ad23aec5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082231 Mar 22 14:28:28.088982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:28.183512 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d757e2b3-7876-46a8-9ae8-b77fdb8479ca x-openstack-request-id: req-d757e2b3-7876-46a8-9ae8-b77fdb8479ca {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:28.183954 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:28.184941 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d757e2b3-7876-46a8-9ae8-b77fdb8479ca {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:28.186066 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d757e2b3-7876-46a8-9ae8-b77fdb8479ca'] response: {'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:28:28.220061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228d245-df02-4897-82c1-87b3963fa05e tempest-TestVolumeBackupRestore-1654712949 tempest-TestVolumeBackupRestore-1654712949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:28.225497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1228d245-df02-4897-82c1-87b3963fa05e tempest-TestVolumeBackupRestore-1654712949 tempest-TestVolumeBackupRestore-1654712949-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1122 time: 0.3018887 Mar 22 14:28:28.230791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38660) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:28.233454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 46a6dca3-9d4a-4e8c-9b75-00225978b8cc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:28.240372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Request body: {'floatingip': {'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:28.415931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-f9239293-0b1c-4a85-a0cb-71e4884b44ef tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:28.417781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-f9239293-0b1c-4a85-a0cb-71e4884b44ef tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 813 time: 0.3899164 Mar 22 14:28:28.424291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:24Z', 'revision_number': 0, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:28.431760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (7fce3b32-0922-4912-a7f8-a1788f168fa5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.466930 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:28.479219 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:28.481486 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:28.495929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d6e8edcf-4fd6-42ba-8a60-0cb1ee9ac5fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/quotas/133e132c97984561a54c4b8f0875f768 HTTP/1.1" status: 200 len: 375 time: 0.0614614 Mar 22 14:28:28.555778 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3b08d5f8-2d0a-47ed-a10e-f8cbf0ccaba1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 200 len: 993 time: 0.3393257 Mar 22 14:28:28.578302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-3b342582-990e-46e5-8041-9677715c5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:28.580107 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-3b342582-990e-46e5-8041-9677715c5ac2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1127 time: 0.2845733 Mar 22 14:28:28.607849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.676826 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:28.683989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:28.684375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.723917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-0914de52-2aef-489a-bc4d-eb482275f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:28.731393 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-0914de52-2aef-489a-bc4d-eb482275f62a service neutron] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 914 time: 0.1390388 Mar 22 14:28:28.830943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks [] for port (806398c1-d568-466b-97e2-52f371eee43a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.908590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (806398c1-d568-466b-97e2-52f371eee43a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:28.975817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480e01-ef64-4d62-b448-376b98efefc6 None None] Pushing event updated for resources: {'Port': ['ID=806398c1-d568-466b-97e2-52f371eee43a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:29.002138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:29.014489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Attempting to bind port 806398c1-d568-466b-97e2-52f371eee43a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:29.015112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Attempting to bind port 806398c1-d568-466b-97e2-52f371eee43a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:29.015828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Attempting to bind port 806398c1-d568-466b-97e2-52f371eee43a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:29.022501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:29.023187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:29.023771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:29.024500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:29.025200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Bound port: 806398c1-d568-466b-97e2-52f371eee43a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:29.025764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (806398c1-d568-466b-97e2-52f371eee43a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:29.138378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] For port 806398c1-d568-466b-97e2-52f371eee43a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:29.144147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] For port 806398c1-d568-466b-97e2-52f371eee43a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=806398c1-d568-466b-97e2-52f371eee43a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:29.155619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (806398c1-d568-466b-97e2-52f371eee43a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:29.179179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:24Z', 'revision_number': 0, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:29.210967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480e01-ef64-4d62-b448-376b98efefc6 None None] Pushing event updated for resources: {'Port': ['ID=806398c1-d568-466b-97e2-52f371eee43a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:29.218507 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16c348-f040-4ee3-b9b7-d0c27badf3c2 None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:24Z', 'revision_number': 0, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:29.288921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Routers {'c967251a-1a98-4ad6-a670-71e57f2c6e78'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:29.289728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['c967251a-1a98-4ad6-a670-71e57f2c6e78'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:29.290231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-70152296-74d1-46b2-93c1-fcb008535a1c req-63631121-9f65-4e5d-9380-b5f480541328 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:28:29.304572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70152296-74d1-46b2-93c1-fcb008535a1c req-63631121-9f65-4e5d-9380-b5f480541328 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212429 Mar 22 14:28:29.415256 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:29.503954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-757cdc4c-5748-4b17-907b-3b932b688c83 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0004363 Mar 22 14:28:29.513751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] Set router c967251a-1a98-4ad6-a670-71e57f2c6e78 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:29.604430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (c967251a-1a98-4ad6-a670-71e57f2c6e78), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:29.671250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b1f7-a23e-46ce-9f31-fa8a12d20fc6 None None] New status for floating IP 7fce3b32-0922-4912-a7f8-a1788f168fa5: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:28:29.708173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-192900db-a805-4845-839b-b521953b988c service neutron] 10.222.0.81 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945410 Mar 22 14:28:29.717105 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-d5f90813-303f-49d5-8ef2-e6476596e790 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 998 time: 0.9769838 Mar 22 14:28:29.879329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-d69f569f-40fd-4d52-984d-984f1199d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:29.880634 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-d69f569f-40fd-4d52-984d-984f1199d675 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.1552422 Mar 22 14:28:29.965359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:30.003642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Deleting port 806398c1-d568-466b-97e2-52f371eee43a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:30.003998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (806398c1-d568-466b-97e2-52f371eee43a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.155682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:30.197349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-d6dc21bd-2866-462d-bee5-c820303ca8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:30.203045 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-d6dc21bd-2866-462d-bee5-c820303ca8df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3089042 Mar 22 14:28:30.302853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.316589 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-afc8b1f7-a23e-46ce-9f31-fa8a12d20fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:28:30.316938 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-afc8b1f7-a23e-46ce-9f31-fa8a12d20fc6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:28:30.328454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '806398c1-d568-466b-97e2-52f371eee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:22Z', 'updated_at': '2022-03-22T14:28:25Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '806398c1-d568-466b-97e2-52f371eee43a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:23Z', 'updated_at': '2022-03-22T14:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:30.358061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b786836-3478-4ed2-b8c8-442d443af81d None None] The sync data for ids ['c967251a-1a98-4ad6-a670-71e57f2c6e78'] in n-d-758851-5 is: [{'id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'name': 'tempest-snat-router-961519356', 'tenant_id': '85e99f41ebd0412c93a722eb48108b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '806398c1-d568-466b-97e2-52f371eee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:28:22Z', 'updated_at': '2022-03-22T14:28:25Z', 'revision_number': 3, 'project_id': '85e99f41ebd0412c93a722eb48108b01', 'gw_port': {'id': '806398c1-d568-466b-97e2-52f371eee43a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967251a-1a98-4ad6-a670-71e57f2c6e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:28:23Z', 'updated_at': '2022-03-22T14:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:30.375284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-4f8826e4-5d44-41f7-97d9-b298a214d7f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3949637 Mar 22 14:28:30.382913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbebac70-5fae-41ec-bcd0-2fc577085227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.390367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-86f6c220-872d-4fc5-914f-c6c076c46fcd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:28:30.401301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-437cb1fd-078a-4b08-9fa8-da06c68b2357 service neutron] 10.222.0.81 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956295 Mar 22 14:28:30.404193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (7fce3b32-0922-4912-a7f8-a1788f168fa5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.405413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-86f6c220-872d-4fc5-914f-c6c076c46fcd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272732 Mar 22 14:28:30.445047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] For port 806398c1-d568-466b-97e2-52f371eee43a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=806398c1-d568-466b-97e2-52f371eee43a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:30.449851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (806398c1-d568-466b-97e2-52f371eee43a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:30.477617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Calling delete_port for 806398c1-d568-466b-97e2-52f371eee43a owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:30.638921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3073e8f-cf97-4846-a208-f453be4f12f5 req-bdaf2efe-c5e9-4f43-b5c2-5d1fdc16326a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:30.648041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3073e8f-cf97-4846-a208-f453be4f12f5 req-bdaf2efe-c5e9-4f43-b5c2-5d1fdc16326a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.3410566 Mar 22 14:28:30.710123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-93a43a62-930f-449b-b51a-0193da028464 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918368 Mar 22 14:28:30.765344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3073e8f-cf97-4846-a208-f453be4f12f5 req-0840682b-6174-4b9f-9047-71a4434419aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103525 Mar 22 14:28:30.786641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-84bc891b-0813-4fe9-84c5-bda833228ee6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4821751 Mar 22 14:28:30.818925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b1f7-a23e-46ce-9f31-fa8a12d20fc6 None None] New status for floating IP 7fce3b32-0922-4912-a7f8-a1788f168fa5: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:28:30.905790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83c44af9-39aa-43f1-8d86-d56f632fb14a req-3dbf4875-7606-4875-bc4f-3660a42d063a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 210 time: 0.1566198 Mar 22 14:28:31.082082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-a71f65b6-6f8a-439c-97ea-2b7e72a9a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:31.083630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-a71f65b6-6f8a-439c-97ea-2b7e72a9a1cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1127 time: 0.2636480 Mar 22 14:28:31.224184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbebac70-5fae-41ec-bcd0-2fc577085227 admin admin] Publish callbacks [] for security_group (068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.259492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dbebac70-5fae-41ec-bcd0-2fc577085227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.307860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:31.332296 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-89b34e3e-b267-4a91-b206-b968939fdd5a req-231572d7-2beb-4ca6-af41-ef07f118e18b service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120348 Mar 22 14:28:31.347836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dbebac70-5fae-41ec-bcd0-2fc577085227 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a22791b6a0bf4d5289cee072aef9d060&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1835618 Mar 22 14:28:31.349225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebac70-5fae-41ec-bcd0-2fc577085227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.353196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:31.353874 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (806398c1-d568-466b-97e2-52f371eee43a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.446002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-9f251390-fbb4-4bc6-9e83-c3ee7ad83908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:31.447528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Port': ['ID=806398c1-d568-466b-97e2-52f371eee43a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.453273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-9f251390-fbb4-4bc6-9e83-c3ee7ad83908 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.3268809 Mar 22 14:28:31.576801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] Publish callbacks [] for security_group (068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.593766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (c967251a-1a98-4ad6-a670-71e57f2c6e78), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.622966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-8c18ec79-9fa8-4a41-962a-e73d482d64cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 217 time: 0.1534753 Mar 22 14:28:31.652045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Router 64a667ac-316a-4500-a7ae-5654da876601 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:31.709850 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.712221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (c967251a-1a98-4ad6-a670-71e57f2c6e78), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.796090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] Publish callbacks [] for security_group (068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.799614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (c967251a-1a98-4ad6-a670-71e57f2c6e78), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.800241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c967251a-1a98-4ad6-a670-71e57f2c6e78 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:31.811858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.815600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2972f86f-b3ce-472e-a92f-eb7127a87f01 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c967251a-1a98-4ad6-a670-71e57f2c6e78 HTTP/1.1" status: 204 len: 168 time: 4.0471575 Mar 22 14:28:31.823485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38752) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:31.841823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-01b2685f-a870-417b-bb45-77d50df63f86 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:31.861978 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-01b2685f-a870-417b-bb45-77d50df63f86 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 1124 time: 0.5514765 Mar 22 14:28:31.904494 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.907500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:31.911170 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c HTTP/1.1" status: 204 len: 168 time: 0.5524232 Mar 22 14:28:31.918211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafe586-a962-49a7-96d0-60ea9b648202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068417e4-3ffb-4d4f-a9a6-8c4cfba80a7c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:31.978197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.095183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-e14b420e-fe2d-4870-ac4f-fcbae515a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.097214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-e14b420e-fe2d-4870-ac4f-fcbae515a808 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.4575176 Mar 22 14:28:32.205104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eab2dea-b01d-4a07-b1e5-a020670acc04 req-e0569043-9839-48c4-9368-4146b4f4e688 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 210 time: 0.1011868 Mar 22 14:28:32.288109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:32.301081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.304176 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:32.333198 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:32.333856 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:32.388779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-0fa8d72b-2f17-4d7f-8a6b-47d0c241f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.393360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-0fa8d72b-2f17-4d7f-8a6b-47d0c241f093 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2816999 Mar 22 14:28:32.404518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b77f9aee-6950-4221-9655-ee6d73c655a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.482607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca8edd-bc6c-4b88-ba2e-49e66bbe075a req-765e4430-6972-4800-9dbc-aeb801ed0a98 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.490261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31ca8edd-bc6c-4b88-ba2e-49e66bbe075a req-765e4430-6972-4800-9dbc-aeb801ed0a98 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.5051582 Mar 22 14:28:32.546515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:32.549374 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25" -d '{"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:32.597208 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:32.618599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:32.643553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8e11-ca90-459e-b175-4c799045519f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:32.675690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-15e40c5e-f938-4d9c-8aea-f97948b2fe02 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.677324 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-15e40c5e-f938-4d9c-8aea-f97948b2fe02 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 813 time: 0.3295512 Mar 22 14:28:32.701919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Request body: {'port': {'device_id': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'admin_state_up': True, 'tenant_id': '133e132c97984561a54c4b8f0875f768'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:32.706284 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc68306-d4a4-49ee-8007-568ca94deea7 x-openstack-request-id: req-9dc68306-d4a4-49ee-8007-568ca94deea7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:32.706567 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:32.706843 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9dc68306-d4a4-49ee-8007-568ca94deea7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:32.707222 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc68306-d4a4-49ee-8007-568ca94deea7'] response: {'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:28:32.793561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e439b56e-8aa8-4824-8f3d-d98824474c46 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "PUT /v2.0/floatingips/7fce3b32-0922-4912-a7f8-a1788f168fa5 HTTP/1.1" status: 200 len: 990 time: 4.5587366 Mar 22 14:28:32.864161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31ca8edd-bc6c-4b88-ba2e-49e66bbe075a req-339d18e8-5471-4b3b-b5c3-d38b7cae76d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726039 Mar 22 14:28:32.871887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-015ced17-770e-440d-b016-3cee6a73710e service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507806 Mar 22 14:28:32.914663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-e81138c0-7180-41a4-a0f5-0c10c346befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:32.916182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-e81138c0-7180-41a4-a0f5-0c10c346befe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1127 time: 0.2082112 Mar 22 14:28:32.922442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Made reservation on behalf of 133e132c97984561a54c4b8f0875f768 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:28:32.927399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.002786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Deleting port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:33.003131 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.041199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8e11-ca90-459e-b175-4c799045519f admin admin] Publish callbacks [] for security_group (98ca527d-e14c-4305-bd36-2226ed7e504b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.050921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8e11-ca90-459e-b175-4c799045519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (98ca527d-e14c-4305-bd36-2226ed7e504b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.092159 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1dd8e11-ca90-459e-b175-4c799045519f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f19c1e7fae704671ad7dbbba42ef752e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701726 Mar 22 14:28:33.092395 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:31Z', 'revision_number': 2, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:33.094337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:33.298616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8e11-ca90-459e-b175-4c799045519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca527d-e14c-4305-bd36-2226ed7e504b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.323466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:28:33.335987 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:33.336889 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:33.363328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] Publish callbacks [] for security_group (98ca527d-e14c-4305-bd36-2226ed7e504b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.392914 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] Publish callbacks [] for security_group (98ca527d-e14c-4305-bd36-2226ed7e504b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.451288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (98ca527d-e14c-4305-bd36-2226ed7e504b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.453746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:33.455083 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98ca527d-e14c-4305-bd36-2226ed7e504b HTTP/1.1" status: 204 len: 168 time: 0.3597119 Mar 22 14:28:33.464778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Allocated IP 172.20.0.8 (dfa1da40-1033-46b0-92b7-22b8ff84cbbf/e7225385-2adc-40f6-bf02-295ad6484b21/46ea2d3c-ba6c-4b9c-8431-22752e9753ba) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:33.479999 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:28:33.493254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-2be50a89-236d-4e9f-8e78-b7147ce93463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:33.494942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-2be50a89-236d-4e9f-8e78-b7147ce93463 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.2693670 Mar 22 14:28:33.497760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916033db-59c0-4dbd-975b-31a41b638144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca527d-e14c-4305-bd36-2226ed7e504b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:33.787791 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:31Z', 'revision_number': 2, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:33.789355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-1ea9cae2-97e4-4235-acb8-af08fd60d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:33.790863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-1ea9cae2-97e4-4235-acb8-af08fd60d8ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.2646723 Mar 22 14:28:33.841218 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aaa510-c031-43c3-8dba-0d5f5fd2a685 None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7fce3b32-0922-4912-a7f8-a1788f168fa5', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '64a667ac-316a-4500-a7ae-5654da876601', 'port_id': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'mac_address': 'fa:16:3e:fe:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:28:24Z', 'updated_at': '2022-03-22T14:28:31Z', 'revision_number': 2, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:33.919075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5118c672-8a13-461d-b034-7789bb5276a7 req-4a88fcc1-d25e-4fb1-9f44-4ffa61065836 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 210 time: 0.0965126 Mar 22 14:28:33.944471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-17720734-1575-4949-a6a8-d240f5ea802c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 1001 time: 0.1437669 Mar 22 14:28:34.009761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-2cfd9789-2b76-4c18-8d2b-99ca254ad9f4 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1286616 Mar 22 14:28:34.048238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-db46e4b3-0719-4d00-a2ea-8ff6c1829ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.049996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-db46e4b3-0719-4d00-a2ea-8ff6c1829ef1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0894244 Mar 22 14:28:34.071026 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks [] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.085216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] For port 46a6dca3-9d4a-4e8c-9b75-00225978b8cc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:34.085591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.128226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-a0fffc7a-f807-4e3a-9265-f7aa911f4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.129838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-a0fffc7a-f807-4e3a-9265-f7aa911f4a6b service neutron] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 914 time: 1.2014773 Mar 22 14:28:34.139220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 806398c1-d568-466b-97e2-52f371eee43a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:34.139767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Calling delete_port for 46a6dca3-9d4a-4e8c-9b75-00225978b8cc owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:34.177562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 806398c1-d568-466b-97e2-52f371eee43a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:34.177917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 806398c1-d568-466b-97e2-52f371eee43a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:34.200453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-b16d6450-7a36-4aca-b1b4-fe6cd87a0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.201995 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-b16d6450-7a36-4aca-b1b4-fe6cd87a0edb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1440139 Mar 22 14:28:34.303191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.321095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:34.368893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Network dfa1da40-1033-46b0-92b7-22b8ff84cbbf is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:34.380275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:34.383416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-33d6cfa4-97ee-455c-aa84-0b02e775925e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 1000 time: 0.2449164 Mar 22 14:28:34.384535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:34.387010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Pushing event updated for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:34.456969 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-902370ce-2a3f-405f-b60d-8d183815712d service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405877 Mar 22 14:28:34.465055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.466035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.469539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82d59f-893a-4b82-b975-c04894c16cfa req-86d45b0e-a6ac-4d9b-a316-a67046ca4be3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.471311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d82d59f-893a-4b82-b975-c04894c16cfa req-86d45b0e-a6ac-4d9b-a316-a67046ca4be3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.4359055 Mar 22 14:28:34.545134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-f08525e0-a5f5-475c-b0de-3958168962b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.551057 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-c5a5bd31-5905-48ef-828b-9cd5beda1dda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8579035 Mar 22 14:28:34.553331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-f08525e0-a5f5-475c-b0de-3958168962b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.1566243 Mar 22 14:28:34.575039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Request body: {'port': {'device_id': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:34.656388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.676426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-9a53b53a-5255-49af-89f3-caa86fbe7bc5 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073808 Mar 22 14:28:34.679106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d82d59f-893a-4b82-b975-c04894c16cfa req-21f6f89c-4449-46fa-9d04-f477dff48a0b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924405 Mar 22 14:28:34.684110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (46a6dca3-9d4a-4e8c-9b75-00225978b8cc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:34.717684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:34.720933 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:34.732484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a6dca3-9d4a-4e8c-9b75-00225978b8cc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:34.741612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-13eae7f4-180f-4c68-87b4-dfdd85db0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:34.743549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-13eae7f4-180f-4c68-87b4-dfdd85db0b85 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1667707 Mar 22 14:28:34.854580 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d358ad91-29e5-4e5c-b6d7-31518af81985 x-openstack-request-id: req-d358ad91-29e5-4e5c-b6d7-31518af81985 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:34.855197 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:34.855637 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d358ad91-29e5-4e5c-b6d7-31518af81985 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:34.856303 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d358ad91-29e5-4e5c-b6d7-31518af81985'] response: {'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:28:34.916194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (b77f9aee-6950-4221-9655-ee6d73c655a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.071258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ea2d3c-ba6c-4b9c-8431-22752e9753ba {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:35.079687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-3bc2aa77-54cf-4155-ab72-d16fea9ff2dc service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425466 Mar 22 14:28:35.080940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks [] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.099490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Transition to ACTIVE for port object 46ea2d3c-ba6c-4b9c-8431-22752e9753ba will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:28:35.107655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.190263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.194674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_controller (b77f9aee-6950-4221-9655-ee6d73c655a2), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.218007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Pushing event updated for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.274799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Attempting to bind port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:35.275131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Attempting to bind port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:35.275474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Attempting to bind port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:35.277018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b10b-e498-4536-882f-77259513a381 req-90277f31-f95d-4f08-acff-d8ca14d71644 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.278563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5034b10b-e498-4536-882f-77259513a381 req-90277f31-f95d-4f08-acff-d8ca14d71644 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 931 time: 0.2369468 Mar 22 14:28:35.280146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:35.280462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Attempting to bind port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba on network dfa1da40-1033-46b0-92b7-22b8ff84cbbf {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:35.281635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b77f9aee-6950-4221-9655-ee6d73c655a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.282252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b77f9aee-6950-4221-9655-ee6d73c655a2 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:35.286539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:35.286925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Checking segment: {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:35.287333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Bound using segment: {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:35.287640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.287818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Bound port: 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef42e0b-f053-40d0-846e-54de1aa545e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:35.288262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.289076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-96abe0fd-0faf-4aa5-a319-7103585b0aaf tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b77f9aee-6950-4221-9655-ee6d73c655a2 HTTP/1.1" status: 204 len: 168 time: 3.4630961 Mar 22 14:28:35.293824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38820) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:35.300121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8a0e7f0-8786-473c-a1ec-657c8aae8e25 req-a9332f99-4cb1-4945-a2b9-b56ead2a1861 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846988 Mar 22 14:28:35.320258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1861658491', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:35.388673 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.390171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.468719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:35.477253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:35.489573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.518171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.532214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:35.549529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-c3fbd3e4-ccc9-4184-83f3-baa330d77318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.551113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-c3fbd3e4-ccc9-4184-83f3-baa330d77318 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1127 time: 0.2035358 Mar 22 14:28:35.555964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5034b10b-e498-4536-882f-77259513a381 req-45a3b3c6-44ee-4a7d-8335-c1a798669c34 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099495 Mar 22 14:28:35.603521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.604163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.605671 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] 10.222.0.78 "PUT /v2.0/ports/46ea2d3c-ba6c-4b9c-8431-22752e9753ba HTTP/1.1" status: 200 len: 1091 time: 1.0366182 Mar 22 14:28:35.607474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:35.622542 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4622c031-b9f3-4208-9c80-b0983fb43230" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:35.706830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5642805-7982-494a-9608-9b27282f5a96 service neutron] Pushing event updated for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:35.711154 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54fc7c-0589-46e0-b44c-ea5b3c0b4edc x-openstack-request-id: req-3f54fc7c-0589-46e0-b44c-ea5b3c0b4edc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:35.711490 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:35.711730 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f54fc7c-0589-46e0-b44c-ea5b3c0b4edc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:35.712317 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f54fc7c-0589-46e0-b44c-ea5b3c0b4edc'] response: {'name': 'network-changed', 'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba', 'status': 'completed', 'code': 200} Mar 22 14:28:35.738087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-61917ef3-3e56-4124-b54a-8f0e74580706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.738764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fac744-dba5-4723-a1d1-54b69e1634e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.739981 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-61917ef3-3e56-4124-b54a-8f0e74580706 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 1125 time: 0.0703964 Mar 22 14:28:35.795558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-32f6077c-68a2-4a6b-a98c-2db2f01090c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba HTTP/1.1" status: 200 len: 217 time: 0.0427179 Mar 22 14:28:35.848776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-663bfadf-5b44-4403-a198-89b1ad16cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.850435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-663bfadf-5b44-4403-a198-89b1ad16cb77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0463092 Mar 22 14:28:35.864790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:35.887797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-680650c2-2eb2-4476-a375-fcfb1e217d88 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306430 Mar 22 14:28:35.922761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-a494dd0d-c2bc-4dc4-b814-21e897987ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:35.924343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-a494dd0d-c2bc-4dc4-b814-21e897987ec7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 914 time: 0.3175080 Mar 22 14:28:36.019545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-35300b9c-95ea-4386-bfd8-33686e6547c8 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184914 Mar 22 14:28:36.036545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6d62-cea2-45bc-9627-d60ed0902c92 req-320add95-540c-4ec9-b011-6070a557b8b3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.038366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3cf6d62-cea2-45bc-9627-d60ed0902c92 req-320add95-540c-4ec9-b011-6070a557b8b3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.2586327 Mar 22 14:28:36.103303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-fee128e4-0841-4d9d-86af-42295a821538 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 1000 time: 0.1486731 Mar 22 14:28:36.120275 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fac744-dba5-4723-a1d1-54b69e1634e9 admin admin] Publish callbacks [] for security_group (94a66a87-b5ab-49dc-9866-edd07c26b991), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.123637 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acb82552-ed6e-4998-8bdb-b9347a77a8ab req-1bbd2b72-adf0-4a4d-81a1-db5c37522f24 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911379 Mar 22 14:28:36.161687 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98fac744-dba5-4723-a1d1-54b69e1634e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (94a66a87-b5ab-49dc-9866-edd07c26b991), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.193809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 46a6dca3-9d4a-4e8c-9b75-00225978b8cc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:36.213584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3cf6d62-cea2-45bc-9627-d60ed0902c92 req-7a2ed924-4b73-4729-9c45-8c0b285d6c11 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646178 Mar 22 14:28:36.224638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-568c3972-a064-4b69-a8b9-0bedc0471b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.229006 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-568c3972-a064-4b69-a8b9-0bedc0471b33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 1125 time: 0.0509651 Mar 22 14:28:36.246641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-ed76a276-6307-44c3-aed4-ed3f56ca1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.248234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-ed76a276-6307-44c3-aed4-ed3f56ca1129 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.1267166 Mar 22 14:28:36.251567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 46a6dca3-9d4a-4e8c-9b75-00225978b8cc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:36.254013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 46a6dca3-9d4a-4e8c-9b75-00225978b8cc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:36.254176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98fac744-dba5-4723-a1d1-54b69e1634e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=840772748dfd4675bed2472fe054ecc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7193010 Mar 22 14:28:36.254796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:36.259550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fac744-dba5-4723-a1d1-54b69e1634e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a66a87-b5ab-49dc-9866-edd07c26b991,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:36.350180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-ba173fdf-3222-49ca-9063-227d88fcad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.351956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-ba173fdf-3222-49ca-9063-227d88fcad9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 914 time: 0.1143889 Mar 22 14:28:36.395744 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-4d772e7a-cecd-4459-b415-9f3f66995f75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba HTTP/1.1" status: 200 len: 217 time: 0.0374341 Mar 22 14:28:36.406224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-a3ad54e5-f7d9-40d0-84a6-b3edf19f695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.407780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-a3ad54e5-f7d9-40d0-84a6-b3edf19f695a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1405549 Mar 22 14:28:36.434805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] Publish callbacks [] for security_group (94a66a87-b5ab-49dc-9866-edd07c26b991), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.458162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-2505297b-4dce-4217-9db4-befd27a1bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.459079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-2505297b-4dce-4217-9db4-befd27a1bd6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0523798 Mar 22 14:28:36.510158 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-1bb714c4-59ff-4c3f-a25f-709b28328626 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407422 Mar 22 14:28:36.527916 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] Publish callbacks [] for security_group (94a66a87-b5ab-49dc-9866-edd07c26b991), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.565025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.614696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.627922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-7a6d90fe-63d6-4b29-949a-6deb19571b3d service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940870 Mar 22 14:28:36.631315 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-1c4a8f7a-d320-4b50-9a50-80941f71611c service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115289 Mar 22 14:28:36.739112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4622c031-b9f3-4208-9c80-b0983fb43230 req-b8e05669-eded-4847-b4ad-5b1380ae9b55 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989673 Mar 22 14:28:36.771117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (94a66a87-b5ab-49dc-9866-edd07c26b991), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.773721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:36.777843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94a66a87-b5ab-49dc-9866-edd07c26b991 HTTP/1.1" status: 204 len: 168 time: 0.5163660 Mar 22 14:28:36.790908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25c205-c65f-4868-acec-8b6e471a8642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a66a87-b5ab-49dc-9866-edd07c26b991,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:36.861999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df584c-725a-4ab8-8784-d86204c6e39a req-a29cec04-43da-4e26-9d71-e2257d24fd64 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:36.863515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29df584c-725a-4ab8-8784-d86204c6e39a req-a29cec04-43da-4e26-9d71-e2257d24fd64 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 943 time: 0.2021601 Mar 22 14:28:36.883198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2beddd0-d5ea-4f1f-a26e-2a49e81603c8 req-27a4f485-2cf1-45e2-9ff0-0deb7a2be8e7 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091303 Mar 22 14:28:36.884910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Allocated IP 172.25.3.25 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/3137116b-f65f-46da-a140-3da46bbb4ed1) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:36.989060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29df584c-725a-4ab8-8784-d86204c6e39a req-5443a56f-a1a6-4edc-897b-bf8f554eb267 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085038 Mar 22 14:28:37.044278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for port (3137116b-f65f-46da-a140-3da46bbb4ed1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.083601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3137116b-f65f-46da-a140-3da46bbb4ed1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.127297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:37.130233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:37.135983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:37.159333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event updated for resources: {'Port': ['ID=3137116b-f65f-46da-a140-3da46bbb4ed1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:37.833673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94e5c-f7c4-4002-a5ca-412836714dd6 req-aab1188c-36b4-40f8-9301-7ba5123709bb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:37.835350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82c94e5c-f7c4-4002-a5ca-412836714dd6 req-aab1188c-36b4-40f8-9301-7ba5123709bb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1593380 Mar 22 14:28:37.871596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:37.969079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82c94e5c-f7c4-4002-a5ca-412836714dd6 req-98b3548a-e739-4a09-a92e-8903ec93b03f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191509 Mar 22 14:28:38.140247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.192272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871c10c-a1b9-43bb-bd1f-06c9056bab2b req-d224669e-84d7-4195-9a47-0a23edc102bf tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:38.193624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7871c10c-a1b9-43bb-bd1f-06c9056bab2b req-d224669e-84d7-4195-9a47-0a23edc102bf tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 943 time: 0.1070828 Mar 22 14:28:38.286291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7871c10c-a1b9-43bb-bd1f-06c9056bab2b req-c1f4732f-4d93-4562-9c3a-7e4f93e88da9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676327 Mar 22 14:28:38.334540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Router 10cf0e52-9a26-44a4-86ee-e993c35aa918 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:38.448968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:38.459718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] Sync routers for ids ['10cf0e52-9a26-44a4-86ee-e993c35aa918'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:38.473530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] Routers {'10cf0e52-9a26-44a4-86ee-e993c35aa918'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:38.474566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['10cf0e52-9a26-44a4-86ee-e993c35aa918'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:38.476946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:38.481545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:38.482274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-38069748-57bd-42cb-a1dc-36fdc442a903 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1809397 Mar 22 14:28:38.486725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:38.513908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:38.525492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] Routers {'10cf0e52-9a26-44a4-86ee-e993c35aa918'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:38.526576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['10cf0e52-9a26-44a4-86ee-e993c35aa918'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:38.567967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:38.568927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b64be-c440-47c2-aab2-304be32f1e02 None None] The sync data for ids ['10cf0e52-9a26-44a4-86ee-e993c35aa918'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:38.868695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.128851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bbfeb-6f24-4b3c-ac97-a304976d9fe1 req-717c9b9c-e860-4337-9a98-e30f450fac2f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:39.136787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89bbfeb-6f24-4b3c-ac97-a304976d9fe1 req-717c9b9c-e860-4337-9a98-e30f450fac2f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.0736077 Mar 22 14:28:39.223687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89bbfeb-6f24-4b3c-ac97-a304976d9fe1 req-f2e6d344-0b1a-4892-8a34-908593278216 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803320 Mar 22 14:28:39.428592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0639ca-0e3c-47e3-9fc4-4f5f2a867b8b req-41684f1a-33e9-4034-a25b-bea5340e07c3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:39.430232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa0639ca-0e3c-47e3-9fc4-4f5f2a867b8b req-41684f1a-33e9-4034-a25b-bea5340e07c3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 943 time: 0.0655336 Mar 22 14:28:39.490988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa0639ca-0e3c-47e3-9fc4-4f5f2a867b8b req-7b5fd479-d3aa-4d90-9d55-7234f39767c5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542638 Mar 22 14:28:39.665512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.669546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.784308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router 10cf0e52-9a26-44a4-86ee-e993c35aa918 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:28:39.895429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:39.899826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:39.901012 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-52fc318e-371e-421a-90a2-05871c64d9b8 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "PUT /v2.0/routers/10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 200 len: 925 time: 1.4182854 Mar 22 14:28:39.904144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:39.910882 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] Sync routers for ids ['10cf0e52-9a26-44a4-86ee-e993c35aa918'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:39.925684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] Routers {'10cf0e52-9a26-44a4-86ee-e993c35aa918'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:39.927146 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['10cf0e52-9a26-44a4-86ee-e993c35aa918'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:39.969398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:39.981885 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] Routers {'10cf0e52-9a26-44a4-86ee-e993c35aa918'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:39.983291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['10cf0e52-9a26-44a4-86ee-e993c35aa918'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:40.014042 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70114889-e530-4961-8e78-3ef5a1dc3936 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 200 len: 925 time: 0.1085854 Mar 22 14:28:40.016926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38922) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:40.040947 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:40.041858 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46dfbd2-6c4b-4ca2-8f70-ca932a647089 None None] The sync data for ids ['10cf0e52-9a26-44a4-86ee-e993c35aa918'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:40.100218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4eed2b-700d-478f-8781-3642edb31895 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:40.101908 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d4eed2b-700d-478f-8781-3642edb31895 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=10cf0e52-9a26-44a4-86ee-e993c35aa918&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0837934 Mar 22 14:28:40.104701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:40.196539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9799b1-ca46-4484-a236-d4e3602b5fe7 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:40.200839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ed9799b1-ca46-4484-a236-d4e3602b5fe7 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.0923066 Mar 22 14:28:40.200996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38926) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:40.233125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf50b5ca-dbd9-41ad-833b-ed0ec06e392d tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 200 len: 205 time: 0.0286007 Mar 22 14:28:40.233900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38928) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:40.346640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf31371-e0a5-4937-8f77-83f63afc66f3 req-135a162b-381d-463c-abd9-3c92d0abc35f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:40.354339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cf31371-e0a5-4937-8f77-83f63afc66f3 req-135a162b-381d-463c-abd9-3c92d0abc35f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.0624421 Mar 22 14:28:40.408232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.425402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cf31371-e0a5-4937-8f77-83f63afc66f3 req-ee316882-cd17-4e48-8fb6-f4ba62e838aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676827 Mar 22 14:28:40.539355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.607001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port 3137116b-f65f-46da-a140-3da46bbb4ed1 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:40.607493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3137116b-f65f-46da-a140-3da46bbb4ed1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.684642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248540e2-a204-40b9-ace1-e5b1aeea7479 req-9aa35cd3-c379-47db-a492-bae52869a08e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:40.686583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-248540e2-a204-40b9-ace1-e5b1aeea7479 req-9aa35cd3-c379-47db-a492-bae52869a08e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 943 time: 0.0968766 Mar 22 14:28:40.716898 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3137116b-f65f-46da-a140-3da46bbb4ed1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:40.762758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for 3137116b-f65f-46da-a140-3da46bbb4ed1 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:40.807809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-248540e2-a204-40b9-ace1-e5b1aeea7479 req-ce2cec8b-6890-4f06-8e64-1dd3e5c81b0d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045597 Mar 22 14:28:40.889328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 46ea2d3c-ba6c-4b9c-8431-22752e9753ba details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:28:40.986821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3137116b-f65f-46da-a140-3da46bbb4ed1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.014160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=3137116b-f65f-46da-a140-3da46bbb4ed1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.022181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:41.038125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'port_id': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba', 'mac_address': 'fa:16:3e:21:e5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7225385-2adc-40f6-bf02-295ad6484b21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:28:41.074868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:41.075446 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.078799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (10cf0e52-9a26-44a4-86ee-e993c35aa918), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.088437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea2d3c-ba6c-4b9c-8431-22752e9753ba {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:41.109384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:41.114436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.166683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:41.182704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.184845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (10cf0e52-9a26-44a4-86ee-e993c35aa918), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.233739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (10cf0e52-9a26-44a4-86ee-e993c35aa918), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.234369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router 10cf0e52-9a26-44a4-86ee-e993c35aa918 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:41.241864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.246435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aeb6d856-ed0f-4e15-95e5-6df7ee5704aa tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 204 len: 168 time: 1.0088830 Mar 22 14:28:41.246884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:41.251315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-985746319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:41.276111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.277129 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.328779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.335386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.356563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.360740 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c584cd8e-916d-4e17-b17d-f5688e7f7a19 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1101983 Mar 22 14:28:41.360978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:41.367293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:41.401935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['46ea2d3c-ba6c-4b9c-8431-22752e9753ba'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:41.636678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33d3b-b3bc-40b3-900d-d0bedc686e28 req-5aae9968-ba40-45ba-8fdb-ef45cd919dba tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:41.639608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37e33d3b-b3bc-40b3-900d-d0bedc686e28 req-5aae9968-ba40-45ba-8fdb-ef45cd919dba tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1024070 Mar 22 14:28:41.643005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:41.696750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37e33d3b-b3bc-40b3-900d-d0bedc686e28 req-12d8b960-1557-47da-bd77-9499b501ad78 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507412 Mar 22 14:28:42.029985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b0fc2-4e22-4147-93fc-49e5ec981ba8 req-be67e7d8-0bcd-4806-8f06-15c4c0ccbf01 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:42.032019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-549b0fc2-4e22-4147-93fc-49e5ec981ba8 req-be67e7d8-0bcd-4806-8f06-15c4c0ccbf01 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 944 time: 0.0869105 Mar 22 14:28:42.086220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-549b0fc2-4e22-4147-93fc-49e5ec981ba8 req-e3af4c59-bf0b-4803-9441-f74f41fd88bc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Mar 22 14:28:42.198548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.217432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.327121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Allocated IP 172.25.3.98 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b984850f-a7dd-4886-9e0f-2a7db919d573) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:42.436420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for port (b984850f-a7dd-4886-9e0f-2a7db919d573), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.471046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b984850f-a7dd-4886-9e0f-2a7db919d573), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.518954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:42.520409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:42.529696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:42.556289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event updated for resources: {'Port': ['ID=b984850f-a7dd-4886-9e0f-2a7db919d573,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:42.803457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:42.833993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3826-5bb5-45e4-85b8-34f8102a7dbe req-51ad0f50-1d33-4212-937b-2619d64a532f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:42.835644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97cb3826-5bb5-45e4-85b8-34f8102a7dbe req-51ad0f50-1d33-4212-937b-2619d64a532f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.0636868 Mar 22 14:28:42.902261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97cb3826-5bb5-45e4-85b8-34f8102a7dbe req-cff049ab-ff14-4bea-a29b-8a9b54cbba57 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608985 Mar 22 14:28:42.906041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 46ea2d3c-ba6c-4b9c-8431-22752e9753ba up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:43.020466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:28:43.028353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:43.028741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.048387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.052052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.117888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:43.118579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.154651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:43.155964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:43.158794 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810382b4-aa0c-40b9-b900-4d92f4020b7f" -d '{"events": [{"server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "name": "network-vif-plugged", "status": "completed", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:43.175075 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.229586 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c68a761-1436-478c-8f69-c7a69fc8b05a x-openstack-request-id: req-2c68a761-1436-478c-8f69-c7a69fc8b05a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:43.230207 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "name": "network-vif-plugged", "status": "completed", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:43.230704 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c68a761-1436-478c-8f69-c7a69fc8b05a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:43.231365 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c68a761-1436-478c-8f69-c7a69fc8b05a'] response: {'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba', 'code': 200} Mar 22 14:28:43.282424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Router 0e3b9a1d-4138-4b21-b9b8-3e845faaa11f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:43.324440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:43.411812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3eae-78c2-4425-b949-e6936a853156 req-5b1e92ea-db2d-4f1d-b59e-99e64a919d09 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.413762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d08b3eae-78c2-4425-b949-e6936a853156 req-5b1e92ea-db2d-4f1d-b59e-99e64a919d09 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.1709347 Mar 22 14:28:43.421793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf230896-6ebf-449e-9a3d-e5ce3355be8f req-2914ffca-8fa3-4025-a0d9-891c77a1edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.423927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf230896-6ebf-449e-9a3d-e5ce3355be8f req-2914ffca-8fa3-4025-a0d9-891c77a1edb2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 1127 time: 0.1078227 Mar 22 14:28:43.426730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:43.438877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] Sync routers for ids ['0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:43.444504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:43.446530 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98563a6c-2f65-4405-9c84-3b16654fab46 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "PUT /v2.0/routers/0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 200 len: 882 time: 2.0845909 Mar 22 14:28:43.448893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 38992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.464627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] Routers {'0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:43.465316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:43.509511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:43.531911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] Routers {'0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:43.532527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:43.532679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d08b3eae-78c2-4425-b949-e6936a853156 req-6671f700-541b-4935-82b0-a290752a3799 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071327 Mar 22 14:28:43.581777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf230896-6ebf-449e-9a3d-e5ce3355be8f req-ed399db3-13f3-4ab3-87a8-3b92531bd3d2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311209 Mar 22 14:28:43.584733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:43.585390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a246a-c5bf-4863-b1f3-3cbce456308b None None] The sync data for ids ['0e3b9a1d-4138-4b21-b9b8-3e845faaa11f'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:43.655231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38996) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.655476 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-27b00237-34b8-4f1f-be52-84f177e3c24f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 200 len: 923 time: 0.2029808 Mar 22 14:28:43.737743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9f13d-7b7e-49f6-9277-1d2f0ae51f42 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.740976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c0e9f13d-7b7e-49f6-9277-1d2f0ae51f42 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=0e3b9a1d-4138-4b21-b9b8-3e845faaa11f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0837710 Mar 22 14:28:43.744367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.862801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a82ca8-92a1-406f-9e14-d09e304f5b22 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:43.866636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a0a82ca8-92a1-406f-9e14-d09e304f5b22 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.1210947 Mar 22 14:28:43.867504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39002) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:43.905825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-937d950f-8298-4fd2-b63d-bea051f9b7e3 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 200 len: 205 time: 0.0371187 Mar 22 14:28:43.908272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:44.055853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.166841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaaae2-5f82-4d81-917a-a5cf82041e29 req-3c76a446-1bfc-403e-bf3a-eab42ee27eac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.168338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6caaaae2-5f82-4d81-917a-a5cf82041e29 req-3c76a446-1bfc-403e-bf3a-eab42ee27eac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1769187 Mar 22 14:28:44.337253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6caaaae2-5f82-4d81-917a-a5cf82041e29 req-b2a240be-ce9c-4caa-b5e1-114816de13d1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680501 Mar 22 14:28:44.337253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.466922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port b984850f-a7dd-4886-9e0f-2a7db919d573 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:44.466922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b984850f-a7dd-4886-9e0f-2a7db919d573), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.466922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-59aa3233-f3bc-490a-9a6c-ebcb8d095d65 req-9dfa433b-5a48-486d-b4a8-3107c7346e6a tempest-DeleteServersTestJSON-733974055 tempest-DeleteServersTestJSON-733974055-project] (103890) timed out ('10.222.0.78', 64877) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:28:44.516399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b984850f-a7dd-4886-9e0f-2a7db919d573), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:44.534593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for b984850f-a7dd-4886-9e0f-2a7db919d573 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:44.817558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2add-c065-4f65-9078-fd28d098242a req-1b3eb8e2-be6f-4016-94b8-c7308f484051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.819252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-1b3eb8e2-be6f-4016-94b8-c7308f484051 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1797888 Mar 22 14:28:44.893403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f99f01-d8d7-4d85-ba6a-6cb421be3310 req-9261dc27-4c99-4d73-922a-668f6034ba3f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.895064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61f99f01-d8d7-4d85-ba6a-6cb421be3310 req-9261dc27-4c99-4d73-922a-668f6034ba3f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.2468731 Mar 22 14:28:44.975986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad57776-97ac-47ee-af2b-22dad0bb2114 req-1fcd7aca-56bc-4240-8be1-fcc1b2593bbf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:44.978518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ad57776-97ac-47ee-af2b-22dad0bb2114 req-1fcd7aca-56bc-4240-8be1-fcc1b2593bbf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.3360491 Mar 22 14:28:45.121684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2add-c065-4f65-9078-fd28d098242a req-b461dd6c-e0d0-4e4c-b4fe-fd4e00c44ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.123559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-b461dd6c-e0d0-4e4c-b4fe-fd4e00c44ca3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2193642 Mar 22 14:28:45.158058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61f99f01-d8d7-4d85-ba6a-6cb421be3310 req-722387cb-b33a-4c26-b037-cc374708a6b3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894777 Mar 22 14:28:45.165830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ad57776-97ac-47ee-af2b-22dad0bb2114 req-38e81b6b-546a-48b0-af30-42d19eb90a0d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775358 Mar 22 14:28:45.203768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b984850f-a7dd-4886-9e0f-2a7db919d573), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.239282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=b984850f-a7dd-4886-9e0f-2a7db919d573,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:45.304112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-e699d44b-8a18-44e6-995f-f65c0ad7b74e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 1000 time: 0.1658964 Mar 22 14:28:45.328437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.490039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.493462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.502201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2add-c065-4f65-9078-fd28d098242a req-59da57d3-78fb-4fac-9623-457d5907f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.504121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-59da57d3-78fb-4fac-9623-457d5907f279 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1913853 Mar 22 14:28:45.592022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06b490-e1ab-48a9-b702-c9835891d7d7 req-7a2888c1-0178-4698-8672-96a6fc33335c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.598567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df06b490-e1ab-48a9-b702-c9835891d7d7 req-7a2888c1-0178-4698-8672-96a6fc33335c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.2174673 Mar 22 14:28:45.600661 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (0e3b9a1d-4138-4b21-b9b8-3e845faaa11f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.601241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3b9a1d-4138-4b21-b9b8-3e845faaa11f {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:45.608407 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.609510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf1c5544-ba69-4620-a768-783fa579f1d4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 204 len: 168 time: 1.7002587 Mar 22 14:28:45.613356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.620338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-236695192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:45.655726 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.658268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.673015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2add-c065-4f65-9078-fd28d098242a req-5637dd23-1061-47eb-9f05-cffe04dd00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:45.675455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-5637dd23-1061-47eb-9f05-cffe04dd00a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1622145 Mar 22 14:28:45.680935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df06b490-e1ab-48a9-b702-c9835891d7d7 req-916f0e0d-81ed-4c47-a02a-5b31af5ddeea tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702503 Mar 22 14:28:45.791192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.803908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.817892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-a9497cd5-6d72-4b03-b146-2e89180f4336 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340857 Mar 22 14:28:45.827895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:45.830110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe9f6e10-83de-4939-8041-f726b75b90e7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2150924 Mar 22 14:28:45.834587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39066) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:45.842150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': True}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:45.954948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36dd2add-c065-4f65-9078-fd28d098242a req-a5312d3e-95d3-400c-8ed1-f58c84017802 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277063 Mar 22 14:28:46.103569 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.377528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59190-4cd0-4834-b872-edbf987b6b7a req-b024c0b6-211f-4089-8243-251157a76387 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:46.379179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0f59190-4cd0-4834-b872-edbf987b6b7a req-b024c0b6-211f-4089-8243-251157a76387 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1128206 Mar 22 14:28:46.400826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c9ad-756c-4a34-81f6-99468ee769c8 req-077a53ae-96d1-4a1a-89c2-7e414c5a454b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:46.401829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.402607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66c9ad-756c-4a34-81f6-99468ee769c8 req-077a53ae-96d1-4a1a-89c2-7e414c5a454b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.1039448 Mar 22 14:28:46.426892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.499076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da66c9ad-756c-4a34-81f6-99468ee769c8 req-54a3c26a-67b6-4c8a-9f0a-2b1a71003f4c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837977 Mar 22 14:28:46.516909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0f59190-4cd0-4834-b872-edbf987b6b7a req-6da83af2-e47a-44db-9cef-ff1ec751c083 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234868 Mar 22 14:28:46.634806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 172.25.3.8 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/f46ebc89-3042-456c-b628-45d155cfe179) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:46.779506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (f46ebc89-3042-456c-b628-45d155cfe179), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.875763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f46ebc89-3042-456c-b628-45d155cfe179), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:46.893050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcaa2-6514-4d73-bfc4-bd6eab0f3dc2 req-440d33f5-6a43-49aa-9dd2-b15c8f2fa870 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:46.901097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-174dcaa2-6514-4d73-bfc4-bd6eab0f3dc2 req-440d33f5-6a43-49aa-9dd2-b15c8f2fa870 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.1288183 Mar 22 14:28:46.996497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:47.017030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:47.025897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c47ff9-35ec-46ca-9457-072c75aacc42 req-78cba21f-b571-4e07-a894-f30188a8dacf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:47.027579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03c47ff9-35ec-46ca-9457-072c75aacc42 req-78cba21f-b571-4e07-a894-f30188a8dacf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.2067006 Mar 22 14:28:47.028425 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-f0ee6625-714b-4c12-b6c8-0cbfa134699c service neutron] show failed (client error): The resource could not be found. Mar 22 14:28:47.029380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-f0ee6625-714b-4c12-b6c8-0cbfa134699c service neutron] 10.222.0.78 "GET /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0893619 Mar 22 14:28:47.032492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:47.079454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=f46ebc89-3042-456c-b628-45d155cfe179,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:47.131075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-174dcaa2-6514-4d73-bfc4-bd6eab0f3dc2 req-48ed3a4b-346e-45df-8630-f2dea294e1e7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276947 Mar 22 14:28:47.186778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03c47ff9-35ec-46ca-9457-072c75aacc42 req-8c01b433-e517-46d8-a991-d92d47cb523d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346242 Mar 22 14:28:47.715480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e72c97-4fb8-49b0-889d-2beb58d10801 req-11097df7-6a10-44dd-9d74-a556042151bf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:47.718342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0e72c97-4fb8-49b0-889d-2beb58d10801 req-11097df7-6a10-44dd-9d74-a556042151bf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1187067 Mar 22 14:28:47.876270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:47.899463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0e72c97-4fb8-49b0-889d-2beb58d10801 req-885dc2b7-0c0f-4a7d-897d-73e9e1b25be1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733429 Mar 22 14:28:48.319580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-7ce29ada-64b8-4fd9-9bdc-0a1a7f88f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.332037 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-7ce29ada-64b8-4fd9-9bdc-0a1a7f88f722 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 1127 time: 0.9516907 Mar 22 14:28:48.368620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.372369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.379821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-b4f47615-21af-4d7b-9bab-015476235666 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:28:48.380914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-b4f47615-21af-4d7b-9bab-015476235666 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054932 Mar 22 14:28:48.406990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:48.595191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4cd7079b-7d17-4260-9d98-854ea82a40d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.635794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:48.645817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacbbc4-8720-472b-9b6a-0b0f2ac63d03 req-588c9de3-d6d7-4cae-b45f-502bae1916b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.648907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cacbbc4-8720-472b-9b6a-0b0f2ac63d03 req-588c9de3-d6d7-4cae-b45f-502bae1916b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.3199306 Mar 22 14:28:48.672454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8c242-790c-46b1-9e71-9c2fe716995a req-c3d0b249-66ff-463a-8a02-78c394580fda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.674377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22a8c242-790c-46b1-9e71-9c2fe716995a req-c3d0b249-66ff-463a-8a02-78c394580fda tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.3558211 Mar 22 14:28:48.688924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-ac6d8ca7-9dbb-43d7-a373-7df0727c289e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:48.690930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-ac6d8ca7-9dbb-43d7-a373-7df0727c289e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 945 time: 0.3575275 Mar 22 14:28:48.730035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:48.817903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cacbbc4-8720-472b-9b6a-0b0f2ac63d03 req-1155bbce-70cf-4633-921b-34363f011ac6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404212 Mar 22 14:28:48.898397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22a8c242-790c-46b1-9e71-9c2fe716995a req-18638f6a-3ba7-43d0-9a7b-877d2c63bd70 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050216 Mar 22 14:28:48.993432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Deleting port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:48.994377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.127972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:49.139424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] Sync routers for ids ['b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:49.141880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.143171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ef90f6df-795d-461f-8a3b-8f6656978e0f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "PUT /v2.0/routers/b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 200 len: 916 time: 3.3074982 Mar 22 14:28:49.146189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39144) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.155143 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] Routers {'b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:49.156082 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:49.269127 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:49.271452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-85a2ca82-1cbf-4210-9bc5-91f5c88103d2 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 200 len: 922 time: 0.1241152 Mar 22 14:28:49.274795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.291607 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] Routers {'b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:49.292227 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:49.295312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] For port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:49.299824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.320205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:49.329224 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:49.329877 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ecf53-05ff-41b5-9d64-1f11f1ed906e None None] The sync data for ids ['b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:49.364838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Calling delete_port for 46ea2d3c-ba6c-4b9c-8431-22752e9753ba owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:49.393722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef6b47-074e-4b5e-b878-3c5505e70416 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:49.395918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71ef6b47-074e-4b5e-b878-3c5505e70416 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1196098 Mar 22 14:28:49.399005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.416280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:49.513932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:49.516464 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5215ce-ac7f-4aa8-80aa-16f2d43f8b1d" -d '{"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:49.521232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a4366-651f-4ad9-84ec-92038c5fcfcd req-234e6dc3-08fc-4156-bebe-bbfad6c116e1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:49.529291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks [] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.534509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-095a4366-651f-4ad9-84ec-92038c5fcfcd req-234e6dc3-08fc-4156-bebe-bbfad6c116e1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.3684559 Mar 22 14:28:49.563809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Transition to ACTIVE for port object ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:28:49.569355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.573733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9bea8-fcff-4876-9abd-2fffa85e0809 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:49.575471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b0f9bea8-fcff-4876-9abd-2fffa85e0809 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.1734147 Mar 22 14:28:49.595286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39162) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.606097 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566577d2-d0e1-47c4-b83a-204e3a33caf1 x-openstack-request-id: req-566577d2-d0e1-47c4-b83a-204e3a33caf1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:49.606389 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:49.606643 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-566577d2-d0e1-47c4-b83a-204e3a33caf1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:49.607046 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566577d2-d0e1-47c4-b83a-204e3a33caf1'] response: {'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'code': 200} Mar 22 14:28:49.709930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:49.780058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] No DVR routers for this DVR port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:49.861530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-923e831b-4c16-4abf-9f98-59a214979aec tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 200 len: 205 time: 0.2614942 Mar 22 14:28:49.862474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (46ea2d3c-ba6c-4b9c-8431-22752e9753ba), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:49.863993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39176) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:49.875429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', '46ea2d3c-ba6c-4b9c-8431-22752e9753ba'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:50.075338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:28:50.075999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:28:50.076580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:50.104605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:28:50.108586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Attempting to bind port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on network dd7be296-6068-43d5-88f8-c1e758ed30a5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:28:50.136076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:28:50.137199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Checking segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:28:50.137796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Bound using segment: {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:28:50.138513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Bound port: ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2999c9ed-8877-4387-bd9a-e70ad3f070ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:28:50.139088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.288322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:28:50.296454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:28:50.319480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.399142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:50.400061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.402850 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] 10.222.0.82 "PUT /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 1091 time: 2.0135434 Mar 22 14:28:50.512288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d20808-1c87-491f-b74f-f96623d68f68 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:50.554493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-9f5352a5-7700-4797-b872-eaadcaf072f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:50.556328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-9f5352a5-7700-4797-b872-eaadcaf072f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1125 time: 0.1295435 Mar 22 14:28:50.718802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-5f895d8d-a7fd-41cb-add3-1bd0d0c88ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:50.720709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-5f895d8d-a7fd-41cb-add3-1bd0d0c88ab8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.1565225 Mar 22 14:28:50.738753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Pushing event deleted for resources: {'Port': ['ID=46ea2d3c-ba6c-4b9c-8431-22752e9753ba,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:50.801047 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-77f92524-1caa-4e00-a7bd-43a61be49cb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 999 time: 0.0719898 Mar 22 14:28:50.805709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-095a4366-651f-4ad9-84ec-92038c5fcfcd req-b72ae005-ff9f-4a6a-b51f-b40f9c42c83b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2704144 Mar 22 14:28:50.833646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] No DVR routers for this DVR port 46ea2d3c-ba6c-4b9c-8431-22752e9753ba on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:28:50.837588 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.842435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07123db-dcb0-4f6e-bc10-b4bbe3b7b9d8 req-62c63b32-9a01-41b4-804d-c97c9deca32b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "DELETE /v2.0/ports/46ea2d3c-ba6c-4b9c-8431-22752e9753ba HTTP/1.1" status: 204 len: 173 time: 2.1365659 Mar 22 14:28:50.854343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'name': 'network-vif-deleted', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:50.856790 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729ded8-8964-4e8e-8052-63c5bb911a72" -d '{"events": [{"server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "name": "network-vif-deleted", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:50.875717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-a889eb17-0427-4df2-a78a-0a2be6cba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:50.887469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06359f9f-2f88-4bef-a5f2-1f1b464e546d req-9bb7d2d8-f2ab-4e41-8817-a6d1738a4224 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:50.889388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06359f9f-2f88-4bef-a5f2-1f1b464e546d req-9bb7d2d8-f2ab-4e41-8817-a6d1738a4224 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.2360168 Mar 22 14:28:50.894268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-a889eb17-0427-4df2-a78a-0a2be6cba726 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0882282 Mar 22 14:28:50.947163 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b47ecad0-acf9-473a-b82d-d4d374de91d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:50.956149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 46ea2d3c-ba6c-4b9c-8431-22752e9753ba no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:50.982566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30e5c9ef-a4a8-4836-84ab-b0e8a0ea155d req-21c227e0-fb69-4f61-8be6-814086551be1 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7e86f67-ea78-4152-9baa-3420f8b8447c HTTP/1.1" status: 200 len: 210 time: 0.0694411 Mar 22 14:28:51.008800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-efd837e4-a621-41e6-a0e8-c159bfb80bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:51.015923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-efd837e4-a621-41e6-a0e8-c159bfb80bfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089559 Mar 22 14:28:51.029001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 46ea2d3c-ba6c-4b9c-8431-22752e9753ba {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:28:51.029935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 46ea2d3c-ba6c-4b9c-8431-22752e9753ba not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:51.030853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:28:51.066982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.109231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:28:51.110236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:28:51.148124 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eac319-78a9-410c-a90d-85ca571f0f2b x-openstack-request-id: req-26eac319-78a9-410c-a90d-85ca571f0f2b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:51.148421 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e86f67-ea78-4152-9baa-3420f8b8447c", "name": "network-vif-deleted", "tag": "46ea2d3c-ba6c-4b9c-8431-22752e9753ba", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:51.148689 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26eac319-78a9-410c-a90d-85ca571f0f2b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:51.149389 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26eac319-78a9-410c-a90d-85ca571f0f2b'] response: {'server_uuid': 'f7e86f67-ea78-4152-9baa-3420f8b8447c', 'name': 'network-vif-deleted', 'tag': '46ea2d3c-ba6c-4b9c-8431-22752e9753ba', 'status': 'completed', 'code': 200} Mar 22 14:28:51.163811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06359f9f-2f88-4bef-a5f2-1f1b464e546d req-f17c63a3-63a0-4447-833e-b074f85116e2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670383 Mar 22 14:28:51.168381 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-d195a9e9-a6b1-4cd3-ad2d-dba730f24362 service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458037 Mar 22 14:28:51.243816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.306485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port f46ebc89-3042-456c-b628-45d155cfe179 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:51.306739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f46ebc89-3042-456c-b628-45d155cfe179), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.309488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c4b5cfb-d844-43ff-8856-b45929d8d82d req-45660c29-9649-4efc-9a20-cf05ce7b1ed5 service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334858 Mar 22 14:28:51.433937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f46ebc89-3042-456c-b628-45d155cfe179), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.449590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for f46ebc89-3042-456c-b628-45d155cfe179 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:51.609145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:51.617267 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55c8ed-dc28-460e-988c-54adf4717b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:51.701220 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1849ceac-affd-42f8-b552-197296fed2cb x-openstack-request-id: req-1849ceac-affd-42f8-b552-197296fed2cb {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:51.701705 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:51.702163 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1849ceac-affd-42f8-b552-197296fed2cb {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:51.702751 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1849ceac-affd-42f8-b552-197296fed2cb'] response: {'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'status': 'completed', 'code': 200} Mar 22 14:28:51.787410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-d49da7dd-1eca-47cc-99ea-e3e399134798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:51.789743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-d49da7dd-1eca-47cc-99ea-e3e399134798 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1125 time: 0.0860231 Mar 22 14:28:51.793720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f46ebc89-3042-456c-b628-45d155cfe179), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.835403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=f46ebc89-3042-456c-b628-45d155cfe179,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:51.911242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-53a7af9e-af71-4ac9-9b60-1becd1d42b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:51.912835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-53a7af9e-af71-4ac9-9b60-1becd1d42b50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1125 time: 0.1837661 Mar 22 14:28:51.915677 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:51.948632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-4ca76d07-ceda-4af9-a118-a8b62d514ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:51.950734 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-4ca76d07-ceda-4af9-a118-a8b62d514ccf service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.1546717 Mar 22 14:28:51.999616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.042928 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-6aff8af9-cdb9-48da-bafa-50786b393b29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 999 time: 0.0854003 Mar 22 14:28:52.122403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-84b2ada5-13db-4844-9aa7-8576c34a6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.123952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-84b2ada5-13db-4844-9aa7-8576c34a6dee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0744729 Mar 22 14:28:52.129186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.135036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.188349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e3f7f-592b-4f99-aa18-fc10639df648 req-d12f7d69-3d8c-4715-95c5-a2c6c39fe555 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.189919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d23e3f7f-592b-4f99-aa18-fc10639df648 req-d12f7d69-3d8c-4715-95c5-a2c6c39fe555 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2761731 Mar 22 14:28:52.231225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-de6b6477-95a0-4976-ab8f-06e9a9c3fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.232841 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-de6b6477-95a0-4976-ab8f-06e9a9c3fdaa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016829 Mar 22 14:28:52.308778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d23e3f7f-592b-4f99-aa18-fc10639df648 req-f61f61a8-7782-448f-b43b-150c15c0bbf9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074812 Mar 22 14:28:52.326233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-7ed3a049-e82b-43f4-9f1b-ca3da5c6c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.326233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-7ed3a049-e82b-43f4-9f1b-ca3da5c6c5c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.3920255 Mar 22 14:28:52.326233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.326233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:52.333193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.339601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0c5213f9-0435-46e5-b7bf-935e89905b77 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 204 len: 168 time: 2.4620593 Mar 22 14:28:52.343197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39228) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:52.355913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1557188030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:52.367323 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-1fa184b2-bfaa-4eac-86ea-8a2a02fef9db service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264811 Mar 22 14:28:52.440729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d9d37-1276-4ea1-a07e-0f5290ee91f9 req-b08ba27b-81cd-4e4f-bfc6-c88f8c6f014d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.447912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-636d9d37-1276-4ea1-a07e-0f5290ee91f9 req-b08ba27b-81cd-4e4f-bfc6-c88f8c6f014d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2510183 Mar 22 14:28:52.522762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.523832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.528275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-c65bda09-bd11-48d7-8ca0-8f5f73a7ff3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 999 time: 0.1842840 Mar 22 14:28:52.550278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-72a4a87f-915d-4c1a-8f7b-87e93b2ee6b9 service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735642 Mar 22 14:28:52.617550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75574e-5ed4-4feb-9f94-52e20f7f8cdb req-73171b53-a488-4c02-9c06-d2d51ce8313f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.619147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec75574e-5ed4-4feb-9f94-52e20f7f8cdb req-73171b53-a488-4c02-9c06-d2d51ce8313f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.1614234 Mar 22 14:28:52.630686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-636d9d37-1276-4ea1-a07e-0f5290ee91f9 req-2111fda1-00d9-4b0c-aaab-e691dfcd53b4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816940 Mar 22 14:28:52.701849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-5a6fae41-0af3-49be-9b7f-22e9acdbd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.703310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-5a6fae41-0af3-49be-9b7f-22e9acdbd87a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.1597466 Mar 22 14:28:52.753175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.788177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.806685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec75574e-5ed4-4feb-9f94-52e20f7f8cdb req-65eb3c30-4543-4546-b226-35d19d6d350a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068568 Mar 22 14:28:52.815448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-ed66bd12-4c7f-485b-b801-6914e776d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:52.816985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-ed66bd12-4c7f-485b-b801-6914e776d4d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032825 Mar 22 14:28:52.820391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:52.821742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a2a53b1d-e8fb-44f8-bea7-1d3d72b4fa56 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4698932 Mar 22 14:28:52.824685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39242) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:52.829470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'enable_snat': False}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:53.134086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-52e9f42c-28a9-415f-8e61-96fa30d12ed9 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097532 Mar 22 14:28:53.163922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae085-225c-4e8b-ac2f-46eb750da13e req-4fa2885c-35a4-4e21-b3a5-3e670a15312f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:53.167459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c67ae085-225c-4e8b-ac2f-46eb750da13e req-4fa2885c-35a4-4e21-b3a5-3e670a15312f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2396259 Mar 22 14:28:53.170083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.317301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c67ae085-225c-4e8b-ac2f-46eb750da13e req-23ec82f8-4571-409e-a7b3-f8e3500f01e0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235354 Mar 22 14:28:53.361426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed55c8ed-dc28-460e-988c-54adf4717b4f req-7d566fee-a6a8-4613-af03-981d78987775 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175214 Mar 22 14:28:53.475959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (2069c0b1-6532-4983-95ab-73a98e94a3c9), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.505103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.609305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f0db-01d1-4c2c-b7ab-826d2aac01ea req-59974dec-aed2-4659-a0ee-3cf3c92a8fc9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:53.610829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e88f0db-01d1-4c2c-b7ab-826d2aac01ea req-59974dec-aed2-4659-a0ee-3cf3c92a8fc9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1667531 Mar 22 14:28:53.626388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e866e0-e6cb-413f-bca8-663f187326cd req-c65b6ed3-0666-4260-8f04-fba3fe660e2a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:53.629210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53e866e0-e6cb-413f-bca8-663f187326cd req-c65b6ed3-0666-4260-8f04-fba3fe660e2a tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1957216 Mar 22 14:28:53.659175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Allocated IP 172.25.3.122 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/2b2dda97-ebbf-47bf-b0f0-5505d47f594d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:28:53.715640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e88f0db-01d1-4c2c-b7ab-826d2aac01ea req-af89d730-9179-4c7d-9aa1-747d084fad45 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850930 Mar 22 14:28:53.720382 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:53.750519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:28:53.751329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53e866e0-e6cb-413f-bca8-663f187326cd req-4b41d5b4-26ff-48d6-ae34-eee1a3fb8fc7 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130621 Mar 22 14:28:53.926114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:53.942843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'port_id': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'mac_address': 'fa:16:3e:0b:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:28:53.963184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for port (2b2dda97-ebbf-47bf-b0f0-5505d47f594d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.003769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:54.004537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.024449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:28:54.044189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff3bb-6850-4e88-a1ef-42c3094fcbda req-ba44e1c4-421e-4367-873f-8a1577bb1e03 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:54.056485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef7ff3bb-6850-4e88-a1ef-42c3094fcbda req-ba44e1c4-421e-4367-873f-8a1577bb1e03 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 943 time: 0.1025631 Mar 22 14:28:54.059040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:54.067237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.186045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.232196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef7ff3bb-6850-4e88-a1ef-42c3094fcbda req-a60156a8-e54e-4e5c-9a4d-cf4dbfdad435 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741869 Mar 22 14:28:54.327792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:28:54.556629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2b2dda97-ebbf-47bf-b0f0-5505d47f594d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.594673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:28:54.615304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:28:54.625541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:28:54.742722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2dda97-ebbf-47bf-b0f0-5505d47f594d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:54.756103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.756448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.757466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.757797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.758152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.758485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.758833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.759126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.759448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.759772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.760141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.760554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.760883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.761300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.762367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:28:54.897942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-87f7d427-9087-4a16-a39e-45ffd2ff2cf3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:54.899552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-87f7d427-9087-4a16-a39e-45ffd2ff2cf3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 944 time: 0.2945004 Mar 22 14:28:54.934443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:54.945254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff982a0-e854-41a3-ac90-fc6bcb17b390 req-5510ad38-3460-42c4-af6e-2ebaced0c246 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:54.946921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ff982a0-e854-41a3-ac90-fc6bcb17b390 req-5510ad38-3460-42c4-af6e-2ebaced0c246 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 944 time: 0.3922155 Mar 22 14:28:55.085585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56960-b4ed-48e4-b1f9-5bde7441f941 req-44cf4a05-bbba-4d07-816f-e57654adafd2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.087320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bf56960-b4ed-48e4-b1f9-5bde7441f941 req-44cf4a05-bbba-4d07-816f-e57654adafd2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2097723 Mar 22 14:28:55.120651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ff982a0-e854-41a3-ac90-fc6bcb17b390 req-2360b811-b9fc-4660-9418-6c70011895ff tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429121 Mar 22 14:28:55.137713 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-1e56dc59-459a-42e8-bd8c-a654f9ebb90f service neutron] delete failed (client error): The resource could not be found. Mar 22 14:28:55.138826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-1e56dc59-459a-42e8-bd8c-a654f9ebb90f service neutron] 10.222.0.78 "DELETE /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.2094579 Mar 22 14:28:55.211689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router_gateway (2069c0b1-6532-4983-95ab-73a98e94a3c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.250639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bf56960-b4ed-48e4-b1f9-5bde7441f941 req-4044cfe7-45dd-4abb-9e1c-ff4f84118f50 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468349 Mar 22 14:28:55.288892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-b4d10a54-8433-49c5-bad2-1f7118ee572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.290893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-b4d10a54-8433-49c5-bad2-1f7118ee572c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1126 time: 0.0882223 Mar 22 14:28:55.477414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-256574dd-c81f-42fe-9d3e-4b01f90b1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.481703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-256574dd-c81f-42fe-9d3e-4b01f90b1649 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.1819808 Mar 22 14:28:55.538565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.563689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.606922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-2ba9a43a-03a4-4bea-8eb0-65e014b2f0d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 1000 time: 0.1188214 Mar 22 14:28:55.707058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-86af6420-a7a7-41f6-aeaf-cb27a0f5530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.712449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-86af6420-a7a7-41f6-aeaf-cb27a0f5530a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0970960 Mar 22 14:28:55.756667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:28:55.814150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-40b784e9-4fa5-4ac2-91d4-62833f44c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:55.816019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-40b784e9-4fa5-4ac2-91d4-62833f44c775 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963416 Mar 22 14:28:55.832636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:28:55.840021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:28:55.840398 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:55.870001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Router 2069c0b1-6532-4983-95ab-73a98e94a3c9 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:28:56.018423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-aaf6b6b1-dab2-4bce-87e9-24bbf94dec01 service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946490 Mar 22 14:28:56.059165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:28:56.059878 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.144808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:28:56.150345 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43061346-af5a-47ad-8cda-0083b28ac746" -d '{"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-plugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:28:56.207127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:28:56.210515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:28:56.226833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] Sync routers for ids ['2069c0b1-6532-4983-95ab-73a98e94a3c9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:28:56.228710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.235286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39326) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.237035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b29d6119-89bf-4512-b57d-2e8928e6f152 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "PUT /v2.0/routers/2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 200 len: 920 time: 3.4042010 Mar 22 14:28:56.239566 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.299678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] Routers {'2069c0b1-6532-4983-95ab-73a98e94a3c9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:56.300628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2069c0b1-6532-4983-95ab-73a98e94a3c9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:56.336734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39330) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.402839 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1125a-9f20-4138-8245-a2e0c7061b34 x-openstack-request-id: req-65a1125a-9f20-4138-8245-a2e0c7061b34 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:28:56.403410 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-plugged", "status": "completed", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:28:56.404033 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65a1125a-9f20-4138-8245-a2e0c7061b34 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:28:56.404624 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a1125a-9f20-4138-8245-a2e0c7061b34'] response: {'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'code': 200} Mar 22 14:28:56.407717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:56.519515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] Routers {'2069c0b1-6532-4983-95ab-73a98e94a3c9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:28:56.524781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2069c0b1-6532-4983-95ab-73a98e94a3c9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:56.562318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-865d6e0e-1e2b-4b85-8213-27036eb0435d req-992f9714-652c-430e-bba9-385cd06f968d service neutron] 10.222.0.78 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301096 Mar 22 14:28:56.562318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b041f014-cd04-4494-ba3f-760188c2a8f9 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 200 len: 926 time: 0.3231020 Mar 22 14:28:56.567746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39340) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.641941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9900784-36c1-4360-9996-b7fbae6221c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.680502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:56.689605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:28:56.690941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936871d-7ec0-463e-bc5d-419becb27ab5 None None] The sync data for ids ['2069c0b1-6532-4983-95ab-73a98e94a3c9'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:28:56.691252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7457492-bc17-4820-82dc-b9fce184283c req-16e70427-a3af-4c8b-af03-116c6bdc6db2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:56.701449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7457492-bc17-4820-82dc-b9fce184283c req-16e70427-a3af-4c8b-af03-116c6bdc6db2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.3064086 Mar 22 14:28:56.785587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b31d-6fcb-4e27-97d9-abe8168e9359 req-54f3a866-a340-442b-9a1c-4b58b2edbc65 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:56.787760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91a2b31d-6fcb-4e27-97d9-abe8168e9359 req-54f3a866-a340-442b-9a1c-4b58b2edbc65 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.3453805 Mar 22 14:28:56.790581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeae6b5-086f-4b0a-95a3-e56e3b877427 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:56.792923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4aeae6b5-086f-4b0a-95a3-e56e3b877427 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=2069c0b1-6532-4983-95ab-73a98e94a3c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2238307 Mar 22 14:28:56.807609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.852450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9900784-36c1-4360-9996-b7fbae6221c1 admin admin] Publish callbacks [] for security_group (6df84260-af39-4bb4-b12f-9f13a4d2fadd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.853550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7457492-bc17-4820-82dc-b9fce184283c req-da3abd1c-0d45-4dfd-8955-9f6ab15b1500 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475947 Mar 22 14:28:56.876524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91a2b31d-6fcb-4e27-97d9-abe8168e9359 req-ebce6ef2-0c3e-4acc-9361-bccf78f9eb44 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761724 Mar 22 14:28:56.893523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9900784-36c1-4360-9996-b7fbae6221c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6df84260-af39-4bb4-b12f-9f13a4d2fadd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:56.958625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9900784-36c1-4360-9996-b7fbae6221c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a01d09f788034ec5bf2c1de34ef4b994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6205955 Mar 22 14:28:56.961146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39348) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:56.967304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900784-36c1-4360-9996-b7fbae6221c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df84260-af39-4bb4-b12f-9f13a4d2fadd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:57.014315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95526e-7430-472c-bb90-c1e658b43342 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:57.016023 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3f95526e-7430-472c-bb90-c1e658b43342 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/networks/08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 881 time: 0.2072973 Mar 22 14:28:57.019113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39350) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:57.057323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] Publish callbacks [] for security_group (6df84260-af39-4bb4-b12f-9f13a4d2fadd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.070935 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c725cff0-e0a5-4f9a-b25d-28323581cc9f tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 200 len: 205 time: 0.0472782 Mar 22 14:28:57.071201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39354) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:57.174947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] Publish callbacks [] for security_group (6df84260-af39-4bb4-b12f-9f13a4d2fadd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.271318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.541062 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:28:57.763073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6df84260-af39-4bb4-b12f-9f13a4d2fadd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.763073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:57.763073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6df84260-af39-4bb4-b12f-9f13a4d2fadd HTTP/1.1" status: 204 len: 168 time: 0.7917957 Mar 22 14:28:57.780185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22174aef-2201-41e4-92d6-f9427d481346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df84260-af39-4bb4-b12f-9f13a4d2fadd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:57.827123 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (2069c0b1-6532-4983-95ab-73a98e94a3c9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.064153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port 2b2dda97-ebbf-47bf-b0f0-5505d47f594d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:28:58.064662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2b2dda97-ebbf-47bf-b0f0-5505d47f594d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.157953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e61d2d-12ae-4352-8cd3-abf073916cf2 req-583e9f91-f594-4448-85ad-33367ded32ba tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:58.159896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97e61d2d-12ae-4352-8cd3-abf073916cf2 req-583e9f91-f594-4448-85ad-33367ded32ba tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1914401 Mar 22 14:28:58.190188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a5053-6f4a-4ab1-a20f-5f7cccb61b30 req-6f5eca2d-d885-4331-882b-5b76fa083457 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:58.192066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da9a5053-6f4a-4ab1-a20f-5f7cccb61b30 req-6f5eca2d-d885-4331-882b-5b76fa083457 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1728058 Mar 22 14:28:58.255566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2b2dda97-ebbf-47bf-b0f0-5505d47f594d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.264335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39392) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:58.265461 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.279026 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45c26316-0929-4ba1-86d8-af7d3d32dee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.313584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for 2b2dda97-ebbf-47bf-b0f0-5505d47f594d owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:28:58.343841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97e61d2d-12ae-4352-8cd3-abf073916cf2 req-d325092b-a25a-4ae5-a7ad-cb12be59a1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663871 Mar 22 14:28:58.368879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da9a5053-6f4a-4ab1-a20f-5f7cccb61b30 req-c334d594-6a98-4ada-a98f-04e9646390bf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673617 Mar 22 14:28:58.391729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39396) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:58.408341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45c26316-0929-4ba1-86d8-af7d3d32dee2 admin admin] Publish callbacks [] for security_group (86dafaaa-9a51-46f7-aa70-234bbdba4215), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.461717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-45c26316-0929-4ba1-86d8-af7d3d32dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (86dafaaa-9a51-46f7-aa70-234bbdba4215), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.527245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-45c26316-0929-4ba1-86d8-af7d3d32dee2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=168c53bf3ef74e2bbc40a435060d390c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611632 Mar 22 14:28:58.530692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39406) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:58.533689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c26316-0929-4ba1-86d8-af7d3d32dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dafaaa-9a51-46f7-aa70-234bbdba4215,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:58.564679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9e2cb82-dd6a-424d-91ae-fde337bcfb8f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 200 len: 993 time: 0.1714125 Mar 22 14:28:58.624764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] Publish callbacks [] for security_group (86dafaaa-9a51-46f7-aa70-234bbdba4215), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.651085 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] Publish callbacks [] for security_group (86dafaaa-9a51-46f7-aa70-234bbdba4215), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.704809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2b2dda97-ebbf-47bf-b0f0-5505d47f594d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.719252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (86dafaaa-9a51-46f7-aa70-234bbdba4215), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.719899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663177ae-9ab7-484f-a626-a72698d2721e req-2d7d116b-6831-419f-b1f7-aba9dde1dc00 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:58.721597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-663177ae-9ab7-484f-a626-a72698d2721e req-2d7d116b-6831-419f-b1f7-aba9dde1dc00 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1276262 Mar 22 14:28:58.722034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:58.724658 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86dafaaa-9a51-46f7-aa70-234bbdba4215 HTTP/1.1" status: 204 len: 168 time: 0.1924634 Mar 22 14:28:58.740881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c26c72-f43a-4ba5-86e3-efd6ed6093e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dafaaa-9a51-46f7-aa70-234bbdba4215,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:58.803270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=2b2dda97-ebbf-47bf-b0f0-5505d47f594d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:58.878619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-663177ae-9ab7-484f-a626-a72698d2721e req-48a7f043-e125-4234-8049-7bfdfa472427 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159947 Mar 22 14:28:58.908439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (2069c0b1-6532-4983-95ab-73a98e94a3c9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.046778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.049745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (2069c0b1-6532-4983-95ab-73a98e94a3c9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.107644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efd4ce-6548-4225-be1b-ce4cbbb3250d req-bd8b5d5c-77d0-4609-b8d3-d53cc401a07d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:59.109127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6efd4ce-6548-4225-be1b-ce4cbbb3250d req-bd8b5d5c-77d0-4609-b8d3-d53cc401a07d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1280599 Mar 22 14:28:59.110342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (2069c0b1-6532-4983-95ab-73a98e94a3c9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.110906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router 2069c0b1-6532-4983-95ab-73a98e94a3c9 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:28:59.117939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.122508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f8e65df6-71aa-47f1-8741-4dad01828602 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 204 len: 168 time: 2.0472374 Mar 22 14:28:59.123321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.127432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-767631458', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:28:59.171407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6efd4ce-6548-4225-be1b-ce4cbbb3250d req-f69c258d-56d5-4ccb-a1d8-1056f90e09e2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Mar 22 14:28:59.177823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.179743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.223286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.243462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.253824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39432) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.269990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b0f-8de8-4abd-9cf4-d5a4b98a3042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.388911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b0f-8de8-4abd-9cf4-d5a4b98a3042 admin admin] Publish callbacks [] for security_group (03c75975-ef17-47c3-b171-0f3cd33e583a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.399942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b0f-8de8-4abd-9cf4-d5a4b98a3042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03c75975-ef17-47c3-b171-0f3cd33e583a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.423720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.442705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-34fb0b0f-8de8-4abd-9cf4-d5a4b98a3042 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c63a9cf235c41f59c38177c88b580b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875877 Mar 22 14:28:59.443580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb0b0f-8de8-4abd-9cf4-d5a4b98a3042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c75975-ef17-47c3-b171-0f3cd33e583a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:59.445860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:28:59.597420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] Publish callbacks [] for security_group (03c75975-ef17-47c3-b171-0f3cd33e583a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.634582 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] Publish callbacks [] for security_group (03c75975-ef17-47c3-b171-0f3cd33e583a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.657521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b18ac-57b9-4528-b23d-5db6eda9f8aa req-320f4d3f-451f-4917-ac52-e859941d4b7d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:28:59.659393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae4b18ac-57b9-4528-b23d-5db6eda9f8aa req-320f4d3f-451f-4917-ac52-e859941d4b7d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1597269 Mar 22 14:28:59.744568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae4b18ac-57b9-4528-b23d-5db6eda9f8aa req-3463c64b-1430-4205-9efa-b9c16edfc104 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763226 Mar 22 14:28:59.763099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (03c75975-ef17-47c3-b171-0f3cd33e583a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.772901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.777098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.788531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03c75975-ef17-47c3-b171-0f3cd33e583a HTTP/1.1" status: 204 len: 168 time: 0.3265615 Mar 22 14:28:59.798647 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:28:59.814039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ecccf-c744-4289-8aeb-083982502070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c75975-ef17-47c3-b171-0f3cd33e583a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:28:59.941902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Allocated IP 172.25.3.15 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/7e483820-7004-4689-8242-312757481476) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:00.080163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for port (7e483820-7004-4689-8242-312757481476), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.139328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7e483820-7004-4689-8242-312757481476), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.199535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:00.202785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:00.206740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:00.244165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event updated for resources: {'Port': ['ID=7e483820-7004-4689-8242-312757481476,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:00.546325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.838717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39496) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:00.878723 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:00.938963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e222719-d938-4c59-98dc-ed28a4c04198 req-d95a3dad-189a-4df4-bebe-e735804b3bef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:00.946327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e222719-d938-4c59-98dc-ed28a4c04198 req-d95a3dad-189a-4df4-bebe-e735804b3bef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.0887091 Mar 22 14:29:00.999214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e222719-d938-4c59-98dc-ed28a4c04198 req-4aeebbdb-7b19-4cd2-a65c-81ef1fcc40f4 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519056 Mar 22 14:29:01.046132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876429674-network', 'tenant_id': 'fe6772e2d87e485987ef355d923ab9bc'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:01.071510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Router d49f3404-edd5-4d2b-a4e0-607cf7340dab is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:01.093313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Made reservation on behalf of fe6772e2d87e485987ef355d923ab9bc for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:01.096963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.106653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.204246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks [] for security_group (c21d1826-922e-4d50-b0f5-e7246e6b4170), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.212640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c21d1826-922e-4d50-b0f5-e7246e6b4170), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.244668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:29:01.255942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d1826-922e-4d50-b0f5-e7246e6b4170,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:01.256691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:01.261670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2366ee87-409b-4812-8aef-2b229b6f4a37), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.262024 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Added segment 2366ee87-409b-4812-8aef-2b229b6f4a37 of type vlan for network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc Mar 22 14:29:01.275835 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] Sync routers for ids ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:01.286664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.287947 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9924ee57-26ae-4724-bed2-6542014dc777 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1640329 Mar 22 14:29:01.290926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:01.295356 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] Routers {'d49f3404-edd5-4d2b-a4e0-607cf7340dab'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:01.295971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.305110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:01.318677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.351899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.352963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:01.353553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.393588 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.402706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] Routers {'d49f3404-edd5-4d2b-a4e0-607cf7340dab'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:01.404437 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.422242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5822868 Mar 22 14:29:01.422934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:01.429734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Request body: {'subnet': {'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876429674-subnet', 'tenant_id': 'fe6772e2d87e485987ef355d923ab9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:01.439540 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:01.440184 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976013-0c8d-4e02-9b73-8a98d5d43168 None None] The sync data for ids ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:01.441332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0436c3-ade7-412c-a77c-8f88bb9dba33 admin admin] Pushing event updated for resources: {'Network': ['ID=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:01.458397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:29:01.459747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Made reservation on behalf of fe6772e2d87e485987ef355d923ab9bc for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:01.462583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.701236 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (afac16c6-f819-4bfe-ae5f-2b9d5a930a1c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.767760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:01.775926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Checking segment: {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:01.776296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Network hostable DHCP agents. Network: d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:29:01.805213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:29:01.821050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:01.826977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:01.828144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:01.832947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e451620-d16d-40f4-9884-31cc1d9eb565 None None] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:01.866808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-987e24b7-eec6-45a2-b4d4-781399d2c788 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4404254 Mar 22 14:29:01.997244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591fd0f-a182-42c8-a422-130ab39a8290 None None] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:02.094692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.110939 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.183219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Deleting port 7e483820-7004-4689-8242-312757481476 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:02.183764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7e483820-7004-4689-8242-312757481476), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.224892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949204d-1a15-4fff-a0a8-3f0687b2f97e req-dc58a5f5-dda5-4c82-81d1-b1f0388fb2ef tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.226730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8949204d-1a15-4fff-a0a8-3f0687b2f97e req-dc58a5f5-dda5-4c82-81d1-b1f0388fb2ef tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1573610 Mar 22 14:29:02.281235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bed21-0b55-4141-8827-8616f5469e85 req-ea83736f-ca0d-47ec-b27e-9d20698404af tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.291094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c3bed21-0b55-4141-8827-8616f5469e85 req-ea83736f-ca0d-47ec-b27e-9d20698404af tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1178041 Mar 22 14:29:02.337763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7e483820-7004-4689-8242-312757481476), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.350629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Calling delete_port for 7e483820-7004-4689-8242-312757481476 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:02.386470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8949204d-1a15-4fff-a0a8-3f0687b2f97e req-62c325b6-3af3-4449-93bd-ab375f618395 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509295 Mar 22 14:29:02.412672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c3bed21-0b55-4141-8827-8616f5469e85 req-03a4c0fc-3a68-4d9d-b14b-b1836c181616 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206501 Mar 22 14:29:02.430866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685b77d-2e21-467d-aded-f67e6ce012b5 req-26debec0-60ef-4ffc-a6c2-108c0180e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.432665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f685b77d-2e21-467d-aded-f67e6ce012b5 req-26debec0-60ef-4ffc-a6c2-108c0180e70f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1074836 Mar 22 14:29:02.487619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f685b77d-2e21-467d-aded-f67e6ce012b5 req-a9141886-540e-4e8a-a5ae-dba1e2d6b09a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475249 Mar 22 14:29:02.585418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136ea3-afa1-43c1-b1fd-5ffe380c3d23 req-6a6e0855-a78a-4dff-a955-57726cf18345 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.590004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d136ea3-afa1-43c1-b1fd-5ffe380c3d23 req-6a6e0855-a78a-4dff-a955-57726cf18345 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0891042 Mar 22 14:29:02.613803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7e483820-7004-4689-8242-312757481476), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.640443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d136ea3-afa1-43c1-b1fd-5ffe380c3d23 req-cac8ee13-99fc-4e39-9e6e-5e2f82bb56e8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Mar 22 14:29:02.645408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Pushing event deleted for resources: {'Port': ['ID=7e483820-7004-4689-8242-312757481476,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:02.771086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (d49f3404-edd5-4d2b-a4e0-607cf7340dab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:02.943635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c5116-cd67-485f-bffa-99052a8f34c2 req-73d0ad1c-1ea1-4d91-8298-300543dc2491 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:02.945406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b70c5116-cd67-485f-bffa-99052a8f34c2 req-73d0ad1c-1ea1-4d91-8298-300543dc2491 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1154752 Mar 22 14:29:03.005681 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b70c5116-cd67-485f-bffa-99052a8f34c2 req-bed094a7-2d6d-4c00-aeff-449e2220bf6c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Mar 22 14:29:03.052372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4000'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.055565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609665'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.133435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e4e3f-3927-49c4-9070-84461312c95a req-17b0d198-aad1-4d11-afb6-dba2273dbd7f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:03.135039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f8e4e3f-3927-49c4-9070-84461312c95a req-17b0d198-aad1-4d11-afb6-dba2273dbd7f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0565121 Mar 22 14:29:03.154410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Router d49f3404-edd5-4d2b-a4e0-607cf7340dab has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:03.206572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f8e4e3f-3927-49c4-9070-84461312c95a req-fb533499-c7c5-4c75-8ab1-ea7707d55918 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Mar 22 14:29:03.243951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:03.254211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] Sync routers for ids ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:03.262708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.267243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39564) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.267568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fca6d425-e3b9-4a92-ab16-aee555baea62 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "PUT /v2.0/routers/d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 200 len: 709 time: 1.9753973 Mar 22 14:29:03.271108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] Routers {'d49f3404-edd5-4d2b-a4e0-607cf7340dab'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:03.271961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.309926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.320174 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] Routers {'d49f3404-edd5-4d2b-a4e0-607cf7340dab'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:03.321268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.360618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:03.361833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f784d-3744-49bd-a9ad-8a818ea634d8 None None] The sync data for ids ['d49f3404-edd5-4d2b-a4e0-607cf7340dab'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:03.415447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fada285c-79de-490c-9a53-c41984263d9f tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/routers/d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 200 len: 744 time: 0.1457684 Mar 22 14:29:03.417063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.473314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39574) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.474284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e36c604b-c44b-40c1-a567-9356e90cf0e1 tempest-RoutersIpV6AdminTest-1134197639 tempest-RoutersIpV6AdminTest-1134197639-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&device_id=d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 200 len: 205 time: 0.0553210 Mar 22 14:29:03.502621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5f9e-1dfc-41fa-8f18-9e2caae10798 req-418ac191-6a4e-45b2-9e20-f73df92adeaa tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:03.510468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bfc5f9e-1dfc-41fa-8f18-9e2caae10798 req-418ac191-6a4e-45b2-9e20-f73df92adeaa tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1585484 Mar 22 14:29:03.514115 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc73d366-9872-4ec7-8563-9c7c18483e9d tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 200 len: 205 time: 0.0388093 Mar 22 14:29:03.516017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39576) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.657041 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.746046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bfc5f9e-1dfc-41fa-8f18-9e2caae10798 req-d959b9a5-9799-4886-aa29-3ad4e8909334 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290151 Mar 22 14:29:03.820360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:03.847635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11beae9-6e1a-458e-8e66-dafd3fd2e9cf req-5e777dcd-00e8-4273-bd83-e9655de70059 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:03.849166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d11beae9-6e1a-458e-8e66-dafd3fd2e9cf req-5e777dcd-00e8-4273-bd83-e9655de70059 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.3377748 Mar 22 14:29:03.913226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:03.922941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router_controller (d49f3404-edd5-4d2b-a4e0-607cf7340dab), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.009615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a628c9f-12c3-439d-949a-1bed93f99986 req-73e88b70-078c-4780-8632-49bea45aad6c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:04.011515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a628c9f-12c3-439d-949a-1bed93f99986 req-73e88b70-078c-4780-8632-49bea45aad6c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1502092 Mar 22 14:29:04.015266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d11beae9-6e1a-458e-8e66-dafd3fd2e9cf req-cb2964ef-99b9-4a58-a831-bb2f7522d880 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590436 Mar 22 14:29:04.016403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d49f3404-edd5-4d2b-a4e0-607cf7340dab), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.017214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Fanout notify agent at l3_agent the message router_deleted on router d49f3404-edd5-4d2b-a4e0-607cf7340dab {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:04.030053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.031136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2de55a34-063b-488a-ad77-c020002c657e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 204 len: 168 time: 0.5120742 Mar 22 14:29:04.044209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.081595 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5da27840-5d00-4109-bad6-82c2da59a62a tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 200 len: 205 time: 0.0428543 Mar 22 14:29:04.086417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39588) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.091036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Deleting port 5dd3186f-8ea3-4292-bdee-b871567097a4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:04.091509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.094381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a628c9f-12c3-439d-949a-1bed93f99986 req-7a621361-40b9-460f-adeb-a1b74be423e7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Mar 22 14:29:04.179218 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-030b722c-7d0c-4f3a-ac59-1d02cd9b6b0b tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.180493 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-030b722c-7d0c-4f3a-ac59-1d02cd9b6b0b tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/d49f3404-edd5-4d2b-a4e0-607cf7340dab HTTP/1.1" status: 404 len: 336 time: 0.0924082 Mar 22 14:29:04.183687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39594) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.222912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e8e7f5ad-0526-4fe7-9329-b20fc4e1a9e5 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 200 len: 205 time: 0.0380080 Mar 22 14:29:04.225630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39598) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.245251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.246047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (5dd3186f-8ea3-4292-bdee-b871567097a4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.265015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Calling delete_port for 5dd3186f-8ea3-4292-bdee-b871567097a4 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:04.290917 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-f2bf669f-8697-4377-9adb-5968bc417484 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.294337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f2bf669f-8697-4377-9adb-5968bc417484 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/2069c0b1-6532-4983-95ab-73a98e94a3c9 HTTP/1.1" status: 404 len: 336 time: 0.0676672 Mar 22 14:29:04.302820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39600) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.361548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-19cfb677-9b35-4921-9837-173f8a2d2d88 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 200 len: 205 time: 0.0575342 Mar 22 14:29:04.364634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39602) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.413467 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-fa7d0440-2f63-4574-ab70-00a4c92e5f4d tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.414644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fa7d0440-2f63-4574-ab70-00a4c92e5f4d tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/b555e6c1-3ba6-4ad2-9ef8-7c71b5634db5 HTTP/1.1" status: 404 len: 336 time: 0.0486805 Mar 22 14:29:04.417352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39604) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.457361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424d8ab-36ba-4dde-a6d5-d4d05d4643f6 req-95659831-8ca2-46e6-8fb2-a4adacde0d53 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:04.459000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4424d8ab-36ba-4dde-a6d5-d4d05d4643f6 req-95659831-8ca2-46e6-8fb2-a4adacde0d53 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1712677 Mar 22 14:29:04.461550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2bfd2eb-cdd6-4cec-a209-e9027b954fa7 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 200 len: 205 time: 0.0430222 Mar 22 14:29:04.463928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39606) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.513565 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-dec867c3-1dd7-43cc-8264-33f4ddc595be tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.514644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dec867c3-1dd7-43cc-8264-33f4ddc595be tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/0e3b9a1d-4138-4b21-b9b8-3e845faaa11f HTTP/1.1" status: 404 len: 336 time: 0.0497825 Mar 22 14:29:04.518556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.533817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5dd3186f-8ea3-4292-bdee-b871567097a4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.560242 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3fb27433-82aa-4ed1-8e97-eda70746b70a tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 200 len: 205 time: 0.0380423 Mar 22 14:29:04.561064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39610) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.570288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4424d8ab-36ba-4dde-a6d5-d4d05d4643f6 req-4b54101f-d541-492e-a22c-aed78b8497d5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996976 Mar 22 14:29:04.593614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event deleted for resources: {'Port': ['ID=5dd3186f-8ea3-4292-bdee-b871567097a4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:04.611920 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-ecd7b799-4131-449e-80a5-4a03136617e4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.615965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ecd7b799-4131-449e-80a5-4a03136617e4 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/10cf0e52-9a26-44a4-86ee-e993c35aa918 HTTP/1.1" status: 404 len: 336 time: 0.0505791 Mar 22 14:29:04.616225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.654629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f2776614-b735-421d-ab26-4a04de47c60f tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5cad80-968c-4665-96f7-5c423c84d837 HTTP/1.1" status: 200 len: 205 time: 0.0348516 Mar 22 14:29:04.654833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39616) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.709648 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-c248b83a-d200-40f2-ad97-e074926fc01e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] delete failed (client error): The resource could not be found. Mar 22 14:29:04.713331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c248b83a-d200-40f2-ad97-e074926fc01e tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/routers/7f5cad80-968c-4665-96f7-5c423c84d837 HTTP/1.1" status: 404 len: 336 time: 0.0551693 Mar 22 14:29:04.717721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:04.777953 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-19714c44-ebf6-4efe-89ef-38d21bde7ba2 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] DELETE failed (client error): The resource could not be found. Mar 22 14:29:04.778435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19714c44-ebf6-4efe-89ef-38d21bde7ba2 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:29:04.784885 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-19714c44-ebf6-4efe-89ef-38d21bde7ba2 tempest-RoutersIpV6AdminTest-1268710 tempest-RoutersIpV6AdminTest-1268710-project] 10.222.0.81 "DELETE /v2.0/subnets/b20adfc9-45c0-4623-b50c-3bb109772851 HTTP/1.1" status: 404 len: 337 time: 0.0635471 Mar 22 14:29:04.786286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766058f-3fd8-4c58-a8cd-5bb03b5cf7c1 req-fe654ac7-a52b-4f24-98cb-354e3819ec65 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:04.788602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3766058f-3fd8-4c58-a8cd-5bb03b5cf7c1 req-fe654ac7-a52b-4f24-98cb-354e3819ec65 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0804920 Mar 22 14:29:04.797019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for floatingip (7fce3b32-0922-4912-a7f8-a1788f168fa5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:04.797592 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Floating IP 7fce3b32-0922-4912-a7f8-a1788f168fa5 disassociated (deleted). External IP: 172.25.3.75, port: 81dd6f83-69d9-4303-a4e8-6f43237924e8. Mar 22 14:29:04.847282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3766058f-3fd8-4c58-a8cd-5bb03b5cf7c1 req-2d6f4fd1-0f11-47a6-9573-1b2758e758f8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Mar 22 14:29:05.088783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e348-e4f1-4193-8eae-ca298ba36cc7 req-e78187b8-1f67-46a1-bdcf-651a7557930f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.101406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74a2e348-e4f1-4193-8eae-ca298ba36cc7 req-e78187b8-1f67-46a1-bdcf-651a7557930f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1049280 Mar 22 14:29:05.157171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:05.207149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Router 64a667ac-316a-4500-a7ae-5654da876601 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:05.291444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-bdc21263-05df-4ff3-a691-c8cb0febf41f tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.292933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-bdc21263-05df-4ff3-a691-c8cb0febf41f tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 808 time: 0.1213467 Mar 22 14:29:05.300837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74a2e348-e4f1-4193-8eae-ca298ba36cc7 req-cae07d7d-6da8-4dd0-8961-2002d555d27a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924603 Mar 22 14:29:05.311046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-d98f4e2b-9fc3-4227-91e7-f777795a1d4c tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/quotas/fe6772e2d87e485987ef355d923ab9bc HTTP/1.1" status: 200 len: 375 time: 0.0092616 Mar 22 14:29:05.349732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d80be8a-a25f-4360-a105-5b951e82cd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.350149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-9bd87111-b0ad-4fd0-88bb-11d8633ea00b tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337131 Mar 22 14:29:05.384869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:05.390295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.395906 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:05.407498 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:05.408467 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:05.435587 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-322076b6-7c5f-4222-8641-9cb0662d8348 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "DELETE /v2.0/floatingips/7fce3b32-0922-4912-a7f8-a1788f168fa5 HTTP/1.1" status: 204 len: 168 time: 1.6134799 Mar 22 14:29:05.442700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:05.446473 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb831619-e5b4-462e-aa3f-8a9c74d9f103" -d '{"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:05.489387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d80be8a-a25f-4360-a105-5b951e82cd9a admin admin] Publish callbacks [] for security_group (3509f6a9-6f21-4c3e-95b8-26de830abcff), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.496177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d80be8a-a25f-4360-a105-5b951e82cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3509f6a9-6f21-4c3e-95b8-26de830abcff), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.518067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ac33-4747-49c0-b1dd-7ebbb4d45a10 req-0337f800-c72f-41ca-aed7-6725f20a0917 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.519792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0419ac33-4747-49c0-b1dd-7ebbb4d45a10 req-0337f800-c72f-41ca-aed7-6725f20a0917 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1288025 Mar 22 14:29:05.552481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-c3094891-9c79-4b6f-a00a-8e75ecab8062 service neutron] 10.222.0.81 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906621 Mar 22 14:29:05.558608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d80be8a-a25f-4360-a105-5b951e82cd9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a779945c8212416a9cb404d6c1a0fafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816578 Mar 22 14:29:05.561133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:05.562217 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:05.627759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80be8a-a25f-4360-a105-5b951e82cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3509f6a9-6f21-4c3e-95b8-26de830abcff,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:05.642863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0419ac33-4747-49c0-b1dd-7ebbb4d45a10 req-edf0cd71-60d6-4ba7-8880-642fb7e07534 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140459 Mar 22 14:29:05.677232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-edad8007-447d-4317-a741-36b8741e1e05 service neutron] 10.222.0.81 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239145 Mar 22 14:29:05.683012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] Publish callbacks [] for security_group (3509f6a9-6f21-4c3e-95b8-26de830abcff), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.722473 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] Publish callbacks [] for security_group (3509f6a9-6f21-4c3e-95b8-26de830abcff), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.822884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3509f6a9-6f21-4c3e-95b8-26de830abcff), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.823637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:05.827829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3509f6a9-6f21-4c3e-95b8-26de830abcff HTTP/1.1" status: 204 len: 168 time: 0.2631302 Mar 22 14:29:05.833495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cbc1-3d0f-4ff2-a94a-f144fd92d2fe req-fbc3e96f-a917-4a00-b4e6-389266c4132d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:05.842409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e356cbc1-3d0f-4ff2-a94a-f144fd92d2fe req-fbc3e96f-a917-4a00-b4e6-389266c4132d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0926628 Mar 22 14:29:05.851685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe964d25-5f28-4f9c-8e47-cb99c91af362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3509f6a9-6f21-4c3e-95b8-26de830abcff,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:05.912353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e356cbc1-3d0f-4ff2-a94a-f144fd92d2fe req-542687f2-3234-4913-b4e8-124deafdbfa7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688648 Mar 22 14:29:05.965317 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce2269-ea06-4441-82a2-02006c852d26 x-openstack-request-id: req-2cce2269-ea06-4441-82a2-02006c852d26 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:05.965616 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:05.965869 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2cce2269-ea06-4441-82a2-02006c852d26 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:05.966314 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cce2269-ea06-4441-82a2-02006c852d26'] response: {'name': 'network-changed', 'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:29:06.037306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:06.115701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca336cb3-56af-4252-aa87-11ab2234315f req-1706907f-a76f-442d-b540-030d2ab3cde2 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 210 time: 0.1038375 Mar 22 14:29:06.123665 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:06.145637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:06.146261 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:06.167474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-c0bf901e-89da-486e-9637-20ef8749b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.169130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-c0bf901e-89da-486e-9637-20ef8749b51c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b18e39fc5782408c8d86e542421ee1db&device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 1127 time: 0.1676280 Mar 22 14:29:06.370035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-f9f1a6f9-d523-4819-ac07-df0b599171de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.372326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-f9f1a6f9-d523-4819-ac07-df0b599171de service neutron] 10.222.0.78 "GET /v2.0/networks?id=c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 200 len: 914 time: 0.1912978 Mar 22 14:29:06.442276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-cea8e4fd-be75-46da-962d-49a937b9e90f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 200 len: 217 time: 0.0596740 Mar 22 14:29:06.453604 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:06.518800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:06.566749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114757c-0892-42de-b3e8-344da97ef24f req-509f640c-862d-4ae2-867e-6c8ef96673f8 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.568698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5114757c-0892-42de-b3e8-344da97ef24f req-509f640c-862d-4ae2-867e-6c8ef96673f8 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.1952319 Mar 22 14:29:06.598263 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-124ac073-5ff7-4701-ad9a-08801000462a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85e99f41ebd0412c93a722eb48108b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0782659 Mar 22 14:29:06.600871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39694) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:06.629471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-e19214b6-bcb0-44b0-9b7c-974d6120baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.631885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-e19214b6-bcb0-44b0-9b7c-974d6120baa7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 200 len: 852 time: 0.1775074 Mar 22 14:29:06.654800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48853d-ba36-41a3-9027-4cb880e3b60c req-b4caec8f-fb40-4210-8761-eab7bee85d6a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.655848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee48853d-ba36-41a3-9027-4cb880e3b60c req-b4caec8f-fb40-4210-8761-eab7bee85d6a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1812506 Mar 22 14:29:06.666003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] Publish callbacks [] for security_group (a3f75633-a054-4e24-a3ea-65855ef95a7a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.697853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] Publish callbacks [] for security_group (a3f75633-a054-4e24-a3ea-65855ef95a7a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.752719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3f75633-a054-4e24-a3ea-65855ef95a7a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.755500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:06.759311 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3f75633-a054-4e24-a3ea-65855ef95a7a HTTP/1.1" status: 204 len: 168 time: 0.1549890 Mar 22 14:29:06.778567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4279cb4-1b8e-4394-9491-748e9953894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f75633-a054-4e24-a3ea-65855ef95a7a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:06.787493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5114757c-0892-42de-b3e8-344da97ef24f req-46a984cd-0bcc-40d0-b162-45cdc6274638 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026489 Mar 22 14:29:06.896135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee48853d-ba36-41a3-9027-4cb880e3b60c req-8da74212-2263-4497-803c-02cbebb39df7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265975 Mar 22 14:29:06.903516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:06.931142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-2ae12d4a-e03b-46cc-b8e8-bd9a31b30c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:06.935083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-2ae12d4a-e03b-46cc-b8e8-bd9a31b30c4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c706954c-ac27-4732-ba1c-4873a3482524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2949831 Mar 22 14:29:06.952441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-fbecd8cb-e5ae-4d58-b4d1-2b0a7ae4f9e9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:29:06.954403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-fbecd8cb-e5ae-4d58-b4d1-2b0a7ae4f9e9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125933 Mar 22 14:29:06.982496 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe8b1f-5bb6-4cea-bd19-b5e1c5377702 None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:22:27Z', 'revision_number': 4, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '33c6fb81-98cc-4a75-abb6-f3f13f568702', 'name': '', 'network_id': 'c706954c-ac27-4732-ba1c-4873a3482524', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'mac_address': 'fa:16:3e:f5:8b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:25Z', 'updated_at': '2022-03-22T14:22:32Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'subnets': [{'id': 'b64c94e2-5ac9-45b6-a403-ba27fabca99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:07.134693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-65839b9c-6d34-461a-a6ef-78e6bbb31dd0 service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680999 Mar 22 14:29:07.170335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-725d7cbf-fef9-41db-9efa-888596a23ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.172085 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-725d7cbf-fef9-41db-9efa-888596a23ec7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1156867 Mar 22 14:29:07.345490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-50926c1d-0a57-4459-a1d9-e7a16a86a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.348741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-50926c1d-0a57-4459-a1d9-e7a16a86a5c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.1496036 Mar 22 14:29:07.349638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb831619-e5b4-462e-aa3f-8a9c74d9f103 req-7d5bc55b-90aa-4bd6-ab4e-efd21245203d service neutron] 10.222.0.78 "GET /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993406 Mar 22 14:29:07.368296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9aa4-b0fb-41e6-99e9-4a9277403ecf req-28b813f8-5e78-4c90-a9d5-b5a771f65da6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.377082 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-112b9aa4-b0fb-41e6-99e9-4a9277403ecf req-28b813f8-5e78-4c90-a9d5-b5a771f65da6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2412105 Mar 22 14:29:07.411348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e4d8-d867-4cf8-9e76-5137f3ab35b3 req-bdc102d9-11bf-467d-a6d8-7aa0dc471e51 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.413466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b15e4d8-d867-4cf8-9e76-5137f3ab35b3 req-bdc102d9-11bf-467d-a6d8-7aa0dc471e51 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2643712 Mar 22 14:29:07.482615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-112b9aa4-b0fb-41e6-99e9-4a9277403ecf req-407ece9c-c5cb-4546-87bb-f49ab40743bd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042871 Mar 22 14:29:07.502019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e9da3-ea88-4370-bf18-8eedb59be971 None None] New status for floating IP 7fce3b32-0922-4912-a7f8-a1788f168fa5: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:29:07.521810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b15e4d8-d867-4cf8-9e76-5137f3ab35b3 req-abac6ab0-137d-4c73-83e1-361e4e00fd0c tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002645 Mar 22 14:29:07.564227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-788a3cf0-36da-4414-abcd-c0504da33d86 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 1000 time: 0.1820514 Mar 22 14:29:07.692588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a5511d4-b00c-4901-acea-76d65c305538 req-1c318135-df51-46ae-a2f5-4362a543c594 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 210 time: 0.0746157 Mar 22 14:29:07.715643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-a0c860e9-22ba-484e-92da-f60d3fb550ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.721858 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-a0c860e9-22ba-484e-92da-f60d3fb550ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1487691 Mar 22 14:29:07.810892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-bd29f665-ad5e-4606-88c8-a078445d5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:07.815209 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-bd29f665-ad5e-4606-88c8-a078445d5761 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733218 Mar 22 14:29:08.013294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4010f891-5399-4466-b6c2-0f877a5d267c tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:08.016521 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4010f891-5399-4466-b6c2-0f877a5d267c tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.0918317 Mar 22 14:29:08.021142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-8191b847-7f43-4519-b221-f4263c45d3b6 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017634 Mar 22 14:29:08.125806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-dc9fa549-f16e-4d7c-a129-e6d398e20b93 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969491 Mar 22 14:29:08.147714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:08.226599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Deleting port 81dd6f83-69d9-4303-a4e8-6f43237924e8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:08.226989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.287156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1291929450'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:08.452073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-67fe06cd-244a-4a93-a1f4-001fe1dbd1b8 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:08.453629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-67fe06cd-244a-4a93-a1f4-001fe1dbd1b8 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 808 time: 0.7922761 Mar 22 14:29:08.470840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Request body: {'port': {'device_id': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc', 'admin_state_up': True, 'tenant_id': 'fe6772e2d87e485987ef355d923ab9bc'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:08.480811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942675-47a1-4e77-ab2b-4bdd89f2b7f1 req-e2555851-d267-47da-ab86-67adc371c70d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:08.482496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28942675-47a1-4e77-ab2b-4bdd89f2b7f1 req-e2555851-d267-47da-ab86-67adc371c70d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 945 time: 0.2092571 Mar 22 14:29:08.490514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e9ca8-2c8e-4e6d-a761-be6b0134529d req-b8f27a18-890d-4f47-be16-15c355f760f4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:08.494447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f7e9ca8-2c8e-4e6d-a761-be6b0134529d req-b8f27a18-890d-4f47-be16-15c355f760f4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 813 time: 0.2222724 Mar 22 14:29:08.586991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f7e9ca8-2c8e-4e6d-a761-be6b0134529d req-ad0500a3-d0c6-437f-a72c-ba59c415c6c2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/quotas/133e132c97984561a54c4b8f0875f768 HTTP/1.1" status: 200 len: 375 time: 0.0785604 Mar 22 14:29:08.657709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28942675-47a1-4e77-ab2b-4bdd89f2b7f1 req-62ec33e6-e114-4fae-a541-1fa08694041a tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/security-groups?id=78b1da68-2399-4ccf-abc8-32f61ff78f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619220 Mar 22 14:29:08.693720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Made reservation on behalf of b36575ef90ad411b841ece5293adc49c for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:08.697228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.709083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f7e9ca8-2c8e-4e6d-a761-be6b0134529d req-c9530bcf-7a20-4d2a-b5f7-430032fcbc14 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104605 Mar 22 14:29:08.713207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Made reservation on behalf of fe6772e2d87e485987ef355d923ab9bc for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:08.716653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.718443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.731891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] For port 81dd6f83-69d9-4303-a4e8-6f43237924e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=81dd6f83-69d9-4303-a4e8-6f43237924e8,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:08.732190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.772197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Calling delete_port for 81dd6f83-69d9-4303-a4e8-6f43237924e8 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:08.867846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-740413bd-2124-4937-923b-089464018337 req-e2c2690b-307e-4fbc-8874-5ba02dcd0374 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 210 time: 0.0395129 Mar 22 14:29:08.870068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for security_group (d99e4f71-ad19-47e5-81b0-89a83e3173a6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.921559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd61071-b4a3-45d3-a43d-7e8bf7cb2584 req-cc80a905-6f7a-40a7-826c-23483dae3724 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:08.928874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edd61071-b4a3-45d3-a43d-7e8bf7cb2584 req-cc80a905-6f7a-40a7-826c-23483dae3724 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1614826 Mar 22 14:29:08.932775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d99e4f71-ad19-47e5-81b0-89a83e3173a6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:08.999644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:29:09.007092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Allocated IP 172.20.0.14 (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc/afac16c6-f819-4bfe-ae5f-2b9d5a930a1c/6db170c9-0c3f-4e6e-b74b-6b7c839fc669) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:09.019153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99e4f71-ad19-47e5-81b0-89a83e3173a6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.028517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d174d1e2-47a5-4ba1-8c9c-72c700b730e1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.028869 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Added segment d174d1e2-47a5-4ba1-8c9c-72c700b730e1 of type vlan for network 1106a96b-3294-4deb-872c-75bf429472cc Mar 22 14:29:09.039400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (81dd6f83-69d9-4303-a4e8-6f43237924e8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.046608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-edd61071-b4a3-45d3-a43d-7e8bf7cb2584 req-77e426bd-b387-4919-bcd8-294826634dcd tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165652 Mar 22 14:29:09.082262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event deleted for resources: {'Port': ['ID=81dd6f83-69d9-4303-a4e8-6f43237924e8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.106585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (1106a96b-3294-4deb-872c-75bf429472cc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.121400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4547-3f12-42e7-a64b-aa2ca9f68416 req-a460b6b9-7813-440b-9cde-30228b25b98d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.128497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-403a4547-3f12-42e7-a64b-aa2ca9f68416 req-a460b6b9-7813-440b-9cde-30228b25b98d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1721623 Mar 22 14:29:09.153159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] No DVR routers for this DVR port 81dd6f83-69d9-4303-a4e8-6f43237924e8 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:09.160274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.162956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-aa655243-5ff9-48fd-bbc0-bc672837eec4 req-4a840e32-d640-4b5e-bf4a-09bc0fec180d tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.78 "DELETE /v2.0/ports/81dd6f83-69d9-4303-a4e8-6f43237924e8 HTTP/1.1" status: 204 len: 173 time: 1.1404800 Mar 22 14:29:09.163425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'name': 'network-vif-deleted', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:09.165644 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e5fe7e-4e50-4b04-bf2b-32cb6bf507d7" -d '{"events": [{"server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "name": "network-vif-deleted", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:09.185767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (1106a96b-3294-4deb-872c-75bf429472cc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.194753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.195633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.222123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-403a4547-3f12-42e7-a64b-aa2ca9f68416 req-2c26642a-d63b-49db-a346-6cf40f6686d3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885837 Mar 22 14:29:09.297810 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34097021-7ac1-44b1-88ba-91e3baf7e2d2 x-openstack-request-id: req-34097021-7ac1-44b1-88ba-91e3baf7e2d2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:09.298139 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e563b25-f700-4715-a748-2328f7d5d1dc", "name": "network-vif-deleted", "tag": "81dd6f83-69d9-4303-a4e8-6f43237924e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:09.298397 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34097021-7ac1-44b1-88ba-91e3baf7e2d2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:09.298811 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34097021-7ac1-44b1-88ba-91e3baf7e2d2'] response: {'server_uuid': '5e563b25-f700-4715-a748-2328f7d5d1dc', 'name': 'network-vif-deleted', 'tag': '81dd6f83-69d9-4303-a4e8-6f43237924e8', 'status': 'completed', 'code': 200} Mar 22 14:29:09.305105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'Network': ['ID=1106a96b-3294-4deb-872c-75bf429472cc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.310598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks [] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.317668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 1106a96b-3294-4deb-872c-75bf429472cc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:29:09.335923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5fb47d00-a140-4d9e-a414-4d30ff825079 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1871238 Mar 22 14:29:09.338847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:09.349491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Request body: {'subnet': {'network_id': '1106a96b-3294-4deb-872c-75bf429472cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:09.381011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.441269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:09.455599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fab3-e2e9-4baf-9888-53b13e916032 req-d7cb8c08-061c-4150-b5e4-0e9c99492841 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.457240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3923fab3-e2e9-4baf-9888-53b13e916032 req-d7cb8c08-061c-4150-b5e4-0e9c99492841 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1102233 Mar 22 14:29:09.459962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Made reservation on behalf of b36575ef90ad411b841ece5293adc49c for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:09.463096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:09.465649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.465824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:09.525373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.526139 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.553186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Pushing event updated for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.572403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.572793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.573153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.573533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.573876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.574300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.574753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.575108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.575434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.575772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.576128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.576454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.576817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.577141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.577501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:09.588309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-00f3e03b-bc43-401a-9e4f-a0e34f608620 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1245968 Mar 22 14:29:09.601683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Request body: {'port': {'device_id': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:09.630567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3923fab3-e2e9-4baf-9888-53b13e916032 req-39858aec-f143-401f-a191-e5ba06321335 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112628 Mar 22 14:29:09.679145 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.794400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (2197d998-b3ba-44ee-b8a7-5feba9afa0d4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.807393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2183813e-5d0f-4886-9186-51f8fc7b5313 req-0320e6d6-a210-4012-8354-67a36fb8148e tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0400188 Mar 22 14:29:09.876980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'Subnet': ['ID=2197d998-b3ba-44ee-b8a7-5feba9afa0d4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:09.879638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Checking segment: {'id': 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:09.880032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Network hostable DHCP agents. Network: 1106a96b-3294-4deb-872c-75bf429472cc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:29:09.903416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Network 1106a96b-3294-4deb-872c-75bf429472cc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:29:09.920979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 1106a96b-3294-4deb-872c-75bf429472cc) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:09.933406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479e348-12d1-4c3f-bb49-3a138d08a4e7 None None] Network 1106a96b-3294-4deb-872c-75bf429472cc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:09.940806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:09.941788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:09.972024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7bd42dbe-a748-4f72-8c77-3b7dd98f51c3 req-363c92c4-d229-43d9-8473-0bee61fe9552 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=133e132c97984561a54c4b8f0875f768 HTTP/1.1" status: 200 len: 221 time: 0.0678835 Mar 22 14:29:09.979751 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5db7f1f8-9368-475d-8f00-6e2603ac8ead tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6393867 Mar 22 14:29:09.980488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:09.987056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Request body: {'port': {'network_id': '1106a96b-3294-4deb-872c-75bf429472cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-298182774'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:10.139875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-1106a96b-3294-4deb-872c-75bf429472cc', 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc', 'project_id': 'b36575ef90ad411b841ece5293adc49c', 'fixed_ips': [{'subnet_id': '2197d998-b3ba-44ee-b8a7-5feba9afa0d4'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:10.143148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.147406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Made reservation on behalf of b36575ef90ad411b841ece5293adc49c for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:10.153189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.196171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] device_id is not set on port 94c26fe1-1976-47b8-8cab-9a9f63aca99e yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:10.204754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163371-851b-4b75-8681-d03b85a3496d req-2eefe8d7-abd4-45d1-aa7c-37a82ac97463 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:10.207270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5163371-851b-4b75-8681-d03b85a3496d req-2eefe8d7-abd4-45d1-aa7c-37a82ac97463 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 932 time: 0.1385112 Mar 22 14:29:10.216136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d172-0015-4069-a66d-4c2462bac213 req-5dd6de5a-3967-4776-85d4-92c54f5a9749 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:10.223379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b89d172-0015-4069-a66d-4c2462bac213 req-5dd6de5a-3967-4776-85d4-92c54f5a9749 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1422834 Mar 22 14:29:10.325885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Allocated IP 172.20.0.10 (1106a96b-3294-4deb-872c-75bf429472cc/2197d998-b3ba-44ee-b8a7-5feba9afa0d4/94c26fe1-1976-47b8-8cab-9a9f63aca99e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:10.344669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5163371-851b-4b75-8681-d03b85a3496d req-f96fb84e-7f68-4e92-b055-ffaf2ecd3d40 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Mar 22 14:29:10.351875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b89d172-0015-4069-a66d-4c2462bac213 req-fbcc5ef0-eab5-471f-ab2f-2130c7da7d32 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276653 Mar 22 14:29:10.354017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:29:10.363118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks [] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.386021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Transition to ACTIVE for port object 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:29:10.392218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.467524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Pushing event updated for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:10.507588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.544894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.601906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Allocated IP 172.20.0.2 (1106a96b-3294-4deb-872c-75bf429472cc/2197d998-b3ba-44ee-b8a7-5feba9afa0d4/5b3835b5-6670-4eec-9351-ea04fc70aac4) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:10.624222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'Port': ['ID=94c26fe1-1976-47b8-8cab-9a9f63aca99e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:10.643466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Network 1106a96b-3294-4deb-872c-75bf429472cc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:10.646348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:10.653814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:10.661982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039951aa-7a86-4132-8a55-4679d00197d1 req-6ca322fd-ab10-4915-bdf6-4f93ecaba4a1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:10.663742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039951aa-7a86-4132-8a55-4679d00197d1 req-6ca322fd-ab10-4915-bdf6-4f93ecaba4a1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1919184 Mar 22 14:29:10.673815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef02971-17dc-43d2-8bea-bba74e662bf5 req-3173fcec-069c-4f76-879d-1b0f1b60df9e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:10.681080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ef02971-17dc-43d2-8bea-bba74e662bf5 req-3173fcec-069c-4f76-879d-1b0f1b60df9e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2103457 Mar 22 14:29:10.725241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:10.726484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.743724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Attempting to bind port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:10.744358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Attempting to bind port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:10.744923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Attempting to bind port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:10.756530 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aa24cdc1-aa20-49c3-907c-b4628869b8f2 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7747242 Mar 22 14:29:10.757457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39784) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:10.763934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Request body: {'port': {'network_id': '1106a96b-3294-4deb-872c-75bf429472cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1593182984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:10.765045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] bootfile-name is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:10.766764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] tftp-server is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:10.767301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] server-ip-address is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:10.769233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:29:10.769753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Attempting to bind port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:10.790990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:10.791389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Checking segment: {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:10.791715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Bound using segment: {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:10.792151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Bound port: 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:10.792506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.793280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks [] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.799025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ef02971-17dc-43d2-8bea-bba74e662bf5 req-0fd0f13e-a29e-48c9-90b6-b35db5ac4f49 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168263 Mar 22 14:29:10.814714 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.816753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-039951aa-7a86-4132-8a55-4679d00197d1 req-8c67d33b-b0b5-4c0d-a713-e40829dd81f3 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332181 Mar 22 14:29:10.911127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Network 1106a96b-3294-4deb-872c-75bf429472cc is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:10.917903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:10.927259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:10.954001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Pushing event updated for resources: {'Port': ['ID=5b3835b5-6670-4eec-9351-ea04fc70aac4,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:10.960868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Made reservation on behalf of b36575ef90ad411b841ece5293adc49c for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:10.965663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:10.988556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] device_id is not set on port e10af64b-16bd-47d5-bdf7-83a4672e7be3 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:10.995051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c060dc77-5bf7-41af-93a1-0451b4ea3155 req-c8732abc-404a-4da3-a77f-fa628d4468f1 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0563300 Mar 22 14:29:11.000338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.001039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.002657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.003381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.003934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.004490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.005045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.005699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.006145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.006644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.007043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.007457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.007889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.008371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.008784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:11.027152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Attempting to bind port 5b3835b5-6670-4eec-9351-ea04fc70aac4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:11.027641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Attempting to bind port 5b3835b5-6670-4eec-9351-ea04fc70aac4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:11.028098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Attempting to bind port 5b3835b5-6670-4eec-9351-ea04fc70aac4 on network 1106a96b-3294-4deb-872c-75bf429472cc {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:11.038356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:11.038806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Checking segment: {'id': 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:11.039227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.039628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Bound using segment: {'id': 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:11.040120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Bound port: 5b3835b5-6670-4eec-9351-ea04fc70aac4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1106a96b-3294-4deb-872c-75bf429472cc'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:11.040511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.082801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:11.112080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:11.133947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.144746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] For port 5b3835b5-6670-4eec-9351-ea04fc70aac4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:11.148752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] For port 5b3835b5-6670-4eec-9351-ea04fc70aac4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b3835b5-6670-4eec-9351-ea04fc70aac4,segment=NetworkSegment(d174d1e2-47a5-4ba1-8c9c-72c700b730e1),segment_id=d174d1e2-47a5-4ba1-8c9c-72c700b730e1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:11.154091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Allocated IP 172.20.0.3 (1106a96b-3294-4deb-872c-75bf429472cc/2197d998-b3ba-44ee-b8a7-5feba9afa0d4/e10af64b-16bd-47d5-bdf7-83a4672e7be3) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:11.159789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.206306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Pushing event updated for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.222797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.223283 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.225018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-7d6c4522-fdca-434b-adc1-6c46747c9391 service neutron] 10.222.0.78 "PUT /v2.0/ports/6db170c9-0c3f-4e6e-b74b-6b7c839fc669 HTTP/1.1" status: 200 len: 1092 time: 1.6277666 Mar 22 14:29:11.227772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:11.237069 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d30880-bf4c-4b5b-849e-604082a2ddad" -d '{"events": [{"name": "network-changed", "server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:11.241162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccf29f-0f82-459e-a89a-d090a4f71c1a None None] Pushing event updated for resources: {'Port': ['ID=5b3835b5-6670-4eec-9351-ea04fc70aac4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.255385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084d7f3-07a7-4c0b-861d-91ddce2899e8 req-b3ff0b1b-b263-4d7c-aec0-fe1c58234945 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.267657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8084d7f3-07a7-4c0b-861d-91ddce2899e8 req-b3ff0b1b-b263-4d7c-aec0-fe1c58234945 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.3085737 Mar 22 14:29:11.268019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39800) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:11.274875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Request body: {'floatingip': {'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:11.408804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537cfb2-6cc3-41aa-96b8-aefa03a28ceb req-15d68e53-0b5f-4092-b543-e5d658b249e2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.410467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b537cfb2-6cc3-41aa-96b8-aefa03a28ceb req-15d68e53-0b5f-4092-b543-e5d658b249e2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2922084 Mar 22 14:29:11.412779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.424738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for port (e10af64b-16bd-47d5-bdf7-83a4672e7be3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.471210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e10af64b-16bd-47d5-bdf7-83a4672e7be3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.523794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Network 1106a96b-3294-4deb-872c-75bf429472cc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:11.532964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:11.538673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:11.543134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'Port': ['ID=e10af64b-16bd-47d5-bdf7-83a4672e7be3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:11.654599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.655554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:11.675708 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de790cea-7ca2-4c63-a449-81bca869618c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9169557 Mar 22 14:29:11.678664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39804) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:11.707395 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bf635-37c7-4efc-a0e4-d200e65dbb0e x-openstack-request-id: req-d07bf635-37c7-4efc-a0e4-d200e65dbb0e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:11.707995 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:11.707995 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d07bf635-37c7-4efc-a0e4-d200e65dbb0e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:11.708454 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07bf635-37c7-4efc-a0e4-d200e65dbb0e'] response: {'name': 'network-changed', 'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669', 'status': 'completed', 'code': 200} Mar 22 14:29:11.788725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51d851-20d6-4b66-828d-51719c3d1e68 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.795533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51d851-20d6-4b66-828d-51719c3d1e68 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.801264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51d851-20d6-4b66-828d-51719c3d1e68 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.805952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a51d851-20d6-4b66-828d-51719c3d1e68 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1227002 Mar 22 14:29:11.806788 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:11.813997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-b330b4a0-90f7-43d5-9395-2a2d9c74c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:11.816930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-b330b4a0-90f7-43d5-9395-2a2d9c74c411 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 1126 time: 0.5294979 Mar 22 14:29:11.864748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b537cfb2-6cc3-41aa-96b8-aefa03a28ceb req-d1f30b07-283e-445f-8a63-b91ad2a0a2f2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551309 Mar 22 14:29:11.915846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Deleting port e10af64b-16bd-47d5-bdf7-83a4672e7be3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:11.916661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e10af64b-16bd-47d5-bdf7-83a4672e7be3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.018420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e10af64b-16bd-47d5-bdf7-83a4672e7be3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.031413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-773937b3-a592-45a1-a410-9299b6867cd6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669 HTTP/1.1" status: 200 len: 217 time: 0.2030115 Mar 22 14:29:12.033939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Calling delete_port for e10af64b-16bd-47d5-bdf7-83a4672e7be3 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:12.096378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d29e-16c3-4c5e-9ec2-4feea0d4436b req-b1395c52-6382-4e1a-984e-de591d21bb69 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:12.097867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02a6d29e-16c3-4c5e-9ec2-4feea0d4436b req-b1395c52-6382-4e1a-984e-de591d21bb69 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 944 time: 0.3923645 Mar 22 14:29:12.180870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-ed60ffca-5e9a-4bd5-bed2-b4fa49f68e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:12.181857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-ed60ffca-5e9a-4bd5-bed2-b4fa49f68e46 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c HTTP/1.1" status: 200 len: 848 time: 0.1317396 Mar 22 14:29:12.203122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfe89-456a-466a-9966-0ef9e092f732 req-5bda8c5b-65bc-4583-80c7-f031fa06c1ec tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:12.207236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e10af64b-16bd-47d5-bdf7-83a4672e7be3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.210497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f8bfe89-456a-466a-9966-0ef9e092f732 req-5bda8c5b-65bc-4583-80c7-f031fa06c1ec tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2252123 Mar 22 14:29:12.303434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event deleted for resources: {'Port': ['ID=e10af64b-16bd-47d5-bdf7-83a4672e7be3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:12.309919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b3835b5-6670-4eec-9351-ea04fc70aac4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:12.327443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-9b70ae1b-8c28-4500-b217-782faa1a9345 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371489 Mar 22 14:29:12.344857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02a6d29e-16c3-4c5e-9ec2-4feea0d4436b req-673e651c-af1e-480b-ad12-bfe891e92b6b tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380402 Mar 22 14:29:12.413581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5b3835b5-6670-4eec-9351-ea04fc70aac4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:12.414293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.440095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.443712 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-58dbaa6f-7e04-4417-9907-5b07b8b2876b tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "DELETE /v2.0/ports/e10af64b-16bd-47d5-bdf7-83a4672e7be3 HTTP/1.1" status: 204 len: 168 time: 0.6359105 Mar 22 14:29:12.447670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:12.456383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Request body: {'port': {'name': 'tempest-new-port-name-75777496', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:12.458636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] bootfile-name is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:12.464707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] tftp-server is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:12.465362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] server-ip-address is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:29:12.471010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.503479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.537276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5b3835b5-6670-4eec-9351-ea04fc70aac4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:12.537909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.575807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5b3835b5-6670-4eec-9351-ea04fc70aac4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b3835b5-6670-4eec-9351-ea04fc70aac4,segment=NetworkSegment(d174d1e2-47a5-4ba1-8c9c-72c700b730e1),segment_id=d174d1e2-47a5-4ba1-8c9c-72c700b730e1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:12.577536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.584741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.599376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4c4303c-ebe6-4636-b00e-ee39aeb09963 req-410be552-fb3f-4238-8f58-c07345aedc77 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.1278224 Mar 22 14:29:12.646561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f8bfe89-456a-466a-9966-0ef9e092f732 req-15200a22-1e22-4308-98d5-87833b34eb24 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352348 Mar 22 14:29:12.649762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5b3835b5-6670-4eec-9351-ea04fc70aac4,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:12.724197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-30842086-c2f2-49d0-81c8-dbd9c0ec3e55 service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898430 Mar 22 14:29:12.797100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791b25a-a796-410b-a2f0-77c8f9dff142 None None] Network 1106a96b-3294-4deb-872c-75bf429472cc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:12.880270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.892735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:12.927523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-280f46d3-b320-47e2-9959-a32a303cc602 None None] Provisioning complete for port 5b3835b5-6670-4eec-9351-ea04fc70aac4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:12.927905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-280f46d3-b320-47e2-9959-a32a303cc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.043098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-280f46d3-b320-47e2-9959-a32a303cc602 None None] Current status of the port 5b3835b5-6670-4eec-9351-ea04fc70aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:13.060668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event updated for resources: {'Port': ['ID=94c26fe1-1976-47b8-8cab-9a9f63aca99e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:13.096222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 81dd6f83-69d9-4303-a4e8-6f43237924e8 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:13.111547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] In _notify_port_updated(), no bound segment for port 94c26fe1-1976-47b8-8cab-9a9f63aca99e on network 1106a96b-3294-4deb-872c-75bf429472cc {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:29:13.117943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.119043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.123269 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5564b64e-6626-4d49-b0c2-af4a49fa5b80 tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "PUT /v2.0/ports/94c26fe1-1976-47b8-8cab-9a9f63aca99e HTTP/1.1" status: 200 len: 1135 time: 0.6715140 Mar 22 14:29:13.123890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39822) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:13.156228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 81dd6f83-69d9-4303-a4e8-6f43237924e8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:13.156576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 81dd6f83-69d9-4303-a4e8-6f43237924e8 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:13.209834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5878b1-41e4-4799-b649-81354a2949be tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.214713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f5878b1-41e4-4799-b649-81354a2949be tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "GET /v2.0/ports/94c26fe1-1976-47b8-8cab-9a9f63aca99e HTTP/1.1" status: 200 len: 1135 time: 0.0864720 Mar 22 14:29:13.215039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39824) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:13.273659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Provisioning complete for port 5b3835b5-6670-4eec-9351-ea04fc70aac4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:13.274059 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.327438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2f52d56-6f12-4095-a55d-f0793ef79c85 req-d146d940-8543-4458-a6e9-6c403eaa79d5 service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907674 Mar 22 14:29:13.350081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Deleting port 94c26fe1-1976-47b8-8cab-9a9f63aca99e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:13.350427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.462716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Current status of the port 5b3835b5-6670-4eec-9351-ea04fc70aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:13.480078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a44c9-e0ae-4cae-9b44-34ae16bc6e8c req-76e536ff-555d-4f42-81bc-ec306487ed29 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.486530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-282a44c9-e0ae-4cae-9b44-34ae16bc6e8c req-76e536ff-555d-4f42-81bc-ec306487ed29 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2325046 Mar 22 14:29:13.491828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Provisioning complete for port 94c26fe1-1976-47b8-8cab-9a9f63aca99e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:13.492213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.497084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.510490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Calling delete_port for 94c26fe1-1976-47b8-8cab-9a9f63aca99e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:13.555701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c61ef3ec-c2ce-4d11-88a2-dab3702b8221 None None] Port 94c26fe1-1976-47b8-8cab-9a9f63aca99e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:13.606380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-282a44c9-e0ae-4cae-9b44-34ae16bc6e8c req-0a271e52-1250-491f-9414-97c5f248f9c3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185164 Mar 22 14:29:13.622626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-8687742f-80fd-40d3-9525-4a927acf5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.627253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-8687742f-80fd-40d3-9525-4a927acf5d8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 1126 time: 0.2260818 Mar 22 14:29:13.685112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d5a7e140-da84-4639-9914-086bd196b1b2 None None] Provisioning complete for port 94c26fe1-1976-47b8-8cab-9a9f63aca99e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:13.685490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e140-da84-4639-9914-086bd196b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.756670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (94c26fe1-1976-47b8-8cab-9a9f63aca99e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.761418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7e140-da84-4639-9914-086bd196b1b2 None None] Port 94c26fe1-1976-47b8-8cab-9a9f63aca99e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:29:13.796610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed07a-3e72-4b97-bc7f-af3dc5512e3d req-0bd75fb8-73d4-4bdb-8f06-78d88aed7ac5 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.798166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22aed07a-3e72-4b97-bc7f-af3dc5512e3d req-0bd75fb8-73d4-4bdb-8f06-78d88aed7ac5 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 944 time: 0.3267844 Mar 22 14:29:13.799616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event deleted for resources: {'Port': ['ID=94c26fe1-1976-47b8-8cab-9a9f63aca99e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:13.801032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b79bd8e1-fb2a-4b7a-aafb-4c910e30e6ed req-d867d7f1-d9ea-4bc7-89ab-3bf69742098b tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0407221 Mar 22 14:29:13.810908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Router a47a9d37-448b-4215-836d-759fbdf9b410 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:13.827020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-1928e00d-3f0d-4b84-9d6a-2f28712c298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:13.828637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-1928e00d-3f0d-4b84-9d6a-2f28712c298e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 909 time: 0.1848099 Mar 22 14:29:13.873383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f06cacb8-f43e-4d85-954e-1f92db202868 None None] Could not find standard attr ID for object e10af64b-16bd-47d5-bdf7-83a4672e7be3. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:13.923584 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:13.927266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0fafee4e-e7dc-46a8-b618-dda037ecd95f tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "DELETE /v2.0/ports/94c26fe1-1976-47b8-8cab-9a9f63aca99e HTTP/1.1" status: 204 len: 168 time: 0.7112494 Mar 22 14:29:13.931144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39832) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:13.977616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-33358b6e-817a-4254-b79d-bd3cc766eee0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669 HTTP/1.1" status: 200 len: 217 time: 0.1332278 Mar 22 14:29:13.995281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Deleting subnet 2197d998-b3ba-44ee-b8a7-5feba9afa0d4 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:14.000015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for subnet (2197d998-b3ba-44ee-b8a7-5feba9afa0d4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.057175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (2197d998-b3ba-44ee-b8a7-5feba9afa0d4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.078924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22aed07a-3e72-4b97-bc7f-af3dc5512e3d req-c21c3761-ab9e-43c5-a719-e881f28e787c tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644267 Mar 22 14:29:14.112479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e6b36-947c-49b5-b60d-a2e59225d229 req-3acb2ce8-03ef-4edf-b893-292cdbdf17fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.113995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-057e6b36-947c-49b5-b60d-a2e59225d229 req-3acb2ce8-03ef-4edf-b893-292cdbdf17fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1818924 Mar 22 14:29:14.117901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-e965cab0-aa5d-4cd0-81cf-bbe1d6a23bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.119333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-e965cab0-aa5d-4cd0-81cf-bbe1d6a23bac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c HTTP/1.1" status: 200 len: 848 time: 0.1155741 Mar 22 14:29:14.185330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (2197d998-b3ba-44ee-b8a7-5feba9afa0d4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.186664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-17bf71d9-21a0-4c4e-99d5-c1e6c1d0b4a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400031 Mar 22 14:29:14.215232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:14.227568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.231668 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:14.247254 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:14.248869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:14.269445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b3835b5-6670-4eec-9351-ea04fc70aac4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:14.284023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (2197d998-b3ba-44ee-b8a7-5feba9afa0d4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.336321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event deleted for resources: {'Subnet': ['ID=2197d998-b3ba-44ee-b8a7-5feba9afa0d4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:14.345651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.354210 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-176bb73a-201f-450b-8f64-6c4b37f5a92d tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "DELETE /v2.0/subnets/2197d998-b3ba-44ee-b8a7-5feba9afa0d4 HTTP/1.1" status: 204 len: 168 time: 0.4216433 Mar 22 14:29:14.356411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39836) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:14.381038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5b3835b5-6670-4eec-9351-ea04fc70aac4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:14.381429 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.404990 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:14.418568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:14.419834 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff00a5a-7ae9-494e-8403-04e7c210423d" -d '{"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:14.451771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3c2c4-1f4a-4cbb-ace7-c73b0c5a566d None None] Network 1106a96b-3294-4deb-872c-75bf429472cc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:14.459178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (1106a96b-3294-4deb-872c-75bf429472cc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.538950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Deleting port 5b3835b5-6670-4eec-9351-ea04fc70aac4 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:14.539323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.551029 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5affde9b-ea88-4d95-9f2e-a59caa8a216d x-openstack-request-id: req-5affde9b-ea88-4d95-9f2e-a59caa8a216d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:14.551419 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:14.551846 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5affde9b-ea88-4d95-9f2e-a59caa8a216d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:14.552293 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5affde9b-ea88-4d95-9f2e-a59caa8a216d'] response: {'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'status': 'completed', 'code': 200} Mar 22 14:29:14.583119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-057e6b36-947c-49b5-b60d-a2e59225d229 req-2ad28246-7727-4eb8-8ded-7045bd792d72 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398236 Mar 22 14:29:14.594481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-00b804f6-b4aa-45f9-87ac-180942d2e51d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "PUT /v2.0/floatingips/aff97658-c51b-4bbd-baf7-99c3979bd354 HTTP/1.1" status: 200 len: 992 time: 3.3173468 Mar 22 14:29:14.594751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ca16e804-7be2-4b71-a649-6acc3689c3e7 None None] Could not find standard attr ID for object 94c26fe1-1976-47b8-8cab-9a9f63aca99e. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:29:14.638074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-f06efaab-cd89-4254-b13e-947b0ccf214f service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452376 Mar 22 14:29:14.715980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5b3835b5-6670-4eec-9351-ea04fc70aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:14.752342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] For port 5b3835b5-6670-4eec-9351-ea04fc70aac4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b3835b5-6670-4eec-9351-ea04fc70aac4,segment=NetworkSegment(d174d1e2-47a5-4ba1-8c9c-72c700b730e1),segment_id=d174d1e2-47a5-4ba1-8c9c-72c700b730e1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:14.752342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.774332 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:14.790975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Calling delete_port for 5b3835b5-6670-4eec-9351-ea04fc70aac4 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:14.806613 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:14.815081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-c6264e01-4cd1-4710-98d9-6fcf53a756a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.816759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-c6264e01-4cd1-4710-98d9-6fcf53a756a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.2521374 Mar 22 14:29:14.821616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] DHCP port deletion for 1106a96b-3294-4deb-872c-75bf429472cc request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:14.837654 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:14.837942 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:14.839528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d30880-bf4c-4b5b-849e-604082a2ddad req-10f416ef-c1fe-4461-bde0-011bf45449af service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958628 Mar 22 14:29:14.859865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e1f4c-059b-4e0c-a2a6-3aea34cba92c req-1cda488b-bc92-46d9-aa9a-c6ac61391f77 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.863081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b3e1f4c-059b-4e0c-a2a6-3aea34cba92c req-1cda488b-bc92-46d9-aa9a-c6ac61391f77 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1336405 Mar 22 14:29:14.936273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Deleting port 5b3835b5-6670-4eec-9351-ea04fc70aac4 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:14.936498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:14.958418 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d875e079-cfbc-406a-ab18-aad5f62b4f74 req-f0bc10ad-c135-485d-bb51-010f143575f9 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0464656 Mar 22 14:29:14.969555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-fd6a802c-46be-4790-90a8-aef609dac5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:14.971250 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-fd6a802c-46be-4790-90a8-aef609dac5aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.1218483 Mar 22 14:29:14.972061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b3e1f4c-059b-4e0c-a2a6-3aea34cba92c req-531eb97d-5a1f-4103-98d6-6f7542d3ddc2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021767 Mar 22 14:29:14.976999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.053492 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:15.056959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] No DVR routers for this DVR port 5b3835b5-6670-4eec-9351-ea04fc70aac4 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:15.084067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] For port 5b3835b5-6670-4eec-9351-ea04fc70aac4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b3835b5-6670-4eec-9351-ea04fc70aac4,segment=NetworkSegment(d174d1e2-47a5-4ba1-8c9c-72c700b730e1),segment_id=d174d1e2-47a5-4ba1-8c9c-72c700b730e1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:15.084757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.096308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event deleted for resources: {'Port': ['ID=5b3835b5-6670-4eec-9351-ea04fc70aac4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:15.116130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Calling delete_port for 5b3835b5-6670-4eec-9351-ea04fc70aac4 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:15.219646 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-365eeef2-f04f-4a08-8c0d-cbaa27a6d2dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 1000 time: 0.2363605 Mar 22 14:29:15.230396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (1106a96b-3294-4deb-872c-75bf429472cc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.282962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1106a96b-3294-4deb-872c-75bf429472cc']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:15.299868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:15.300499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd174d1e2-47a5-4ba1-8c9c-72c700b730e1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:15.303203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (5b3835b5-6670-4eec-9351-ea04fc70aac4), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.303547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5386f-72ce-494f-a102-300502325d6c req-99ccae31-a3f5-48fe-ad3d-5e18631a9dd6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.311502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a5386f-72ce-494f-a102-300502325d6c req-99ccae31-a3f5-48fe-ad3d-5e18631a9dd6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2030964 Mar 22 14:29:15.316010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d174d1e2-47a5-4ba1-8c9c-72c700b730e1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.326277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-3af83e13-f1cb-45f0-a0f9-61f62c9435de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.328097 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-3af83e13-f1cb-45f0-a0f9-61f62c9435de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.0895808 Mar 22 14:29:15.351875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] Pushing event deleted for resources: {'Port': ['ID=5b3835b5-6670-4eec-9351-ea04fc70aac4,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:15.353887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b9f02-5f81-471d-93e6-54478f866b0c None None] No DVR routers for this DVR port 5b3835b5-6670-4eec-9351-ea04fc70aac4 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:15.357655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d174d1e2-47a5-4ba1-8c9c-72c700b730e1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.384018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:29:15.384363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d174d1e2-47a5-4ba1-8c9c-72c700b730e1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:29:15.388057 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:29:15.390779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894c466-611b-4ee6-a178-030b8b9ec72c req-1694729b-2ab5-4dc3-8878-9c0ec1dfb599 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.392214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a894c466-611b-4ee6-a178-030b8b9ec72c req-1694729b-2ab5-4dc3-8878-9c0ec1dfb599 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 944 time: 0.2091448 Mar 22 14:29:15.451492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15a5386f-72ce-494f-a102-300502325d6c req-0a74b93e-fffd-47ad-9054-c06e30838760 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290264 Mar 22 14:29:15.455564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-d0b2bec0-1e60-4b07-a699-7ba256f4ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.457186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-d0b2bec0-1e60-4b07-a699-7ba256f4ff78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1190767 Mar 22 14:29:15.493828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a894c466-611b-4ee6-a178-030b8b9ec72c req-e1c8fabc-4ce5-4208-84f4-2f8018b73d28 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928166 Mar 22 14:29:15.543571 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:15.573531 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (1106a96b-3294-4deb-872c-75bf429472cc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.582278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:15.585641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] 10.222.0.81 "DELETE /v2.0/networks/1106a96b-3294-4deb-872c-75bf429472cc HTTP/1.1" status: 204 len: 168 time: 1.2279334 Mar 22 14:29:15.591470 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc948a3-60c6-418e-a63c-ce666f2a77b7 None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'aff97658-c51b-4bbd-baf7-99c3979bd354', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'port_id': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'mac_address': 'fa:16:3e:ea:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:27:10Z', 'updated_at': '2022-03-22T14:29:12Z', 'revision_number': 3, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:15.610094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633b052-2371-4c0b-a80c-a2e61d77947c tempest-ExtraDHCPOptionsTestJSON-377196156 tempest-ExtraDHCPOptionsTestJSON-377196156-project] Pushing event deleted for resources: {'Network': ['ID=1106a96b-3294-4deb-872c-75bf429472cc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:15.640050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1880-62be-4757-80f3-98732cdace7e req-9240ee79-8874-4a81-b334-327c75ee7ed1 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.641728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d0d1880-62be-4757-80f3-98732cdace7e req-9240ee79-8874-4a81-b334-327c75ee7ed1 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1107669 Mar 22 14:29:15.649223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-442c31ef-0565-4019-ae2d-cc44d1314a47 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755133 Mar 22 14:29:15.699820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d0d1880-62be-4757-80f3-98732cdace7e req-03833ad1-864a-411d-84f4-e27f8f245ff3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499351 Mar 22 14:29:15.833624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6ff00a5a-7ae9-494e-8403-04e7c210423d req-ea427936-9878-4765-b568-1e267250193b service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743410 Mar 22 14:29:15.932495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bcb93-58cd-47c8-907e-24ecbd4b7fbf req-ced94893-571b-478b-ae20-520b27884dd7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:15.942153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d11bcb93-58cd-47c8-907e-24ecbd4b7fbf req-ced94893-571b-478b-ae20-520b27884dd7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1191983 Mar 22 14:29:16.000845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d11bcb93-58cd-47c8-907e-24ecbd4b7fbf req-acebb243-990d-4d90-9540-cd598aebd9a4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563359 Mar 22 14:29:16.069647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39870) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:16.163410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bca5e12-ac64-42ac-b758-f3d52b5fa337 req-e9cfa07b-4f22-4d49-81dd-9f27bb1235e5 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0822363 Mar 22 14:29:16.218565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d87a8-cbe4-4671-b40f-c712fd5fc49c req-80183b6f-3ff4-48c5-ad3e-f5dc4fecc37f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.228995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-129d87a8-cbe4-4671-b40f-c712fd5fc49c req-80183b6f-3ff4-48c5-ad3e-f5dc4fecc37f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0860553 Mar 22 14:29:16.249141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b3835b5-6670-4eec-9351-ea04fc70aac4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:16.285094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5b3835b5-6670-4eec-9351-ea04fc70aac4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:16.285440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b3835b5-6670-4eec-9351-ea04fc70aac4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:16.304886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-129d87a8-cbe4-4671-b40f-c712fd5fc49c req-b08c9d1b-654b-44b8-9a15-54bbdae3f76d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748584 Mar 22 14:29:16.340613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f81bd96-d5c0-4dc9-b54f-5199c66d2919 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b36575ef90ad411b841ece5293adc49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692323 Mar 22 14:29:16.343088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39878) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:16.413230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] Publish callbacks [] for security_group (d99e4f71-ad19-47e5-81b0-89a83e3173a6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.451728 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] Publish callbacks [] for security_group (d99e4f71-ad19-47e5-81b0-89a83e3173a6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.493390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc6fc-26fb-456d-834d-c9e41e4100c2 req-96db362a-9aad-4042-abd8-fb6b4ecab979 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.495022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c08cc6fc-26fb-456d-834d-c9e41e4100c2 req-96db362a-9aad-4042-abd8-fb6b4ecab979 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1025529 Mar 22 14:29:16.532206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d99e4f71-ad19-47e5-81b0-89a83e3173a6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.535073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:16.536378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d99e4f71-ad19-47e5-81b0-89a83e3173a6 HTTP/1.1" status: 204 len: 168 time: 0.1920094 Mar 22 14:29:16.554216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:16.556506 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:16.570987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904188f-5ce8-4e5c-bd82-ee651e647912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99e4f71-ad19-47e5-81b0-89a83e3173a6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:16.577994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c08cc6fc-26fb-456d-834d-c9e41e4100c2 req-f3796d5d-e6bf-45b4-bd32-1a2a92e9486b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734482 Mar 22 14:29:16.644899 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed30ff2-a3a5-49f3-ac28-1c8ce3b4a741 x-openstack-request-id: req-4ed30ff2-a3a5-49f3-ac28-1c8ce3b4a741 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:16.645197 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:16.645698 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ed30ff2-a3a5-49f3-ac28-1c8ce3b4a741 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:16.646143 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed30ff2-a3a5-49f3-ac28-1c8ce3b4a741'] response: {'name': 'network-changed', 'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'status': 'completed', 'code': 200} Mar 22 14:29:16.667772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003df5-15b3-45b8-b2fd-b77e74639dbe req-38cd2558-56cc-4442-9fa8-a721421bf5b7 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.677392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c003df5-15b3-45b8-b2fd-b77e74639dbe req-38cd2558-56cc-4442-9fa8-a721421bf5b7 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 944 time: 0.0881243 Mar 22 14:29:16.749366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-085b7b09-6e6d-428a-a95d-d0440beeb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.755073 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-085b7b09-6e6d-428a-a95d-d0440beeb013 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 1127 time: 0.0871153 Mar 22 14:29:16.760789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c003df5-15b3-45b8-b2fd-b77e74639dbe req-8d3e51e4-c298-44e3-8397-53067f580c0b tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823009 Mar 22 14:29:16.856763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b9c7-4c93-4064-88ec-9154beb19215 req-f2b1a321-0cbf-47a6-9293-2f0521d78dfa tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.858545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5df6b9c7-4c93-4064-88ec-9154beb19215 req-f2b1a321-0cbf-47a6-9293-2f0521d78dfa tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0676632 Mar 22 14:29:16.917813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5df6b9c7-4c93-4064-88ec-9154beb19215 req-e3566e39-1ae7-4544-b97b-cd933db176c5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Mar 22 14:29:16.965458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-277a447f-d809-424d-91e3-dc23c6e3868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:16.966460 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-277a447f-d809-424d-91e3-dc23c6e3868b service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2048805 Mar 22 14:29:17.075248 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-c003f98a-bc0d-48ec-802b-5ae428feaa4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 200 len: 1000 time: 0.1019590 Mar 22 14:29:17.095102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:29:17.117719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e254d08-cba5-4e37-ac47-d71eca5845f0 req-aa6d5ffe-f115-4d10-8f4c-3533d72d7f14 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:17.126038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e254d08-cba5-4e37-ac47-d71eca5845f0 req-aa6d5ffe-f115-4d10-8f4c-3533d72d7f14 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0880606 Mar 22 14:29:17.150368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-dff9c26a-896d-4841-abdc-18822cb1ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:17.159208 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-dff9c26a-896d-4841-abdc-18822cb1ce2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.0742033 Mar 22 14:29:17.233309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7e254d08-cba5-4e37-ac47-d71eca5845f0 req-ac734d58-7aee-43cd-b17c-97627956d9f6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055272 Mar 22 14:29:17.256960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-f7d5e2f5-0434-49a1-8330-bc1bb432fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:17.258639 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-f7d5e2f5-0434-49a1-8330-bc1bb432fe95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976274 Mar 22 14:29:17.377739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93f3a180-f9cb-494a-8423-0b8f46aa0ebf req-94f76f55-5dac-4073-bbf4-d6e1335dabc5 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0695033 Mar 22 14:29:17.393247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:17.423217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669', 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc', 'port_id': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669', 'mac_address': 'fa:16:3e:88:ae:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac16c6-f819-4bfe-ae5f-2b9d5a930a1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:29:17.430281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-11aefa10-f512-4f24-92f2-2c433902443b service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638758 Mar 22 14:29:17.489105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:17.489510 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.534839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:29:17.580926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:17.588468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:17.601877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dab6cc5f-5a02-4204-9d52-e3a7aa4f4a6e req-69f25ebe-c110-47d3-a1da-a89bf4809a8a service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655486 Mar 22 14:29:17.652411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:17.664289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f2473-1266-43fc-bb61-b379d45c701f req-9675f9c5-566f-4c27-b506-0f5d70a60b69 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:17.666006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a9f2473-1266-43fc-bb61-b379d45c701f req-9675f9c5-566f-4c27-b506-0f5d70a60b69 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1004493 Mar 22 14:29:17.732890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:17.734414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a9f2473-1266-43fc-bb61-b379d45c701f req-e86157d9-1283-4e5b-95a9-a388e0145115 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Mar 22 14:29:17.846702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6db170c9-0c3f-4e6e-b74b-6b7c839fc669'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:29:17.932517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90ae0-7060-4d00-b2eb-94c01892b418 req-7b1307d7-79fb-4c41-af23-708e7f0c75ce tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:17.945094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-675775038'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:17.946567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ae90ae0-7060-4d00-b2eb-94c01892b418 req-7b1307d7-79fb-4c41-af23-708e7f0c75ce tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1396029 Mar 22 14:29:17.972342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:17.976461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.002832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2907c9-44e2-4acb-babe-52d5e3e9fa9b req-5e17e638-636a-447a-adc6-b44ab7222576 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.004607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d2907c9-44e2-4acb-babe-52d5e3e9fa9b req-5e17e638-636a-447a-adc6-b44ab7222576 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 945 time: 0.1466124 Mar 22 14:29:18.005831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.070221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ae90ae0-7060-4d00-b2eb-94c01892b418 req-0afec18e-ee22-42c9-b9be-405e1c7dcc6c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217270 Mar 22 14:29:18.107109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for security_group (1cdec073-3d20-4a36-9ad0-8261bd67f4d9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.113074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cdec073-3d20-4a36-9ad0-8261bd67f4d9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.162747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:29:18.169316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d2907c9-44e2-4acb-babe-52d5e3e9fa9b req-b59fdc2e-8833-4a12-9e70-b6cbb829418b tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524763 Mar 22 14:29:18.182006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdec073-3d20-4a36-9ad0-8261bd67f4d9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:18.193789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9d62c216-6426-49b7-be89-d7b0e8ddd847), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.194366 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Added segment 9d62c216-6426-49b7-be89-d7b0e8ddd847 of type vlan for network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 Mar 22 14:29:18.246192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (623b769f-a5f7-4c5f-bbc2-542e5c8cab70), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.284572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (623b769f-a5f7-4c5f-bbc2-542e5c8cab70), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.291849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.293072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.368310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651112a-a74f-40c3-93b1-9c7e7ce42be8 req-da1c3a67-2d99-4c0b-8adb-debd20f5c7af tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.369931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2651112a-a74f-40c3-93b1-9c7e7ce42be8 req-da1c3a67-2d99-4c0b-8adb-debd20f5c7af tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0765481 Mar 22 14:29:18.373065 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6307080 Mar 22 14:29:18.376346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39936) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:18.387291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'subnet': {'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:18.406425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5297b4-dcc4-4618-b82b-0b7cda473e50 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Network': ['ID=623b769f-a5f7-4c5f-bbc2-542e5c8cab70,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:18.423543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:29:18.440116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2651112a-a74f-40c3-93b1-9c7e7ce42be8 req-5a865663-f9b1-4750-8caf-b1b7ae0a270c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544696 Mar 22 14:29:18.485705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:18.491848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.541128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9595e623-a30a-4559-85c0-013f66df02fa req-783fdb67-85af-4997-862a-5ab28051d577 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0390809 Mar 22 14:29:18.596455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-735a5760-a0be-4c43-8ddd-63424787f762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.616344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e009ed-7dda-4cfe-ab14-68666845b188 req-23e96eac-7475-4455-81bd-63067c6deca5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.617622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4e009ed-7dda-4cfe-ab14-68666845b188 req-23e96eac-7475-4455-81bd-63067c6deca5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0790670 Mar 22 14:29:18.686548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4e009ed-7dda-4cfe-ab14-68666845b188 req-aaf88fbe-294d-479e-9b60-937dc0302d6d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Mar 22 14:29:18.734548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.803685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Subnet': ['ID=a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:18.811379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Checking segment: {'id': '9d62c216-6426-49b7-be89-d7b0e8ddd847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:18.811736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network hostable DHCP agents. Network: 623b769f-a5f7-4c5f-bbc2-542e5c8cab70, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:29:18.829530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:29:18.840113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 623b769f-a5f7-4c5f-bbc2-542e5c8cab70) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:18.843144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9fe09-5a7b-4802-b3dd-b659135d8f47 req-657c25be-6d15-4192-af8e-f7a221fbc685 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.844387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:18.844689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ad9fe09-5a7b-4802-b3dd-b659135d8f47 req-657c25be-6d15-4192-af8e-f7a221fbc685 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0644503 Mar 22 14:29:18.845173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.853311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9079a8-283c-4d71-86cf-4ba8e0494fd4 None None] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:18.867373 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35bb7ae4-0783-4dcb-94d7-29e06f0737dd tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4899909 Mar 22 14:29:18.870169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:18.881411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1192911983', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:18.924769 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.925949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:18.935001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ad9fe09-5a7b-4802-b3dd-b659135d8f47 req-cbb0d7f8-6466-40ca-9a59-2e7fe75048b0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Mar 22 14:29:18.979238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03f2f6-9488-4cfd-8da5-bd02f71be983 None None] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:18.987767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_controller (ac90b18a-ef66-46b7-9884-72617c0c6e22), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.094700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:19.147509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:29:19.151837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:19.152197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.181351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (ac90b18a-ef66-46b7-9884-72617c0c6e22), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.198527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304c73-9d1a-47db-9e3b-484a630873d4 req-849f47b5-d2f7-4aa5-80b1-1e2921c5249e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:19.200202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a304c73-9d1a-47db-9e3b-484a630873d4 req-849f47b5-d2f7-4aa5-80b1-1e2921c5249e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1566722 Mar 22 14:29:19.239011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:19.239407 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.265189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:19.267515 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59043f-b734-4e87-8cb7-97869c7c3de3" -d '{"events": [{"server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "name": "network-vif-plugged", "status": "completed", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:19.284153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:19.290280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.345494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a304c73-9d1a-47db-9e3b-484a630873d4 req-28e75f9a-0f5a-4f9f-9c6e-c7bfe69fc9a9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294358 Mar 22 14:29:19.352298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:19.382820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46e1-c0d6-47a3-9906-45129b367dbd req-1d383275-2f1f-46f5-ad68-7965ce9720f5 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:19.384517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91df46e1-c0d6-47a3-9906-45129b367dbd req-1d383275-2f1f-46f5-ad68-7965ce9720f5 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 945 time: 0.1336017 Mar 22 14:29:19.393942 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b326238-1967-426a-9e07-cc88281dc7f3 x-openstack-request-id: req-9b326238-1967-426a-9e07-cc88281dc7f3 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:19.394494 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "name": "network-vif-plugged", "status": "completed", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:19.394802 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b326238-1967-426a-9e07-cc88281dc7f3 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:19.395283 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b326238-1967-426a-9e07-cc88281dc7f3'] response: {'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669', 'code': 200} Mar 22 14:29:19.497833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91df46e1-c0d6-47a3-9906-45129b367dbd req-ff08f6b9-0814-4e6f-bb11-93f22c5fae51 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002457 Mar 22 14:29:19.545990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68aa03-5cab-4471-9833-7bbb4fbbd442 req-48841128-3179-4742-806a-f5a8529ba857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:19.548227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0e68aa03-5cab-4471-9833-7bbb4fbbd442 req-48841128-3179-4742-806a-f5a8529ba857 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 1128 time: 0.0790753 Mar 22 14:29:19.598225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.607208 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0e68aa03-5cab-4471-9833-7bbb4fbbd442 req-229dd732-0e74-4a4b-a0f9-15e59ff22864 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Mar 22 14:29:19.646587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.681861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa29a1fd-4cde-4a69-bd1d-2d80a15077ca req-2dab7c40-90b4-4e70-91d9-504e3e82fd63 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0377893 Mar 22 14:29:19.743748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c10ade-25a3-451e-b35a-a27863681959 req-8d13cc06-4815-435a-bcc8-1904a5aa6124 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:19.745200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6c10ade-25a3-451e-b35a-a27863681959 req-8d13cc06-4815-435a-bcc8-1904a5aa6124 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1492755 Mar 22 14:29:19.823017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.82 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5bda6e94-3370-4d7c-97ce-00c2667194e2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:19.841657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6c10ade-25a3-451e-b35a-a27863681959 req-e6210b17-3889-4791-b276-6e0872442c6d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Mar 22 14:29:19.938401 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (5bda6e94-3370-4d7c-97ce-00c2667194e2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:19.972429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5bda6e94-3370-4d7c-97ce-00c2667194e2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.014749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:20.017715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:20.023399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:20.029139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=5bda6e94-3370-4d7c-97ce-00c2667194e2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:20.288028 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.495703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.653364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba1f06-c898-4c87-88fd-a3cb98f63c50 req-c13939cf-ff30-4a7b-aa28-aa239de5f316 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:20.654979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3ba1f06-c898-4c87-88fd-a3cb98f63c50 req-c13939cf-ff30-4a7b-aa28-aa239de5f316 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 946 time: 0.0754080 Mar 22 14:29:20.694198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:20.724421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3ba1f06-c898-4c87-88fd-a3cb98f63c50 req-28b09ccf-466c-4134-89da-580cf33bfde6 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Mar 22 14:29:20.815402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc2895a2-d50c-4f72-a2ad-be63a4194b9e req-ec1356f3-824a-43cf-9fdc-28f81598d017 tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e563b25-f700-4715-a748-2328f7d5d1dc HTTP/1.1" status: 200 len: 210 time: 0.0345993 Mar 22 14:29:20.846204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:20.856206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:20.868068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:20.868699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:20.874861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:20.876257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aedff938-c201-4398-b35b-4e51cb5fccc4 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0048304 Mar 22 14:29:20.878962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39974) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:20.908467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:20.927506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:20.928546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:28:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:20.972700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:20.973485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223f0b6-c4a0-4d4f-bc7c-86a1cf3cfd5e None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:20.977331 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e1901a0-aa37-4cb2-9f78-adfa51ac254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.396767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63de38-0e67-4c7f-9b79-f14c783493d4 req-dc467ab5-f409-4b14-a090-5726f29f772d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:21.398396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b63de38-0e67-4c7f-9b79-f14c783493d4 req-dc467ab5-f409-4b14-a090-5726f29f772d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.4710100 Mar 22 14:29:21.532312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b63de38-0e67-4c7f-9b79-f14c783493d4 req-0cda0d15-08bc-4f71-bc98-0610e74bf4d9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220880 Mar 22 14:29:21.909647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.923270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:21.938958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaed6c-2deb-4b6f-89b0-63471da76a5d req-f57d1346-76b2-4dbb-98e3-6cf299b27f4e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:21.940581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9eaed6c-2deb-4b6f-89b0-63471da76a5d req-f57d1346-76b2-4dbb-98e3-6cf299b27f4e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1604710 Mar 22 14:29:21.953130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae372f-56ce-47ac-8d93-78b0af2de27e req-f2611513-0257-4bc9-a152-5e40fa457f9a tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:21.954741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ae372f-56ce-47ac-8d93-78b0af2de27e req-f2611513-0257-4bc9-a152-5e40fa457f9a tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 946 time: 0.1258705 Mar 22 14:29:22.107964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ae372f-56ce-47ac-8d93-78b0af2de27e req-c987874d-e242-41c6-b83f-41089febb6e1 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861983 Mar 22 14:29:22.112596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9eaed6c-2deb-4b6f-89b0-63471da76a5d req-68382c61-2eb8-4811-929a-c9caace5e2ac tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559637 Mar 22 14:29:22.187314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 39992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:22.274288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (78b1da68-2399-4ccf-abc8-32f61ff78f13), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.305755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (78b1da68-2399-4ccf-abc8-32f61ff78f13), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.318582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.1 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:22.401008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (78b1da68-2399-4ccf-abc8-32f61ff78f13), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.405281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.406888 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] 10.222.0.81 "DELETE /v2.0/security-groups/78b1da68-2399-4ccf-abc8-32f61ff78f13 HTTP/1.1" status: 204 len: 168 time: 0.2176878 Mar 22 14:29:22.429912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124cb5b-c612-4d20-a4c5-59279c3af4ff tempest-TestVolumeBackupRestore-969890006 tempest-TestVolumeBackupRestore-969890006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b1da68-2399-4ccf-abc8-32f61ff78f13,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:22.467351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.506956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.546224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:22.559735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:22.566665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:22.570783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:22.612856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.762490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:22.944889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe813b-9be8-4a58-83fc-44bda34c399f req-31f1c457-d619-42dd-baf1-b1b3a67dcb12 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:22.946294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06fe813b-9be8-4a58-83fc-44bda34c399f req-31f1c457-d619-42dd-baf1-b1b3a67dcb12 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 946 time: 0.1382453 Mar 22 14:29:23.052989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06fe813b-9be8-4a58-83fc-44bda34c399f req-7ca21355-d0df-4311-aa56-c532c6c0b39e tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988190 Mar 22 14:29:23.131795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.139339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.227157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.229953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:23.332339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b83a3b-7c9c-4501-abfb-17fab35e4176 req-75058663-f263-4fbf-885f-28d0f803f934 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:23.333779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65b83a3b-7c9c-4501-abfb-17fab35e4176 req-75058663-f263-4fbf-885f-28d0f803f934 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1185522 Mar 22 14:29:23.373363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:23.375928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:23.470550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65b83a3b-7c9c-4501-abfb-17fab35e4176 req-a71e09b7-ad8a-4ef1-af23-8becb93e0c32 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302304 Mar 22 14:29:23.538771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:23.706233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb0a97-0c09-4396-b4f4-e64a184b36f1 req-513385d0-3019-4643-ad43-ad8b9de9d62e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:23.712710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cabb0a97-0c09-4396-b4f4-e64a184b36f1 req-513385d0-3019-4643-ad43-ad8b9de9d62e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1650643 Mar 22 14:29:23.735400 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.772631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:23.781953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eeae36fa-1387-4b15-a8fc-a4cc79448a98 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/routers/ac90b18a-ef66-46b7-9884-72617c0c6e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9011550 Mar 22 14:29:23.784787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40034) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:23.789364 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:23.792049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'port': {'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70', 'name': 'tempest-FloatingIPTestJSON-1786683333'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:23.795174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cabb0a97-0c09-4396-b4f4-e64a184b36f1 req-33d5fd9e-5d81-4c93-a4e4-9b115089fa80 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742633 Mar 22 14:29:23.802812 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:23.803503 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:23.853771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:23.863767 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:23.865744 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:23.921384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:23.922440 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb088a-e283-404c-adb1-3cfe214fc835 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:23.963259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:23.970102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:23.994863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] device_id is not set on port 01422d77-372d-475d-aec2-129d84bf7d7f yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:24.031992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d10212-2425-4c4c-a7ba-453f373d3c0b req-c3a7b5d9-6ca2-4748-8bfa-2616e3bfe2dc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.033906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5d10212-2425-4c4c-a7ba-453f373d3c0b req-c3a7b5d9-6ca2-4748-8bfa-2616e3bfe2dc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0718939 Mar 22 14:29:24.158867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5d10212-2425-4c4c-a7ba-453f373d3c0b req-e2fb243e-53dd-46cb-9b9d-6c75f20adb79 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178193 Mar 22 14:29:24.220904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69677cc6-85c0-4849-ac09-a15c2c1e0979 req-82622753-1271-43a4-93a7-4f19f5f7dba3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.222654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69677cc6-85c0-4849-ac09-a15c2c1e0979 req-82622753-1271-43a4-93a7-4f19f5f7dba3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 946 time: 0.0917556 Mar 22 14:29:24.283197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.7 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/01422d77-372d-475d-aec2-129d84bf7d7f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:24.326112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69677cc6-85c0-4849-ac09-a15c2c1e0979 req-0a6b3560-702f-4b64-adcb-7ade6a7a6fbd tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Mar 22 14:29:24.347391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ae95-6e1e-476d-bfaf-09bb8a3e5d79 req-ebfb67cc-054d-4e8a-a6cd-0b7a520986e0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.354897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1962ae95-6e1e-476d-bfaf-09bb8a3e5d79 req-ebfb67cc-054d-4e8a-a6cd-0b7a520986e0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0983069 Mar 22 14:29:24.368041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71121965-2d76-4026-a43f-88281c5c1320 req-1f2c08b6-7385-4b54-8b4e-897fd9f0d536 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.370430 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71121965-2d76-4026-a43f-88281c5c1320 req-1f2c08b6-7385-4b54-8b4e-897fd9f0d536 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 946 time: 0.1910834 Mar 22 14:29:24.418156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1962ae95-6e1e-476d-bfaf-09bb8a3e5d79 req-eea0f029-b632-459d-a2bf-c477dd6f2a68 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592203 Mar 22 14:29:24.609138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39582a8b-722f-4b00-9d8f-79e057ec6ab6 req-ba472492-c4cc-429a-adf3-0797f65d9607 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.612805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39582a8b-722f-4b00-9d8f-79e057ec6ab6 req-ba472492-c4cc-429a-adf3-0797f65d9607 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0731871 Mar 22 14:29:24.679592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39582a8b-722f-4b00-9d8f-79e057ec6ab6 req-d5a8817a-e914-453b-b91d-3af46e8eb94c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601707 Mar 22 14:29:24.853798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047231-c8f1-4fcd-b3cf-dc36f31aef3e req-c404fae2-b4c4-4b12-94b3-965cae96f437 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:24.854891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8047231-c8f1-4fcd-b3cf-dc36f31aef3e req-c404fae2-b4c4-4b12-94b3-965cae96f437 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0936646 Mar 22 14:29:24.934691 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.958558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8047231-c8f1-4fcd-b3cf-dc36f31aef3e req-ff2fba6d-4808-413d-9f2b-7dc388f9702f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966470 Mar 22 14:29:24.987501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (01422d77-372d-475d-aec2-129d84bf7d7f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:24.992889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Deleting port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:24.993226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.100660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (01422d77-372d-475d-aec2-129d84bf7d7f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.117938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] For port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:25.118572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.152777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:25.162265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:25.164805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Calling delete_port for 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:25.166771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79cd0-851b-4644-9254-4e54c6d74a8c req-a582d9fb-63e0-4f46-bf90-8d5d91d28cf8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:25.170546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:25.176829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17a79cd0-851b-4644-9254-4e54c6d74a8c req-a582d9fb-63e0-4f46-bf90-8d5d91d28cf8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0781386 Mar 22 14:29:25.219730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:25.221010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.233732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17a79cd0-851b-4644-9254-4e54c6d74a8c req-b685cffa-94a4-4293-aff2-b2966da1f68a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555754 Mar 22 14:29:25.251738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=01422d77-372d-475d-aec2-129d84bf7d7f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:25.257302 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3598875d-0190-4e05-8850-73b2abfbfd2b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4707789 Mar 22 14:29:25.260126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40186) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:25.270067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'port': {'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70', 'name': 'tempest-FloatingIPTestJSON-46818341'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:25.424815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6db170c9-0c3f-4e6e-b74b-6b7c839fc669), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.449178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6db170c9-0c3f-4e6e-b74b-6b7c839fc669'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:29:25.469066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Pushing event deleted for resources: {'Port': ['ID=6db170c9-0c3f-4e6e-b74b-6b7c839fc669,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:25.483976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecaccf-1c0b-47ce-9123-89532427639b req-a3f2cb58-3d4a-46ad-a807-ada6ead1a94a tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:25.485984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeecaccf-1c0b-47ce-9123-89532427639b req-a3f2cb58-3d4a-46ad-a807-ada6ead1a94a tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.1540713 Mar 22 14:29:25.517269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] No DVR routers for this DVR port 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:25.525997 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.528094 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-71121965-2d76-4026-a43f-88281c5c1320 req-f11e58e1-ec67-4f14-918c-3f0cd8b22a98 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "DELETE /v2.0/ports/6db170c9-0c3f-4e6e-b74b-6b7c839fc669 HTTP/1.1" status: 204 len: 173 time: 1.1511199 Mar 22 14:29:25.528471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'name': 'network-vif-deleted', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:25.533424 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d8354-6606-4454-ac41-658b07385189" -d '{"events": [{"server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "name": "network-vif-deleted", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:25.585664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:25.589422 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:25.611318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60e255-b708-45f4-8047-01f5fdb68175 req-6e669281-7141-4731-b823-5ac5841f82ca tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:25.613105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e60e255-b708-45f4-8047-01f5fdb68175 req-6e669281-7141-4731-b823-5ac5841f82ca tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2070951 Mar 22 14:29:25.619683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeecaccf-1c0b-47ce-9123-89532427639b req-fd1a504a-088f-4d70-a3f6-598efd86534d tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207993 Mar 22 14:29:25.626777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] device_id is not set on port 4204f0c2-7f1f-4736-9e30-4d981d6e737d yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:25.667934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40228) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:25.757426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e60e255-b708-45f4-8047-01f5fdb68175 req-f89e74fb-18b0-4cb7-80ca-36fec8069f15 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235955 Mar 22 14:29:25.832567 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d5af8-785d-4a49-9a4a-97a20ac29180 x-openstack-request-id: req-585d5af8-785d-4a49-9a4a-97a20ac29180 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:25.832821 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cca90f3-0622-47cd-a4b5-52c740f056cc", "name": "network-vif-deleted", "tag": "6db170c9-0c3f-4e6e-b74b-6b7c839fc669", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:25.833077 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-585d5af8-785d-4a49-9a4a-97a20ac29180 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:25.833498 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d5af8-785d-4a49-9a4a-97a20ac29180'] response: {'server_uuid': '7cca90f3-0622-47cd-a4b5-52c740f056cc', 'name': 'network-vif-deleted', 'tag': '6db170c9-0c3f-4e6e-b74b-6b7c839fc669', 'status': 'completed', 'code': 200} Mar 22 14:29:25.853672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92fd97dd-850c-4d51-9404-fa537f1b9c1a req-786ce1f4-4d33-4096-bf29-07fc136e0054 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cca90f3-0622-47cd-a4b5-52c740f056cc HTTP/1.1" status: 200 len: 210 time: 0.0427763 Mar 22 14:29:25.876845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.11 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/4204f0c2-7f1f-4736-9e30-4d981d6e737d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:26.064316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port cc862bcd-07da-42f6-860a-defa44474e72 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:26.064869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cc862bcd-07da-42f6-860a-defa44474e72), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.211511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cc732-f694-49d4-9965-c6e6ed223c22 req-b3101c0c-c512-469b-ad85-901df33bfe50 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:26.213262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d75cc732-f694-49d4-9965-c6e6ed223c22 req-b3101c0c-c512-469b-ad85-901df33bfe50 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2259827 Mar 22 14:29:26.251418 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cc862bcd-07da-42f6-860a-defa44474e72), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.251744 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (cc862bcd-07da-42f6-860a-defa44474e72), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.268623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for cc862bcd-07da-42f6-860a-defa44474e72 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:26.271730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (4204f0c2-7f1f-4736-9e30-4d981d6e737d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.318759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d75cc732-f694-49d4-9965-c6e6ed223c22 req-fec41fdc-cd6a-430b-9bce-3e5397f21a0c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803909 Mar 22 14:29:26.360644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4204f0c2-7f1f-4736-9e30-4d981d6e737d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.464261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:26.477862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:26.482750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:26.496558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=4204f0c2-7f1f-4736-9e30-4d981d6e737d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:26.517558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cc862bcd-07da-42f6-860a-defa44474e72), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.563808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=cc862bcd-07da-42f6-860a-defa44474e72,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:26.573393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beadf6-9494-46d7-be7e-1b40385f1a23 req-33e2e59f-f27d-407a-9730-cac085efa7c0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:26.574988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65beadf6-9494-46d7-be7e-1b40385f1a23 req-33e2e59f-f27d-407a-9730-cac085efa7c0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1611078 Mar 22 14:29:26.587607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:26.588472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.641283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:26.641592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-01f17ba5-e9c2-4e3a-8cd9-86e238236b1f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3800795 Mar 22 14:29:26.646720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '4204f0c2-7f1f-4736-9e30-4d981d6e737d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:26.673448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65beadf6-9494-46d7-be7e-1b40385f1a23 req-33028faa-7caa-449e-baa9-56c31d85d1a0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805795 Mar 22 14:29:26.699452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (56694840-ff03-491c-b7aa-c06248654a61), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.699648 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 56694840-ff03-491c-b7aa-c06248654a61 disassociated (deleted). External IP: 172.25.3.105, port: ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af. Mar 22 14:29:26.701833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:26.834695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3b41d-f2c6-491a-b88e-dc0ff5f58cb9 req-757ccb4c-1452-4288-a183-e433c817a95a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:26.838435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a3b41d-f2c6-491a-b88e-dc0ff5f58cb9 req-757ccb4c-1452-4288-a183-e433c817a95a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0800040 Mar 22 14:29:26.936016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82a3b41d-f2c6-491a-b88e-dc0ff5f58cb9 req-62793396-975e-4685-bf05-954607d15c8a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903430 Mar 22 14:29:27.126207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524188a-d523-4b15-9958-476123814016 req-5f17d6e8-3ec5-4f50-81fa-8e59713acf8c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:27.128337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b524188a-d523-4b15-9958-476123814016 req-5f17d6e8-3ec5-4f50-81fa-8e59713acf8c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.0783298 Mar 22 14:29:27.201328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ccad747a-91b3-423f-8691-b7924e5502d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:27.233271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b524188a-d523-4b15-9958-476123814016 req-97d5a6ee-f3fd-4dd7-942a-ea1bce028300 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992093 Mar 22 14:29:27.310581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.449087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:27.467597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:27.468910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Sync routers for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:27.487906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-2aa507e1-9e67-409d-a4c2-2fdc8d8598c1 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:27.489742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-2aa507e1-9e67-409d-a4c2-2fdc8d8598c1 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 808 time: 0.2949221 Mar 22 14:29:27.491127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:27.491886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:27.523098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-e67aeec9-1af9-4644-96d5-cace43dd4686 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/quotas/fe6772e2d87e485987ef355d923ab9bc HTTP/1.1" status: 200 len: 375 time: 0.0230184 Mar 22 14:29:27.567245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-f618d695-c554-444f-b11f-dd04683b16a2 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373285 Mar 22 14:29:27.593512 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e26fa3e1-2070-459c-b9d8-4963098eff80 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/floatingips/56694840-ff03-491c-b7aa-c06248654a61 HTTP/1.1" status: 204 len: 168 time: 1.9218216 Mar 22 14:29:27.639792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.79 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/ebee9489-a7b4-4d20-9395-f94ee435b950) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:27.680270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-fc6137cd-f58f-4844-b14c-f9344935538e service neutron] 10.222.0.81 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116841 Mar 22 14:29:27.687045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:27.855222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:27.857450 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:27.973162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.043516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.128326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=ebee9489-a7b4-4d20-9395-f94ee435b950,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:28.172573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:28.175012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:28.177848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc5cf-5900-40b2-8b68-96c33ed524cc req-b166b1fd-b875-43f4-8987-e198b9f234a9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:28.180464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:28.185620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f2fc5cf-5900-40b2-8b68-96c33ed524cc req-b166b1fd-b875-43f4-8987-e198b9f234a9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.7444525 Mar 22 14:29:28.289548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f2fc5cf-5900-40b2-8b68-96c33ed524cc req-355e60d1-73f3-4269-a0de-70582f53e5ab tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027768 Mar 22 14:29:28.323830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-66ce3e3e-c3bb-4f84-90f1-424d0dd241d8 service neutron] 10.222.0.81 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425943 Mar 22 14:29:28.352012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:28.380050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:28.447838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Checking router: ccad747a-91b3-423f-8691-b7924e5502d0 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:28.461952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:28.463009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:28.717179 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab41a197-d2fa-4fcf-8396-0c6e6fa7a214 x-openstack-request-id: req-ab41a197-d2fa-4fcf-8396-0c6e6fa7a214 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:28.717714 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:28.717714 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab41a197-d2fa-4fcf-8396-0c6e6fa7a214 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:28.721289 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab41a197-d2fa-4fcf-8396-0c6e6fa7a214'] response: {'name': 'network-changed', 'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'status': 'completed', 'code': 200} Mar 22 14:29:28.732692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:28.836457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-02d5cfda-f4da-4e44-b506-5a5bd573675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:28.838687 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-02d5cfda-f4da-4e44-b506-5a5bd573675e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 1127 time: 0.1157663 Mar 22 14:29:29.050147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3a6df-c55f-4800-8557-966f4faf9657 req-d3a1d391-91a8-4d9b-b57f-c627535507a2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.061381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c3a6df-c55f-4800-8557-966f4faf9657 req-d3a1d391-91a8-4d9b-b57f-c627535507a2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.3056834 Mar 22 14:29:29.081157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-1a4a995d-17df-4d11-b7bc-a20758ef1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.082970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-1a4a995d-17df-4d11-b7bc-a20758ef1186 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 200 len: 897 time: 0.2374847 Mar 22 14:29:29.160155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c4a0b-ca74-4a44-abe6-ce2a64f26592 req-145a1b86-4168-4a07-85b8-6c630d5cc8a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.161775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c10c4a0b-ca74-4a44-abe6-ce2a64f26592 req-145a1b86-4168-4a07-85b8-6c630d5cc8a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.2930701 Mar 22 14:29:29.180435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-d5903f83-4512-49c0-bf7f-50f0a9a91cc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 200 len: 217 time: 0.0890837 Mar 22 14:29:29.233202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:29.250048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-54615438-8161-4927-9739-e09b22398612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.251702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-54615438-8161-4927-9739-e09b22398612 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 200 len: 835 time: 0.0645623 Mar 22 14:29:29.293119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:29.296760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (213025b4-2b63-401b-aad6-07f6532708d8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.304683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6db170c9-0c3f-4e6e-b74b-6b7c839fc669 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:29.322254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c10c4a0b-ca74-4a44-abe6-ce2a64f26592 req-caf04d42-6f3b-44b4-9bfc-bfd04b1a872e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419392 Mar 22 14:29:29.340662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.365694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c3a6df-c55f-4800-8557-966f4faf9657 req-a2b5949e-2440-42ec-8592-8930494e32e8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996912 Mar 22 14:29:29.393243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:29.428939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a48ba9-96e2-4b2c-aa8f-8203f08aadaf None None] The sync data for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 is: [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5405911f-2d9e-41f0-b97b-60b220f0716c', 'name': '', 'network_id': 'dd7be296-6068-43d5-88f8-c1e758ed30a5', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:25:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:20Z', 'updated_at': '2022-03-22T14:27:31Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': 'cd5479ed-e9cb-4571-bb3d-5020c05f854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:29.440644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-d8d8d8d8-b35b-4775-b028-85a0e29cc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.443678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-d8d8d8d8-b35b-4775-b028-85a0e29cc3c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd7be296-6068-43d5-88f8-c1e758ed30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832845 Mar 22 14:29:29.455689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-004b3028-c305-4974-87d6-02aefd8851d8 req-fefac2a9-438e-4f4f-a64f-68a46e813882 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 210 time: 0.0700026 Mar 22 14:29:29.546842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.613129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11829eac-4638-4634-9f10-53c76d991a83 req-aecefd3d-441e-40d6-8730-bea4b731da12 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.623310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11829eac-4638-4634-9f10-53c76d991a83 req-aecefd3d-441e-40d6-8730-bea4b731da12 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1177156 Mar 22 14:29:29.683762 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-edf4a271-eca2-4567-a5c1-2427617bbdaf service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010098 Mar 22 14:29:29.727026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11829eac-4638-4634-9f10-53c76d991a83 req-1d9379ca-1919-4575-95f3-3d6b5e1637a6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020319 Mar 22 14:29:29.827749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.82', 50367) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:29.847028 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b1709a11-ee8a-47a8-9df1-8f8d0b01abd0 req-724a7590-0c96-4d09-944b-5bc8307faf04 service neutron] 10.222.0.82 "GET /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554067 Mar 22 14:29:29.866771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.878563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:29.878764 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d2d73-8b3f-43e5-98b9-385478344657 None None] New status for floating IP 56694840-ff03-491c-b7aa-c06248654a61: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:29:29.946171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-47c27d2f-1eef-4172-9a90-7a4933eff37f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:29.947595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-47c27d2f-1eef-4172-9a90-7a4933eff37f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1184027 Mar 22 14:29:29.952193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=ebee9489-a7b4-4d20-9395-f94ee435b950,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:29.965023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (213025b4-2b63-401b-aad6-07f6532708d8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.002135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65ad88-207a-4645-b97d-d852213f1371 req-760f0d06-b264-4858-84c8-4f108da1b245 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:30.010109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e65ad88-207a-4645-b97d-d852213f1371 req-760f0d06-b264-4858-84c8-4f108da1b245 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1682770 Mar 22 14:29:30.080000 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 213025b4-2b63-401b-aad6-07f6532708d8 associated. External IP: 172.25.3.79, port: 4204f0c2-7f1f-4736-9e30-4d981d6e737d. Mar 22 14:29:30.098255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e65ad88-207a-4645-b97d-d852213f1371 req-10b5d696-6656-4309-a079-57daad9c5074 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868995 Mar 22 14:29:30.122751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:30.122751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.269268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:30.270511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.326917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:30.495580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c388-ea8d-4f92-87e6-3164a4f60bc2 req-8acade64-4d04-43e8-9777-003c3ad52c91 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:30.497297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ac7c388-ea8d-4f92-87e6-3164a4f60bc2 req-8acade64-4d04-43e8-9777-003c3ad52c91 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2184641 Mar 22 14:29:30.597384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b03ef-6950-4372-b45e-f9fe47ae4ff4 req-64d6e967-5ca2-4d81-bb9d-7e8db6637560 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:30.620938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-637b03ef-6950-4372-b45e-f9fe47ae4ff4 req-64d6e967-5ca2-4d81-bb9d-7e8db6637560 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0932cb-a95a-4998-9f55-339012e0d161 HTTP/1.1" status: 200 len: 945 time: 0.1668828 Mar 22 14:29:30.632023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ac7c388-ea8d-4f92-87e6-3164a4f60bc2 req-c911961e-ef38-429b-9704-0c88db684132 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240611 Mar 22 14:29:30.809172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-637b03ef-6950-4372-b45e-f9fe47ae4ff4 req-c9b45c5d-9b38-4470-b267-e5a66fb0d55a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8c57bed-af96-4ad5-9b17-ef93ab19f66e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972492 Mar 22 14:29:30.826548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd2319ac-a82a-436b-9b57-49429086faf2 req-3361531c-a862-482c-917d-db2ca8e5b6ee tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 210 time: 0.0854254 Mar 22 14:29:30.862841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:30.877426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-e7829a00-54e0-4027-83ba-bb67e58b49e3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:30.879014 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-e7829a00-54e0-4027-83ba-bb67e58b49e3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 808 time: 0.5374670 Mar 22 14:29:30.910492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Request body: {'port': {'device_id': '2956c802-1697-4184-8f94-21437b5409e3', 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc', 'admin_state_up': True, 'tenant_id': 'fe6772e2d87e485987ef355d923ab9bc'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:30.955030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:31.003077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] No DVR routers for this DVR port ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:31.006649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.012891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6d5a684-9227-4b1b-9f72-f64e74703184 req-d4eec350-a995-4a9c-91c8-84af980b2ea9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.82 "DELETE /v2.0/ports/ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af HTTP/1.1" status: 204 len: 173 time: 1.0535357 Mar 22 14:29:31.015027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-deleted', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:31.018649 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac41f572-8973-4569-96d3-9dd98531e811" -d '{"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-deleted", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:31.033484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:31.097651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8048-4c6d-4b37-80ce-ed9f93b08d34 req-b2628467-584b-4f9b-98e4-980d653eea2b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:31.099679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b88b8048-4c6d-4b37-80ce-ed9f93b08d34 req-b2628467-584b-4f9b-98e4-980d653eea2b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1714294 Mar 22 14:29:31.118679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-90c254d6-0f60-41de-a56a-92bdbd0f5e80 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901940 Mar 22 14:29:31.127210 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ac678-2634-495f-95ab-e5cc62c7f4f1 x-openstack-request-id: req-793ac678-2634-495f-95ab-e5cc62c7f4f1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:31.127621 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0932cb-a95a-4998-9f55-339012e0d161", "name": "network-vif-deleted", "tag": "ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:31.128017 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-793ac678-2634-495f-95ab-e5cc62c7f4f1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:31.128508 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793ac678-2634-495f-95ab-e5cc62c7f4f1'] response: {'server_uuid': '3f0932cb-a95a-4998-9f55-339012e0d161', 'name': 'network-vif-deleted', 'tag': 'ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af', 'status': 'completed', 'code': 200} Mar 22 14:29:31.179992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b88b8048-4c6d-4b37-80ce-ed9f93b08d34 req-dff9c700-6d9b-46fe-bbaf-7fbb6671d0fa tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 Mar 22 14:29:31.228902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Made reservation on behalf of fe6772e2d87e485987ef355d923ab9bc for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:31.233274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.261152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:31.292346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:31.330809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:31.331443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:31.384668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.395222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-fab7f222-b387-4e66-8862-e5ff1b6ca026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:31.397744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-fab7f222-b387-4e66-8862-e5ff1b6ca026 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 1128 time: 0.1586056 Mar 22 14:29:31.411262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:31.454884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:31.455534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:31.477951 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-508aa46f-3831-4c88-a543-a49524cebea1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8354585 Mar 22 14:29:31.481891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:31.487567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:31.533121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:31.533519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e11e2e-b134-404e-ac58-60de99d27699 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:31.634410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bbb69-0dc1-4266-85c8-aea1f3de83d1 req-9dc11690-620a-4a9f-bec6-e61220192d09 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:31.636353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312bbb69-0dc1-4266-85c8-aea1f3de83d1 req-9dc11690-620a-4a9f-bec6-e61220192d09 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1513774 Mar 22 14:29:31.653294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-474d7017-52c5-41ea-980b-ba9359e8f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:31.655268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-474d7017-52c5-41ea-980b-ba9359e8f66d service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.2368956 Mar 22 14:29:31.726110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-faa65efa-6dfb-47d8-98b4-5b2097824fa6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 200 len: 217 time: 0.0628605 Mar 22 14:29:31.736587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Allocated IP 172.20.0.3 (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc/afac16c6-f819-4bfe-ae5f-2b9d5a930a1c/2fa9e3cc-a5e6-40d2-b750-bd8b68254204) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:31.740910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (213025b4-2b63-401b-aad6-07f6532708d8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:31.795646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312bbb69-0dc1-4266-85c8-aea1f3de83d1 req-7adcb106-9db9-4ffc-ac76-8b76bd28e9ab tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533475 Mar 22 14:29:31.884696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-6041e8cf-3cea-4f2d-ae34-5e141e9f056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:31.890249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-6041e8cf-3cea-4f2d-ae34-5e141e9f056b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.1528938 Mar 22 14:29:31.890860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:31.951115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.061941 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (213025b4-2b63-401b-aad6-07f6532708d8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.062339 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 213025b4-2b63-401b-aad6-07f6532708d8 disassociated. External IP: 172.25.3.79, port: 4204f0c2-7f1f-4736-9e30-4d981d6e737d. Mar 22 14:29:32.131616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae256d21-62af-4d23-80d7-d41eafbdd9fd req-c3dfd5a9-0bbf-41bd-a4c5-8adaf1cf54f8 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 210 time: 0.0775712 Mar 22 14:29:32.269598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-0ae0d0e0-8290-4060-8e74-94c81714692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:32.271127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-0ae0d0e0-8290-4060-8e74-94c81714692c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2150407 Mar 22 14:29:32.279644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks [] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.281855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593587f0-2ab6-4f87-8496-6bf4d5cd2f93 req-b03270a8-9640-45e0-bae2-e0003a0ebfdd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:32.288621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-593587f0-2ab6-4f87-8496-6bf4d5cd2f93 req-b03270a8-9640-45e0-bae2-e0003a0ebfdd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2337213 Mar 22 14:29:32.368910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.439755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:32.447632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:32.474414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:32.480629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-593587f0-2ab6-4f87-8496-6bf4d5cd2f93 req-9bcfea19-815a-49bb-831b-79080bf8aac4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910744 Mar 22 14:29:32.484792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-59e5a018-9ff4-43dc-953e-376a0dd4dd4a service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942241 Mar 22 14:29:32.547985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:32.548711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.578454 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6747119 Mar 22 14:29:32.594768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Request body: {'port': {'device_id': '2956c802-1697-4184-8f94-21437b5409e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:32.677073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.751129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad4c36b2-df85-4aa7-a813-f9f9062bbc46 req-d2551a88-5861-4680-b365-6b9630eb45f5 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531719 Mar 22 14:29:32.765898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8c135-c6ac-4c82-a3f8-3af764090877 req-1ad96175-abbe-491c-b037-6325089d7b5b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:32.772801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ec8c135-c6ac-4c82-a3f8-3af764090877 req-1ad96175-abbe-491c-b037-6325089d7b5b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1240201 Mar 22 14:29:32.860561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ec8c135-c6ac-4c82-a3f8-3af764090877 req-1a71274c-ac78-48d6-83bf-b208c50e6342 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868573 Mar 22 14:29:32.897923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ccad747a-91b3-423f-8691-b7924e5502d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:32.904047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f55253-4e68-4369-b384-3a13886b9391 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Pushing event updated for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:32.944831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:33.117792 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:29:33.127219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks [] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.145214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Transition to ACTIVE for port object 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:29:33.176138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.200498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815179-9d3e-4712-a93b-809cd66e93ee req-f3273e5f-32d2-4bd0-a5e2-c586ebc7e4e7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:33.202958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29815179-9d3e-4712-a93b-809cd66e93ee req-f3273e5f-32d2-4bd0-a5e2-c586ebc7e4e7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1392310 Mar 22 14:29:33.245116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:33.279721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29815179-9d3e-4712-a93b-809cd66e93ee req-967f7a0c-70d6-41f8-84c0-8591df4dcf75 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Mar 22 14:29:33.346409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431113e0-99da-49df-8849-e3ba7d2c790b req-ed5fa731-8162-4b14-93d8-471ba11b0ed3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:33.347925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431113e0-99da-49df-8849-e3ba7d2c790b req-ed5fa731-8162-4b14-93d8-471ba11b0ed3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 943 time: 0.0841422 Mar 22 14:29:33.358169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:33.368565 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:33.380432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:33.381923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.390733 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:33.423040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0624a67-1499-4741-b49a-3c43efd1a140 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/213025b4-2b63-401b-aad6-07f6532708d8 HTTP/1.1" status: 200 len: 687 time: 1.9399736 Mar 22 14:29:33.426010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40628) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:33.456292 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:33.480705 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:33.484649 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:33.535175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Attempting to bind port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:33.541318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Attempting to bind port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:33.541840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Attempting to bind port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:33.560680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:29:33.560824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Attempting to bind port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 on network d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:33.571662 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:33.572508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82594a71-6a33-48ae-9fb4-e42df9ddd2de None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:33.644954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:33.645471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Checking segment: {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:33.645990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Bound using segment: {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:33.646538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Bound port: 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2366ee87-409b-4812-8aef-2b229b6f4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:33.651943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.659997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-431113e0-99da-49df-8849-e3ba7d2c790b req-dba461cb-b458-4123-a0bd-afa6b18ca786 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021431 Mar 22 14:29:33.703890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port 5405911f-2d9e-41f0-b97b-60b220f0716c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:33.704238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.845312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:33.849173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:33.855093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port 5405911f-2d9e-41f0-b97b-60b220f0716c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5405911f-2d9e-41f0-b97b-60b220f0716c,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:33.855731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.867040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.874774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for 5405911f-2d9e-41f0-b97b-60b220f0716c owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:33.891282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:33.892095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.894450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] 10.222.0.78 "PUT /v2.0/ports/2fa9e3cc-a5e6-40d2-b750-bd8b68254204 HTTP/1.1" status: 200 len: 1091 time: 1.3051968 Mar 22 14:29:33.897185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:33.901614 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a216de1-ca55-4ec0-9b64-8123d9165cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:33.905722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:33.952836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:33.953429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ae0d0260-4c91-4a11-8ab4-5c1dc4fe34af not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:33.977013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port ebee9489-a7b4-4d20-9395-f94ee435b950 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:33.977372 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:33.983765 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b6de1-90ae-42ff-9b42-cd0433f664fb x-openstack-request-id: req-d12b6de1-90ae-42ff-9b42-cd0433f664fb {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:33.984064 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:33.984323 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d12b6de1-90ae-42ff-9b42-cd0433f664fb {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:33.984728 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12b6de1-90ae-42ff-9b42-cd0433f664fb'] response: {'name': 'network-changed', 'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204', 'status': 'completed', 'code': 200} Mar 22 14:29:34.119501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-e28bc69b-86e9-497c-a526-1e191a2e2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:34.121246 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-e28bc69b-86e9-497c-a526-1e191a2e2edb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 1125 time: 0.1416454 Mar 22 14:29:34.129340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74420e96-7d75-4758-b4f6-88f6250853ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:34.145939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5405911f-2d9e-41f0-b97b-60b220f0716c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.201174 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-039db9bb-1d64-48b0-97ec-770affa2f384 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204 HTTP/1.1" status: 200 len: 217 time: 0.0657310 Mar 22 14:29:34.252476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=5405911f-2d9e-41f0-b97b-60b220f0716c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:34.288194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.288794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (ebee9489-a7b4-4d20-9395-f94ee435b950), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.312571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for ebee9489-a7b4-4d20-9395-f94ee435b950 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:34.322002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166a28-9111-4ec9-8377-ff351e7b034a req-3f956c86-8d90-4402-8ed1-326ff30441ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:34.323898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-3f956c86-8d90-4402-8ed1-326ff30441ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c HTTP/1.1" status: 200 len: 848 time: 0.1116693 Mar 22 14:29:34.325266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352658b-c0f6-4332-a10d-1b9d1c7e509e req-ac05df0f-4f11-41f2-8e95-375617cb2e88 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:34.326863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6352658b-c0f6-4332-a10d-1b9d1c7e509e req-ac05df0f-4f11-41f2-8e95-375617cb2e88 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2151527 Mar 22 14:29:34.383832 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-4c156fc0-4746-48f0-b06d-e9c7ade167bd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522921 Mar 22 14:29:34.474896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ccad747a-91b3-423f-8691-b7924e5502d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.539926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:29:34.677610 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-28fa2f75-e21e-4160-9887-42e303b13c7f service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174733 Mar 22 14:29:34.868196 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-06166a28-9111-4ec9-8377-ff351e7b034a req-f7fa9c00-c40b-4c2f-8fef-08df4837b727 service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843688 Mar 22 14:29:34.900782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a1a5e-2b6d-4387-bad0-d6a4b4cc5037 req-9a4ef5c6-944a-406a-a830-17d2e6ba404d tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:34.902596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-183a1a5e-2b6d-4387-bad0-d6a4b4cc5037 req-9a4ef5c6-944a-406a-a830-17d2e6ba404d tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 943 time: 0.1085527 Mar 22 14:29:34.911982 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ebee9489-a7b4-4d20-9395-f94ee435b950), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:34.912612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6352658b-c0f6-4332-a10d-1b9d1c7e509e req-8390dd35-fd38-4763-aac6-91c9e9e428d2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231729 Mar 22 14:29:34.968764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-183a1a5e-2b6d-4387-bad0-d6a4b4cc5037 req-62b4e733-1a3a-4468-8196-14519c99dc70 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550427 Mar 22 14:29:35.025495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ccad747a-91b3-423f-8691-b7924e5502d0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:35.116210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=ebee9489-a7b4-4d20-9395-f94ee435b950,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:35.168039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:35.179931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Sync routers for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:35.195043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e6513470-7fde-469b-a93e-1407e8a6d1ce tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/ccad747a-91b3-423f-8691-b7924e5502d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3030145 Mar 22 14:29:35.197725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40652) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.198063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:35.198796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:35.222775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (213025b4-2b63-401b-aad6-07f6532708d8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.225321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.232789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-527c4e99-0129-4db8-af63-f1b8d15da84c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/213025b4-2b63-401b-aad6-07f6532708d8 HTTP/1.1" status: 204 len: 168 time: 1.8055351 Mar 22 14:29:35.237845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.244176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '01422d77-372d-475d-aec2-129d84bf7d7f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:35.255680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-528a4fc3-0e16-452f-8760-aca14c8fb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:35.257197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-528a4fc3-0e16-452f-8760-aca14c8fb554 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fe6772e2d87e485987ef355d923ab9bc&device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 1125 time: 0.2624037 Mar 22 14:29:35.294551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.312779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting subnet cd5479ed-e9cb-4571-bb3d-5020c05f854c {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:35.320889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (cd5479ed-e9cb-4571-bb3d-5020c05f854c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.414146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (cd5479ed-e9cb-4571-bb3d-5020c05f854c), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.415197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:35.515173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cd5479ed-e9cb-4571-bb3d-5020c05f854c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.562471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-64172b0e-50bb-4fe1-8b1f-9f116c9cd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:35.563893 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-64172b0e-50bb-4fe1-8b1f-9f116c9cd612 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 200 len: 909 time: 0.2947702 Mar 22 14:29:35.624352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (cd5479ed-e9cb-4571-bb3d-5020c05f854c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.629289 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-1399aa91-fbac-492e-89c2-eb8b0c21d573 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204 HTTP/1.1" status: 200 len: 217 time: 0.0574970 Mar 22 14:29:35.681936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5479ed-e9cb-4571-bb3d-5020c05f854c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:35.690421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:35.700669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9baa2a25-2f18-4a37-8f55-5ea32b1a3303 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/subnets/cd5479ed-e9cb-4571-bb3d-5020c05f854c HTTP/1.1" status: 204 len: 168 time: 0.5014930 Mar 22 14:29:35.702501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40658) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:35.714855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c41a7-09fb-498b-82cb-88b7acd4b5c3 None None] Network dd7be296-6068-43d5-88f8-c1e758ed30a5 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:35.776187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-1b58cea7-ee41-410e-a83e-b79bf2e6a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:35.777779 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-1b58cea7-ee41-410e-a83e-b79bf2e6a586 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c HTTP/1.1" status: 200 len: 848 time: 0.1284831 Mar 22 14:29:35.876245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-76fb5664-6181-4485-a3b7-f080d619101d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836208 Mar 22 14:29:35.920601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (ccad747a-91b3-423f-8691-b7924e5502d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.037265 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.066922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:29:34Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:36.113065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Checking router: ccad747a-91b3-423f-8691-b7924e5502d0 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:36.129849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Routers {'ccad747a-91b3-423f-8691-b7924e5502d0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:36.130992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ccad747a-91b3-423f-8691-b7924e5502d0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:36.177991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] DHCP port deletion for dd7be296-6068-43d5-88f8-c1e758ed30a5 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:36.324610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Deleting port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:36.325693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.400265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] For port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:36.400662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:36.407909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:36.432318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] Set router ccad747a-91b3-423f-8691-b7924e5502d0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:36.570007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Calling delete_port for 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:36.821579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75499b1a-7213-4a38-903a-a7bc6fee3f7e req-b1dd1e0b-7343-42e6-9da5-11a4a2c2af11 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:36.824344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75499b1a-7213-4a38-903a-a7bc6fee3f7e req-b1dd1e0b-7343-42e6-9da5-11a4a2c2af11 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 943 time: 0.7161212 Mar 22 14:29:36.838419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25c82-191e-454e-87c7-6f4723675527 req-c107a57b-8af7-4659-8aff-63746a6bfbbd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:36.840392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ed25c82-191e-454e-87c7-6f4723675527 req-c107a57b-8af7-4659-8aff-63746a6bfbbd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.7462025 Mar 22 14:29:36.906573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ccad747a-91b3-423f-8691-b7924e5502d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.007696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-b9776236-e7b6-480f-ba9a-4e449a79b400 service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1230643 Mar 22 14:29:37.066947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:37.106675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ed25c82-191e-454e-87c7-6f4723675527 req-0b0d20f5-92cb-4db9-9d14-0eb36c81b2b8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514334 Mar 22 14:29:37.109750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75499b1a-7213-4a38-903a-a7bc6fee3f7e req-d69f5bbf-af41-46b8-94c0-c1fba014533c tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622600 Mar 22 14:29:37.142832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:37.143225 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.158658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:29:34Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:37.169067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port df25373b-ff1e-4321-a044-c39a51488adc {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:37.169412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (df25373b-ff1e-4321-a044-c39a51488adc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.253095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.75 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/809cb8d5-246d-47c4-b416-12e0370a5b1f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:37.280249 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,segment=NetworkSegment(2999c9ed-8877-4387-bd9a-e70ad3f070ad),segment_id=2999c9ed-8877-4387-bd9a-e70ad3f070ad)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:37.311100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032d7a-7b76-439d-96fb-e923f83bfd8a None None] The sync data for ids ['ccad747a-91b3-423f-8691-b7924e5502d0'] in n-d-758851-5 is: [{'id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946490952', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:27:07Z', 'updated_at': '2022-03-22T14:29:34Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'df25373b-ff1e-4321-a044-c39a51488adc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccad747a-91b3-423f-8691-b7924e5502d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:27:09Z', 'updated_at': '2022-03-22T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:37.323009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.364320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (1f8f1914-343b-4f5b-a936-6ef7fefbf8ab), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.375077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port df25373b-ff1e-4321-a044-c39a51488adc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=df25373b-ff1e-4321-a044-c39a51488adc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:37.375077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (df25373b-ff1e-4321-a044-c39a51488adc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.391321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event deleted for resources: {'Port': ['ID=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.422428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for df25373b-ff1e-4321-a044-c39a51488adc owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:37.461673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] Pushing event deleted for resources: {'Port': ['ID=1f8f1914-343b-4f5b-a936-6ef7fefbf8ab,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.464006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa49f0a-2bf4-4e34-a2b4-6f68df789aa5 None None] No DVR routers for this DVR port 1f8f1914-343b-4f5b-a936-6ef7fefbf8ab on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:37.511520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3a216de1-ca55-4ec0-9b64-8123d9165cd6 req-79a78aba-c15d-427d-a010-c581b81016d2 service neutron] 10.222.0.78 "GET /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864686 Mar 22 14:29:37.564490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.606841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:37.656180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=809cb8d5-246d-47c4-b416-12e0370a5b1f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:37.676566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:37.678154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:37.681106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:38.108911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (df25373b-ff1e-4321-a044-c39a51488adc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.171988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=df25373b-ff1e-4321-a044-c39a51488adc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:38.197945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5405911f-2d9e-41f0-b97b-60b220f0716c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:38.244793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5405911f-2d9e-41f0-b97b-60b220f0716c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:38.245128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5405911f-2d9e-41f0-b97b-60b220f0716c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:38.316516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.398892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ccad747a-91b3-423f-8691-b7924e5502d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.413258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.570241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ccad747a-91b3-423f-8691-b7924e5502d0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.576467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (ccad747a-91b3-423f-8691-b7924e5502d0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.652242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.662517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.686379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ccad747a-91b3-423f-8691-b7924e5502d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.686905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Fanout notify agent at l3_agent the message router_deleted on router ccad747a-91b3-423f-8691-b7924e5502d0 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:38.694880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.698181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f92528ac-8ab0-4e53-8fd9-529b821aa5ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/routers/ccad747a-91b3-423f-8691-b7924e5502d0 HTTP/1.1" status: 204 len: 168 time: 2.9919426 Mar 22 14:29:38.703474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:38.768775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484a1c-122f-4775-a8e0-8617ad565ed2 req-07ddc804-6352-4974-a277-33e53f16405f tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:38.777181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85484a1c-122f-4775-a8e0-8617ad565ed2 req-07ddc804-6352-4974-a277-33e53f16405f tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 943 time: 0.5019574 Mar 22 14:29:38.803221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=809cb8d5-246d-47c4-b416-12e0370a5b1f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:38.838781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:38.841709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa7e4e-0194-42bc-886a-40ff76aedbfe req-38ef06b2-c57a-4a45-a816-eed7d2d11fae tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:38.843369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3eaa7e4e-0194-42bc-886a-40ff76aedbfe req-38ef06b2-c57a-4a45-a816-eed7d2d11fae tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.5790377 Mar 22 14:29:39.013172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85484a1c-122f-4775-a8e0-8617ad565ed2 req-ccbc6f54-e989-4292-a733-679efdd2db15 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350366 Mar 22 14:29:39.015975 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 667ef007-0c9b-40a0-8fdb-9a342f7a2937 associated. External IP: 172.25.3.75, port: 01422d77-372d-475d-aec2-129d84bf7d7f. Mar 22 14:29:39.028125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (64a667ac-316a-4500-a7ae-5654da876601), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.135540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dd7be296-6068-43d5-88f8-c1e758ed30a5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.155850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3eaa7e4e-0194-42bc-886a-40ff76aedbfe req-d734386c-8855-40f3-a3a8-839bbc8851d2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724295 Mar 22 14:29:39.224281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:29:39.277338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dd7be296-6068-43d5-88f8-c1e758ed30a5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.397074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7be296-6068-43d5-88f8-c1e758ed30a5']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.410801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2999c9ed-8877-4387-bd9a-e70ad3f070ad') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.411246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2999c9ed-8877-4387-bd9a-e70ad3f070ad') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.425115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (2999c9ed-8877-4387-bd9a-e70ad3f070ad), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.431180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:39.443972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2999c9ed-8877-4387-bd9a-e70ad3f070ad), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.448818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204', 'network_id': 'd3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc', 'port_id': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204', 'mac_address': 'fa:16:3e:86:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac16c6-f819-4bfe-ae5f-2b9d5a930a1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:29:39.453616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:29:39.454211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (2999c9ed-8877-4387-bd9a-e70ad3f070ad), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.466317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:29:39.511925 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:29:39.530782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:39.534487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.556835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:29:39.597975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:39.612075 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.615237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dd7be296-6068-43d5-88f8-c1e758ed30a5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.646314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.655580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:39.662320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/networks/dd7be296-6068-43d5-88f8-c1e758ed30a5 HTTP/1.1" status: 204 len: 168 time: 0.9479790 Mar 22 14:29:39.662993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:39.666723 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:39.680501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:39.688811 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.695939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:39.715308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.750406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790359b0-7e1c-483a-8efd-36cb1df024a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Network': ['ID=dd7be296-6068-43d5-88f8-c1e758ed30a5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:39.768192 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6d48e3e-129b-4f2f-8915-317a1feb1281 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5283327 Mar 22 14:29:39.770707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:39.792799 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.813441 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:39.814673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.865112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1e38463-6cdb-49b5-a1d2-60bc166ec465 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/floatingips/667ef007-0c9b-40a0-8fdb-9a342f7a2937 HTTP/1.1" status: 200 len: 977 time: 0.0927169 Mar 22 14:29:39.866997 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:39.867687 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f0355-7766-443b-9300-e71ccac40dfc None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:39.868961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:39.893712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['2fa9e3cc-a5e6-40d2-b750-bd8b68254204'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:29:39.897085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e8c57bed-af96-4ad5-9b17-ef93ab19f66e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:39.945351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e8c57bed-af96-4ad5-9b17-ef93ab19f66e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.054094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e8c57bed-af96-4ad5-9b17-ef93ab19f66e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.056907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.058197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/security-groups/e8c57bed-af96-4ad5-9b17-ef93ab19f66e HTTP/1.1" status: 204 len: 168 time: 0.3427117 Mar 22 14:29:40.084843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c620f-b7ca-441f-892a-a09290e1d77d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c57bed-af96-4ad5-9b17-ef93ab19f66e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:40.102070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Deleting port 33c6fb81-98cc-4a75-abb6-f3f13f568702 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:40.102409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.155869 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0c08d446-2dc5-490b-9b91-4d88a79f6c21 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2857132 Mar 22 14:29:40.165677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40700) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:40.170243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': '4204f0c2-7f1f-4736-9e30-4d981d6e737d'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:40.326754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] For port 33c6fb81-98cc-4a75-abb6-f3f13f568702, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=33c6fb81-98cc-4a75-abb6-f3f13f568702,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:40.327341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.328311 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.339317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device df25373b-ff1e-4321-a044-c39a51488adc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:40.341003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Calling delete_port for 33c6fb81-98cc-4a75-abb6-f3f13f568702 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:40.375728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: df25373b-ff1e-4321-a044-c39a51488adc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:40.378401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device df25373b-ff1e-4321-a044-c39a51488adc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:40.537398 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (33c6fb81-98cc-4a75-abb6-f3f13f568702), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:40.594413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Pushing event deleted for resources: {'Port': ['ID=33c6fb81-98cc-4a75-abb6-f3f13f568702,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:40.605504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e4396-21dc-405e-81ad-68a94d370b0a req-9a4b0f4f-61b0-4761-abaf-81c01c86b439 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:40.607061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a7e4396-21dc-405e-81ad-68a94d370b0a req-9a4b0f4f-61b0-4761-abaf-81c01c86b439 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 944 time: 0.3905661 Mar 22 14:29:40.725844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:40.738407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206492918', 'description': 'tempest-secgroup-smoke-206492918 description', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:40.937509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a7e4396-21dc-405e-81ad-68a94d370b0a req-483f4445-7602-407f-985c-a0065b0551b8 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130157 Mar 22 14:29:40.943477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.012182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c4343-6fcb-4f35-ba35-baf16c49bdc7 req-3ea65a16-f118-407d-a60f-ee54a4f2f32a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:41.014736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-899c4343-6fcb-4f35-ba35-baf16c49bdc7 req-3ea65a16-f118-407d-a60f-ee54a4f2f32a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2844946 Mar 22 14:29:41.078757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-899c4343-6fcb-4f35-ba35-baf16c49bdc7 req-dc1dd942-00f9-4570-81cf-c5823e5eb20b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Mar 22 14:29:41.083689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (64a667ac-316a-4500-a7ae-5654da876601), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.139009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.148439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.237261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:41.272245 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (ccd67c63-065c-4379-a4e0-154d26acc1dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.299907 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ccd67c63-065c-4379-a4e0-154d26acc1dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.306459 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 667ef007-0c9b-40a0-8fdb-9a342f7a2937 associated. External IP: 172.25.3.75, port: 01422d77-372d-475d-aec2-129d84bf7d7f. Mar 22 14:29:41.307578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:29:41.315545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:41.316342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.341554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.342904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6153336 Mar 22 14:29:41.348976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40710) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:41.353398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:41.364154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe8682-6dc1-4c46-be38-ebdff14aebac tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd67c63-065c-4379-a4e0-154d26acc1dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.428465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (e018ddcc-3958-4086-8862-209f103dc57d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.447581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Router 64a667ac-316a-4500-a7ae-5654da876601 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:41.451095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:41.452074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.491993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:41.493064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:41.495763 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9213f81-9151-445c-865c-c4157e11110f" -d '{"events": [{"server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:41.501127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.585515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.605543 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d065c9b-4b68-454f-973a-7f1c803bebc5 x-openstack-request-id: req-8d065c9b-4b68-454f-973a-7f1c803bebc5 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:41.606193 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:41.607694 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d065c9b-4b68-454f-973a-7f1c803bebc5 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:41.608315 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d065c9b-4b68-454f-973a-7f1c803bebc5'] response: {'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204', 'code': 200} Mar 22 14:29:41.618222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (e018ddcc-3958-4086-8862-209f103dc57d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.633667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e018ddcc-3958-4086-8862-209f103dc57d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.658274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e018ddcc-3958-4086-8862-209f103dc57d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:41.679268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.680812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-58996ab3-e697-4485-a634-76fae3189015 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3308902 Mar 22 14:29:41.683640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:41.688927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:41.698814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:41.706435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d3e3bbb2-3172-48b1-a295-eab5042f244b admin admin] 10.222.0.81 "PUT /v2.0/routers/64a667ac-316a-4500-a7ae-5654da876601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6268926 Mar 22 14:29:41.709625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40716) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:41.712777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Sync routers for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:41.730554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:41.731509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:41.755611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29779bdd-1f8c-4012-99fb-aebd219a8739 req-f46ab323-3523-4f3b-ae3e-56b31cab408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:41.757039 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-29779bdd-1f8c-4012-99fb-aebd219a8739 req-f46ab323-3523-4f3b-ae3e-56b31cab408f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 1127 time: 0.1035562 Mar 22 14:29:41.792412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:41.815781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (3b790c1a-4f58-4583-88f4-27b3d31c3df7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.829719 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-29779bdd-1f8c-4012-99fb-aebd219a8739 req-40ca10d7-dca5-4cc1-a87a-da99650983b2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Mar 22 14:29:41.885739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks [] for router (64a667ac-316a-4500-a7ae-5654da876601), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:41.896332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:41.949602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:41.959306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:41.991177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:41.991873 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.070939 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.094809 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:42.097305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.144838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (3b790c1a-4f58-4583-88f4-27b3d31c3df7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.168165 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (3b790c1a-4f58-4583-88f4-27b3d31c3df7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.181450 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.182912 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd530f-1496-4f19-aaa4-482a0d22d208 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:42.219954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b790c1a-4f58-4583-88f4-27b3d31c3df7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:42.280926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:29:40Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.314751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302186-347d-4bba-8299-c23ace87e2e2 req-102e8ddd-2491-42fc-bbf0-92beab6c40b3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:42.323696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0302186-347d-4bba-8299-c23ace87e2e2 req-102e8ddd-2491-42fc-bbf0-92beab6c40b3 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 945 time: 0.2682700 Mar 22 14:29:42.323899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Checking router: 64a667ac-316a-4500-a7ae-5654da876601 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:42.334283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Routers {'64a667ac-316a-4500-a7ae-5654da876601'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:42.334923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['64a667ac-316a-4500-a7ae-5654da876601'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.404147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.406782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-892c87ee-2e92-4f25-a607-b99df801068c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7216549 Mar 22 14:29:42.421135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee71a-e994-4d52-adc1-4725d5588030 req-6754f9eb-2c2f-4ae7-bc26-9ee4c8d6a1bd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:42.423405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3fee71a-e994-4d52-adc1-4725d5588030 req-6754f9eb-2c2f-4ae7-bc26-9ee4c8d6a1bd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2278721 Mar 22 14:29:42.440028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0302186-347d-4bba-8299-c23ace87e2e2 req-aca03d9d-99e8-4b3f-97b0-68e1410a1117 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147687 Mar 22 14:29:42.464650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40724) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:42.496174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:42.507168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3fee71a-e994-4d52-adc1-4725d5588030 req-5aa52140-6a5e-4514-b78b-c4783969dea3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655301 Mar 22 14:29:42.538750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks [] for router_gateway (64a667ac-316a-4500-a7ae-5654da876601), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.602975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] Set router 64a667ac-316a-4500-a7ae-5654da876601 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:42.677755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (ca2823c3-423a-459d-97e9-d96497206722), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.808408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:29:40Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:42.846217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237e0e0-2e28-4465-ac5d-28bde937bcbb None None] The sync data for ids ['64a667ac-316a-4500-a7ae-5654da876601'] in n-d-758851-5 is: [{'id': '64a667ac-316a-4500-a7ae-5654da876601', 'name': 'tempest-TestVolumeBackupRestore-635595749-router', 'tenant_id': 'b18e39fc5782408c8d86e542421ee1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:21Z', 'updated_at': '2022-03-22T14:29:40Z', 'revision_number': 5, 'project_id': 'b18e39fc5782408c8d86e542421ee1db', 'gw_port': {'id': '3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a667ac-316a-4500-a7ae-5654da876601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:22Z', 'updated_at': '2022-03-22T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:42.870468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (ca2823c3-423a-459d-97e9-d96497206722), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.882232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (ca2823c3-423a-459d-97e9-d96497206722), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.894302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Deleting port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:42.895122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.932084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2823c3-423a-459d-97e9-d96497206722,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:42.967858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:42.976332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:42.977890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-60846b44-e763-47ca-93ce-83fe2db1c088 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4850945 Mar 22 14:29:42.980718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:42.985635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:43.050620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (279fdbe5-8c3b-4a7b-8d40-98b50c589d79), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.055818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] For port 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:43.056828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.084016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Calling delete_port for 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:43.146689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:43.155315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.162260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:43.181555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:43.182881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:43.262880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:43.275634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:43.276589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:43.307803 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9719b9c2-e680-4194-8d28-8630c9c5b49d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/667ef007-0c9b-40a0-8fdb-9a342f7a2937 HTTP/1.1" status: 200 len: 976 time: 3.1282396 Mar 22 14:29:43.308951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40796) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:43.315366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:43.321315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:43.321914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1a5a8-141a-47c9-8fcc-ca847c4bc640 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:43.417390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.686664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (279fdbe5-8c3b-4a7b-8d40-98b50c589d79), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.701845 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (279fdbe5-8c3b-4a7b-8d40-98b50c589d79), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.738285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.745240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.745779 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 667ef007-0c9b-40a0-8fdb-9a342f7a2937 disassociated. External IP: 172.25.3.75, port: 4204f0c2-7f1f-4736-9e30-4d981d6e737d. Mar 22 14:29:43.792422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279fdbe5-8c3b-4a7b-8d40-98b50c589d79,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:43.815712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb0c3a-f6f0-4382-bcdd-1be765650ac9 req-3f8c72c6-6b21-4041-971c-986fce87e265 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:43.817242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bbb0c3a-f6f0-4382-bcdd-1be765650ac9 req-3f8c72c6-6b21-4041-971c-986fce87e265 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 945 time: 0.1921577 Mar 22 14:29:43.821523 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:43.825566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d5587ac8-27f7-47be-91ca-3c1960ca0ebf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8437710 Mar 22 14:29:43.826315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40850) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:43.838117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:43.917891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89408abc-26d8-4ede-a486-6f5b659c309b req-af48bf6a-cd8e-4c65-ba41-6dfc51359d16 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:43.919425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89408abc-26d8-4ede-a486-6f5b659c309b req-af48bf6a-cd8e-4c65-ba41-6dfc51359d16 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2355762 Mar 22 14:29:43.928359 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:29:43.958121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bbb0c3a-f6f0-4382-bcdd-1be765650ac9 req-f6a00713-c458-43da-b3bd-df3d99125e5c tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306870 Mar 22 14:29:43.958847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (8ed06379-d8bd-4fea-a505-a18d8d852e70), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.011271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.045947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:44.103087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:44.204016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89408abc-26d8-4ede-a486-6f5b659c309b req-1fe4a4d7-0bc2-4ae7-bd0c-765adec60a98 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616155 Mar 22 14:29:44.348015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 33c6fb81-98cc-4a75-abb6-f3f13f568702 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:44.353066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:44.361342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (64a667ac-316a-4500-a7ae-5654da876601), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.363508 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.371519 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:44.392351 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:44.396054 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:44.410782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 33c6fb81-98cc-4a75-abb6-f3f13f568702 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:44.411801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 33c6fb81-98cc-4a75-abb6-f3f13f568702 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:44.431803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (8ed06379-d8bd-4fea-a505-a18d8d852e70), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.488006 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2c1c3a4d-b818-4ac1-98a1-d96681e166b8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/667ef007-0c9b-40a0-8fdb-9a342f7a2937 HTTP/1.1" status: 200 len: 687 time: 1.1758587 Mar 22 14:29:44.488816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 40920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:44.501511 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:44.509430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8ed06379-d8bd-4fea-a505-a18d8d852e70), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.525726 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:44.529234 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:44.628042 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.629236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7953610 Mar 22 14:29:44.632919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:44.645350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'ccd67c63-065c-4379-a4e0-154d26acc1dc', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:44.667375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259039-53d8-45f2-adad-fe637dae3e4d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed06379-d8bd-4fea-a505-a18d8d852e70,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:44.671418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (64a667ac-316a-4500-a7ae-5654da876601), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.676282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks [] for router_controller (64a667ac-316a-4500-a7ae-5654da876601), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.679078 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:29:44.691343 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (d100597a-bac5-47d0-a897-ae7ff07c3737), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.763797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (64a667ac-316a-4500-a7ae-5654da876601), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.764425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a667ac-316a-4500-a7ae-5654da876601 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:44.777025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.778434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2bd389c6-3ae8-43a7-b97c-f03bcf9f34d8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/64a667ac-316a-4500-a7ae-5654da876601 HTTP/1.1" status: 204 len: 168 time: 3.0677943 Mar 22 14:29:44.790736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:44.855444 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:44.856340 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6321602-7c1f-46d5-baf0-dafb0426a63b None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:44.937530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Deleting subnet b64c94e2-5ac9-45b6-a403-ba27fabca99a {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:44.943473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Publish callbacks [] for subnet (b64c94e2-5ac9-45b6-a403-ba27fabca99a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:44.963334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 809cb8d5-246d-47c4-b416-12e0370a5b1f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:44.963926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.001225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (b64c94e2-5ac9-45b6-a403-ba27fabca99a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.058635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (d100597a-bac5-47d0-a897-ae7ff07c3737), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.070827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d100597a-bac5-47d0-a897-ae7ff07c3737), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.084224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.084772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (809cb8d5-246d-47c4-b416-12e0370a5b1f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.099757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 809cb8d5-246d-47c4-b416-12e0370a5b1f owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:45.116899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d100597a-bac5-47d0-a897-ae7ff07c3737,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:45.124816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.126157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3c8972c6-cce0-40ce-8545-81603c2858b8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4866967 Mar 22 14:29:45.131871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.138600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'network': {'name': 'tempest-network-smoke--839518783', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:45.180190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:45.183542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.269891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b64c94e2-5ac9-45b6-a403-ba27fabca99a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.333156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (809cb8d5-246d-47c4-b416-12e0370a5b1f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.336422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76014841-3971-4390-a26f-cc45aed74966 req-856831bc-565d-4a24-9952-49c296837801 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.338116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76014841-3971-4390-a26f-cc45aed74966 req-856831bc-565d-4a24-9952-49c296837801 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 945 time: 0.1492283 Mar 22 14:29:45.367674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=809cb8d5-246d-47c4-b416-12e0370a5b1f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:45.389532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:29:45.451317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.453205 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Added segment f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9 of type vlan for network e516fc3f-2136-4023-9187-20c21c221020 Mar 22 14:29:45.454583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (667ef007-0c9b-40a0-8fdb-9a342f7a2937), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.457986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.459617 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aeeef95a-1ab9-4569-a2c4-38f5912dba1d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/667ef007-0c9b-40a0-8fdb-9a342f7a2937 HTTP/1.1" status: 204 len: 168 time: 0.9691064 Mar 22 14:29:45.462460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.517201 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-af05100c-3304-4640-824f-6704a6eeb314 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] delete failed (client error): The resource could not be found. Mar 22 14:29:45.520265 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-af05100c-3304-4640-824f-6704a6eeb314 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/667ef007-0c9b-40a0-8fdb-9a342f7a2937 HTTP/1.1" status: 404 len: 345 time: 0.0564957 Mar 22 14:29:45.526819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.539174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299a201-3864-4a0d-93a8-aa539b6d789a req-a3a58e2f-36a8-40fa-b2a8-a26e8e1f112c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.546707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0299a201-3864-4a0d-93a8-aa539b6d789a req-a3a58e2f-36a8-40fa-b2a8-a26e8e1f112c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2199430 Mar 22 14:29:45.570218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (b64c94e2-5ac9-45b6-a403-ba27fabca99a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.606923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76014841-3971-4390-a26f-cc45aed74966 req-fa320a23-714f-41fa-abda-6509fcb2566a tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218330 Mar 22 14:29:45.612108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e516fc3f-2136-4023-9187-20c21c221020), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.647903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869902a-cb80-4d65-ab5c-d17ed272edfc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.654607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869902a-cb80-4d65-ab5c-d17ed272edfc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.660560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869902a-cb80-4d65-ab5c-d17ed272edfc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.662647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4869902a-cb80-4d65-ab5c-d17ed272edfc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/ports?network_id=623b769f-a5f7-4c5f-bbc2-542e5c8cab70 HTTP/1.1" status: 200 len: 2357 time: 0.1345489 Mar 22 14:29:45.665134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.702779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0299a201-3864-4a0d-93a8-aa539b6d789a req-0541ea6f-2e43-4382-88de-248dbea56e2a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459372 Mar 22 14:29:45.707271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64c94e2-5ac9-45b6-a403-ba27fabca99a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:45.719861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.725010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f42780-c2e5-4e8f-afbe-8ae2b4b04648 None None] Network c706954c-ac27-4732-ba1c-4873a3482524 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:45.738560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d1e282d9-8e61-4ecd-a35c-923ec7b82739 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b64c94e2-5ac9-45b6-a403-ba27fabca99a HTTP/1.1" status: 204 len: 168 time: 0.9466846 Mar 22 14:29:45.741281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.753685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc37d17-3f7b-4b37-811e-d14d9c350897 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.757879 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1bc37d17-3f7b-4b37-811e-d14d9c350897 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/subnets/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25 HTTP/1.1" status: 200 len: 797 time: 0.0869689 Mar 22 14:29:45.772105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:45.778953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'port': {'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70', 'name': 'tempest-FloatingIPTestJSON-1738238250', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:45.890547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c706954c-ac27-4732-ba1c-4873a3482524), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.902919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e516fc3f-2136-4023-9187-20c21c221020), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.921241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:45.922252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.979874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Deleting port 9b59a271-41fa-4da4-a431-3f19597ee095 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:45.980456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:45.980884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] DHCP port deletion for c706954c-ac27-4732-ba1c-4873a3482524 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:46.023353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8903096 Mar 22 14:29:46.027407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41082) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:46.032899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'admin_state_up': True, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:46.055994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fb499-ef1b-41b2-9406-6240acbea414 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Network': ['ID=e516fc3f-2136-4023-9187-20c21c221020,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.065086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:46.083101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e516fc3f-2136-4023-9187-20c21c221020 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:29:46.096603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] For port 9b59a271-41fa-4da4-a431-3f19597ee095, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=9b59a271-41fa-4da4-a431-3f19597ee095,segment=NetworkSegment(8d8afc4b-be2a-4d05-a979-f1de5bd01f0c),segment_id=8d8afc4b-be2a-4d05-a979-f1de5bd01f0c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:46.097144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.112199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Calling delete_port for 9b59a271-41fa-4da4-a431-3f19597ee095 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:46.126250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ed049579-1556-44c8-974f-8075fb80638a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.127338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ed049579-1556-44c8-974f-8075fb80638a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.218217 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.233348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (ed049579-1556-44c8-974f-8075fb80638a), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.244214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.244771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] device_id is not set on port 1d4b5673-48a0-4f6f-a752-391e44c98e92 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:29:46.283207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Deleting port 9b59a271-41fa-4da4-a431-3f19597ee095 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:46.283887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.320780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b59a271-41fa-4da4-a431-3f19597ee095,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.342941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] No DVR routers for this DVR port 9b59a271-41fa-4da4-a431-3f19597ee095 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:46.374949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:46.405842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:46.406221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3d6051eb-06fa-4f3c-b59d-4ff3b079cc2c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:46.406644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9b59a271-41fa-4da4-a431-3f19597ee095 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:46.428160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 9b59a271-41fa-4da4-a431-3f19597ee095 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:46.428533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 9b59a271-41fa-4da4-a431-3f19597ee095 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:46.444662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] For port 9b59a271-41fa-4da4-a431-3f19597ee095, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:46.445094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.458614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Calling delete_port for 9b59a271-41fa-4da4-a431-3f19597ee095 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:46.462915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Port 9b59a271-41fa-4da4-a431-3f19597ee095 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:29:46.464595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (9b59a271-41fa-4da4-a431-3f19597ee095), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.492290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] Pushing event deleted for resources: {'Port': ['ID=9b59a271-41fa-4da4-a431-3f19597ee095,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.498122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d817635-ec81-45cd-bcef-05a32f23a67a None None] No DVR routers for this DVR port 9b59a271-41fa-4da4-a431-3f19597ee095 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:46.534592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c706954c-ac27-4732-ba1c-4873a3482524), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.563691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c706954c-ac27-4732-ba1c-4873a3482524']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:46.576425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:46.576812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8afc4b-be2a-4d05-a979-f1de5bd01f0c') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:46.594366 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-cb7c745b-3210-4800-8312-d21910927d04 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:46.595870 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-cb7c745b-3210-4800-8312-d21910927d04 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 945 time: 0.1364174 Mar 22 14:29:46.598162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8d8afc4b-be2a-4d05-a979-f1de5bd01f0c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.646111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8d8afc4b-be2a-4d05-a979-f1de5bd01f0c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.682810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:29:46.683367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8d8afc4b-be2a-4d05-a979-f1de5bd01f0c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.729654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ed049579-1556-44c8-974f-8075fb80638a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:29:46.756127 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:29:46.761918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c706954c-ac27-4732-ba1c-4873a3482524), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.795400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:46.802371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c706954c-ac27-4732-ba1c-4873a3482524 HTTP/1.1" status: 204 len: 168 time: 1.0598743 Mar 22 14:29:46.818429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41166) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:46.831055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3b4db-752a-44bf-8309-d7af50cff5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c706954c-ac27-4732-ba1c-4873a3482524,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:46.887477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f33c-f9d2-4df1-b344-8796ac768359 req-ab9cda90-013c-4ffc-88a2-16e1fe400f17 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:46.889337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97b0f33c-f9d2-4df1-b344-8796ac768359 req-ab9cda90-013c-4ffc-88a2-16e1fe400f17 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/ports?device_id=2956c802-1697-4184-8f94-21437b5409e3 HTTP/1.1" status: 200 len: 945 time: 0.2021999 Mar 22 14:29:46.956739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Deleting port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:46.957077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.073203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e381-27c5-4272-949c-b49fc0b7e0ef req-c85d731a-df23-496f-a211-da8eff3abd84 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:47.074723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb15e381-27c5-4272-949c-b49fc0b7e0ef req-c85d731a-df23-496f-a211-da8eff3abd84 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1766410 Mar 22 14:29:47.126403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-97b0f33c-f9d2-4df1-b344-8796ac768359 req-eee42875-fc75-48be-9999-0493bdb01a43 tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.81 "GET /v2.0/security-groups?id=c21d1826-922e-4d50-b0f5-e7246e6b4170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864202 Mar 22 14:29:47.131893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.14 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/1d4b5673-48a0-4f6f-a752-391e44c98e92) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:47.134737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] For port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,segment=NetworkSegment(2366ee87-409b-4812-8aef-2b229b6f4a37),segment_id=2366ee87-409b-4812-8aef-2b229b6f4a37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:47.135165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.152614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Calling delete_port for 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:47.155579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.13 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/1d4b5673-48a0-4f6f-a752-391e44c98e92) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:47.176410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb15e381-27c5-4272-949c-b49fc0b7e0ef req-d25a25ba-6a76-4ffc-8dd3-51feb69c3c9e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897813 Mar 22 14:29:47.309929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ed049579-1556-44c8-974f-8075fb80638a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.332393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.442588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2fa9e3cc-a5e6-40d2-b750-bd8b68254204), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.456278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['2fa9e3cc-a5e6-40d2-b750-bd8b68254204'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:29:47.492130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Pushing event deleted for resources: {'Port': ['ID=2fa9e3cc-a5e6-40d2-b750-bd8b68254204,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:47.518668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (1d4b5673-48a0-4f6f-a752-391e44c98e92), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.548073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] No DVR routers for this DVR port 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:47.552637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.554911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.110 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/41c94fca-2b02-4f11-976f-eb691b4ece84) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:47.556395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-785fd83e-b96c-4ded-b654-1fca990a5bd4 req-100e7584-a6be-4c47-b79c-51e6abefa6ec tempest-VolumesActionsTest-785410698 tempest-VolumesActionsTest-785410698-project] 10.222.0.78 "DELETE /v2.0/ports/2fa9e3cc-a5e6-40d2-b750-bd8b68254204 HTTP/1.1" status: 204 len: 173 time: 0.9511390 Mar 22 14:29:47.556949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'name': 'network-vif-deleted', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:47.559415 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a21a0-0076-4681-a983-86f33395904a" -d '{"events": [{"server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "name": "network-vif-deleted", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:47.633343 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3a747-a510-4930-91a8-27d3bcd245cc x-openstack-request-id: req-35f3a747-a510-4930-91a8-27d3bcd245cc {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:29:47.633619 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2956c802-1697-4184-8f94-21437b5409e3", "name": "network-vif-deleted", "tag": "2fa9e3cc-a5e6-40d2-b750-bd8b68254204", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:29:47.633882 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35f3a747-a510-4930-91a8-27d3bcd245cc {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:29:47.634715 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f3a747-a510-4930-91a8-27d3bcd245cc'] response: {'server_uuid': '2956c802-1697-4184-8f94-21437b5409e3', 'name': 'network-vif-deleted', 'tag': '2fa9e3cc-a5e6-40d2-b750-bd8b68254204', 'status': 'completed', 'code': 200} Mar 22 14:29:47.668352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.715785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1d4b5673-48a0-4f6f-a752-391e44c98e92), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.775674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.784972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:47.795519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:47.803384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:47.812950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=1d4b5673-48a0-4f6f-a752-391e44c98e92,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:47.873043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:47.873703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.885982 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:47.895237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-479901d5-2d68-46d5-b1d6-94dab8a5417e tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1215665 Mar 22 14:29:47.913029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41240) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:47.923682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '1d4b5673-48a0-4f6f-a752-391e44c98e92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:47.942519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:47.952805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:47.956208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=41c94fca-2b02-4f11-976f-eb691b4ece84,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:47.986000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:48.003579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.086904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Deleting port cc6bb049-6e82-4941-aa95-73a1723e73dc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:48.087309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.248107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.257811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] For port cc6bb049-6e82-4941-aa95-73a1723e73dc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cc6bb049-6e82-4941-aa95-73a1723e73dc,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:48.258426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.282221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Calling delete_port for cc6bb049-6e82-4941-aa95-73a1723e73dc owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:48.423639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ed049579-1556-44c8-974f-8075fb80638a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:48.459840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.133 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/db273b3b-62cd-470e-94de-0b097b037c5a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:48.589209 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-859dcdd8-51db-4de6-941e-95f9d5e9085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.085430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (db273b3b-62cd-470e-94de-0b097b037c5a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.159681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.162572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc934f-c81b-479b-9a53-19b6a9382edc req-33baeb5f-d566-4428-9b43-23176048aa6b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:49.170529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76bc934f-c81b-479b-9a53-19b6a9382edc req-33baeb5f-d566-4428-9b43-23176048aa6b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.7355406 Mar 22 14:29:49.219973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:49.227498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:49.241069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:49.313247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76bc934f-c81b-479b-9a53-19b6a9382edc req-a15d3154-e9f0-4599-87a5-bbee124183fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375072 Mar 22 14:29:49.358694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ed049579-1556-44c8-974f-8075fb80638a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.560163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ed049579-1556-44c8-974f-8075fb80638a is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:29:49.580376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=db273b3b-62cd-470e-94de-0b097b037c5a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:49.638055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cc6bb049-6e82-4941-aa95-73a1723e73dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.706498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:49.720815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Sync routers for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:49.751320 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:49.752726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d76aa32c-4f77-4424-8347-da7e56315676 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7240875 Mar 22 14:29:49.756490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41300) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:49.763963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6bb049-6e82-4941-aa95-73a1723e73dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:49.768618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:49.771444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:49.840912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7da5125d-de27-4b78-ac4e-e6d02934b7e3 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=bd4c46c276c4456c8c5ebf56c01c70a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798030 Mar 22 14:29:49.841792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41302) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:50.002503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:50.005442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.048956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202f5fe-ed51-4ab2-9e74-40c48d84dd80 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:50.052936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c202f5fe-ed51-4ab2-9e74-40c48d84dd80 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2098086 Mar 22 14:29:50.055898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41304) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:50.123862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7ff3eb4-7be4-46cd-b795-ce81bce6206e tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654616 Mar 22 14:29:50.130083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41306) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:50.133287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.137093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025166074', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:50.360645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:29:50.364937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.371058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:48Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:50.462973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Checking router: ed049579-1556-44c8-974f-8075fb80638a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:50.464128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Updating router ed049579-1556-44c8-974f-8075fb80638a port 41c94fca-2b02-4f11-976f-eb691b4ece84 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:29:50.527410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.553043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.642065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (145eb0f9-5aa4-4295-908c-aca90dddabfa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.654788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (db273b3b-62cd-470e-94de-0b097b037c5a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.667834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.762759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Subnet': ['ID=145eb0f9-5aa4-4295-908c-aca90dddabfa,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:50.785197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43cf79-2a55-41ea-8941-6ed712d9520d req-84fbd7d0-6a31-47fb-b656-72873fd7591b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:50.787085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f43cf79-2a55-41ea-8941-6ed712d9520d req-84fbd7d0-6a31-47fb-b656-72873fd7591b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1568215 Mar 22 14:29:50.798219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=db273b3b-62cd-470e-94de-0b097b037c5a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:50.824685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:50.825266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network hostable DHCP agents. Network: e516fc3f-2136-4023-9187-20c21c221020, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:29:50.945154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:50.954966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f43cf79-2a55-41ea-8941-6ed712d9520d req-9e37df96-702f-4e4b-b513-fe5e2edcff40 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544528 Mar 22 14:29:50.965918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network e516fc3f-2136-4023-9187-20c21c221020 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:29:50.987530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e516fc3f-2136-4023-9187-20c21c221020) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:50.994105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:50.995243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.005620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3bc20-7d05-4ca0-9ad0-a6f4cb8ef567 None None] Network e516fc3f-2136-4023-9187-20c21c221020 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:51.009740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c513c7b-9f76-4e8e-8fef-8d442973afa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.018695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-26c469d7-6f4e-4194-95f8-14ccebf8dc37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8871675 Mar 22 14:29:51.021496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41318) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:51.269777 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50 associated. External IP: 172.25.3.133, port: 1d4b5673-48a0-4f6f-a752-391e44c98e92. Mar 22 14:29:51.565197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:29:51.570789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:51.577656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:51.801620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:51.808079 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d99e0047-245d-4105-82e9-a31ae2e1213f admin admin] 10.222.0.81 "PUT /v2.0/routers/5adbdd6d-90c9-448c-b8e1-02ccf950e092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9880972 Mar 22 14:29:51.810581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41342) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:51.815516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Sync routers for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:51.829767 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:51.836454 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:51.909008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:51.930681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:51.941105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:51.943292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 2fa9e3cc-a5e6-40d2-b750-bd8b68254204 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:51.950186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'port_id': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'mac_address': 'fa:16:3e:ad:22:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7225385-2adc-40f6-bf02-295ad6484b21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:29:52.091943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks [] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.104089 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:52.173049 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks [] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.191362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.281331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:52.313347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks [] for router_gateway (5adbdd6d-90c9-448c-b8e1-02ccf950e092), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.403512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4709c5-854f-4664-93c9-aa50630a2e86 None None] Pushing event updated for resources: {'Port': ['ID=41c94fca-2b02-4f11-976f-eb691b4ece84,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:52.421044 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.491945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Attempting to bind port 41c94fca-2b02-4f11-976f-eb691b4ece84 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:52.492448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Attempting to bind port 41c94fca-2b02-4f11-976f-eb691b4ece84 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:52.492834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Attempting to bind port 41c94fca-2b02-4f11-976f-eb691b4ece84 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:52.516286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:52.516678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:52.517091 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.517530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:52.518049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Bound port: 41c94fca-2b02-4f11-976f-eb691b4ece84, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:52.518438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.606175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:29:49Z', 'revision_number': 5, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port': {'id': '80f09a7c-8671-4a73-9f05-0b893f4e4f1d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:22:34Z', 'updated_at': '2022-03-22T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:52.685697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] For port 41c94fca-2b02-4f11-976f-eb691b4ece84, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:52.694985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] For port 41c94fca-2b02-4f11-976f-eb691b4ece84, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c94fca-2b02-4f11-976f-eb691b4ece84,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:52.701452 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Checking router: 5adbdd6d-90c9-448c-b8e1-02ccf950e092 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:29:52.713951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Routers {'5adbdd6d-90c9-448c-b8e1-02ccf950e092'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:52.722354 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:52.756623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.767351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:52.769231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.909568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-e516fc3f-2136-4023-9187-20c21c221020', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:29:52.910477 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:52.954855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:29:53.003680 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] Set router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:53.061458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.1 (e516fc3f-2136-4023-9187-20c21c221020/145eb0f9-5aa4-4295-908c-aca90dddabfa/c34233c3-dc97-406d-9e56-cde974ea3c21) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:53.141997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:53.142630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:53.165319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:53.179212 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:29:52Z', 'revision_number': 6, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:53.287058 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd8a41-8c12-465c-a89f-cd7e3bfb8351 None None] The sync data for ids ['5adbdd6d-90c9-448c-b8e1-02ccf950e092'] in n-d-758851-5 is: [{'id': '5adbdd6d-90c9-448c-b8e1-02ccf950e092', 'name': 'tempest-TestVolumeBackupRestore-678415368-router', 'tenant_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:22:32Z', 'updated_at': '2022-03-22T14:29:52Z', 'revision_number': 6, 'project_id': 'f85cdedaf5c44c95982a3c0677edd2c7', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:53.413364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.440761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.500861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4709c5-854f-4664-93c9-aa50630a2e86 None None] Pushing event updated for resources: {'Port': ['ID=41c94fca-2b02-4f11-976f-eb691b4ece84,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:53.517355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.660784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:53.680641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:53.703327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:29:53.731345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Deleting port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:53.731842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.740728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8bd56-04e6-49b9-92ac-357da5be857a req-f0279ff9-1903-46f9-a50b-5afdef11c166 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:53.744604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18d8bd56-04e6-49b9-92ac-357da5be857a req-f0279ff9-1903-46f9-a50b-5afdef11c166 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 1.5888166 Mar 22 14:29:53.811791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network e516fc3f-2136-4023-9187-20c21c221020 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:53.851098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:53.868635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:53.871417 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:53.966201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:29:53.976568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22e2875f-1ae0-460d-ba4d-df168ac2ad97 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0623450 Mar 22 14:29:53.985071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41388) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:54.043089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ed049579-1556-44c8-974f-8075fb80638a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.054608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18d8bd56-04e6-49b9-92ac-357da5be857a req-99e838e8-a919-4768-bea9-78b782d579c4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843828 Mar 22 14:29:54.066440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] For port 80f09a7c-8671-4a73-9f05-0b893f4e4f1d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:54.066884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.087622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:54.102960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Calling delete_port for 80f09a7c-8671-4a73-9f05-0b893f4e4f1d owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:54.408402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.433645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:54.448089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': '1d4b5673-48a0-4f6f-a752-391e44c98e92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:29:54.492517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cc6bb049-6e82-4941-aa95-73a1723e73dc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:54.626208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:54.627042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:54.747774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.910848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (80f09a7c-8671-4a73-9f05-0b893f4e4f1d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:54.991406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: cc6bb049-6e82-4941-aa95-73a1723e73dc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:54.991843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cc6bb049-6e82-4941-aa95-73a1723e73dc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:54.992283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80f09a7c-8671-4a73-9f05-0b893f4e4f1d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:29:55.035399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f09a7c-8671-4a73-9f05-0b893f4e4f1d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:55.039393 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.040173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:55.099144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.099535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.099844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.123276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.123733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.124094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.124829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.125177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.125512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.125845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.134452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.135922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.136420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.137913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.138301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:29:55.189688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Allocated IP 172.20.0.2 (e516fc3f-2136-4023-9187-20c21c221020/145eb0f9-5aa4-4295-908c-aca90dddabfa/131c5f18-12e7-4f52-b0fc-98581a5b0b1c) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:29:55.418385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 80f09a7c-8671-4a73-9f05-0b893f4e4f1d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:29:55.418792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80f09a7c-8671-4a73-9f05-0b893f4e4f1d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:29:55.446872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.485063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.500605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.593323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ed049579-1556-44c8-974f-8075fb80638a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.670413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cbeb7-2683-4729-84de-76d1070e77ae req-36e75d51-16f0-4b9b-9b67-520a03e3f0d4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:55.683808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102cbeb7-2683-4729-84de-76d1070e77ae req-36e75d51-16f0-4b9b-9b67-520a03e3f0d4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 945 time: 0.3975279 Mar 22 14:29:55.822820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.827305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks [] for router_controller (5adbdd6d-90c9-448c-b8e1-02ccf950e092), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.854231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks [] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:55.918818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:55.990888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.026724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5adbdd6d-90c9-448c-b8e1-02ccf950e092), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.027363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5adbdd6d-90c9-448c-b8e1-02ccf950e092 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:29:56.030100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:56.032906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:56.033918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.037655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fc2d7bf9-fedb-41cf-ae3a-a27afb611440 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5adbdd6d-90c9-448c-b8e1-02ccf950e092 HTTP/1.1" status: 204 len: 168 time: 4.2237599 Mar 22 14:29:56.038503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41400) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:56.093925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Deleting subnet 32535a96-e981-4c06-a470-70f51790da58 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:29:56.110830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Publish callbacks [] for subnet (32535a96-e981-4c06-a470-70f51790da58), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.113787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-102cbeb7-2683-4729-84de-76d1070e77ae req-0247a10b-0ccc-40bc-b8ba-20c749981d56 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290762 Mar 22 14:29:56.161841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network e516fc3f-2136-4023-9187-20c21c221020 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:56.164226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:56.219500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Network e516fc3f-2136-4023-9187-20c21c221020 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:29:56.221606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:56.222688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab69b9-90af-4a54-b1bb-7a261542183f None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:56.231283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.267575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:29:56.285023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:29:56.294830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (32535a96-e981-4c06-a470-70f51790da58), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.508160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ed049579-1556-44c8-974f-8075fb80638a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:56.674239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Pushing event updated for resources: {'Port': ['ID=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:56.722200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (32535a96-e981-4c06-a470-70f51790da58), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.782831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:56.802520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-919b497d-8794-4ceb-835d-60bc3f31b665 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/ed049579-1556-44c8-974f-8075fb80638a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7795944 Mar 22 14:29:56.808676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Attempting to bind port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:29:56.809256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Attempting to bind port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:29:56.809773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Attempting to bind port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:29:56.818766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:29:56.819145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:29:56.819549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.819929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Bound using segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:29:56.820459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Bound port: 131c5f18-12e7-4f52-b0fc-98581a5b0b1c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:29:56.820836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:56.836440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:48Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:56.871132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e1c78-f062-4cda-bc69-ef5b201d6fbf None None] The sync data for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 is: [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:48Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:56.884717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.resource_extend [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:29:56.968212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] For port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:29:56.972567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] For port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:29:56.985929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.060457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1b25a-b87e-42e2-afe4-6e5f37db5140 None None] Pushing event updated for resources: {'Port': ['ID=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:57.082603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (32535a96-e981-4c06-a470-70f51790da58), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.152369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.153741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.160725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41416) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:57.163244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/32535a96-e981-4c06-a470-70f51790da58 HTTP/1.1" status: 204 len: 168 time: 1.1242120 Mar 22 14:29:57.164429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc7645-bdf1-4183-82a6-0fd7dd8d4707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32535a96-e981-4c06-a470-70f51790da58,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:57.167343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.167996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c71e91-0ca3-46f8-a542-a1a9e4da9086 None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:57.467433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:57.553383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (37c6d63a-8cce-486e-9c39-3b16d6337f46), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.585505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93b5a-5bba-4276-bc45-6ad66a67ff6b req-0b8d2db1-e622-43c6-9896-ea8595b6897b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:29:57.597475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:57.597859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:57.609283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-add93b5a-5bba-4276-bc45-6ad66a67ff6b req-0b8d2db1-e622-43c6-9896-ea8595b6897b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 945 time: 0.2729461 Mar 22 14:29:57.755001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:29:57.788968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-add93b5a-5bba-4276-bc45-6ad66a67ff6b req-6d461f05-9440-4dcf-9550-79470e563be8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734240 Mar 22 14:29:57.852812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Deleting port 41c8f876-2e58-4c79-ba37-07db82c8095e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:57.857710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.047075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] For port 41c8f876-2e58-4c79-ba37-07db82c8095e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c8f876-2e58-4c79-ba37-07db82c8095e,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:58.047474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.115571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Calling delete_port for 41c8f876-2e58-4c79-ba37-07db82c8095e owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:58.158600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] DHCP port deletion for 37c6d63a-8cce-486e-9c39-3b16d6337f46 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:29:58.230930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:29:58.245815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.247931 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:29:58.267363 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:58.268141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:58.433269 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.434871 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b2403414-5625-4197-b050-e404379b29a5 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50 HTTP/1.1" status: 200 len: 979 time: 4.0009480 Mar 22 14:29:58.435734 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:58.437648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:29:58.453923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Deleting port 41c8f876-2e58-4c79-ba37-07db82c8095e {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:58.454354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.472739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.494271 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:29:58.495638 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:58.558272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] No DVR routers for this DVR port 41c8f876-2e58-4c79-ba37-07db82c8095e on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:29:58.644921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c8f876-2e58-4c79-ba37-07db82c8095e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:58.652191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c94fca-2b02-4f11-976f-eb691b4ece84 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:29:58.657454 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:58.661841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:29:58.662232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f56bb-a1a2-460e-8d48-77ff1bbb6a6f None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:29:58.701046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.937232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (37c6d63a-8cce-486e-9c39-3b16d6337f46), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:58.976989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:29:58.981802 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dbba5f-0751-4398-91a8-0c5db1c8765a" -d '{"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:29:58.997201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] For port 41c8f876-2e58-4c79-ba37-07db82c8095e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c8f876-2e58-4c79-ba37-07db82c8095e,segment=NetworkSegment(7b640773-f3c3-4e98-ba00-24108e5c2f2f),segment_id=7b640773-f3c3-4e98-ba00-24108e5c2f2f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:58.997795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.059566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:29:59.074860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.081578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Calling delete_port for 41c8f876-2e58-4c79-ba37-07db82c8095e owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:59.149002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port db273b3b-62cd-470e-94de-0b097b037c5a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:29:59.152699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.236342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:29:59.334646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.335216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (db273b3b-62cd-470e-94de-0b097b037c5a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.366453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for db273b3b-62cd-470e-94de-0b097b037c5a owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:29:59.410606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e762d3a-721e-49dc-ae9a-61d671a1a0ca None None] Network e516fc3f-2136-4023-9187-20c21c221020 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:29:59.591968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.643038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41c94fca-2b02-4f11-976f-eb691b4ece84 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:59.643420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.864117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Provisioning complete for port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:29:59.864848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.901319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c6d63a-8cce-486e-9c39-3b16d6337f46']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:59.941358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b640773-f3c3-4e98-ba00-24108e5c2f2f') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:59.942161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b640773-f3c3-4e98-ba00-24108e5c2f2f') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:29:59.942978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db273b3b-62cd-470e-94de-0b097b037c5a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:29:59.974947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (7b640773-f3c3-4e98-ba00-24108e5c2f2f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.008999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7b640773-f3c3-4e98-ba00-24108e5c2f2f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.023471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:30:00.024257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (7b640773-f3c3-4e98-ba00-24108e5c2f2f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.111898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41c94fca-2b02-4f11-976f-eb691b4ece84 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:00.112380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.133274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=db273b3b-62cd-470e-94de-0b097b037c5a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:30:00.147206 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:30:00.172862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 41c94fca-2b02-4f11-976f-eb691b4ece84, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c94fca-2b02-4f11-976f-eb691b4ece84,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:00.175211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (37c6d63a-8cce-486e-9c39-3b16d6337f46), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.185037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.185371 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50 disassociated (deleted). External IP: 172.25.3.133, port: 1d4b5673-48a0-4f6f-a752-391e44c98e92. Mar 22 14:30:00.194899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.195707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 131c5f18-12e7-4f52-b0fc-98581a5b0b1c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:00.229749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (41c8f876-2e58-4c79-ba37-07db82c8095e), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.286851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.303855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/37c6d63a-8cce-486e-9c39-3b16d6337f46 HTTP/1.1" status: 204 len: 168 time: 3.1418211 Mar 22 14:30:00.307027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Network 37c6d63a-8cce-486e-9c39-3b16d6337f46 is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:30:00.309076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] No DVR routers for this DVR port 41c8f876-2e58-4c79-ba37-07db82c8095e on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:00.405399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945af8d3-e4e8-45e5-9447-583c1b5aedb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c6d63a-8cce-486e-9c39-3b16d6337f46,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:00.436277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=41c94fca-2b02-4f11-976f-eb691b4ece84,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:00.461686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1d120-1701-4962-a167-cc18230b681f req-297de513-4d49-4d66-acfe-b039f87802ba tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:00.473167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eb1d120-1701-4962-a167-cc18230b681f req-297de513-4d49-4d66-acfe-b039f87802ba tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.3220470 Mar 22 14:30:00.581051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1eb1d120-1701-4962-a167-cc18230b681f req-51ded8f4-5cb6-4dab-a7d9-7f892f64d6d0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067009 Mar 22 14:30:00.631444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aa325-7d8f-47b2-a298-5df7992b451b None None] Pushing event deleted for resources: {'Port': ['ID=41c8f876-2e58-4c79-ba37-07db82c8095e,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:00.640703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:00.641092 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.752324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Current status of the port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:00.752727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:00.815918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:00.862705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41444) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:00.916054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] For port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:00.948004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Sync routers for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:00.981942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.049648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b23cdb09-45ff-47db-a804-e92a1484466d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b18e39fc5782408c8d86e542421ee1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837299 Mar 22 14:30:01.051052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:01.194374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] Publish callbacks [] for security_group (e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.235681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:01.236384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:01.302954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] Publish callbacks [] for security_group (e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.450815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Provisioning complete for port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:01.451565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.461291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c17f-4e71-4f23-8259-7c94c373cfa0 None None] Pushing event updated for resources: {'Port': ['ID=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:01.481008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.483788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:01.485019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984 HTTP/1.1" status: 204 len: 168 time: 0.4311905 Mar 22 14:30:01.503866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fa689-47f9-473a-a7b2-2da8f108c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7ef1c-dcc6-4fe1-a4cf-fa8799b5d984,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:01.590316 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd623d-3489-4476-855d-3b14a0098257 x-openstack-request-id: req-e8cd623d-3489-4476-855d-3b14a0098257 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:01.590624 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:01.590859 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8cd623d-3489-4476-855d-3b14a0098257 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:01.591267 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cd623d-3489-4476-855d-3b14a0098257'] response: {'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'code': 200} Mar 22 14:30:01.673845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:01.692169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:01.896274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c8f876-2e58-4c79-ba37-07db82c8095e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:01.900717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2655-6be2-4009-8452-649763ff9fde req-7a5f46a6-a521-427f-9e9c-6040dc81699e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:01.903146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-372b2655-6be2-4009-8452-649763ff9fde req-7a5f46a6-a521-427f-9e9c-6040dc81699e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1266904 Mar 22 14:30:01.955027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 41c8f876-2e58-4c79-ba37-07db82c8095e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:01.966656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c8f876-2e58-4c79-ba37-07db82c8095e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:02.021927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-372b2655-6be2-4009-8452-649763ff9fde req-e66dcc0d-35ae-44cd-877a-70f5e7b89b4d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949457 Mar 22 14:30:02.304163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Current status of the port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:02.314209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c94fca-2b02-4f11-976f-eb691b4ece84 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:02.453865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:02.466692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:02.475791 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:02.482846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.485059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Provisioning complete for port c34233c3-dc97-406d-9e56-cde974ea3c21 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:02.486094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.495194 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:02.496188 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:02.575476 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f49341e4-9610-4b74-add8-d8898b952c40 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/e8f3cea4-1f3a-4b74-a5ff-5c19791f7b50 HTTP/1.1" status: 204 len: 168 time: 4.1299291 Mar 22 14:30:02.576023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41466) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:02.587662 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:02.597365 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:02.598424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:02.611562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6dcec223-b8c3-4820-97a8-fcbbce84a905 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f85cdedaf5c44c95982a3c0677edd2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429861 Mar 22 14:30:02.614029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:02.633156 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:02.634199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57877131-1c3a-4c17-a3ca-90ae9ce0c8d7 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:02.646099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 41c94fca-2b02-4f11-976f-eb691b4ece84 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:02.646549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.691041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2af8c7b6-36e4-459c-9a0b-474e7eb0e753 None None] Port c34233c3-dc97-406d-9e56-cde974ea3c21 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:02.742529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] Publish callbacks [] for security_group (a47bc502-4702-4abb-aaed-8699766986e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.811665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] Publish callbacks [] for security_group (a47bc502-4702-4abb-aaed-8699766986e3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.828810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 41c94fca-2b02-4f11-976f-eb691b4ece84 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:02.829991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 131c5f18-12e7-4f52-b0fc-98581a5b0b1c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:02.868423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 1d4b5673-48a0-4f6f-a752-391e44c98e92 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:02.869040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1d4b5673-48a0-4f6f-a752-391e44c98e92), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.873296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 2, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:02.914110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Checking router: ed049579-1556-44c8-974f-8075fb80638a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:30:02.930592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Updating router ed049579-1556-44c8-974f-8075fb80638a port c34233c3-dc97-406d-9e56-cde974ea3c21 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:30:02.941291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a47bc502-4702-4abb-aaed-8699766986e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.945285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:02.946805 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a47bc502-4702-4abb-aaed-8699766986e3 HTTP/1.1" status: 204 len: 168 time: 0.3313770 Mar 22 14:30:02.965496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748038-3881-4ba3-97aa-7bf958ffd024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bc502-4702-4abb-aaed-8699766986e3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:03.031142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-70d3d89e-3944-49cc-8028-d257455881a1 None None] Provisioning complete for port c34233c3-dc97-406d-9e56-cde974ea3c21 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:03.031988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-70d3d89e-3944-49cc-8028-d257455881a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.092571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1d4b5673-48a0-4f6f-a752-391e44c98e92), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.136594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 1d4b5673-48a0-4f6f-a752-391e44c98e92 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:03.141666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-70d3d89e-3944-49cc-8028-d257455881a1 None None] Port c34233c3-dc97-406d-9e56-cde974ea3c21 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:03.193237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.262842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:03.263218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:03.420255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893402f7-5e73-43d2-9a0c-2f9eb36b6abc req-4a85c464-64e8-4dbc-b257-a8ddc7d27558 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:03.422516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-893402f7-5e73-43d2-9a0c-2f9eb36b6abc req-4a85c464-64e8-4dbc-b257-a8ddc7d27558 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2811813 Mar 22 14:30:03.576641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-893402f7-5e73-43d2-9a0c-2f9eb36b6abc req-2e052ed6-bc43-4aba-a564-d57f6571f555 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366243 Mar 22 14:30:03.922877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1d4b5673-48a0-4f6f-a752-391e44c98e92), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.023185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=1d4b5673-48a0-4f6f-a752-391e44c98e92,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:04.208312 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.219735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-734719d8-fc2d-446b-863b-8ac96862eee1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/1d4b5673-48a0-4f6f-a752-391e44c98e92 HTTP/1.1" status: 204 len: 168 time: 1.6387653 Mar 22 14:30:04.220284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41480) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:04.231971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:04.284315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.443415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:04.511721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.757373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks [] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.769602 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.164 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/e441a09a-1553-4ba0-80b1-24f40eff45db) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:04.776197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:04.831415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc8d3-d8e9-4f83-bc92-878507f4f494 req-619cfa30-7526-445d-bda1-188755f7b6cd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:04.872097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b65fc8d3-d8e9-4f83-bc92-878507f4f494 req-619cfa30-7526-445d-bda1-188755f7b6cd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1852770 Mar 22 14:30:04.886611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4659-5f28-4822-b1a0-7508916864e2 None None] Pushing event updated for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:05.009888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b65fc8d3-d8e9-4f83-bc92-878507f4f494 req-ba5d12ca-a37d-4edd-8840-d16fb944286d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301610 Mar 22 14:30:05.126221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Attempting to bind port c34233c3-dc97-406d-9e56-cde974ea3c21 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:05.127023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Attempting to bind port c34233c3-dc97-406d-9e56-cde974ea3c21 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:05.127770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Attempting to bind port c34233c3-dc97-406d-9e56-cde974ea3c21 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:05.150965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:05.157282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:05.158031 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.158681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Bound using segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:05.159572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Bound port: c34233c3-dc97-406d-9e56-cde974ea3c21, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:05.161185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.189045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.277611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.339481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] For port c34233c3-dc97-406d-9e56-cde974ea3c21, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:05.343341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] For port c34233c3-dc97-406d-9e56-cde974ea3c21, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c34233c3-dc97-406d-9e56-cde974ea3c21,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:05.356671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.370807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=e441a09a-1553-4ba0-80b1-24f40eff45db,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:05.385541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:05.390080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:05.393422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:05.499304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4659-5f28-4822-b1a0-7508916864e2 None None] Pushing event updated for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:05.512837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:05.513740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:05.530922 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.588305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Provisioning complete for port c34233c3-dc97-406d-9e56-cde974ea3c21 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:05.588305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.603461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.946469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Current status of the port c34233c3-dc97-406d-9e56-cde974ea3c21 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:05.947147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.953086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:05.963829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:05.968397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.024412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] For port c34233c3-dc97-406d-9e56-cde974ea3c21, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c34233c3-dc97-406d-9e56-cde974ea3c21,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:06.046142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.095199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=e441a09a-1553-4ba0-80b1-24f40eff45db,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:06.211209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993f86a-ebad-4580-bc91-5545fcea84f1 None None] Pushing event updated for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:06.243329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.274372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6dcaf8de-94b5-444d-923d-a29e1ad040a0 None None] Provisioning complete for port c34233c3-dc97-406d-9e56-cde974ea3c21 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:06.274997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf8de-94b5-444d-923d-a29e1ad040a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.286720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.292116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-de82f24e-ac05-49a9-b535-e76dee603c24 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0700707 Mar 22 14:30:06.294445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:06.300631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'port': {'network_id': '623b769f-a5f7-4c5f-bbc2-542e5c8cab70', 'name': 'tempest-FloatingIPTestJSON-581590581'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:06.315745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6e824-939d-409a-b38d-09c503d97252 req-266491d4-9c34-4ae5-8792-ce6467e39fac tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:06.322575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d6e824-939d-409a-b38d-09c503d97252 req-266491d4-9c34-4ae5-8792-ce6467e39fac tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1786385 Mar 22 14:30:06.492423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36d6e824-939d-409a-b38d-09c503d97252 req-e9b9dd56-d7e6-4e06-9904-8f632b4a2a20 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630023 Mar 22 14:30:06.666619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6dcaf8de-94b5-444d-923d-a29e1ad040a0 None None] Current status of the port c34233c3-dc97-406d-9e56-cde974ea3c21 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:06.725418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:06.771963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:06.775992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:06.821939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] device_id is not set on port a3deafc7-59b9-4a71-aa68-50511078a294 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:06.822681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0577df-8a50-4a16-8141-8c44e38fea22 None None] The sync data for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 is: [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:07.374511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.13 (623b769f-a5f7-4c5f-bbc2-542e5c8cab70/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25/a3deafc7-59b9-4a71-aa68-50511078a294) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:07.794318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d085139-cb8c-4f00-8e5f-78e6e27cedc3 req-8e176ef2-83ee-47ce-8301-b800d3b4c65d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:07.806736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d085139-cb8c-4f00-8e5f-78e6e27cedc3 req-8e176ef2-83ee-47ce-8301-b800d3b4c65d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1871231 Mar 22 14:30:07.881285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (a3deafc7-59b9-4a71-aa68-50511078a294), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:07.970697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d085139-cb8c-4f00-8e5f-78e6e27cedc3 req-78fd989f-9d82-40b4-9052-80fc3fe51686 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589365 Mar 22 14:30:08.062598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a3deafc7-59b9-4a71-aa68-50511078a294), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:08.268983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=a3deafc7-59b9-4a71-aa68-50511078a294,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:08.311339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 623b769f-a5f7-4c5f-bbc2-542e5c8cab70 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:08.314757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:08.317543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:08.435234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:08.439915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:08.499400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b3b4956-38e7-419b-b6c1-d2daf1b32a7f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2033970 Mar 22 14:30:08.502578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:08.508270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': 'a3deafc7-59b9-4a71-aa68-50511078a294'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:08.733176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:08.752412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c34233c3-dc97-406d-9e56-cde974ea3c21 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:08.922795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c34233c3-dc97-406d-9e56-cde974ea3c21 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:08.923168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:09.097430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e54f2-5cc4-4354-8352-53ae58dcc0db req-17439c4e-acb6-4174-9e4f-acb0db82deb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:09.102200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d0e54f2-5cc4-4354-8352-53ae58dcc0db req-17439c4e-acb6-4174-9e4f-acb0db82deb9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1697659 Mar 22 14:30:09.243001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c34233c3-dc97-406d-9e56-cde974ea3c21 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:09.333701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d0e54f2-5cc4-4354-8352-53ae58dcc0db req-b75599e2-3c10-4f33-ba83-d0b697c1de69 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145696 Mar 22 14:30:09.634926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f9926-97fd-4804-9ca7-0820e9383909 req-5e707bb0-6b6f-41a7-9812-42e7cb4c923d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:09.651059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-122f9926-97fd-4804-9ca7-0820e9383909 req-5e707bb0-6b6f-41a7-9812-42e7cb4c923d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1682045 Mar 22 14:30:09.774954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-122f9926-97fd-4804-9ca7-0820e9383909 req-a2a0de70-3e39-4401-a3a2-0c8bbfee27ec tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218686 Mar 22 14:30:10.366767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.380895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:10.569285 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP efbfae67-73e0-4f77-bd26-c9db9b24d41b associated. External IP: 172.25.3.164, port: a3deafc7-59b9-4a71-aa68-50511078a294. Mar 22 14:30:10.828398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cbb63-b3fd-4bd8-8db0-040cd6351412 req-1e6bbd5a-a14d-4fe0-99b3-f913ca98efc6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:10.840152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-358cbb63-b3fd-4bd8-8db0-040cd6351412 req-1e6bbd5a-a14d-4fe0-99b3-f913ca98efc6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2683449 Mar 22 14:30:10.959370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-358cbb63-b3fd-4bd8-8db0-040cd6351412 req-09e8edd1-6670-4740-8da0-e19959af7c7b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172242 Mar 22 14:30:11.253942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:11.292395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf419-2531-4e26-a98a-f107745deb96 req-7da7f928-9b4c-4214-b38b-2ee61fce6375 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:11.300458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91dcf419-2531-4e26-a98a-f107745deb96 req-7da7f928-9b4c-4214-b38b-2ee61fce6375 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1839869 Mar 22 14:30:11.575950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:30:11.772214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91dcf419-2531-4e26-a98a-f107745deb96 req-5b5228c1-b6aa-4a68-8b9b-cd6380218f94 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705720 Mar 22 14:30:11.898112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:11.905285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:11.911642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:11.931040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:11.933661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:11.977105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bea0d006-f601-4f4d-81aa-d36666515a4f tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/efbfae67-73e0-4f77-bd26-c9db9b24d41b HTTP/1.1" status: 200 len: 978 time: 3.4717889 Mar 22 14:30:11.980132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41536) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:12.016309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:12.034873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:12.036157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:12.100057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:12.101615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2c30-9db9-43d3-a0cf-153be9995152 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:12.190686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port a3deafc7-59b9-4a71-aa68-50511078a294 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:12.191007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a3deafc7-59b9-4a71-aa68-50511078a294), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:12.407684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a143-db12-4ed9-8da9-94efee00da92 req-efa4909f-b498-4762-b9b7-040ddc18d448 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:12.418984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7424a143-db12-4ed9-8da9-94efee00da92 req-efa4909f-b498-4762-b9b7-040ddc18d448 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.2105694 Mar 22 14:30:12.597345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7424a143-db12-4ed9-8da9-94efee00da92 req-138e59c0-2d3e-4b0e-bdf2-6b4aa7a07753 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697679 Mar 22 14:30:12.632574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-aba78a6f-9fb5-4831-a7a4-8b1062e519e1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:12.652164 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-aba78a6f-9fb5-4831-a7a4-8b1062e519e1 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.6911259 Mar 22 14:30:12.682769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a3deafc7-59b9-4a71-aa68-50511078a294), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.272224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2a987-8594-43ae-9c17-83d0b8527e1b req-ab65a9c2-7551-43a3-a2da-26ef4eb7816c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:13.295782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91d2a987-8594-43ae-9c17-83d0b8527e1b req-ab65a9c2-7551-43a3-a2da-26ef4eb7816c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.4235198 Mar 22 14:30:13.456811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Deleting port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:13.457434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.488016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91d2a987-8594-43ae-9c17-83d0b8527e1b req-fe74fbfe-3b9e-450d-9cbb-03eb32253c0e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905344 Mar 22 14:30:13.680940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.681297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:13.681611 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP efbfae67-73e0-4f77-bd26-c9db9b24d41b disassociated. External IP: 172.25.3.164, port: a3deafc7-59b9-4a71-aa68-50511078a294. Mar 22 14:30:13.682254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for a3deafc7-59b9-4a71-aa68-50511078a294 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:13.709892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] For port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:13.710383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.109915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.110394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.110719 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Floating IP aff97658-c51b-4bbd-baf7-99c3979bd354 disassociated. External IP: 172.25.3.36, port: 94914bc1-a9c8-4454-8bab-9beaaf7ecb63. Mar 22 14:30:14.111072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Calling delete_port for 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:14.255678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a3deafc7-59b9-4a71-aa68-50511078a294), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.332111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=a3deafc7-59b9-4a71-aa68-50511078a294,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:14.411854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e5437-098e-400a-a1ec-c0754b608aad req-a419b9ff-e02f-450a-9cc6-ffdc990cf5b2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:14.422093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c5e5437-098e-400a-a1ec-c0754b608aad req-a419b9ff-e02f-450a-9cc6-ffdc990cf5b2 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 945 time: 0.1331224 Mar 22 14:30:14.554707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c5e5437-098e-400a-a1ec-c0754b608aad req-c57260c9-c4e3-42b2-ac13-f95e62ef0c99 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=107e3e5c-7b0b-44b8-bf85-dce2250c62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287301 Mar 22 14:30:14.592024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (94914bc1-a9c8-4454-8bab-9beaaf7ecb63), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:14.701716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event deleted for resources: {'Port': ['ID=94914bc1-a9c8-4454-8bab-9beaaf7ecb63,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:14.734974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:14.784132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648ea2-22c3-40f9-9c97-76665a37cb2e req-724bff06-646f-43a7-b992-677e98f07f73 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:14.801408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f648ea2-22c3-40f9-9c97-76665a37cb2e req-724bff06-646f-43a7-b992-677e98f07f73 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1359754 Mar 22 14:30:14.908456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f648ea2-22c3-40f9-9c97-76665a37cb2e req-52c1e565-2b56-42a1-9c7b-61fcd6112749 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053617 Mar 22 14:30:15.056971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:15.094147 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:15.116114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:15.116257 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:15.169424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.176551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:15.198713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6eb5d9b4-e113-4fce-abcc-1ce3915ae11c tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/a3deafc7-59b9-4a71-aa68-50511078a294 HTTP/1.1" status: 204 len: 168 time: 3.2136588 Mar 22 14:30:15.236683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Router a47a9d37-448b-4215-836d-759fbdf9b410 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:15.253820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:15.274730 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:15.275645 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:15.324987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba29cb02-6e26-4a23-8d1f-dcae615a25d0 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/floatingips/efbfae67-73e0-4f77-bd26-c9db9b24d41b HTTP/1.1" status: 200 len: 688 time: 0.1462114 Mar 22 14:30:15.326208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41570) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:15.359769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:15.360661 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a74a3-3c82-4cc7-b3a8-394c12838e35 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:15.533911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:15.546923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:15.568111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:15.569089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:15.618489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] No DVR routers for this DVR port 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:15.622097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.628358 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-044f6e58-7b88-432a-8628-ecb2088ad1f6 req-6f9766ef-2ae6-4646-a7c4-b906cd66e3f6 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "DELETE /v2.0/ports/94914bc1-a9c8-4454-8bab-9beaaf7ecb63 HTTP/1.1" status: 204 len: 173 time: 2.9480667 Mar 22 14:30:15.628924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'name': 'network-vif-deleted', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:15.634524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-5dddc71d-c146-407a-9cd6-3945e48e394d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206492918&fields=id&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 267 time: 0.1298280 Mar 22 14:30:15.651715 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b877fcb-806d-447d-aa12-c1b9bd88a683" -d '{"events": [{"server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "name": "network-vif-deleted", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:15.837862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-203418ff-2982-469b-a04e-aeab128f0adf req-b2bf7d10-5390-40cc-aca0-03290a12d49f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=46798236-36cf-4751-9a4f-a08fe0467cf4 HTTP/1.1" status: 200 len: 210 time: 0.0569193 Mar 22 14:30:15.897585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port e441a09a-1553-4ba0-80b1-24f40eff45db {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:15.903968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:15.930362 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482fa41-8bda-4ffc-8afd-bf7957a9eaf1 x-openstack-request-id: req-7482fa41-8bda-4ffc-8afd-bf7957a9eaf1 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:15.930842 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46798236-36cf-4751-9a4f-a08fe0467cf4", "name": "network-vif-deleted", "tag": "94914bc1-a9c8-4454-8bab-9beaaf7ecb63", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:15.931150 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7482fa41-8bda-4ffc-8afd-bf7957a9eaf1 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:15.931687 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7482fa41-8bda-4ffc-8afd-bf7957a9eaf1'] response: {'server_uuid': '46798236-36cf-4751-9a4f-a08fe0467cf4', 'name': 'network-vif-deleted', 'tag': '94914bc1-a9c8-4454-8bab-9beaaf7ecb63', 'status': 'completed', 'code': 200} Mar 22 14:30:15.931954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:16.126513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-ca3acae5-9c6f-4298-a573-f4496a6f7137 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.134391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-ca3acae5-9c6f-4298-a573-f4496a6f7137 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 796 time: 0.4871418 Mar 22 14:30:16.162582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-615da0f9-4e5b-4233-bb33-245e76183b18 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/quotas/bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 375 time: 0.0268369 Mar 22 14:30:16.251751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:16.305687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:16.306419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 94914bc1-a9c8-4454-8bab-9beaaf7ecb63 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:16.326782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-c26da302-37b2-48b1-8c3c-91d125af9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.331497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-c26da302-37b2-48b1-8c3c-91d125af9ab7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1128 time: 0.2825923 Mar 22 14:30:16.342184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985ffa-66bb-4e7b-a87f-abc031d8c88b req-ab163f2d-7294-4c39-aa69-33860f4e824e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.343943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af985ffa-66bb-4e7b-a87f-abc031d8c88b req-ab163f2d-7294-4c39-aa69-33860f4e824e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2928464 Mar 22 14:30:16.582837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-af985ffa-66bb-4e7b-a87f-abc031d8c88b req-1871efa3-32a9-4ae0-b055-f3896b7afad3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191629 Mar 22 14:30:16.617258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-e8ff4a18-4d44-44a4-b811-b1de22a378e3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4537361 Mar 22 14:30:16.629593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.629972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (e441a09a-1553-4ba0-80b1-24f40eff45db), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:16.661409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-81b79ada-b62b-4582-87c5-97cfa1f0ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.662538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:16.662998 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-81b79ada-b62b-4582-87c5-97cfa1f0ed91 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 914 time: 0.3255000 Mar 22 14:30:16.702749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for e441a09a-1553-4ba0-80b1-24f40eff45db owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:16.741035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:30:16.763833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-be688f30-6591-41cf-81d4-06d2d40c4f5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 217 time: 0.0888677 Mar 22 14:30:16.767679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:16.768543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:29:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:16.845567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-be7d3f6a-8a24-4ebd-8a45-38606f0ade81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:16.847101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-be7d3f6a-8a24-4ebd-8a45-38606f0ade81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0772359 Mar 22 14:30:16.935813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:16.947848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-a8e7180a-c191-4de0-bae4-b6715835efe5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934880 Mar 22 14:30:17.058087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.130941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e441a09a-1553-4ba0-80b1-24f40eff45db), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.154437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-dc9ce3ec-b7c0-446a-a7a2-244dfce8fd1a service neutron] 10.222.0.81 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007715 Mar 22 14:30:17.234881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (107e3e5c-7b0b-44b8-bf85-dce2250c62ed), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.285809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (107e3e5c-7b0b-44b8-bf85-dce2250c62ed), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.314616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-2264d830-6112-4d21-842c-bba75ac6abb3 service neutron] 10.222.0.81 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241271 Mar 22 14:30:17.325221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=e441a09a-1553-4ba0-80b1-24f40eff45db,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:17.382717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:17.386238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.386238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.388050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.388379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.388827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.389157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.389482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.389800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.390246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.390567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.390886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.391193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.391506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.391818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.409755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:17.480424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6c1a8-c812-4856-a723-16e37bfd5cd8 None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:25:11Z', 'revision_number': 4, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57962c07-1d33-41d2-93c2-314d479f684f', 'name': '', 'network_id': '370aad98-b0d4-41e3-9c8f-5369747c5169', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'mac_address': 'fa:16:3e:10:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:09Z', 'updated_at': '2022-03-22T14:25:20Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'subnets': [{'id': '9d49682f-56fb-4e86-bdfc-bc0d8c98bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:17.488256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (107e3e5c-7b0b-44b8-bf85-dce2250c62ed), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.496722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.498109 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "DELETE /v2.0/security-groups/107e3e5c-7b0b-44b8-bf85-dce2250c62ed HTTP/1.1" status: 204 len: 168 time: 0.4246540 Mar 22 14:30:17.508612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.557312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-98b4f7e4-3b03-46c5-a93a-1f835d851a79 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033018 Mar 22 14:30:17.566943 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-fd475573-7837-4870-a33b-fe50e82d7276 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] show failed (client error): The resource could not be found. Mar 22 14:30:17.567989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fd475573-7837-4870-a33b-fe50e82d7276 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups/107e3e5c-7b0b-44b8-bf85-dce2250c62ed HTTP/1.1" status: 404 len: 347 time: 0.0584052 Mar 22 14:30:17.572308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41610) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.597495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (efbfae67-73e0-4f77-bd26-c9db9b24d41b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.598114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883db235-c96f-4a8e-829c-d584e59716cc tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e3e5c-7b0b-44b8-bf85-dce2250c62ed,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:17.603128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:17.610475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-10bafb0a-979a-400a-920a-7ec29f50869a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/efbfae67-73e0-4f77-bd26-c9db9b24d41b HTTP/1.1" status: 204 len: 168 time: 2.2785068 Mar 22 14:30:17.632118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41614) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:17.642692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '4204f0c2-7f1f-4736-9e30-4d981d6e737d'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:18.048989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6207689d-2977-45b7-84d8-18e859f7ae39 req-a2d4c399-ab6d-4982-9920-ee412f224b21 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835293 Mar 22 14:30:18.058358 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.061447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19b326b8-52ab-4957-80f9-743fac1ef14e req-7e046cce-c40e-49fa-8caf-e1fe9939ce37 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 210 time: 0.0828915 Mar 22 14:30:18.166468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9849f-8c7c-46bf-a898-55d3a0b808ff req-e818c714-033a-470c-a027-43122769216d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:18.174181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2c9849f-8c7c-46bf-a898-55d3a0b808ff req-e818c714-033a-470c-a027-43122769216d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.2336817 Mar 22 14:30:18.219692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Deleting port 08e649d9-0b2f-4a39-a8b4-19ee07de54ac {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:18.219692 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.351399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bbe32-a5a7-4cfa-89e4-5e0562353618 None None] New status for floating IP aff97658-c51b-4bbd-baf7-99c3979bd354: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:30:18.396246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.465618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.466291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.533030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Calling delete_port for 08e649d9-0b2f-4a39-a8b4-19ee07de54ac owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:18.593099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4e4f513f-3565-44da-9b67-ee9220bb0896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:18.747326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.4 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/72d100be-78e7-464b-a059-924ed7fb36b3) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:18.849608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2c9849f-8c7c-46bf-a898-55d3a0b808ff req-8530da88-2898-4f25-b622-e71c76d9d725 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612256 Mar 22 14:30:18.995970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (08e649d9-0b2f-4a39-a8b4-19ee07de54ac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.012043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (72d100be-78e7-464b-a059-924ed7fb36b3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.093321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.185172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:19.193534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event deleted for resources: {'Port': ['ID=08e649d9-0b2f-4a39-a8b4-19ee07de54ac,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:19.197355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks [] for floatingip (aff97658-c51b-4bbd-baf7-99c3979bd354), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.200698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:19.201889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b338d43-27c7-4e3f-8f38-91d49a6e5daf tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "DELETE /v2.0/floatingips/aff97658-c51b-4bbd-baf7-99c3979bd354 HTTP/1.1" status: 204 len: 168 time: 1.6288455 Mar 22 14:30:19.209756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:19.232192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:19.283471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=72d100be-78e7-464b-a059-924ed7fb36b3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:19.593146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:20.084917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02eac06f-9efc-4b56-8cb0-43f93f9fdb45 req-c82149da-391e-4bfb-8e9e-ca5b3d4b8066 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 210 time: 0.8622038 Mar 22 14:30:20.181447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d672d-0dea-4978-bd63-64085802ea30 req-a0140432-f5d6-402c-90fe-ae485761965f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:20.184058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b0d672d-0dea-4978-bd63-64085802ea30 req-a0140432-f5d6-402c-90fe-ae485761965f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 946 time: 0.1077156 Mar 22 14:30:20.308326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b0d672d-0dea-4978-bd63-64085802ea30 req-b32bb03f-7f0d-437b-9b8b-c373362c8e8f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115353 Mar 22 14:30:20.416156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:20.416552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.483393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:20.489433 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792a7f91-935a-4faf-bfd0-41c528aa6aee" -d '{"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:20.534227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:20.549417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:20.665630 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da72e5d-22f1-4df9-988f-78836a71303a x-openstack-request-id: req-9da72e5d-22f1-4df9-988f-78836a71303a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:20.666340 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:20.666340 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9da72e5d-22f1-4df9-988f-78836a71303a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:20.666606 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da72e5d-22f1-4df9-988f-78836a71303a'] response: {'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'code': 200} Mar 22 14:30:20.764918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:20.777859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.779432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.787539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.788120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.788673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.789172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.789681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.790242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.790776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.791412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.791898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.792871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.793463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.794212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.794829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:20.951167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-535eb51a-e918-4b29-bb1d-ce13f7884191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.000708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-890a5979-f7bb-49e6-be0e-1d7d7b2b11ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:21.002184 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-890a5979-f7bb-49e6-be0e-1d7d7b2b11ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 796 time: 0.7427614 Mar 22 14:30:21.006315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.101229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-35213ef1-0c7e-4d58-9673-c8a39f89fe45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 379 time: 0.0746944 Mar 22 14:30:21.111175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'port': {'device_id': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'admin_state_up': True, 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'security_groups': ['ccd67c63-065c-4379-a4e0-154d26acc1dc']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:21.213818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.344803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d236f009-5647-4e96-bc64-9557e5329550 req-d802211f-19a5-4ef7-bc15-198e33431d43 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 210 time: 0.0619614 Mar 22 14:30:21.499299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:21.511700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.590602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810231-b2ea-4048-9ffa-1d71008120fa req-ca23cc64-e71b-4991-b2f9-405da5eafecc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:21.599682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3810231-b2ea-4048-9ffa-1d71008120fa req-ca23cc64-e71b-4991-b2f9-405da5eafecc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1773417 Mar 22 14:30:21.612741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (72d100be-78e7-464b-a059-924ed7fb36b3), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.655974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.716859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f3810231-b2ea-4048-9ffa-1d71008120fa req-38d2bb06-cb3e-45b0-bfbf-3fe710b12c6b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161256 Mar 22 14:30:21.821270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=72d100be-78e7-464b-a059-924ed7fb36b3,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:21.853800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:21.934248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.013944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdc176-11ac-4fbe-b7c9-dab0dc7434ce req-bb35b517-d0d8-4fdb-9cfe-7006b5a34303 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.025117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10bdc176-11ac-4fbe-b7c9-dab0dc7434ce req-bb35b517-d0d8-4fdb-9cfe-7006b5a34303 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1608222 Mar 22 14:30:22.028221 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 444290ca-f44d-47aa-8f66-be1db8fc220c associated. External IP: 172.25.3.4, port: 4204f0c2-7f1f-4736-9e30-4d981d6e737d. Mar 22 14:30:22.117304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.12 (e516fc3f-2136-4023-9187-20c21c221020/145eb0f9-5aa4-4295-908c-aca90dddabfa/24209848-c762-433a-810e-c4f97f628051) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:22.120288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10bdc176-11ac-4fbe-b7c9-dab0dc7434ce req-36e6f1ec-285e-4c9f-b7c7-0b9651926d36 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895686 Mar 22 14:30:22.435275 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (24209848-c762-433a-810e-c4f97f628051), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.459865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-a4b4a333-244f-4a96-ab4b-30319faa8dcc req-93cd0d0e-88d8-434c-a99e-6428901be438 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:30:22.474896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4b4a333-244f-4a96-ab4b-30319faa8dcc req-93cd0d0e-88d8-434c-a99e-6428901be438 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224953 Mar 22 14:30:22.503841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:22.541116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (24209848-c762-433a-810e-c4f97f628051), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:22.544867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55b57c43-3fd4-4bc3-8e58-4efcfe18b740 req-34769b1f-b962-415d-b1f9-dccf677e0949 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 210 time: 0.0671422 Mar 22 14:30:22.816323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c86fa-be31-438f-a364-e2d51c208405 req-8a6e2bdc-ac22-41a9-b0ad-b22d6f04d7a8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:22.830613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc8c86fa-be31-438f-a364-e2d51c208405 req-8a6e2bdc-ac22-41a9-b0ad-b22d6f04d7a8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1284187 Mar 22 14:30:22.867341 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:22.884507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:22.908289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:22.908929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:22.912152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc8c86fa-be31-438f-a364-e2d51c208405 req-17899684-fff4-4a49-a05b-26364ba391a8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Mar 22 14:30:22.916855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network e516fc3f-2136-4023-9187-20c21c221020 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:22.939101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:22.943230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:22.948598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:22.956331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.006789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41708) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:23.011592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:23.064031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:23.064587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:23.071030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41712) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:23.071733 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ec2ca5a9-8ef8-4deb-a284-40e899dd5f48 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.4365492 Mar 22 14:30:23.077898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2015648251'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:23.122122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:23.139828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:23.140853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.141280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7cd93-9319-4966-98c0-d1f6fe45b573 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:23.168448 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.172717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.217254 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d1553bee-a9d3-4c1b-b7a4-2e849e367e3b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1105685 Mar 22 14:30:23.227106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:30:23.229350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Request body: {'port': {'device_id': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:23.238127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (392df525-9df6-40d6-ad49-185b17a005a8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.238459 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Added segment 392df525-9df6-40d6-ad49-185b17a005a8 of type vlan for network b1ad68b7-90f8-42dc-916a-e079987e33b9 Mar 22 14:30:23.281701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b1ad68b7-90f8-42dc-916a-e079987e33b9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.325861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6a23846e-7b44-4b4e-be29-b31f586880c7 None None] Provisioning complete for port 24209848-c762-433a-810e-c4f97f628051 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:23.326671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6a23846e-7b44-4b4e-be29-b31f586880c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (24209848-c762-433a-810e-c4f97f628051), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.359190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b1ad68b7-90f8-42dc-916a-e079987e33b9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.365070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.365678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.389595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6a23846e-7b44-4b4e-be29-b31f586880c7 None None] Port 24209848-c762-433a-810e-c4f97f628051 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:23.438537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.524426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Network': ['ID=b1ad68b7-90f8-42dc-916a-e079987e33b9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:23.529385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-91d227db-5299-4ae8-9603-0f9e1e25b7d1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4564171 Mar 22 14:30:23.533619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:23.547342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:30:23.549712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'subnet': {'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:23.682940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-0e47685d-23f9-4020-98ca-51ee655caa8e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6745288 Mar 22 14:30:23.694442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:23.704398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-8dbad6cb-dc7b-4761-952c-ed26b7ac5b44 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:30:23.719347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-8dbad6cb-dc7b-4761-952c-ed26b7ac5b44 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219967 Mar 22 14:30:23.851832 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:23.855300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.895325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:23.910717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:23.932168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28665a-13cc-4510-ad56-85577856c823 req-195597d5-5f84-4f95-8c1a-b7dc53bd3547 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:23.932168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-195597d5-5f84-4f95-8c1a-b7dc53bd3547 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports/ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 941 time: 0.1292899 Mar 22 14:30:24.017158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebaed5-76ee-46b0-a3a3-f914682287c8 req-1e7970be-1c6f-406e-9e65-70ff27fa79b9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:24.048779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddebaed5-76ee-46b0-a3a3-f914682287c8 req-1e7970be-1c6f-406e-9e65-70ff27fa79b9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 932 time: 0.3233573 Mar 22 14:30:24.197110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24209848-c762-433a-810e-c4f97f628051 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:24.209623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks [] for port (24209848-c762-433a-810e-c4f97f628051), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.227907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Transition to ACTIVE for port object 24209848-c762-433a-810e-c4f97f628051 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:30:24.239314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.270765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ddebaed5-76ee-46b0-a3a3-f914682287c8 req-99a4e90e-9e54-4f64-81aa-3398d54ee727 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209847 Mar 22 14:30:24.323776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:24.348438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6ced5-c8ff-43cc-a47b-6a43f3178f66 req-92121bfb-6b6e-4389-bb1f-71550d792dfe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:24.350139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0c6ced5-c8ff-43cc-a47b-6a43f3178f66 req-92121bfb-6b6e-4389-bb1f-71550d792dfe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.2304602 Mar 22 14:30:24.496291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:24.496632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:24.497037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:24.504312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:30:24.504312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:24.511198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:24.511542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:24.511929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Bound using segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:24.512364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Bound port: 24209848-c762-433a-810e-c4f97f628051, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:24.512785 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.605723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0c6ced5-c8ff-43cc-a47b-6a43f3178f66 req-24f80a0c-2218-4407-8ef4-9d0705c3e5ad tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213824 Mar 22 14:30:24.693333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:24.699864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:24.721038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.794504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (707ab4c9-c72c-4c21-8d4c-b9e439fd6907), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.872076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:24.894972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:24.897258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:24.899796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d8061a19-6396-4825-8790-7b086c3dd434 service neutron] 10.222.0.78 "PUT /v2.0/ports/24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1092 time: 1.6750839 Mar 22 14:30:24.902412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:24.915700 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e446ea-6596-4d2d-bd09-47fe7389421a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:25.091496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.136520 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e3d3a5-d777-4c90-b5fd-72371a01a8e6 x-openstack-request-id: req-80e3d3a5-d777-4c90-b5fd-72371a01a8e6 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:25.143661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Subnet': ['ID=707ab4c9-c72c-4c21-8d4c-b9e439fd6907,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:25.145372 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:25.145734 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80e3d3a5-d777-4c90-b5fd-72371a01a8e6 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:25.147311 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e3d3a5-d777-4c90-b5fd-72371a01a8e6'] response: {'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:30:25.157826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Checking segment: {'id': '392df525-9df6-40d6-ad49-185b17a005a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:25.158231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network hostable DHCP agents. Network: b1ad68b7-90f8-42dc-916a-e079987e33b9, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:30:25.208157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:30:25.232023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b1ad68b7-90f8-42dc-916a-e079987e33b9) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:25.236599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:25.237625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.238896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d38c953c-7ea5-4fab-ae1f-d9648bede234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:25.240983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-d38c953c-7ea5-4fab-ae1f-d9648bede234 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.2086396 Mar 22 14:30:25.264731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17724c3-4853-4526-a22b-85aa924879c8 None None] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:25.271996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c1b0b721-54b2-4191-abab-54d1a93927be tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7372541 Mar 22 14:30:25.274737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:25.280356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1177239944', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:25.338148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.339282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.400279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-2b7e37e6-8af8-40c6-9113-63da8a9a200a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 217 time: 0.1476569 Mar 22 14:30:25.640169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-28ad9e9c-84c9-4264-b091-9d579347f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:25.646173 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-28ad9e9c-84c9-4264-b091-9d579347f051 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.2344780 Mar 22 14:30:25.697441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b1ad68b7-90f8-42dc-916a-e079987e33b9', 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9', 'project_id': '59ab7f5867fa4a7c8e5e9bfbcbf3fecf', 'fixed_ips': [{'subnet_id': '707ab4c9-c72c-4c21-8d4c-b9e439fd6907'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:30:25.698634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.707435 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_controller (92d109f4-166d-46a7-9bec-943ea082dd1f), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:25.786188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-ec7716ad-5503-4e63-9578-cf0aa61d4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:25.794728 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-ec7716ad-5503-4e63-9578-cf0aa61d4a11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1418271 Mar 22 14:30:26.015125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-db3e2634-1641-424a-a9df-445f5bfdba3a service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137330 Mar 22 14:30:26.068142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Allocated IP 172.20.0.2 (b1ad68b7-90f8-42dc-916a-e079987e33b9/707ab4c9-c72c-4c21-8d4c-b9e439fd6907/eb455a3c-3116-4eb5-aed4-6216341eb1bf) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:26.148606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cf11-7763-4086-bcf9-ead696d1dac8 req-69df0118-b74e-4cad-b69f-93e753a3872c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.163091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e240cf11-7763-4086-bcf9-ead696d1dac8 req-69df0118-b74e-4cad-b69f-93e753a3872c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.8005524 Mar 22 14:30:26.164557 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8d80e18f-ee11-4e8d-863e-e181413f2540 req-a0683413-c7fb-4270-ad89-97c7c9492696 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427846 Mar 22 14:30:26.342985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-421b43a7-47aa-4ea7-bb06-090b4db5c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.350397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-421b43a7-47aa-4ea7-bb06-090b4db5c062 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.1163142 Mar 22 14:30:26.366152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (92d109f4-166d-46a7-9bec-943ea082dd1f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.390579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28665a-13cc-4510-ad56-85577856c823 req-d14235c2-4c44-40b6-be75-f457d7e9fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.398073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-d14235c2-4c44-40b6-be75-f457d7e9fdf8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c&tenant_id=133e132c97984561a54c4b8f0875f768 HTTP/1.1" status: 200 len: 1126 time: 0.6840701 Mar 22 14:30:26.443278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233641d2-aa53-405c-a16d-a524ba686b67 req-ce467ad5-b9a9-4a9c-88fe-ed16a038c522 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.443515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-233641d2-aa53-405c-a16d-a524ba686b67 req-ce467ad5-b9a9-4a9c-88fe-ed16a038c522 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.6550469 Mar 22 14:30:26.467098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks [] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.484576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.573008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-92d6538d-e0d3-4922-a856-8ad548ea9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.579857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-92d6538d-e0d3-4922-a856-8ad548ea9c7d service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.2199476 Mar 22 14:30:26.631422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:26.632737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e240cf11-7763-4086-bcf9-ead696d1dac8 req-bacf60a2-1498-43e7-9b82-8f3e06823131 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4687228 Mar 22 14:30:26.646266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-8bdc74e6-0047-484e-83a0-bef84449a904 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 217 time: 0.0611520 Mar 22 14:30:26.647469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:26.649452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Pushing event updated for resources: {'Port': ['ID=eb455a3c-3116-4eb5-aed4-6216341eb1bf,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:26.660872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:26.759996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Attempting to bind port eb455a3c-3116-4eb5-aed4-6216341eb1bf on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:30:26.760249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-42b62bc3-1a90-42dd-95ec-10a41ea7f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.760765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Attempting to bind port eb455a3c-3116-4eb5-aed4-6216341eb1bf by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '392df525-9df6-40d6-ad49-185b17a005a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:30:26.761299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Attempting to bind port eb455a3c-3116-4eb5-aed4-6216341eb1bf on network b1ad68b7-90f8-42dc-916a-e079987e33b9 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:30:26.765280 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-42b62bc3-1a90-42dd-95ec-10a41ea7f44c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1101854 Mar 22 14:30:26.767896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:30:26.768500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Checking segment: {'id': '392df525-9df6-40d6-ad49-185b17a005a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:30:26.769531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.770347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Bound using segment: {'id': '392df525-9df6-40d6-ad49-185b17a005a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:30:26.770994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Bound port: eb455a3c-3116-4eb5-aed4-6216341eb1bf, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392df525-9df6-40d6-ad49-185b17a005a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:30:26.771596 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.777140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28665a-13cc-4510-ad56-85577856c823 req-da66e105-1859-41ad-afce-dcb5f3d43bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.778864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-da66e105-1859-41ad-afce-dcb5f3d43bd7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1126 time: 0.3291125 Mar 22 14:30:26.810912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-233641d2-aa53-405c-a16d-a524ba686b67 req-ec84681f-16ec-4201-b80a-3844cb5a9527 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495228 Mar 22 14:30:26.907104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] For port eb455a3c-3116-4eb5-aed4-6216341eb1bf, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:30:26.912674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] For port eb455a3c-3116-4eb5-aed4-6216341eb1bf, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb455a3c-3116-4eb5-aed4-6216341eb1bf,segment=NetworkSegment(392df525-9df6-40d6-ad49-185b17a005a8),segment_id=392df525-9df6-40d6-ad49-185b17a005a8)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:30:26.925344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:26.929211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-7687215d-7e36-42eb-ab65-df92d1e201d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.933407 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-7687215d-7e36-42eb-ab65-df92d1e201d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1604776 Mar 22 14:30:26.987581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28665a-13cc-4510-ad56-85577856c823 req-f9e65667-11df-492e-8a06-ca423def62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:26.990692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-f9e65667-11df-492e-8a06-ca423def62e7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 914 time: 0.1782763 Mar 22 14:30:27.061425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-fab1f1be-4393-4fa7-ac94-fd0fad5ffc8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 217 time: 0.0610087 Mar 22 14:30:27.143966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6fb83-1ef3-4416-bd9c-6e01f8c489c4 None None] Pushing event updated for resources: {'Port': ['ID=eb455a3c-3116-4eb5-aed4-6216341eb1bf,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:27.182903 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-ab643214-c859-4e23-b28d-2aa516460bfa service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399912 Mar 22 14:30:27.325278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-96e446ea-6596-4d2d-bd09-47fe7389421a req-1201f38f-acb2-4feb-9778-d6a29e863aa8 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328337 Mar 22 14:30:27.346463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28665a-13cc-4510-ad56-85577856c823 req-f648a67a-0c9c-41f0-ac08-86fb04b0eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:27.346463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-f648a67a-0c9c-41f0-ac08-86fb04b0eee2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.2749395 Mar 22 14:30:27.463452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-8d74dff3-e6ce-4675-a44e-8225492f07d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651557 Mar 22 14:30:27.539353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (92d109f4-166d-46a7-9bec-943ea082dd1f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.594192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:27.718257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-946f8340-906f-41cc-b586-4bf3b7c0eb4a service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339649 Mar 22 14:30:28.182044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.25.3.49 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/30634894-7a50-4d96-95dd-88533465f936) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:28.297132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.379787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7f034-bfd7-42af-83bb-8262b3787171 req-7d09e781-9f48-4ebe-8604-c4be0af8f08e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:28.387934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32c7f034-bfd7-42af-83bb-8262b3787171 req-7d09e781-9f48-4ebe-8604-c4be0af8f08e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.6251035 Mar 22 14:30:28.643790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec28665a-13cc-4510-ad56-85577856c823 req-69e96082-0a94-4697-aa52-5781b0526f4f service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8883440 Mar 22 14:30:28.709367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc537ad-5e44-4413-8654-f3c40511adf1 req-7f4d87e3-aae3-4b4e-af72-74b1e7438589 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:28.709823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb455a3c-3116-4eb5-aed4-6216341eb1bf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:28.736504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fc537ad-5e44-4413-8654-f3c40511adf1 req-7f4d87e3-aae3-4b4e-af72-74b1e7438589 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.7770255 Mar 22 14:30:28.852214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eb455a3c-3116-4eb5-aed4-6216341eb1bf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:28.852214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:28.905697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32c7f034-bfd7-42af-83bb-8262b3787171 req-bb6d2793-8ae8-4a28-8877-371501a659bd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081267 Mar 22 14:30:28.950164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fc537ad-5e44-4413-8654-f3c40511adf1 req-fde73a7f-18c0-4b09-a659-4bcd99c99af9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110863 Mar 22 14:30:29.065423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (30634894-7a50-4d96-95dd-88533465f936), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.108751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eb455a3c-3116-4eb5-aed4-6216341eb1bf is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:29.109144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.155975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e867016-8d29-48a4-a23c-69f6e53e7c67 None None] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:29.248419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (30634894-7a50-4d96-95dd-88533465f936), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.305521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:29.306526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port eb455a3c-3116-4eb5-aed4-6216341eb1bf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb455a3c-3116-4eb5-aed4-6216341eb1bf,segment=NetworkSegment(392df525-9df6-40d6-ad49-185b17a005a8),segment_id=392df525-9df6-40d6-ad49-185b17a005a8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:29.320444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.324949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:29.328261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.391069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:29.400693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5a6133cf-be48-4514-a5ef-622645cc47aa None None] Provisioning complete for port eb455a3c-3116-4eb5-aed4-6216341eb1bf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:29.402697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a6133cf-be48-4514-a5ef-622645cc47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:29.514082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=eb455a3c-3116-4eb5-aed4-6216341eb1bf,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:29.572955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=30634894-7a50-4d96-95dd-88533465f936,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:29.670840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:30:29.845197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5a6133cf-be48-4514-a5ef-622645cc47aa None None] Current status of the port eb455a3c-3116-4eb5-aed4-6216341eb1bf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:29.879245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.resource_extend [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 14:30:30.164705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bb6bb65d-6e04-4f33-9b5f-2ddef2c4d5dc None None] Provisioning complete for port eb455a3c-3116-4eb5-aed4-6216341eb1bf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:30.167497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb65d-6e04-4f33-9b5f-2ddef2c4d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.305610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:30.412308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '24209848-c762-433a-810e-c4f97f628051', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:30:30.591840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:30.592039 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.680374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (92d109f4-166d-46a7-9bec-943ea082dd1f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.714608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb455a3c-3116-4eb5-aed4-6216341eb1bf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:30.734849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24209848-c762-433a-810e-c4f97f628051 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:30.868572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bb6bb65d-6e04-4f33-9b5f-2ddef2c4d5dc None None] Current status of the port eb455a3c-3116-4eb5-aed4-6216341eb1bf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:30.909665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:30.920489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:30.988743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port eb455a3c-3116-4eb5-aed4-6216341eb1bf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:30.989774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:31.049278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:31.105509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab37ae-1187-44eb-a51b-479920469332 req-15bc3fbc-7e96-4875-b55a-26f04f809a2f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:31.120111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ab37ae-1187-44eb-a51b-479920469332 req-15bc3fbc-7e96-4875-b55a-26f04f809a2f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.8890135 Mar 22 14:30:31.268986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eb455a3c-3116-4eb5-aed4-6216341eb1bf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:31.279317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['24209848-c762-433a-810e-c4f97f628051'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:31.346655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ab37ae-1187-44eb-a51b-479920469332 req-da8cc710-26d2-4225-96a4-2bd225159584 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254808 Mar 22 14:30:31.418420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d856382-cb69-4133-a068-77192bfca44e req-063b53a7-b7e1-4328-a03a-5db7521802f9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:31.424490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d856382-cb69-4133-a068-77192bfca44e req-063b53a7-b7e1-4328-a03a-5db7521802f9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 1.2172136 Mar 22 14:30:32.506778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d856382-cb69-4133-a068-77192bfca44e req-ac1fb67c-fc8e-40bd-8f26-4187de06432f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0722961 Mar 22 14:30:32.688201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-7e3169ea-0650-4c36-b634-d46b38609ab8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4168632 Mar 22 14:30:32.736018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:32.747046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49116350-4195-4dcb-8890-8f70b4c90100 req-87a27274-91a0-46e1-bb12-51824fddf456 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:32.755009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49116350-4195-4dcb-8890-8f70b4c90100 req-87a27274-91a0-46e1-bb12-51824fddf456 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 945 time: 0.2447870 Mar 22 14:30:33.256515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49116350-4195-4dcb-8890-8f70b4c90100 req-e71af4d9-443f-4503-b1ec-75bdb015810b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4958198 Mar 22 14:30:33.363030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-90058062-3bb6-4f81-8357-17a30da795bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:33.365884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-90058062-3bb6-4f81-8357-17a30da795bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 1127 time: 0.5795734 Mar 22 14:30:33.642831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:33.810771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 24209848-c762-433a-810e-c4f97f628051 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:30:33.818248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 24209848-c762-433a-810e-c4f97f628051 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:33.818631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (24209848-c762-433a-810e-c4f97f628051), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:33.858413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-9600af58-5886-4b26-9e69-08eb370f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:33.860791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-9600af58-5886-4b26-9e69-08eb370f90f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 200 len: 919 time: 0.4637911 Mar 22 14:30:33.977068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router 92d109f4-166d-46a7-9bec-943ea082dd1f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:30:34.050017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-4c53dfc3-ae7f-4f85-87fa-93fca3bfd784 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 200 len: 217 time: 0.1026030 Mar 22 14:30:34.150144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:34.150624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.153849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-df675fa2-87af-4e96-9d2c-2f7f275f40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.156606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-df675fa2-87af-4e96-9d2c-2f7f275f40d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 200 len: 857 time: 0.0880356 Mar 22 14:30:34.241063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:34.256012 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e2882-23d5-474f-bb80-7a26d2cbce42" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:34.290866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:34.308139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:34.398895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:34.706995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa377-5809-412c-aea1-45749de3d001 req-eb5b0ce2-bf58-4f60-8aea-ad1ee0896b16 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:34.708691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c3fa377-5809-412c-aea1-45749de3d001 req-eb5b0ce2-bf58-4f60-8aea-ad1ee0896b16 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.8421266 Mar 22 14:30:34.978367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c3fa377-5809-412c-aea1-45749de3d001 req-1d43accc-721c-4438-a23b-12ba324b9c7f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492883 Mar 22 14:30:35.038273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:35.056574 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] Sync routers for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:35.060333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-25f0e053-326b-4e55-af84-4cccd49cd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.062454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-25f0e053-326b-4e55-af84-4cccd49cd3e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=370aad98-b0d4-41e3-9c8f-5369747c5169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7174816 Mar 22 14:30:35.088045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:35.092223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:35.109314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae49b3-d623-4468-aef4-9e8f27f60d39 req-f6f5dfb0-7330-4c52-9306-4dbf871c02f1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.112008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6cae49b3-d623-4468-aef4-9e8f27f60d39 req-f6f5dfb0-7330-4c52-9306-4dbf871c02f1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.6142879 Mar 22 14:30:35.135659 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8a59d-73ae-48ab-89c6-5b4ac01ddbe6 x-openstack-request-id: req-d1b8a59d-73ae-48ab-89c6-5b4ac01ddbe6 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:35.136876 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:35.137498 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1b8a59d-73ae-48ab-89c6-5b4ac01ddbe6 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:35.138087 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b8a59d-73ae-48ab-89c6-5b4ac01ddbe6'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'code': 200} Mar 22 14:30:35.207534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:35.208913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9d793654-069a-46a4-9982-590639c5f58b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9328759 Mar 22 14:30:35.211710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 41866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:35.356174 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:35.418221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-592c7101-59da-479a-a082-0983f9c1534e service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371820 Mar 22 14:30:35.423739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:35.431890 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:35.455475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6cae49b3-d623-4468-aef4-9e8f27f60d39 req-b995af05-d25d-488e-a57c-4ac89df00543 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634106 Mar 22 14:30:35.544870 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:35.549720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea86a6c-2dd4-4294-b550-c07f84ef38af None None] The sync data for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:35.554528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc44a-7a5a-458e-9467-1105c0c9ca3f req-6fd0f9b4-ae99-4e82-8ceb-9d22a053280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:35.578697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-293fc44a-7a5a-458e-9467-1105c0c9ca3f req-6fd0f9b4-ae99-4e82-8ceb-9d22a053280d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1128 time: 0.2551444 Mar 22 14:30:35.687095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a01c049-808f-4724-a3e8-f35ff42d1aec req-2e7aa9ce-882b-46ac-a7e1-9fb25264b444 service neutron] 10.222.0.78 "GET /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268035 Mar 22 14:30:35.920359 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-293fc44a-7a5a-458e-9467-1105c0c9ca3f req-83f46b41-45d8-4a02-864c-c0c8c5e7d93f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288724 Mar 22 14:30:36.400461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844638d-4f39-48b0-9f97-8e1dc0d4ae06 req-408331d7-2a5d-4ea1-be9a-ccf595599e1d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:36.422632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a844638d-4f39-48b0-9f97-8e1dc0d4ae06 req-408331d7-2a5d-4ea1-be9a-ccf595599e1d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.2307646 Mar 22 14:30:36.609729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a844638d-4f39-48b0-9f97-8e1dc0d4ae06 req-4265f74a-cb31-4401-a73e-f52bfb460e2b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730781 Mar 22 14:30:36.836975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dfc51-845d-4133-9c92-9004101d41cb req-7ea7c15b-589d-45ff-9e4e-9cbd3fe4d42a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:36.839095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-436dfc51-845d-4133-9c92-9004101d41cb req-7ea7c15b-589d-45ff-9e4e-9cbd3fe4d42a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.2208133 Mar 22 14:30:36.904650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:37.013738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-436dfc51-845d-4133-9c92-9004101d41cb req-5d2b4dec-73c0-4859-b28b-e028ac4f404e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683524 Mar 22 14:30:37.655528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.1 (b1ad68b7-90f8-42dc-916a-e079987e33b9/707ab4c9-c72c-4c21-8d4c-b9e439fd6907/42d2e0e2-20cc-4e9a-a542-000bbcc2183e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:38.022313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45d5bd-4c9b-4b4c-949c-c3f9be9d58b7 req-d17d09ba-da8d-4bab-b789-b59465f597f9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:38.034679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f45d5bd-4c9b-4b4c-949c-c3f9be9d58b7 req-d17d09ba-da8d-4bab-b789-b59465f597f9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1892257 Mar 22 14:30:38.079890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.174688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.266636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:38.289317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:38.336032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:38.531898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f45d5bd-4c9b-4b4c-949c-c3f9be9d58b7 req-22a75b71-14e3-4b99-93d3-e0f1a0bf7547 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893558 Mar 22 14:30:38.534273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=42d2e0e2-20cc-4e9a-a542-000bbcc2183e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:38.583958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754501-4c54-4487-b26f-8424d742af34 req-9e3d5e87-e45b-496d-9af4-43bd76468bec tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:38.596412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9754501-4c54-4487-b26f-8424d742af34 req-9e3d5e87-e45b-496d-9af4-43bd76468bec tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.4041932 Mar 22 14:30:38.645270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (92d109f4-166d-46a7-9bec-943ea082dd1f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:38.785465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9754501-4c54-4487-b26f-8424d742af34 req-cfc8dc7f-b79d-4057-b782-6c07be1972d2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881182 Mar 22 14:30:38.902586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-acc4d021-b82b-48df-a0f2-21f7269b847e None None] Provisioning complete for port 42d2e0e2-20cc-4e9a-a542-000bbcc2183e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:38.907145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acc4d021-b82b-48df-a0f2-21f7269b847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:39.197054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acc4d021-b82b-48df-a0f2-21f7269b847e None None] Port 42d2e0e2-20cc-4e9a-a542-000bbcc2183e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:39.293852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403ee78-6114-4136-aa3a-faa464e636f9 req-5440e330-91e7-4ed1-999e-ed564fc0464e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:39.310670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7403ee78-6114-4136-aa3a-faa464e636f9 req-5440e330-91e7-4ed1-999e-ed564fc0464e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.2057676 Mar 22 14:30:39.497117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7403ee78-6114-4136-aa3a-faa464e636f9 req-5ebb73bd-ac0b-4a4d-87c3-786d361fa258 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808095 Mar 22 14:30:39.502385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41976) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:39.689402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de37aa1-a80a-4023-bf19-f073d5841886 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:39.700025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0de37aa1-a80a-4023-bf19-f073d5841886 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1123 time: 0.1953740 Mar 22 14:30:39.700745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:39.731111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:39.859923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.019826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc12bb-2e24-47ff-ace9-27083d94a8a5 req-e744f78f-ada2-4766-927c-05813b6112e3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:40.021425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9fc12bb-2e24-47ff-ace9-27083d94a8a5 req-e744f78f-ada2-4766-927c-05813b6112e3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.3197334 Mar 22 14:30:40.173128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9fc12bb-2e24-47ff-ace9-27083d94a8a5 req-04379ad6-f91e-4faf-98c8-e97f38f932d0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325982 Mar 22 14:30:40.328758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.516313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:40.855826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.188 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/e30d5b90-f8cf-4284-a4f8-3887f22f7e30) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:41.068334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.079513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.290394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=42d2e0e2-20cc-4e9a-a542-000bbcc2183e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:41.293479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (92d109f4-166d-46a7-9bec-943ea082dd1f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.406124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:41.411154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:41.413345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:41.778356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router 92d109f4-166d-46a7-9bec-943ea082dd1f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:41.924170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.091500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:42.140964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dce8f4-baf5-433a-818d-6709cb1c8e9f req-9cc9e3d1-6839-4164-9f56-3715a60d53b2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:42.156690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03dce8f4-baf5-433a-818d-6709cb1c8e9f req-9cc9e3d1-6839-4164-9f56-3715a60d53b2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.4446943 Mar 22 14:30:42.189422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3a2832c0-fe5e-4609-a7f4-1e968490e5d4 None None] Provisioning complete for port 42d2e0e2-20cc-4e9a-a542-000bbcc2183e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:42.195790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:42.197035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3a2832c0-fe5e-4609-a7f4-1e968490e5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.214777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:42.218735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=e30d5b90-f8cf-4284-a4f8-3887f22f7e30,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:42.282240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:42.302920 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-138820b9-1a38-45d0-a4f7-0c09410b6a07 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/routers/92d109f4-166d-46a7-9bec-943ea082dd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0877209 Mar 22 14:30:42.305919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:42.335857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'port': {'network_id': 'b1ad68b7-90f8-42dc-916a-e079987e33b9', 'name': 'tempest-FloatingIPTestJSON-1225128661'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:42.389363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3a2832c0-fe5e-4609-a7f4-1e968490e5d4 None None] Port 42d2e0e2-20cc-4e9a-a542-000bbcc2183e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:42.391139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] Sync routers for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:42.450518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:42.456621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:42.512244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03dce8f4-baf5-433a-818d-6709cb1c8e9f req-004ed3c5-f2dd-45ec-8cac-0a0774861bbd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535604 Mar 22 14:30:42.596066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:42.632564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:42.638599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:42.766409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Made reservation on behalf of 59ab7f5867fa4a7c8e5e9bfbcbf3fecf for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:30:42.770990 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:42.821758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] device_id is not set on port 078c1590-1199-460e-ac7e-823882d73af3 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:30:43.163167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:43.164485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92622cc8-caec-4e1e-a805-391932006c22 None None] The sync data for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:43.254713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Allocated IP 172.20.0.8 (b1ad68b7-90f8-42dc-916a-e079987e33b9/707ab4c9-c72c-4c21-8d4c-b9e439fd6907/078c1590-1199-460e-ac7e-823882d73af3) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:30:43.439327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (ca9f77f2-743d-49d0-891a-57f935088125), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.562879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for port (078c1590-1199-460e-ac7e-823882d73af3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.610560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.614664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (078c1590-1199-460e-ac7e-823882d73af3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:43.793014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b199-857d-41ee-970e-bc6445d988ac req-c4fe4f56-55d1-4adc-9b10-b393d867ccfb tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.802516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4e7b199-857d-41ee-970e-bc6445d988ac req-c4fe4f56-55d1-4adc-9b10-b393d867ccfb tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1300101 Mar 22 14:30:43.832295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:30:43.841062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdefe9-6842-4539-a0ec-45b27e45e00e req-72b99e51-f4b6-41b7-ad14-3e7ec9dc27d3 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:43.850993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57cdefe9-6842-4539-a0ec-45b27e45e00e req-72b99e51-f4b6-41b7-ad14-3e7ec9dc27d3 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.3545618 Mar 22 14:30:43.864540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:30:43.879381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:30:43.888202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event updated for resources: {'Port': ['ID=078c1590-1199-460e-ac7e-823882d73af3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:44.061334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:44.061944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.112638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5dd81a6e-8060-49c4-a8bb-73554211e498 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7968757 Mar 22 14:30:44.115917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:44.127342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Request body: {'floatingip': {'port_id': '078c1590-1199-460e-ac7e-823882d73af3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:30:44.142918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4e7b199-857d-41ee-970e-bc6445d988ac req-4a1f40db-903d-4735-be9d-cdf7055e05c5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383722 Mar 22 14:30:44.201047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57cdefe9-6842-4539-a0ec-45b27e45e00e req-cd570739-6cc4-4b13-8798-b3eb84d1ded7 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483427 Mar 22 14:30:44.323489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.411201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.427531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.488272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8d7130cc-4dcb-4a02-af51-2a0b9382fded None None] Provisioning complete for port 078c1590-1199-460e-ac7e-823882d73af3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:44.491041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d7130cc-4dcb-4a02-af51-2a0b9382fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (078c1590-1199-460e-ac7e-823882d73af3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.592553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=e30d5b90-f8cf-4284-a4f8-3887f22f7e30,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:44.600606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (ca9f77f2-743d-49d0-891a-57f935088125), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:44.626778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8d7130cc-4dcb-4a02-af51-2a0b9382fded None None] Port 078c1590-1199-460e-ac7e-823882d73af3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:30:44.771859 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP ca9f77f2-743d-49d0-891a-57f935088125 associated. External IP: 172.25.3.188, port: 24209848-c762-433a-810e-c4f97f628051. Mar 22 14:30:45.180209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-49b0da24-4e63-42f0-ac4c-8990e7995656 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:45.181693 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-49b0da24-4e63-42f0-ac4c-8990e7995656 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.2562859 Mar 22 14:30:45.349540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.370272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:45.658161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ed049579-1556-44c8-974f-8075fb80638a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:45.672144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79925f67-2383-4ffa-85ff-ba561e8aae8f req-ae4745b4-7432-4d3a-8548-d6937827fa93 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:45.696127 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 444290ca-f44d-47aa-8f66-be1db8fc220c associated. External IP: 172.25.3.4, port: 4204f0c2-7f1f-4736-9e30-4d981d6e737d. Mar 22 14:30:45.699192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79925f67-2383-4ffa-85ff-ba561e8aae8f req-ae4745b4-7432-4d3a-8548-d6937827fa93 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.3467324 Mar 22 14:30:45.791102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79925f67-2383-4ffa-85ff-ba561e8aae8f req-c93e22e6-54ec-4d09-91ef-ebc53ff3b0e5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890439 Mar 22 14:30:45.830274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549b9aa-d0ea-4518-9e93-0205a0ee72d5 req-66921b81-8ce4-48b1-b39e-6608ba284976 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:45.837628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0549b9aa-d0ea-4518-9e93-0205a0ee72d5 req-66921b81-8ce4-48b1-b39e-6608ba284976 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 945 time: 0.4311481 Mar 22 14:30:45.931046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Deleting port 0a0872b2-9f9b-4237-bc4d-97913c58dade {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:45.931456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.205534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0549b9aa-d0ea-4518-9e93-0205a0ee72d5 req-26d05164-5d9e-48d5-b00d-2f33000a5cd5 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600447 Mar 22 14:30:46.249927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:46.263510 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Sync routers for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:46.281844 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:46.285746 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:46.312918 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.316709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] For port 0a0872b2-9f9b-4237-bc4d-97913c58dade, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=0a0872b2-9f9b-4237-bc4d-97913c58dade,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:46.316709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:46.376642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6e4a4874-eea3-4dff-8246-abb59db090aa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6587696 Mar 22 14:30:46.378108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:46.380699 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa42c098-3375-48d0-bf64-221f0ff5774a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:46.450330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Calling delete_port for 0a0872b2-9f9b-4237-bc4d-97913c58dade owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:46.498789 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807745da-b5e2-4b08-b847-56f267c56a9a x-openstack-request-id: req-807745da-b5e2-4b08-b847-56f267c56a9a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:46.499085 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:46.499338 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-807745da-b5e2-4b08-b847-56f267c56a9a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:46.499752 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807745da-b5e2-4b08-b847-56f267c56a9a'] response: {'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:30:46.646770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-6f3b76f2-ef1d-47d3-8a55-70851413a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:46.648660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-6f3b76f2-ef1d-47d3-8a55-70851413a4dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1128 time: 0.1196289 Mar 22 14:30:46.868071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:46.952039 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:47.087736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-5633e67a-215a-49ff-af5c-d9df764c7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:47.096631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-5633e67a-215a-49ff-af5c-d9df764c7082 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.4373646 Mar 22 14:30:47.744092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca9f77f2-743d-49d0-891a-57f935088125', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:30:43Z', 'updated_at': '2022-03-22T14:30:43Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:47.825556 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Checking router: ed049579-1556-44c8-974f-8075fb80638a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:30:47.844244 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:47.845002 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:47.892715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0a0872b2-9f9b-4237-bc4d-97913c58dade), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:47.912259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:47.971423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event deleted for resources: {'Port': ['ID=0a0872b2-9f9b-4237-bc4d-97913c58dade,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:48.036117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-1e33f1f6-ec11-4266-8d95-b5525a6774aa req-d1a04cbb-7bf0-4dd0-99d2-f5c80b266b7f service neutron] (103890) timed out ('10.222.0.81', 50258) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:30:48.064050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6e618-9633-491a-8f63-f0e7aa25832c req-9fd8aaf9-b093-4d89-88cb-b9dfeda110c4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.071275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:48.082176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07a6e618-9633-491a-8f63-f0e7aa25832c req-9fd8aaf9-b093-4d89-88cb-b9dfeda110c4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 1.0854104 Mar 22 14:30:48.099615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] No DVR routers for this DVR port 0a0872b2-9f9b-4237-bc4d-97913c58dade on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:48.102732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.106897 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f71a27f9-fb14-4b8a-b9d5-054b11e01343 req-48b6054d-cf12-4b86-ab74-395ca85badef tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "DELETE /v2.0/ports/0a0872b2-9f9b-4237-bc4d-97913c58dade HTTP/1.1" status: 204 len: 173 time: 2.9159465 Mar 22 14:30:48.107608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'name': 'network-vif-deleted', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:48.109994 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa88814-f1fa-46d9-b236-4cb642b2455b" -d '{"events": [{"server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "name": "network-vif-deleted", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:48.114590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:48.198013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:48.241637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:48.242566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:48.273013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-91f5119c-fa74-4f59-8a5f-4d75d72ae021 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 1.1660511 Mar 22 14:30:48.302492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:48.316931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:48.318511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:48.387560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:48.388825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e30cf-a35d-44ef-9ad2-bd1091ef2c4a None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:48.421454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42106) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:48.463790 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca9f77f2-743d-49d0-891a-57f935088125', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:30:43Z', 'updated_at': '2022-03-22T14:30:43Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:48.471360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07a6e618-9633-491a-8f63-f0e7aa25832c req-e0e60000-50f6-4088-9727-f310f0f10186 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881543 Mar 22 14:30:48.521182 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30eec-e43e-4f1e-822a-ca1a150a05a9 None None] The sync data for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 is: [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'ca9f77f2-743d-49d0-891a-57f935088125', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:30:43Z', 'updated_at': '2022-03-22T14:30:43Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:48.532321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe9e1c-fce7-4253-8b02-94c29b654c96 req-c0286b74-6f8b-4366-b332-ccecc6de52f8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.534172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41fe9e1c-fce7-4253-8b02-94c29b654c96 req-c0286b74-6f8b-4366-b332-ccecc6de52f8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.4967031 Mar 22 14:30:48.548399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:30:48.614728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f9e97cf-bd08-46d2-9830-fb09ce196f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.640005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-a697895f-3dca-4303-946f-8eab0cad1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.653997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-a697895f-3dca-4303-946f-8eab0cad1e1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.3444281 Mar 22 14:30:48.662488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router 92d109f4-166d-46a7-9bec-943ea082dd1f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:48.666054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Deleting subnet afac16c6-f819-4bfe-ae5f-2b9d5a930a1c {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:48.679618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Publish callbacks [] for subnet (afac16c6-f819-4bfe-ae5f-2b9d5a930a1c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.790766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41ce58e3-7b50-4f08-8f4d-249993c1911e req-7457bad0-6eee-4506-960b-fa6fb3072ce9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad2c091-23b9-4bfa-847f-732ca54bc5a9 HTTP/1.1" status: 200 len: 210 time: 0.0535262 Mar 22 14:30:48.809868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41fe9e1c-fce7-4253-8b02-94c29b654c96 req-e1e19257-4b1b-43b0-8903-1ebbed02d570 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404680 Mar 22 14:30:48.820525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (afac16c6-f819-4bfe-ae5f-2b9d5a930a1c), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.849527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42114) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:48.904324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-8c3bcd3a-f0ab-49d5-bccd-7cf5a08cb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:48.906022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-8c3bcd3a-f0ab-49d5-bccd-7cf5a08cb1d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2560608 Mar 22 14:30:48.939487 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207dba4-a81d-4d40-8897-b8f165325a47 x-openstack-request-id: req-c207dba4-a81d-4d40-8897-b8f165325a47 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:48.940082 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad2c091-23b9-4bfa-847f-732ca54bc5a9", "name": "network-vif-deleted", "tag": "0a0872b2-9f9b-4237-bc4d-97913c58dade", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:48.940356 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c207dba4-a81d-4d40-8897-b8f165325a47 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:48.940836 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c207dba4-a81d-4d40-8897-b8f165325a47'] response: {'server_uuid': 'cad2c091-23b9-4bfa-847f-732ca54bc5a9', 'name': 'network-vif-deleted', 'tag': '0a0872b2-9f9b-4237-bc4d-97913c58dade', 'status': 'completed', 'code': 200} Mar 22 14:30:48.942719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:48.954363 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] Sync routers for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:48.957469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:48.970402 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:48.971640 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.028817 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3bb238f2-1ca7-46b6-9513-a737c3f340e1 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/floatingips/444290ca-f44d-47aa-8f66-be1db8fc220c HTTP/1.1" status: 200 len: 976 time: 4.9086714 Mar 22 14:30:49.029189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42120) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:49.030359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (afac16c6-f819-4bfe-ae5f-2b9d5a930a1c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.042392 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.060869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:49.064805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.111782 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.112779 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b222721-6570-4c8c-a191-15e148c89b17 None None] The sync data for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:49.146231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bf4b812a-11dc-47ba-9eae-c129c02c1bfd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/ca9f77f2-743d-49d0-891a-57f935088125 HTTP/1.1" status: 200 len: 992 time: 0.2952962 Mar 22 14:30:49.154888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 078c1590-1199-460e-ac7e-823882d73af3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:49.155227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-267fb4e1-720a-4bb8-8184-1a89dabbb68d service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391856 Mar 22 14:30:49.155478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (078c1590-1199-460e-ac7e-823882d73af3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.266285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (078c1590-1199-460e-ac7e-823882d73af3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.287108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (afac16c6-f819-4bfe-ae5f-2b9d5a930a1c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.296822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53506a08-bfb7-4645-8305-22e5a902f00d None None] New status for floating IP ca9f77f2-743d-49d0-891a-57f935088125: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:30:49.306694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.314443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/afac16c6-f819-4bfe-ae5f-2b9d5a930a1c HTTP/1.1" status: 204 len: 168 time: 0.8834052 Mar 22 14:30:49.315416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42122) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:49.355798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9139b-caab-4ae4-a7a5-3d930194fd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afac16c6-f819-4bfe-ae5f-2b9d5a930a1c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:49.454486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa42c098-3375-48d0-bf64-221f0ff5774a req-34c3f514-87cb-459f-8f8e-d29874da716d service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848415 Mar 22 14:30:49.481402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.510031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.510686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.511178 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Floating IP 444290ca-f44d-47aa-8f66-be1db8fc220c disassociated. External IP: 172.25.3.4, port: 078c1590-1199-460e-ac7e-823882d73af3. Mar 22 14:30:49.512322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 078c1590-1199-460e-ac7e-823882d73af3 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:49.673351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (078c1590-1199-460e-ac7e-823882d73af3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.711768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=078c1590-1199-460e-ac7e-823882d73af3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:49.732183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0a0872b2-9f9b-4237-bc4d-97913c58dade no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:49.757137 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.785001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 0a0872b2-9f9b-4237-bc4d-97913c58dade {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:49.785595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 0a0872b2-9f9b-4237-bc4d-97913c58dade not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:49.796161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c9b05-30c7-4691-938d-7a7fa66bcedd req-f27b3757-cbff-4d80-8842-ca34d7f14051 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:49.797785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b48c9b05-30c7-4691-938d-7a7fa66bcedd req-f27b3757-cbff-4d80-8842-ca34d7f14051 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1351652 Mar 22 14:30:49.799587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.828954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2366ee87-409b-4812-8aef-2b229b6f4a37') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.829252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2366ee87-409b-4812-8aef-2b229b6f4a37') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:49.867113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (2366ee87-409b-4812-8aef-2b229b6f4a37), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.891256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router 92d109f4-166d-46a7-9bec-943ea082dd1f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:49.893637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2366ee87-409b-4812-8aef-2b229b6f4a37), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.910468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:30:49.910725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (2366ee87-409b-4812-8aef-2b229b6f4a37), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:30:49.912704 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:30:50.003625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b48c9b05-30c7-4691-938d-7a7fa66bcedd req-e3f69977-1389-46a8-9093-92a9034057a2 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827967 Mar 22 14:30:50.048399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.061723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.071760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] 10.222.0.81 "DELETE /v2.0/networks/d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc HTTP/1.1" status: 204 len: 168 time: 0.7525079 Mar 22 14:30:50.101076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85644b-857f-40c5-961f-9a1767986e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3aa7fc9-9290-4bf3-9dd0-0fc2e15547bc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:50.125330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:50.138884 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] Sync routers for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:50.149602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.154771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:50.155609 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:50.247929 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:50.263227 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:50.265654 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:50.303161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f49d639d-4c9a-4b84-9815-d4e0afa38486 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/ca9f77f2-743d-49d0-891a-57f935088125 HTTP/1.1" status: 200 len: 994 time: 0.1521983 Mar 22 14:30:50.328123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.329648 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:50.330890 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71953e7-0cb1-4e25-8cb0-f2bf85ab4f76 None None] The sync data for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:50.334615 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c86662c-b3e3-4ad3-b331-8c34e675ae92 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/078c1590-1199-460e-ac7e-823882d73af3 HTTP/1.1" status: 204 len: 168 time: 1.3044226 Mar 22 14:30:50.338953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42150) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.436903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dad0d-8c13-44f4-a702-9f3698a9ff36 req-4d460bee-4a8c-49fe-b6c2-b9bbb99a3a8e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:50.449811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5dad0d-8c13-44f4-a702-9f3698a9ff36 req-4d460bee-4a8c-49fe-b6c2-b9bbb99a3a8e tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1158295 Mar 22 14:30:50.450970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42152) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.527614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf5dad0d-8c13-44f4-a702-9f3698a9ff36 req-dd88f823-0e8f-46a6-ba9b-c5c9cf261c97 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747042 Mar 22 14:30:50.558873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d377f472-be5f-427d-a343-c63143e224fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe6772e2d87e485987ef355d923ab9bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1044562 Mar 22 14:30:50.560141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42156) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:50.616997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] Publish callbacks [] for security_group (c21d1826-922e-4d50-b0f5-e7246e6b4170), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.643944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] Publish callbacks [] for security_group (c21d1826-922e-4d50-b0f5-e7246e6b4170), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.728118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c21d1826-922e-4d50-b0f5-e7246e6b4170), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.731197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.744670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c21d1826-922e-4d50-b0f5-e7246e6b4170 HTTP/1.1" status: 204 len: 168 time: 0.1741114 Mar 22 14:30:50.770047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfb7f3-d3b0-46cf-a76a-a840028da7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d1826-922e-4d50-b0f5-e7246e6b4170,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:50.854962 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (92d109f4-166d-46a7-9bec-943ea082dd1f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:50.946656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-53d4c0f9-22fd-4940-8a37-a68f4f25934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.230798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173424-f9af-48fa-90a5-5e8925113d22 req-f3b43e63-88a1-4268-b661-22d11f653d37 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.235775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41173424-f9af-48fa-90a5-5e8925113d22 req-f3b43e63-88a1-4268-b661-22d11f653d37 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 944 time: 0.1126833 Mar 22 14:30:51.294754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 42d2e0e2-20cc-4e9a-a542-000bbcc2183e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:51.295371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.359981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41173424-f9af-48fa-90a5-5e8925113d22 req-8c5c78b4-cf68-48b9-98e3-30747fa22912 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198151 Mar 22 14:30:51.455281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.482220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 42d2e0e2-20cc-4e9a-a542-000bbcc2183e owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:51.658779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81193b5b-d6d3-4f7b-833c-e50eb88168dc req-046f7287-9ee2-4168-937d-1307db7ec73f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:51.660388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81193b5b-d6d3-4f7b-833c-e50eb88168dc req-046f7287-9ee2-4168-937d-1307db7ec73f tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.0567877 Mar 22 14:30:51.705944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (42d2e0e2-20cc-4e9a-a542-000bbcc2183e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.717848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81193b5b-d6d3-4f7b-833c-e50eb88168dc req-8c55bcf9-d0a6-41ad-97a0-c740fd980808 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Mar 22 14:30:51.734242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=42d2e0e2-20cc-4e9a-a542-000bbcc2183e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:51.739687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:30:51.857787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:51.871975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'network_id': 'dfa1da40-1033-46b0-92b7-22b8ff84cbbf', 'port_id': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'mac_address': 'fa:16:3e:ad:22:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7225385-2adc-40f6-bf02-295ad6484b21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:30:51.925239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:51.925618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.937413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (92d109f4-166d-46a7-9bec-943ea082dd1f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.961526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:30:51.988205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:51.991384 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:51.995663 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.056781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:52.199948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router 92d109f4-166d-46a7-9bec-943ea082dd1f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:52.236925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:52.316425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:52.324772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42192) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:52.324962 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98bb7289-8e1e-44ad-a5db-cc1a0578da22 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/routers/92d109f4-166d-46a7-9bec-943ea082dd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9846292 Mar 22 14:30:52.330010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] Sync routers for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:52.349102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:52.349721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:52.391073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:52.417140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] Routers {'92d109f4-166d-46a7-9bec-943ea082dd1f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:52.418099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['92d109f4-166d-46a7-9bec-943ea082dd1f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:52.455514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.456000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:52.456558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e5aff-7887-4c04-bafb-7bb48d27c435 None None] The sync data for ids ['92d109f4-166d-46a7-9bec-943ea082dd1f'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:52.620935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d117f5-4854-45f6-90e7-8be22815a309 req-9db8b6e8-6785-4ff2-a1cf-5d2ebece19ca tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.622409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60d117f5-4854-45f6-90e7-8be22815a309 req-9db8b6e8-6785-4ff2-a1cf-5d2ebece19ca tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 945 time: 0.1081810 Mar 22 14:30:52.627736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (92d109f4-166d-46a7-9bec-943ea082dd1f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.736180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60d117f5-4854-45f6-90e7-8be22815a309 req-5059a793-e0f6-4eb4-8fdc-e35191989c9b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Mar 22 14:30:52.750913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-937dc1bd-4ed7-417f-beb9-34b8e3755239 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.752404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-937dc1bd-4ed7-417f-beb9-34b8e3755239 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1215589 Mar 22 14:30:52.799509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 30634894-7a50-4d96-95dd-88533465f936 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:52.800000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (30634894-7a50-4d96-95dd-88533465f936), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.952544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (30634894-7a50-4d96-95dd-88533465f936), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:52.972084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd2944-72d5-4156-b241-fbda4a374795 req-0dfd2f8a-a73a-411f-8c25-999545c9484b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:52.973563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bebd2944-72d5-4156-b241-fbda4a374795 req-0dfd2f8a-a73a-411f-8c25-999545c9484b tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 946 time: 0.1561699 Mar 22 14:30:52.978947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 30634894-7a50-4d96-95dd-88533465f936 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:53.054236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Deleting port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:53.054667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.138976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bebd2944-72d5-4156-b241-fbda4a374795 req-f4bbea22-bd04-4efe-a444-68dfa1268af9 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/security-groups?id=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572745 Mar 22 14:30:53.225766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] For port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:53.226161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.241056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Calling delete_port for d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:53.340914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (30634894-7a50-4d96-95dd-88533465f936), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.387494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=30634894-7a50-4d96-95dd-88533465f936,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:53.474213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (92d109f4-166d-46a7-9bec-943ea082dd1f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.538901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.556701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:30:53.605999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Pushing event deleted for resources: {'Port': ['ID=d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:53.611550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.615825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_controller (92d109f4-166d-46a7-9bec-943ea082dd1f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.680294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] No DVR routers for this DVR port d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:53.683071 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.686676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2372725a-09cd-43f2-8ae5-3ede30d3be73 req-8931376a-d55f-444f-81aa-7deb0fcf00a0 tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.78 "DELETE /v2.0/ports/d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e HTTP/1.1" status: 204 len: 173 time: 0.9271605 Mar 22 14:30:53.687247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'name': 'network-vif-deleted', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:53.689700 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fafd7-63e3-4f4c-a5ee-be1d981496da" -d '{"events": [{"server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "name": "network-vif-deleted", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:53.703520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (92d109f4-166d-46a7-9bec-943ea082dd1f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.704100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Fanout notify agent at l3_agent the message router_deleted on router 92d109f4-166d-46a7-9bec-943ea082dd1f {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:30:53.719128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.724825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:53.725343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75e05f0f-e158-4092-85e0-a17764d2e052 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/routers/92d109f4-166d-46a7-9bec-943ea082dd1f HTTP/1.1" status: 204 len: 168 time: 1.3981049 Mar 22 14:30:53.744503 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd628966-b54f-4c84-a9a1-1b9916c7ee1c x-openstack-request-id: req-dd628966-b54f-4c84-a9a1-1b9916c7ee1c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:53.745214 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b37230-22df-4adf-b6eb-e80c9c2efc58", "name": "network-vif-deleted", "tag": "d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:53.746475 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd628966-b54f-4c84-a9a1-1b9916c7ee1c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:53.747733 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd628966-b54f-4c84-a9a1-1b9916c7ee1c'] response: {'server_uuid': '92b37230-22df-4adf-b6eb-e80c9c2efc58', 'name': 'network-vif-deleted', 'tag': 'd08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e', 'status': 'completed', 'code': 200} Mar 22 14:30:53.755238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:30:53.791254 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.840601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:30:53.841608 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.843262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting subnet 707ab4c9-c72c-4c21-8d4c-b9e439fd6907 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:30:53.846641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (707ab4c9-c72c-4c21-8d4c-b9e439fd6907), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.912137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (707ab4c9-c72c-4c21-8d4c-b9e439fd6907), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:53.954200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df241549-de50-4006-bdb0-0e3f6807c38c req-4f2f162b-682d-4d8e-bc35-eec9d3c02e0c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:53.963577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df241549-de50-4006-bdb0-0e3f6807c38c req-4f2f162b-682d-4d8e-bc35-eec9d3c02e0c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 945 time: 0.0768123 Mar 22 14:30:53.964738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:53.965140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.005285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:54.006516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:30:54.009097 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2557ff4-ed49-48f0-a316-4dc7f0d254b7" -d '{"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:30:54.026557 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.027169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df241549-de50-4006-bdb0-0e3f6807c38c req-041b4e60-3433-41e7-8f94-9439c7d3e830 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 Mar 22 14:30:54.071297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (707ab4c9-c72c-4c21-8d4c-b9e439fd6907), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.088312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.122457 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d491fe0-35b7-42d9-81b8-ffc73cfc3c10 x-openstack-request-id: req-2d491fe0-35b7-42d9-81b8-ffc73cfc3c10 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:30:54.124135 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:30:54.124590 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d491fe0-35b7-42d9-81b8-ffc73cfc3c10 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:30:54.125275 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d491fe0-35b7-42d9-81b8-ffc73cfc3c10'] response: {'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'code': 200} Mar 22 14:30:54.154226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (707ab4c9-c72c-4c21-8d4c-b9e439fd6907), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.180757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Subnet': ['ID=707ab4c9-c72c-4c21-8d4c-b9e439fd6907,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.199760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.200898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba004f-555c-4e44-ac54-1a5c3c227293 None None] Network b1ad68b7-90f8-42dc-916a-e079987e33b9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:30:54.206334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42240) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:54.209223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0df8655-8e88-407a-8d1e-09073e2639ee tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/subnets/707ab4c9-c72c-4c21-8d4c-b9e439fd6907 HTTP/1.1" status: 204 len: 168 time: 0.4780877 Mar 22 14:30:54.382501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f383ae47-4936-4906-bd78-cb00f8fa5623 req-304b0a7e-12b5-48c0-bc03-68b57a582b0d tempest-ServerRescueNegativeTestJSON-1719391225 tempest-ServerRescueNegativeTestJSON-1719391225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b37230-22df-4adf-b6eb-e80c9c2efc58 HTTP/1.1" status: 200 len: 210 time: 0.0559254 Mar 22 14:30:54.408450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b1ad68b7-90f8-42dc-916a-e079987e33b9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.422946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933363a8-98b4-47fd-89ae-055ae87b1096 req-b407015e-bdbf-4b30-a8f9-1c6420af89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:54.424470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-933363a8-98b4-47fd-89ae-055ae87b1096 req-b407015e-bdbf-4b30-a8f9-1c6420af89ee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1129 time: 0.1314096 Mar 22 14:30:54.440182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] DHCP port deletion for b1ad68b7-90f8-42dc-916a-e079987e33b9 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:30:54.497115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Deleting port eb455a3c-3116-4eb5-aed4-6216341eb1bf {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:54.497495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.517529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-933363a8-98b4-47fd-89ae-055ae87b1096 req-a1eceb14-aaf0-43fa-91d2-69d4e33fce01 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865066 Mar 22 14:30:54.533471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port eb455a3c-3116-4eb5-aed4-6216341eb1bf {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:54.533812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.574669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] For port eb455a3c-3116-4eb5-aed4-6216341eb1bf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb455a3c-3116-4eb5-aed4-6216341eb1bf,segment=NetworkSegment(392df525-9df6-40d6-ad49-185b17a005a8),segment_id=392df525-9df6-40d6-ad49-185b17a005a8)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:54.575272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.598421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Calling delete_port for eb455a3c-3116-4eb5-aed4-6216341eb1bf owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:54.614070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device eb455a3c-3116-4eb5-aed4-6216341eb1bf no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:54.634907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] For port eb455a3c-3116-4eb5-aed4-6216341eb1bf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=eb455a3c-3116-4eb5-aed4-6216341eb1bf,segment=NetworkSegment(392df525-9df6-40d6-ad49-185b17a005a8),segment_id=392df525-9df6-40d6-ad49-185b17a005a8)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:54.635269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.648294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for eb455a3c-3116-4eb5-aed4-6216341eb1bf owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:54.747943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.749105 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.772102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=eb455a3c-3116-4eb5-aed4-6216341eb1bf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.778706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] No DVR routers for this DVR port eb455a3c-3116-4eb5-aed4-6216341eb1bf on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:54.781460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] Pushing event deleted for resources: {'Port': ['ID=eb455a3c-3116-4eb5-aed4-6216341eb1bf,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:54.784428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c3fdd-7e54-40f4-8078-6442964ca213 None None] No DVR routers for this DVR port eb455a3c-3116-4eb5-aed4-6216341eb1bf on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:30:54.785866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port eb455a3c-3116-4eb5-aed4-6216341eb1bf is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:30:54.786273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eb455a3c-3116-4eb5-aed4-6216341eb1bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.884414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b1ad68b7-90f8-42dc-916a-e079987e33b9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.908610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ad68b7-90f8-42dc-916a-e079987e33b9']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:54.917939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392df525-9df6-40d6-ad49-185b17a005a8') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:54.918264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392df525-9df6-40d6-ad49-185b17a005a8') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:54.927849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (392df525-9df6-40d6-ad49-185b17a005a8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.941411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (392df525-9df6-40d6-ad49-185b17a005a8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.943923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.947551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:30:54.947996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (392df525-9df6-40d6-ad49-185b17a005a8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self.session.flush() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:30:54.951173 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:30:55.013328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b1ad68b7-90f8-42dc-916a-e079987e33b9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.020430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.023574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/networks/b1ad68b7-90f8-42dc-916a-e079987e33b9 HTTP/1.1" status: 204 len: 168 time: 0.8159878 Mar 22 14:30:55.026437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42252) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.042483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed3c34-d7f0-4d80-bf53-73fa6dfb2768 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Network': ['ID=b1ad68b7-90f8-42dc-916a-e079987e33b9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:55.201409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46471e5-b591-48d7-8fec-a2f512fd5382 req-6494b80e-729c-4021-bc72-fbb26b9e44cf tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:55.202990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d46471e5-b591-48d7-8fec-a2f512fd5382 req-6494b80e-729c-4021-bc72-fbb26b9e44cf tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0865827 Mar 22 14:30:55.224971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 72d100be-78e7-464b-a059-924ed7fb36b3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:55.225393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.296692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d46471e5-b591-48d7-8fec-a2f512fd5382 req-9f7a5d6f-0ef1-4de0-8f8d-c962873add4b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872853 Mar 22 14:30:55.331616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.332033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (72d100be-78e7-464b-a059-924ed7fb36b3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.344214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 72d100be-78e7-464b-a059-924ed7fb36b3 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:55.440950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42266) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.500944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (72d100be-78e7-464b-a059-924ed7fb36b3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.547481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=72d100be-78e7-464b-a059-924ed7fb36b3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:55.630856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for floatingip (444290ca-f44d-47aa-8f66-be1db8fc220c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.633730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:55.635371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08efcd29-b270-4a0b-af26-4f88ca95b6dc tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/floatingips/444290ca-f44d-47aa-8f66-be1db8fc220c HTTP/1.1" status: 204 len: 168 time: 0.6076019 Mar 22 14:30:55.639291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42278) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.664227 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bac805-ac51-44c1-87be-fee57fd1f450 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] DELETE failed (client error): The resource could not be found. Mar 22 14:30:55.665611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bac805-ac51-44c1-87be-fee57fd1f450 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:55.672628 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-92bac805-ac51-44c1-87be-fee57fd1f450 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/078c1590-1199-460e-ac7e-823882d73af3 HTTP/1.1" status: 404 len: 333 time: 0.0283799 Mar 22 14:30:55.672628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.704444 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cb60e99f-d2d0-46bc-bf43-6806cc84862a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/ports?device_id=92d109f4-166d-46a7-9bec-943ea082dd1f HTTP/1.1" status: 200 len: 205 time: 0.0304196 Mar 22 14:30:55.706732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42282) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.754457 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-6aef8543-a067-4896-97e7-7b126cbac8a8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] delete failed (client error): The resource could not be found. Mar 22 14:30:55.755606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6aef8543-a067-4896-97e7-7b126cbac8a8 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/routers/92d109f4-166d-46a7-9bec-943ea082dd1f HTTP/1.1" status: 404 len: 336 time: 0.0477192 Mar 22 14:30:55.758206 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.785195 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d9d08e-e5b3-4b52-9da5-e51ff01d0ad0 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] DELETE failed (client error): The resource could not be found. Mar 22 14:30:55.786012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d9d08e-e5b3-4b52-9da5-e51ff01d0ad0 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:30:55.789583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3d9d08e-e5b3-4b52-9da5-e51ff01d0ad0 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/subnets/707ab4c9-c72c-4c21-8d4c-b9e439fd6907 HTTP/1.1" status: 404 len: 337 time: 0.0302711 Mar 22 14:30:55.796567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:55.912381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 4204f0c2-7f1f-4736-9e30-4d981d6e737d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:55.912725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4204f0c2-7f1f-4736-9e30-4d981d6e737d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.022925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4204f0c2-7f1f-4736-9e30-4d981d6e737d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.042197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 4204f0c2-7f1f-4736-9e30-4d981d6e737d owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:56.193991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (a47a9d37-448b-4215-836d-759fbdf9b410), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.200819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4204f0c2-7f1f-4736-9e30-4d981d6e737d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.278636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=4204f0c2-7f1f-4736-9e30-4d981d6e737d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:56.322652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.323012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.323352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.323705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.324102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.324444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.325196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.325549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.325924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.326532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.326532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.326861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.327184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.327505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.327826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:30:56.355960 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.359325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02a0ee81-6673-4060-8fec-a71a46c59234 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/4204f0c2-7f1f-4736-9e30-4d981d6e737d HTTP/1.1" status: 204 len: 168 time: 0.5614269 Mar 22 14:30:56.363920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42332) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:56.489542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 01422d77-372d-475d-aec2-129d84bf7d7f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:56.489882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (01422d77-372d-475d-aec2-129d84bf7d7f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.617999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (01422d77-372d-475d-aec2-129d84bf7d7f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.632395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 01422d77-372d-475d-aec2-129d84bf7d7f owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:56.789595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (01422d77-372d-475d-aec2-129d84bf7d7f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.824387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=01422d77-372d-475d-aec2-129d84bf7d7f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:56.859984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907875ed-9b98-4fdc-a6eb-07ce3a67cabb req-d9c1df26-13f1-44bd-97df-bf2f3966e9e3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:56.861518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907875ed-9b98-4fdc-a6eb-07ce3a67cabb req-d9c1df26-13f1-44bd-97df-bf2f3966e9e3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0850036 Mar 22 14:30:56.923157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:56.926465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e20f1886-2975-4d72-8d37-7a6a8ccf78fa tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/ports/01422d77-372d-475d-aec2-129d84bf7d7f HTTP/1.1" status: 204 len: 168 time: 0.5611885 Mar 22 14:30:56.928936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:56.951640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907875ed-9b98-4fdc-a6eb-07ce3a67cabb req-94dc86e7-8268-429a-849e-4b233445b890 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820906 Mar 22 14:30:56.993942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Deleting port 57962c07-1d33-41d2-93c2-314d479f684f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:56.994516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (57962c07-1d33-41d2-93c2-314d479f684f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.001175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa941f-cf4d-4dc0-b863-4987a65acb9b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:57.002868 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75aa941f-cf4d-4dc0-b863-4987a65acb9b tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90b18a-ef66-46b7-9884-72617c0c6e22 HTTP/1.1" status: 200 len: 913 time: 0.0728402 Mar 22 14:30:57.005553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42346) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:57.156546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] For port 57962c07-1d33-41d2-93c2-314d479f684f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57962c07-1d33-41d2-93c2-314d479f684f,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:57.156912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (57962c07-1d33-41d2-93c2-314d479f684f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.178032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Calling delete_port for 57962c07-1d33-41d2-93c2-314d479f684f owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:57.517448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (57962c07-1d33-41d2-93c2-314d479f684f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.568358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Pushing event deleted for resources: {'Port': ['ID=57962c07-1d33-41d2-93c2-314d479f684f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:57.717912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:57.747234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:30:57.767629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:30:57.768214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d08b3bfc-6f7c-4f5e-a6e7-2d1559b7171e not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:30:57.843539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (a47a9d37-448b-4215-836d-759fbdf9b410), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.214913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c64918-9802-46ce-9a21-801be978490e req-8be2a77d-ec43-472d-b0fb-d8d65f9345e0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:58.216467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0c64918-9802-46ce-9a21-801be978490e req-8be2a77d-ec43-472d-b0fb-d8d65f9345e0 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1892605 Mar 22 14:30:58.259775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Router a47a9d37-448b-4215-836d-759fbdf9b410 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:30:58.275082 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.297443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:58.297784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.343100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0c64918-9802-46ce-9a21-801be978490e req-3b6978d1-ce3e-4312-978e-2953bff1b330 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193142 Mar 22 14:30:58.496871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.518703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:58.531855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:30:58.540687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f6f54fc-3fd2-4bc9-8cd3-c6923689da91 admin admin] 10.222.0.81 "PUT /v2.0/routers/a47a9d37-448b-4215-836d-759fbdf9b410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0984678 Mar 22 14:30:58.541821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:30:58.545133 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Sync routers for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:30:58.551211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8a22-d33b-46a7-a6d4-52937b7575b2 req-279a6ff8-f01e-49f6-85e7-13e6b51eb910 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:58.553239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b0e8a22-d33b-46a7-a6d4-52937b7575b2 req-279a6ff8-f01e-49f6-85e7-13e6b51eb910 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1333351 Mar 22 14:30:58.562319 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:58.563191 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:58.650055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b0e8a22-d33b-46a7-a6d4-52937b7575b2 req-3e4478c9-3e06-4f61-be9f-53cce65ac10b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Mar 22 14:30:58.679702 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:58.750298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks [] for router (a47a9d37-448b-4215-836d-759fbdf9b410), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.818970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.864183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=9ff2732a-b0c5-4d0e-a83e-0bec901bb1d7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:58.883551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341880b-6bda-4fcc-9802-39314d57c8fd req-1a217eef-0c51-48c6-ae45-0b6e59d3877e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:58.886125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f341880b-6bda-4fcc-9802-39314d57c8fd req-1a217eef-0c51-48c6-ae45-0b6e59d3877e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1160824 Mar 22 14:30:58.892611 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks [] for router_gateway (a47a9d37-448b-4215-836d-759fbdf9b410), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:58.930461 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '532fe82b-62bf-4048-ae08-6c2817321525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:30:57Z', 'revision_number': 5, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port': {'id': '532fe82b-62bf-4048-ae08-6c2817321525', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:25:04Z', 'updated_at': '2022-03-22T14:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:58.960052 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Checking router: a47a9d37-448b-4215-836d-759fbdf9b410 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:30:58.971666 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Routers {'a47a9d37-448b-4215-836d-759fbdf9b410'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:30:58.972285 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a47a9d37-448b-4215-836d-759fbdf9b410'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:58.980680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Deleting port 532fe82b-62bf-4048-ae08-6c2817321525 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:30:58.981028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (532fe82b-62bf-4048-ae08-6c2817321525), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.007505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f341880b-6bda-4fcc-9802-39314d57c8fd req-473a623c-d88d-498f-9efa-3b0314086f5a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034849 Mar 22 14:30:59.079636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] For port 532fe82b-62bf-4048-ae08-6c2817321525, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=532fe82b-62bf-4048-ae08-6c2817321525,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:30:59.080201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (532fe82b-62bf-4048-ae08-6c2817321525), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.100937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Calling delete_port for 532fe82b-62bf-4048-ae08-6c2817321525 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:30:59.159042 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] Set router a47a9d37-448b-4215-836d-759fbdf9b410 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:30:59.209588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.210560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.324609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (532fe82b-62bf-4048-ae08-6c2817321525), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.327159 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:30:58Z', 'revision_number': 6, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:30:59.356855 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1f834-b4e5-436e-ac5f-ffd0f7659023 None None] The sync data for ids ['a47a9d37-448b-4215-836d-759fbdf9b410'] in n-d-758851-5 is: [{'id': 'a47a9d37-448b-4215-836d-759fbdf9b410', 'name': 'tempest-ServerRescueNegativeTestJSON-879414447-router', 'tenant_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:25:02Z', 'updated_at': '2022-03-22T14:30:58Z', 'revision_number': 6, 'project_id': 'fc3f6f2a5bd4448fbbb7a1bbf2341c61', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:30:59.363839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Pushing event deleted for resources: {'Port': ['ID=532fe82b-62bf-4048-ae08-6c2817321525,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:30:59.444764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (a47a9d37-448b-4215-836d-759fbdf9b410), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.718811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bde56c-6382-4ab8-805c-aaef471e090e req-8e410fdf-cfcf-4e96-8a30-4b6b607f217d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:30:59.720992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1bde56c-6382-4ab8-805c-aaef471e090e req-8e410fdf-cfcf-4e96-8a30-4b6b607f217d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.5992022 Mar 22 14:30:59.834694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1bde56c-6382-4ab8-805c-aaef471e090e req-1c133760-8136-4ab0-9707-cc18395ed90a tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033642 Mar 22 14:30:59.940507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (a47a9d37-448b-4215-836d-759fbdf9b410), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.942909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks [] for router_controller (a47a9d37-448b-4215-836d-759fbdf9b410), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.992779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (a47a9d37-448b-4215-836d-759fbdf9b410), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:30:59.993556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47a9d37-448b-4215-836d-759fbdf9b410 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:30:59.998626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.002247 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ccbc4ee6-ca52-4f89-b3d3-0cdfc377c356 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a47a9d37-448b-4215-836d-759fbdf9b410 HTTP/1.1" status: 204 len: 168 time: 1.4567344 Mar 22 14:31:00.002492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:00.016378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7305ee-02eb-4cac-812b-2f256acae974 req-36097e34-8908-4bab-8c19-ff84520e77da tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:00.017884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c7305ee-02eb-4cac-812b-2f256acae974 req-36097e34-8908-4bab-8c19-ff84520e77da tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0808272 Mar 22 14:31:00.050391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Router ac90b18a-ef66-46b7-9884-72617c0c6e22 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:31:00.052273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Deleting subnet 9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:00.055609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Publish callbacks [] for subnet (9d49682f-56fb-4e86-bdfc-bc0d8c98bec7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.092310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (9d49682f-56fb-4e86-bdfc-bc0d8c98bec7), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.143868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c7305ee-02eb-4cac-812b-2f256acae974 req-d64933b5-f95d-40b5-b02a-4554fddd1c6e tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190779 Mar 22 14:31:00.179031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9d49682f-56fb-4e86-bdfc-bc0d8c98bec7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.196506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:31:00.208249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-acf775c8-a55f-4adf-ace9-9b50f0c99301 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "PUT /v2.0/routers/ac90b18a-ef66-46b7-9884-72617c0c6e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2015817 Mar 22 14:31:00.213797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] Sync routers for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:31:00.218596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42418) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:00.235544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:00.236181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:00.267881 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (9d49682f-56fb-4e86-bdfc-bc0d8c98bec7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.282825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:00.291697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] Routers {'ac90b18a-ef66-46b7-9884-72617c0c6e22'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:00.292305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac90b18a-ef66-46b7-9884-72617c0c6e22'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:00.296328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d49682f-56fb-4e86-bdfc-bc0d8c98bec7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:00.303049 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.309183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e42109d-0867-4f80-95e7-c814beb1c575 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9d49682f-56fb-4e86-bdfc-bc0d8c98bec7 HTTP/1.1" status: 204 len: 168 time: 0.3056962 Mar 22 14:31:00.309882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:00.345168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b26c9-ac76-4bad-84f1-1ef949455f0b None None] Network 370aad98-b0d4-41e3-9c8f-5369747c5169 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:00.405020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:00.405951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1570a9-f629-4532-85e5-7625171b3148 None None] The sync data for ids ['ac90b18a-ef66-46b7-9884-72617c0c6e22'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:31:00.415612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (370aad98-b0d4-41e3-9c8f-5369747c5169), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.430194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac741-6df5-4055-8516-b81f96444c77 req-251166d9-9a01-4d69-91df-d47209bd5ba5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:00.434997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f99ac741-6df5-4055-8516-b81f96444c77 req-251166d9-9a01-4d69-91df-d47209bd5ba5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1324382 Mar 22 14:31:00.437808 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.563305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] DHCP port deletion for 370aad98-b0d4-41e3-9c8f-5369747c5169 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:00.575566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f99ac741-6df5-4055-8516-b81f96444c77 req-628e311c-29a4-4ea0-ac6f-cdd7c06609dc tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325214 Mar 22 14:31:00.587058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Deleting port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:00.587058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.643534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_gateway (ac90b18a-ef66-46b7-9884-72617c0c6e22), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.652722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Deleting port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:00.656930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.711826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] For port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:00.712168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.740444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Calling delete_port for 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:00.741235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 532fe82b-62bf-4048-ae08-6c2817321525 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:00.767059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting port 5bda6e94-3370-4d7c-97ce-00c2667194e2 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:00.767638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5bda6e94-3370-4d7c-97ce-00c2667194e2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.773082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 532fe82b-62bf-4048-ae08-6c2817321525 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:00.773441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 532fe82b-62bf-4048-ae08-6c2817321525 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:00.773896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57962c07-1d33-41d2-93c2-314d479f684f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:00.807115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 57962c07-1d33-41d2-93c2-314d479f684f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:00.808196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57962c07-1d33-41d2-93c2-314d479f684f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:00.808626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:00.846260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8702-70b9-43cb-adab-8e83a8ef464d req-5b36f182-e12e-4a3f-9da3-8ede15f845c9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:00.848077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57fb8702-70b9-43cb-adab-8e83a8ef464d req-5b36f182-e12e-4a3f-9da3-8ede15f845c9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1171310 Mar 22 14:31:00.878856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] For port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,segment=NetworkSegment(e597d591-9d42-4882-9492-609cd65c5cfd),segment_id=e597d591-9d42-4882-9492-609cd65c5cfd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:00.879076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.883975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.895874 n-d-758851-5 neutron-server[103892]: INFO neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No ports have port_id starting with 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 Mar 22 14:31:00.897084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Calling delete_port for 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:00.908963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5bda6e94-3370-4d7c-97ce-00c2667194e2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:00.931824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Pushing event deleted for resources: {'Port': ['ID=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:00.932021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Calling delete_port for 5bda6e94-3370-4d7c-97ce-00c2667194e2 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:00.934903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] No DVR routers for this DVR port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:00.958768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57fb8702-70b9-43cb-adab-8e83a8ef464d req-03376578-5680-423f-a6db-813433e9639f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010425 Mar 22 14:31:01.038386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (74e289a1-ccce-4ea2-aa54-82ce9f8d20a2), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.059288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (370aad98-b0d4-41e3-9c8f-5369747c5169), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.073087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] Pushing event deleted for resources: {'Port': ['ID=74e289a1-ccce-4ea2-aa54-82ce9f8d20a2,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.076180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e49e9f-a327-4d70-9578-2a9e2d02a25f None None] No DVR routers for this DVR port 74e289a1-ccce-4ea2-aa54-82ce9f8d20a2 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:01.100212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370aad98-b0d4-41e3-9c8f-5369747c5169']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:01.110016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e597d591-9d42-4882-9492-609cd65c5cfd') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:01.110345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e597d591-9d42-4882-9492-609cd65c5cfd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:01.124945 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (e597d591-9d42-4882-9492-609cd65c5cfd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.168250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e597d591-9d42-4882-9492-609cd65c5cfd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.180917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:01.181696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (e597d591-9d42-4882-9492-609cd65c5cfd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:01.186089 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:01.212825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5bda6e94-3370-4d7c-97ce-00c2667194e2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.243643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Port': ['ID=5bda6e94-3370-4d7c-97ce-00c2667194e2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.257891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (370aad98-b0d4-41e3-9c8f-5369747c5169), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.277092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.280339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] 10.222.0.81 "DELETE /v2.0/networks/370aad98-b0d4-41e3-9c8f-5369747c5169 HTTP/1.1" status: 204 len: 168 time: 0.9694390 Mar 22 14:31:01.281405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da9e36-1d98-4e34-aece-f6f51d09d48e admin admin] Pushing event deleted for resources: {'Network': ['ID=370aad98-b0d4-41e3-9c8f-5369747c5169,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.355247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2666-2fde-4faa-8ecd-4642a5f6dee5 req-4d16b804-da95-4bdd-b365-7196d53a5a97 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:01.356586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5da2666-2fde-4faa-8ecd-4642a5f6dee5 req-4d16b804-da95-4bdd-b365-7196d53a5a97 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1166470 Mar 22 14:31:01.361846 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.412093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42448) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:01.461095 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41d17081-5dc5-41a2-9376-10560936f5ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc3f6f2a5bd4448fbbb7a1bbf2341c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477827 Mar 22 14:31:01.463599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42450) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:01.487390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.491901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router_controller (ac90b18a-ef66-46b7-9884-72617c0c6e22), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.513528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] Publish callbacks [] for security_group (bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.526786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5da2666-2fde-4faa-8ecd-4642a5f6dee5 req-354ad4bb-00a3-4041-8cd0-9a929beb0a71 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612568 Mar 22 14:31:01.555600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] Publish callbacks [] for security_group (bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.575619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ac90b18a-ef66-46b7-9884-72617c0c6e22), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.576276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Fanout notify agent at l3_agent the message router_deleted on router ac90b18a-ef66-46b7-9884-72617c0c6e22 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:31:01.588958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.591247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36b59797-e2c0-49c1-9774-481d108d8b36 tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/routers/ac90b18a-ef66-46b7-9884-72617c0c6e22 HTTP/1.1" status: 204 len: 168 time: 1.3705313 Mar 22 14:31:01.592721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42452) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:01.641501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.644119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.645339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a HTTP/1.1" status: 204 len: 168 time: 0.1807210 Mar 22 14:31:01.660048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Deleting subnet a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:01.663277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaadf7-74e5-48dd-bf00-958f3736ca48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8aac5d-b0cf-4cbc-b799-380fe5c41d4a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.664993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.721560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.771185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.841369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.870481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:01.875170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:01.878694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-914322ad-07ce-4195-ad8e-153776b7751d tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/subnets/a9ef337c-56c5-4aa6-9b63-4ecf7ed40d25 HTTP/1.1" status: 204 len: 168 time: 0.2848949 Mar 22 14:31:01.881175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:01.961058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (623b769f-a5f7-4c5f-bbc2-542e5c8cab70), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.064759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (623b769f-a5f7-4c5f-bbc2-542e5c8cab70), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.089700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623b769f-a5f7-4c5f-bbc2-542e5c8cab70']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:02.102843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d62c216-6426-49b7-be89-d7b0e8ddd847') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:02.103149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d62c216-6426-49b7-be89-d7b0e8ddd847') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:02.113145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (9d62c216-6426-49b7-be89-d7b0e8ddd847), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.128019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9d62c216-6426-49b7-be89-d7b0e8ddd847), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.134560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:02.134952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (9d62c216-6426-49b7-be89-d7b0e8ddd847), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:02.138158 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:02.199989 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (623b769f-a5f7-4c5f-bbc2-542e5c8cab70), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.207294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.210369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] 10.222.0.81 "DELETE /v2.0/networks/623b769f-a5f7-4c5f-bbc2-542e5c8cab70 HTTP/1.1" status: 204 len: 168 time: 0.3282256 Mar 22 14:31:02.222608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d365-afdc-4321-97a4-c459a4b0d41a tempest-FloatingIPTestJSON-114100751 tempest-FloatingIPTestJSON-114100751-project] Pushing event deleted for resources: {'Network': ['ID=623b769f-a5f7-4c5f-bbc2-542e5c8cab70,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:02.519357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42498) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.671915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd618a-f13a-406c-9b5a-369e86d58c57 req-a4f54346-580c-40d7-a4e6-764f43adc720 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:02.673512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74bd618a-f13a-406c-9b5a-369e86d58c57 req-a4f54346-580c-40d7-a4e6-764f43adc720 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0720289 Mar 22 14:31:02.749555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-10c57362-7e4b-4ca6-949e-39814e1f4fb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59ab7f5867fa4a7c8e5e9bfbcbf3fecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282240 Mar 22 14:31:02.752276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.757056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74bd618a-f13a-406c-9b5a-369e86d58c57 req-2b59f29b-8e46-449e-9047-2d4fc9829d04 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742581 Mar 22 14:31:02.813444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] Publish callbacks [] for security_group (1cdec073-3d20-4a36-9ad0-8261bd67f4d9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.818404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:02.844155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] Publish callbacks [] for security_group (1cdec073-3d20-4a36-9ad0-8261bd67f4d9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.906819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1cdec073-3d20-4a36-9ad0-8261bd67f4d9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.910904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:02.912968 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cdec073-3d20-4a36-9ad0-8261bd67f4d9 HTTP/1.1" status: 204 len: 168 time: 0.1594253 Mar 22 14:31:02.924289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314461-990c-4ad9-8f7d-0343aa29f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdec073-3d20-4a36-9ad0-8261bd67f4d9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:02.983260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61f7fe57-1833-43e5-bf9d-bca50242220d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.159264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3640-33da-4f97-b8f2-992b56f8d73c req-bd7c66b7-be28-42cb-a47b-f7347b387049 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.160791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b2f3640-33da-4f97-b8f2-992b56f8d73c req-bd7c66b7-be28-42cb-a47b-f7347b387049 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1202278 Mar 22 14:31:03.167762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61f7fe57-1833-43e5-bf9d-bca50242220d admin admin] Publish callbacks [] for security_group (dbc5c671-8f61-444a-9e55-ff1c6d89db9a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.197357 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61f7fe57-1833-43e5-bf9d-bca50242220d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dbc5c671-8f61-444a-9e55-ff1c6d89db9a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.228670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-0d47fb76-a60e-449e-93bd-f25a13ed2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.229765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-0d47fb76-a60e-449e-93bd-f25a13ed2c1f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=133e132c97984561a54c4b8f0875f768&device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 1129 time: 0.1543832 Mar 22 14:31:03.294421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7fe57-1833-43e5-bf9d-bca50242220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5c671-8f61-444a-9e55-ff1c6d89db9a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:03.348719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42552) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:03.355873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-61f7fe57-1833-43e5-bf9d-bca50242220d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6e2a6fdff0941e39bd798c2fcb9335b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361578 Mar 22 14:31:03.397456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b2f3640-33da-4f97-b8f2-992b56f8d73c req-378dfa06-0bd8-4a60-859c-c0cc769e78c9 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219737 Mar 22 14:31:03.435346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] Publish callbacks [] for security_group (dbc5c671-8f61-444a-9e55-ff1c6d89db9a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.467957 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] Publish callbacks [] for security_group (dbc5c671-8f61-444a-9e55-ff1c6d89db9a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.468358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-1c91fb56-1457-45f5-bb93-c7d9f26180e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.470644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-1c91fb56-1457-45f5-bb93-c7d9f26180e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 200 len: 914 time: 0.2189128 Mar 22 14:31:03.525426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dbc5c671-8f61-444a-9e55-ff1c6d89db9a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.528360 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:03.529602 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbc5c671-8f61-444a-9e55-ff1c6d89db9a HTTP/1.1" status: 204 len: 168 time: 0.1798477 Mar 22 14:31:03.538594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-426ae659-4eac-4947-8dea-401febc44c9a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 200 len: 217 time: 0.0606844 Mar 22 14:31:03.539988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a6dec-c97b-4e66-98c1-a083600aee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5c671-8f61-444a-9e55-ff1c6d89db9a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:03.595152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-9831fb0d-2d04-4208-b026-a81491488faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:03.597061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-9831fb0d-2d04-4208-b026-a81491488faa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 200 len: 853 time: 0.0527685 Mar 22 14:31:03.631091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-9921139a-c99b-4855-b66f-401ed9704ecb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dfa1da40-1033-46b0-92b7-22b8ff84cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277414 Mar 22 14:31:03.734668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-6a3b2ed8-a693-4f27-9841-e5ff74deff1a service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975232 Mar 22 14:31:03.848924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c9fe701-fd94-4505-a31c-036f59db9e23 req-c098a56f-7d29-44ea-a063-dd2944b07b31 service neutron] 10.222.0.78 "GET /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079199 Mar 22 14:31:03.959701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.173883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1069179901'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:04.197753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Made reservation on behalf of c41dc8d8d0964ae0836f407f6338a1b7 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:04.201325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.211105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.301842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for security_group (4f35ed19-7d63-4aee-8b3c-29e13e0f3092), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.306800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4f35ed19-7d63-4aee-8b3c-29e13e0f3092), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.330121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:04.345087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f35ed19-7d63-4aee-8b3c-29e13e0f3092,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:04.348019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (69d7560f-1058-448a-b6ce-f463dbf76e86), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.348370 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Added segment 69d7560f-1058-448a-b6ce-f463dbf76e86 of type vlan for network 2af0759c-e39f-40df-8196-b2eb03486ff9 Mar 22 14:31:04.395584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2af0759c-e39f-40df-8196-b2eb03486ff9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.450913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2af0759c-e39f-40df-8196-b2eb03486ff9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.456319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:04.456920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:04.591590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42616) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:04.592189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6309636 Mar 22 14:31:04.593491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6c30f-d146-48be-b406-51bb3f06aaca tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Network': ['ID=2af0759c-e39f-40df-8196-b2eb03486ff9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:04.600520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'subnet': {'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:04.606056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:04.618812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc11a09-2d77-4af4-9be5-ae66d62b8e00 req-02af589f-9f17-4ac6-b11a-a7bd8f37f0ff tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:04.626902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bc11a09-2d77-4af4-9be5-ae66d62b8e00 req-02af589f-9f17-4ac6-b11a-a7bd8f37f0ff tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1484313 Mar 22 14:31:04.694598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bc11a09-2d77-4af4-9be5-ae66d62b8e00 req-2a06e373-47de-42c6-af25-dace6aade4db tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653739 Mar 22 14:31:04.772356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Made reservation on behalf of c41dc8d8d0964ae0836f407f6338a1b7 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:04.779096 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.022774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a53a73ef-32ea-413c-b57b-7f08f2a43ca4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.081441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Subnet': ['ID=a53a73ef-32ea-413c-b57b-7f08f2a43ca4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:05.092014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Checking segment: {'id': '69d7560f-1058-448a-b6ce-f463dbf76e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:05.092379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network hostable DHCP agents. Network: 2af0759c-e39f-40df-8196-b2eb03486ff9, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:05.113864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:05.127458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 2af0759c-e39f-40df-8196-b2eb03486ff9) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:05.132048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:05.132643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.138812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c61ca6-7fc8-4f4a-b261-70f3df480bd2 None None] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:05.151086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1014bb99-a29a-4372-99ab-ea956b23083f tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5567923 Mar 22 14:31:05.154029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.160208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-969252963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:05.186430 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ca5997c0-3533-4492-9201-04a28940b341), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.187623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ca5997c0-3533-4492-9201-04a28940b341), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.264935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for router_controller (ca5997c0-3533-4492-9201-04a28940b341), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.279760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ca5997c0-3533-4492-9201-04a28940b341), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.280097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2af0759c-e39f-40df-8196-b2eb03486ff9', 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9', 'project_id': 'c41dc8d8d0964ae0836f407f6338a1b7', 'fixed_ips': [{'subnet_id': 'a53a73ef-32ea-413c-b57b-7f08f2a43ca4'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:05.281214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.305059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.306783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f05f3e91-f253-440f-8486-7fdcb1ea1a72 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1515496 Mar 22 14:31:05.309731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42644) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:05.443094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Allocated IP 172.20.0.2 (2af0759c-e39f-40df-8196-b2eb03486ff9/a53a73ef-32ea-413c-b57b-7f08f2a43ca4/b713a8d5-c592-44d5-9cb9-ed8da077a743) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:05.729732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.789332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks [] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.800720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.854984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Pushing event updated for resources: {'Port': ['ID=b713a8d5-c592-44d5-9cb9-ed8da077a743,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:05.869679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:05.871498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:05.874768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:05.898512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38473a44-b0c6-486e-87fa-ff55c4cff44e req-eb9d3758-8f31-4aaf-a256-41c08ff7b2a1 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:05.907227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38473a44-b0c6-486e-87fa-ff55c4cff44e req-eb9d3758-8f31-4aaf-a256-41c08ff7b2a1 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0809155 Mar 22 14:31:05.944230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Attempting to bind port b713a8d5-c592-44d5-9cb9-ed8da077a743 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:05.945197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Attempting to bind port b713a8d5-c592-44d5-9cb9-ed8da077a743 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '69d7560f-1058-448a-b6ce-f463dbf76e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:05.945881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Attempting to bind port b713a8d5-c592-44d5-9cb9-ed8da077a743 on network 2af0759c-e39f-40df-8196-b2eb03486ff9 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:05.951928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:05.952501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Checking segment: {'id': '69d7560f-1058-448a-b6ce-f463dbf76e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:05.952905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.953293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Bound using segment: {'id': '69d7560f-1058-448a-b6ce-f463dbf76e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:05.953772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Bound port: b713a8d5-c592-44d5-9cb9-ed8da077a743, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d7560f-1058-448a-b6ce-f463dbf76e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:05.954159 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:05.963771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38473a44-b0c6-486e-87fa-ff55c4cff44e req-7688d1bf-090f-43ca-a0e7-c3ca6447b767 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553734 Mar 22 14:31:06.046828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] For port b713a8d5-c592-44d5-9cb9-ed8da077a743, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:06.050121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] For port b713a8d5-c592-44d5-9cb9-ed8da077a743, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b713a8d5-c592-44d5-9cb9-ed8da077a743,segment=NetworkSegment(69d7560f-1058-448a-b6ce-f463dbf76e86),segment_id=69d7560f-1058-448a-b6ce-f463dbf76e86)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:06.059634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.140841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b92c1-64e4-401a-aa7c-2fe9349620b4 req-77311bc3-5447-45c6-bcb9-1a09c13afa2b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:06.142366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907b92c1-64e4-401a-aa7c-2fe9349620b4 req-77311bc3-5447-45c6-bcb9-1a09c13afa2b tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0893748 Mar 22 14:31:06.142782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74334a-8c00-46d5-a78d-7bbdf3e295a3 None None] Pushing event updated for resources: {'Port': ['ID=b713a8d5-c592-44d5-9cb9-ed8da077a743,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:06.200496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-907b92c1-64e4-401a-aa7c-2fe9349620b4 req-7ab45f7f-080b-45ef-865e-e81561f4e5bf tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Mar 22 14:31:06.210264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Allocated IP 172.20.0.1 (2af0759c-e39f-40df-8196-b2eb03486ff9/a53a73ef-32ea-413c-b57b-7f08f2a43ca4/d5561cec-e875-4334-9c17-2c4196022e47) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:06.378289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (d5561cec-e875-4334-9c17-2c4196022e47), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.384264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30df00-f6e2-4587-a9ca-c85c08c92680 req-79303dca-20c1-4b94-bf8d-c90a3e8b66d4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:06.392308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e30df00-f6e2-4587-a9ca-c85c08c92680 req-79303dca-20c1-4b94-bf8d-c90a3e8b66d4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0978458 Mar 22 14:31:06.458925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d5561cec-e875-4334-9c17-2c4196022e47), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.480519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e30df00-f6e2-4587-a9ca-c85c08c92680 req-96202be4-d294-42c6-96c6-a56e72e8dc4c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871170 Mar 22 14:31:06.541652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:06.588294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:06.591542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:06.632960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=d5561cec-e875-4334-9c17-2c4196022e47,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:06.648443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ca5997c0-3533-4492-9201-04a28940b341), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.720265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b713a8d5-c592-44d5-9cb9-ed8da077a743 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:06.725130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ad939-41dc-450e-926a-55dfceda2b64 req-da3398d1-545a-464d-80a9-ddf4b3851b7c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:06.738131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-292ad939-41dc-450e-926a-55dfceda2b64 req-da3398d1-545a-464d-80a9-ddf4b3851b7c tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1223092 Mar 22 14:31:06.798575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-292ad939-41dc-450e-926a-55dfceda2b64 req-faea8d51-93e7-4069-8439-bbc02ec04867 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Mar 22 14:31:06.804056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b713a8d5-c592-44d5-9cb9-ed8da077a743 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:06.804943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.855780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d5561cec-e875-4334-9c17-2c4196022e47), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:06.935738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b713a8d5-c592-44d5-9cb9-ed8da077a743 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:06.936329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.008180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b713a8d5-c592-44d5-9cb9-ed8da077a743, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b713a8d5-c592-44d5-9cb9-ed8da077a743,segment=NetworkSegment(69d7560f-1058-448a-b6ce-f463dbf76e86),segment_id=69d7560f-1058-448a-b6ce-f463dbf76e86)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:07.023569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.032357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:07.068501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803fb1-b6c7-4d1b-9e90-140b1d6ff2b1 req-2bf18298-7125-4701-9ecd-3b2a17fbdce7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:07.077634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5803fb1-b6c7-4d1b-9e90-140b1d6ff2b1 req-2bf18298-7125-4701-9ecd-3b2a17fbdce7 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0724795 Mar 22 14:31:07.121690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b713a8d5-c592-44d5-9cb9-ed8da077a743,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:07.146907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5803fb1-b6c7-4d1b-9e90-140b1d6ff2b1 req-11768bc9-7e4c-4bda-a6e4-04b411fa2767 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677192 Mar 22 14:31:07.226272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97ad54c6-409d-4738-bb7e-4fb99206c69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.268854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (d5561cec-e875-4334-9c17-2c4196022e47), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.283670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d5561cec-e875-4334-9c17-2c4196022e47), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.294340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0d7c-6095-458c-9c1e-eb4f09ec5d97 req-67f31bf0-5982-440e-8107-e640cb335846 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:07.296002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b35e0d7c-6095-458c-9c1e-eb4f09ec5d97 req-67f31bf0-5982-440e-8107-e640cb335846 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0688546 Mar 22 14:31:07.376491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b35e0d7c-6095-458c-9c1e-eb4f09ec5d97 req-35b52c9f-698e-4ea4-a772-1b590e00809d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Mar 22 14:31:07.387373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ca5997c0-3533-4492-9201-04a28940b341), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.418548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=d5561cec-e875-4334-9c17-2c4196022e47,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:07.495681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97ad54c6-409d-4738-bb7e-4fb99206c69e admin admin] Publish callbacks [] for security_group (14d1a0e2-feca-4062-8dc0-545de882d4a8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.506790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97ad54c6-409d-4738-bb7e-4fb99206c69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (14d1a0e2-feca-4062-8dc0-545de882d4a8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.527184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5384a-0aa1-40db-b301-ac9ab69e2b8e req-59448d0c-5f2c-4e64-8366-15634716e9ed tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:07.536180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16a5384a-0aa1-40db-b301-ac9ab69e2b8e req-59448d0c-5f2c-4e64-8366-15634716e9ed tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0735755 Mar 22 14:31:07.572416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad54c6-409d-4738-bb7e-4fb99206c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1a0e2-feca-4062-8dc0-545de882d4a8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:07.580324 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-97ad54c6-409d-4738-bb7e-4fb99206c69e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=324ed8c5465c4788afbe40c8f4045caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5458045 Mar 22 14:31:07.582732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:07.612212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16a5384a-0aa1-40db-b301-ac9ab69e2b8e req-8cb94cb7-4391-4697-b5d7-44c306e97f7d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747693 Mar 22 14:31:07.643215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:07.647096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:07.669505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] Publish callbacks [] for security_group (14d1a0e2-feca-4062-8dc0-545de882d4a8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.720801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369da6d3-4dfc-4fb3-9557-11772bb8f96b None None] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:07.760060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] Publish callbacks [] for security_group (14d1a0e2-feca-4062-8dc0-545de882d4a8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.761781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4aa49-0e1d-443c-ad91-f2289c8e4867 req-594cfcc0-903f-4d18-a573-ab0378ecf011 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:07.770900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79a4aa49-0e1d-443c-ad91-f2289c8e4867 req-594cfcc0-903f-4d18-a573-ab0378ecf011 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0765383 Mar 22 14:31:07.835928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79a4aa49-0e1d-443c-ad91-f2289c8e4867 req-745256b9-64b9-47e5-8e0e-c8ed449ce76d tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 Mar 22 14:31:07.844772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (14d1a0e2-feca-4062-8dc0-545de882d4a8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.848477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.849877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14d1a0e2-feca-4062-8dc0-545de882d4a8 HTTP/1.1" status: 204 len: 168 time: 0.2661910 Mar 22 14:31:07.854203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Router ca5997c0-3533-4492-9201-04a28940b341 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:31:07.860242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f00e3913-8e39-4d0a-96d2-301b9b21fd7a None None] Provisioning complete for port b713a8d5-c592-44d5-9cb9-ed8da077a743 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:07.860754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f00e3913-8e39-4d0a-96d2-301b9b21fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:07.862522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bdf2f-1ded-438d-a41a-e2e1ec1d4660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1a0e2-feca-4062-8dc0-545de882d4a8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:07.923630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-76c9d6b8-c91f-415c-93c5-b32dc24a8bbc req-149bd5d9-ce5c-4c5f-8bce-f6d4df1db6d8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:07.924651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76c9d6b8-c91f-415c-93c5-b32dc24a8bbc req-149bd5d9-ce5c-4c5f-8bce-f6d4df1db6d8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058527 Mar 22 14:31:08.006812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f00e3913-8e39-4d0a-96d2-301b9b21fd7a None None] Current status of the port b713a8d5-c592-44d5-9cb9-ed8da077a743 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:08.035293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:31:08.046285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42758) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:08.046564 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa219d94-2ca0-4fa5-8b09-0faefa11b062 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "PUT /v2.0/routers/ca5997c0-3533-4492-9201-04a28940b341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357159 Mar 22 14:31:08.051777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'port': {'network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9', 'name': 'tempest-FloatingIPNegativeTestJSON-2031530340'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:08.052049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] Sync routers for ids ['ca5997c0-3533-4492-9201-04a28940b341'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:31:08.071502 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] Routers {'ca5997c0-3533-4492-9201-04a28940b341'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:08.072121 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ca5997c0-3533-4492-9201-04a28940b341'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:08.120316 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:08.130267 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] Routers {'ca5997c0-3533-4492-9201-04a28940b341'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:08.131302 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ca5997c0-3533-4492-9201-04a28940b341'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:08.170832 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:08.171847 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29c991-dcc2-4ed8-a5ae-a0f48bb838fa None None] The sync data for ids ['ca5997c0-3533-4492-9201-04a28940b341'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:31:08.200255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4185680-e7d5-4bb7-a25b-ac5a75bc7ca6 req-1dda6acb-45c8-40c6-a661-81b182f05b85 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:08.201946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4185680-e7d5-4bb7-a25b-ac5a75bc7ca6 req-1dda6acb-45c8-40c6-a661-81b182f05b85 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.2195692 Mar 22 14:31:08.203173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Made reservation on behalf of c41dc8d8d0964ae0836f407f6338a1b7 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:08.206373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.249178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] device_id is not set on port b637f5ef-3e87-4255-9707-29cfa6ac2607 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:08.306469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4185680-e7d5-4bb7-a25b-ac5a75bc7ca6 req-ef448fc5-04b7-4744-a435-b7bcc742d8fb tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974786 Mar 22 14:31:08.361430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42768) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:08.381074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c83f66f-1d6e-40f1-9653-9bebb530865b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.444857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Provisioning complete for port b713a8d5-c592-44d5-9cb9-ed8da077a743 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:08.445196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.490533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c83f66f-1d6e-40f1-9653-9bebb530865b admin admin] Publish callbacks [] for security_group (7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.499601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c83f66f-1d6e-40f1-9653-9bebb530865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.499836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209e4cd-b066-4fd4-8904-4c4b4ddacb12 req-fe330466-0ae3-4026-b051-d9e302ce3ef5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:08.501346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2209e4cd-b066-4fd4-8904-4c4b4ddacb12 req-fe330466-0ae3-4026-b051-d9e302ce3ef5 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1059647 Mar 22 14:31:08.502701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Allocated IP 172.20.0.4 (2af0759c-e39f-40df-8196-b2eb03486ff9/a53a73ef-32ea-413c-b57b-7f08f2a43ca4/b637f5ef-3e87-4255-9707-29cfa6ac2607) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:08.547409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83f66f-1d6e-40f1-9653-9bebb530865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:08.572970 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7c83f66f-1d6e-40f1-9653-9bebb530865b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a00d88997154e76872b843acec0d87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2097316 Mar 22 14:31:08.576687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Current status of the port b713a8d5-c592-44d5-9cb9-ed8da077a743 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:08.577597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:08.583893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2209e4cd-b066-4fd4-8904-4c4b4ddacb12 req-788a353d-4924-4ee2-8782-0291a5d22211 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693977 Mar 22 14:31:08.640228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Provisioning complete for port d5561cec-e875-4334-9c17-2c4196022e47 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:08.640781 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5561cec-e875-4334-9c17-2c4196022e47), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.665148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] Publish callbacks [] for security_group (7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.693371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7b53e1db-b36e-408e-97dd-549c74832731 None None] Port d5561cec-e875-4334-9c17-2c4196022e47 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:08.717989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b713a8d5-c592-44d5-9cb9-ed8da077a743 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:08.730290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] Publish callbacks [] for security_group (7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.818335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.822232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.824536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db HTTP/1.1" status: 204 len: 168 time: 0.2456620 Mar 22 14:31:08.835948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e6370-6b1e-4c61-9e73-1ca8564583dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4aebc6-0e82-4d6e-8d3f-f357b94ca6db,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:08.860577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a3467d7d-a1e5-430e-921a-675b5a61b908 None None] Provisioning complete for port d5561cec-e875-4334-9c17-2c4196022e47 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:08.861534 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a3467d7d-a1e5-430e-921a-675b5a61b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5561cec-e875-4334-9c17-2c4196022e47), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.867776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f605859-5f80-4150-a65f-d5e6197084c5 req-56284d07-87bc-4e8c-a3f0-d0ba9b3e85a3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:08.869318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f605859-5f80-4150-a65f-d5e6197084c5 req-56284d07-87bc-4e8c-a3f0-d0ba9b3e85a3 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1140890 Mar 22 14:31:08.911327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a3467d7d-a1e5-430e-921a-675b5a61b908 None None] Port d5561cec-e875-4334-9c17-2c4196022e47 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:08.918372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b713a8d5-c592-44d5-9cb9-ed8da077a743 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:08.919449 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.958179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:08.966355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f605859-5f80-4150-a65f-d5e6197084c5 req-1814bf50-8ffd-48e8-84d2-f994e4da709f tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876262 Mar 22 14:31:09.002344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.055777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:09.061257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:09.064113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:09.073906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b713a8d5-c592-44d5-9cb9-ed8da077a743 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:09.119698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=b637f5ef-3e87-4255-9707-29cfa6ac2607,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:09.139667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9710a81b-a0a7-4d91-b159-2c3f83580864 None None] Provisioning complete for port d5561cec-e875-4334-9c17-2c4196022e47 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:09.140210 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9710a81b-a0a7-4d91-b159-2c3f83580864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d5561cec-e875-4334-9c17-2c4196022e47), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.190473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:09.191668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.205839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9710a81b-a0a7-4d91-b159-2c3f83580864 None None] Port d5561cec-e875-4334-9c17-2c4196022e47 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:09.217155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40fc1b-fb3b-4598-9e2b-9f876b3dead6 req-db409335-8377-4980-957a-347d517c97fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:09.224598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a40fc1b-fb3b-4598-9e2b-9f876b3dead6 req-db409335-8377-4980-957a-347d517c97fe tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.1115227 Mar 22 14:31:09.248704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42792) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:09.249260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-41e3e927-4556-4f66-996b-fe50c3802aa2 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2010992 Mar 22 14:31:09.256334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:09.290873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a40fc1b-fb3b-4598-9e2b-9f876b3dead6 req-cbe1736e-9dea-43cb-a516-742fdea4b7a8 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651731 Mar 22 14:31:09.297229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.455991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d16b4-3c09-48e3-bca7-6808118fe000 req-293353bf-1dab-49d6-a268-281a4f1e4232 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:09.457178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-707d16b4-3c09-48e3-bca7-6808118fe000 req-293353bf-1dab-49d6-a268-281a4f1e4232 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0743029 Mar 22 14:31:09.469555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.507651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-707d16b4-3c09-48e3-bca7-6808118fe000 req-dfe36482-c960-46a8-a4d2-a3abcca22e28 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Mar 22 14:31:09.560381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e4fa484-713b-41f7-b5dc-55ddd1fa1321 None None] Provisioning complete for port b637f5ef-3e87-4255-9707-29cfa6ac2607 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:09.560795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa484-713b-41f7-b5dc-55ddd1fa1321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.612332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fa484-713b-41f7-b5dc-55ddd1fa1321 None None] Port b637f5ef-3e87-4255-9707-29cfa6ac2607 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:09.654796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Allocated IP 172.25.3.174 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/26d602ad-da93-44fb-a131-f23ed90ad6e0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:09.689718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcaba-da85-41bc-bc32-7aca1f1a9232 req-0437907b-b7e1-47a3-b1e9-e8fbdd3a5c22 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:09.691309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d12bcaba-da85-41bc-bc32-7aca1f1a9232 req-0437907b-b7e1-47a3-b1e9-e8fbdd3a5c22 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0976672 Mar 22 14:31:09.746273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d12bcaba-da85-41bc-bc32-7aca1f1a9232 req-76c01aff-d79b-4cf5-a096-bf8e10cda509 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Mar 22 14:31:09.798327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.846925 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:09.887764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c6c00-670a-4552-82f3-84bc3c82898b req-17a75d34-07fc-4de5-94f0-fc3647017439 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:09.889751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f93c6c00-670a-4552-82f3-84bc3c82898b req-17a75d34-07fc-4de5-94f0-fc3647017439 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0578775 Mar 22 14:31:09.905207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:09.908815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:09.913598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:09.945947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=26d602ad-da93-44fb-a131-f23ed90ad6e0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:09.950373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f93c6c00-670a-4552-82f3-84bc3c82898b req-c01ed071-44c7-49e9-b51d-99837ded50d6 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545480 Mar 22 14:31:10.019696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (99ae52f0-f607-4e84-89dd-e77a8deb5965), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.070104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.280701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.289082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.372999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=26d602ad-da93-44fb-a131-f23ed90ad6e0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:10.375786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (99ae52f0-f607-4e84-89dd-e77a8deb5965), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.394738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.398044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-29c56f54-37ac-4bdf-a5c2-85d51e74df1d tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1465065 Mar 22 14:31:10.399419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.404452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6604c0fe-11c0-436d-9532-43c81eb418eb tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'floatingip': {'port_id': 'b637f5ef-3e87-4255-9707-29cfa6ac2607', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:10.456058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6604c0fe-11c0-436d-9532-43c81eb418eb tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (99ae52f0-f607-4e84-89dd-e77a8deb5965), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.611375 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-6604c0fe-11c0-436d-9532-43c81eb418eb tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] update failed (client error): The resource could not be found. Mar 22 14:31:10.615412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6604c0fe-11c0-436d-9532-43c81eb418eb tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "PUT /v2.0/floatingips/99ae52f0-f607-4e84-89dd-e77a8deb5965 HTTP/1.1" status: 404 len: 507 time: 0.2115161 Mar 22 14:31:10.615810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42860) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:10.830458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting port 26d602ad-da93-44fb-a131-f23ed90ad6e0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:10.830805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.884954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87180-facc-4468-a51d-0bb8b6e3d3b9 req-67c2bf2a-3170-4012-81a4-e1c35b543c36 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:10.890791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ff87180-facc-4468-a51d-0bb8b6e3d3b9 req-67c2bf2a-3170-4012-81a4-e1c35b543c36 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1128 time: 0.0755351 Mar 22 14:31:10.954596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ff87180-facc-4468-a51d-0bb8b6e3d3b9 req-07f732a4-6c6c-45c7-bd17-e14e512307fb tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567222 Mar 22 14:31:10.983609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:10.984336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (26d602ad-da93-44fb-a131-f23ed90ad6e0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.002405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Calling delete_port for 26d602ad-da93-44fb-a131-f23ed90ad6e0 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:11.173824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dbe6c-a2ca-44d8-bdd5-fedfe04aa1a6 req-cf487cd4-cbdb-4397-a5af-ddda4c5dc896 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:11.181507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-746dbe6c-a2ca-44d8-bdd5-fedfe04aa1a6 req-cf487cd4-cbdb-4397-a5af-ddda4c5dc896 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1127450 Mar 22 14:31:11.207382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (26d602ad-da93-44fb-a131-f23ed90ad6e0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.253582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-746dbe6c-a2ca-44d8-bdd5-fedfe04aa1a6 req-97d2048b-fc27-429d-aa80-17ecdaacb274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678301 Mar 22 14:31:11.267432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42896) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:11.267659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Port': ['ID=26d602ad-da93-44fb-a131-f23ed90ad6e0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:11.367446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-50a5bd68-6c97-4539-a5d4-03189ce8910c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/ca9f77f2-743d-49d0-891a-57f935088125 HTTP/1.1" status: 200 len: 994 time: 0.0979548 Mar 22 14:31:11.829076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (99ae52f0-f607-4e84-89dd-e77a8deb5965), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.832368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:11.838696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f157299a-035f-4e04-a4cf-82514e3da251 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "DELETE /v2.0/floatingips/99ae52f0-f607-4e84-89dd-e77a8deb5965 HTTP/1.1" status: 204 len: 168 time: 1.2184563 Mar 22 14:31:11.839075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42920) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:11.850821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dacd6de8-7e71-4cdf-9cc9-60960ecf4eea tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'floatingip': {'floating_network_id': '2af0759c-e39f-40df-8196-b2eb03486ff9', 'port_id': 'b637f5ef-3e87-4255-9707-29cfa6ac2607', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:11.897919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dacd6de8-7e71-4cdf-9cc9-60960ecf4eea tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.008569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:12.031877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-808fee58-7cfd-4e40-94cc-c1bd7a48c945 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711434 Mar 22 14:31:12.111648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb553-01ac-4558-ad59-a368d4e0a8f0 req-bbff946a-7547-4b77-b269-d5b9efe8fed5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:12.113535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42bcb553-01ac-4558-ad59-a368d4e0a8f0 req-bbff946a-7547-4b77-b269-d5b9efe8fed5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1253586 Mar 22 14:31:12.209576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6e914fd-6f7d-430a-a9e9-45dac61a907e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.230011 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-dacd6de8-7e71-4cdf-9cc9-60960ecf4eea tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:31:12.230667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dacd6de8-7e71-4cdf-9cc9-60960ecf4eea tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3905480 Mar 22 14:31:12.235945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:12.241396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'b637f5ef-3e87-4255-9707-29cfa6ac2607', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:12.271419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.280953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42bcb553-01ac-4558-ad59-a368d4e0a8f0 req-0b9f10bf-9ca2-45bd-893e-399637ca8e0d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489758 Mar 22 14:31:12.323607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6e914fd-6f7d-430a-a9e9-45dac61a907e admin admin] Publish callbacks [] for security_group (fd3640a3-b492-40de-a7f5-f7c0cd90f09b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.328662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6e914fd-6f7d-430a-a9e9-45dac61a907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd3640a3-b492-40de-a7f5-f7c0cd90f09b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.374436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6e914fd-6f7d-430a-a9e9-45dac61a907e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2f868fa329d4289b1964f17c12b23fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636827 Mar 22 14:31:12.375163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e914fd-6f7d-430a-a9e9-45dac61a907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3640a3-b492-40de-a7f5-f7c0cd90f09b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:12.376331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 42948) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:12.468551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] Publish callbacks [] for security_group (fd3640a3-b492-40de-a7f5-f7c0cd90f09b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.499604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] Publish callbacks [] for security_group (fd3640a3-b492-40de-a7f5-f7c0cd90f09b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.588321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.602890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd3640a3-b492-40de-a7f5-f7c0cd90f09b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.606174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:12.610640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd3640a3-b492-40de-a7f5-f7c0cd90f09b HTTP/1.1" status: 204 len: 168 time: 0.2258155 Mar 22 14:31:12.651599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac15d3d-facc-482f-9d11-f50c4be15d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3640a3-b492-40de-a7f5-f7c0cd90f09b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:12.801271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Allocated IP 172.25.3.183 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5fa4c36c-27e1-492e-83e0-da6cb2474b3b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:12.959008 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for port (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.027518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.063893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42972) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:13.078088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34e64c10-d18e-40e6-8bb2-a8b1bac47c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.114044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:13.114933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event updated for resources: {'Port': ['ID=5fa4c36c-27e1-492e-83e0-da6cb2474b3b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.126905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:13.133465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:13.169317 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34e64c10-d18e-40e6-8bb2-a8b1bac47c64 admin admin] Publish callbacks [] for security_group (a727e338-311d-48bc-b698-288fb722c04e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.177380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34e64c10-d18e-40e6-8bb2-a8b1bac47c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a727e338-311d-48bc-b698-288fb722c04e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.177566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-60d196ba-485b-4d35-9320-92455b5627d5 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.179155 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-60d196ba-485b-4d35-9320-92455b5627d5 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports/24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1125 time: 0.4516885 Mar 22 14:31:13.239271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-34e64c10-d18e-40e6-8bb2-a8b1bac47c64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22b1ae5bd03a4045a85dffb08a9153df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740580 Mar 22 14:31:13.240600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e64c10-d18e-40e6-8bb2-a8b1bac47c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a727e338-311d-48bc-b698-288fb722c04e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.243366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42980) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:13.426130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] Publish callbacks [] for security_group (a727e338-311d-48bc-b698-288fb722c04e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.435565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting port 5fa4c36c-27e1-492e-83e0-da6cb2474b3b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:13.435916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.447687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c05f-b321-4f86-872f-39f33a01447a req-34faa071-573a-4863-90c1-b0e810c872fa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:13.449375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4856c05f-b321-4f86-872f-39f33a01447a req-34faa071-573a-4863-90c1-b0e810c872fa tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.0955539 Mar 22 14:31:13.479684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] Publish callbacks [] for security_group (a727e338-311d-48bc-b698-288fb722c04e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.564769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4856c05f-b321-4f86-872f-39f33a01447a req-c3bbab23-cdc7-4306-be1e-c9ab74938db6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060989 Mar 22 14:31:13.571471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.572044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for floatingip (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.611903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Calling delete_port for 5fa4c36c-27e1-492e-83e0-da6cb2474b3b owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:13.620033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a727e338-311d-48bc-b698-288fb722c04e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.623039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.626918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a727e338-311d-48bc-b698-288fb722c04e HTTP/1.1" status: 204 len: 168 time: 0.3799675 Mar 22 14:31:13.652888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51bba3-b7f4-4b1f-a086-7c2c47390580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a727e338-311d-48bc-b698-288fb722c04e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:13.838524 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5fa4c36c-27e1-492e-83e0-da6cb2474b3b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:13.932274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Port': ['ID=5fa4c36c-27e1-492e-83e0-da6cb2474b3b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:14.006878 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] create failed (client error): The resource could not be found. Mar 22 14:31:14.008331 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-30becbd9-3cd7-4c35-a311-b2b189d8e777 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7710638 Mar 22 14:31:14.012166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:14.126093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting port b637f5ef-3e87-4255-9707-29cfa6ac2607 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:14.126688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.237285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.268528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Calling delete_port for b637f5ef-3e87-4255-9707-29cfa6ac2607 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:14.404154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-18d9c0bd-cc7e-46e5-aec6-adcb310646f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.406325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-18d9c0bd-cc7e-46e5-aec6-adcb310646f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1128 time: 0.0656104 Mar 22 14:31:14.606559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b637f5ef-3e87-4255-9707-29cfa6ac2607), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.673006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Port': ['ID=b637f5ef-3e87-4255-9707-29cfa6ac2607,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:14.735185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-67aad275-4749-4b6c-9be8-27fcbaaccfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:14.736915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-67aad275-4749-4b6c-9be8-27fcbaaccfad service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.3038409 Mar 22 14:31:14.797529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:14.810173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd1f3c5c-5a19-4219-90d2-6aed7c9ca5fe tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "DELETE /v2.0/ports/b637f5ef-3e87-4255-9707-29cfa6ac2607 HTTP/1.1" status: 204 len: 168 time: 0.7946417 Mar 22 14:31:14.810564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:15.009833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db613d43-4ab7-4ee6-b279-d6e969e20646 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:15.011498 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-db613d43-4ab7-4ee6-b279-d6e969e20646 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca5997c0-3533-4492-9201-04a28940b341 HTTP/1.1" status: 200 len: 913 time: 0.1999447 Mar 22 14:31:15.015489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43044) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:15.530302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ca5997c0-3533-4492-9201-04a28940b341), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:15.603205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-bcf67a06-ca83-40d8-842d-b8ab53d742dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1002 time: 0.8566327 Mar 22 14:31:15.689882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a5f69-b668-456d-956a-fbac94702a0d req-e5b9bddb-1f21-4f19-80d6-c5fddb49f532 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:15.693578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da8a5f69-b668-456d-956a-fbac94702a0d req-e5b9bddb-1f21-4f19-80d6-c5fddb49f532 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.8846107 Mar 22 14:31:15.779442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-c8662590-7daf-4061-a040-f8acefa16d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:15.780902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-c8662590-7daf-4061-a040-f8acefa16d80 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1700780 Mar 22 14:31:15.849398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da8a5f69-b668-456d-956a-fbac94702a0d req-ed119d03-d68c-4de5-ba9b-86268a4354c0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354992 Mar 22 14:31:15.856696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-8d996008-369d-4753-bf00-541e422f8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:15.858754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-8d996008-369d-4753-bf00-541e422f8a19 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686526 Mar 22 14:31:15.995923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting port d5561cec-e875-4334-9c17-2c4196022e47 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:15.996269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d5561cec-e875-4334-9c17-2c4196022e47), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.042826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-8f2381ef-343e-4bbc-bb27-7e6b4a6f1ccc service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765423 Mar 22 14:31:16.164715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d5561cec-e875-4334-9c17-2c4196022e47), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.173361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-6b705029-0cbc-49ef-9149-5e3074ed0eb7 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242318 Mar 22 14:31:16.211208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Calling delete_port for d5561cec-e875-4334-9c17-2c4196022e47 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:16.462915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d5561cec-e875-4334-9c17-2c4196022e47), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:16.496044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Port': ['ID=d5561cec-e875-4334-9c17-2c4196022e47,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:16.809137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ca5997c0-3533-4492-9201-04a28940b341), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.030703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Router ca5997c0-3533-4492-9201-04a28940b341 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:31:17.088508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9625a1-c694-4974-819a-693968360d3a req-ca15b7d7-13ff-4ce8-b475-83c22689360d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:17.097493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c9625a1-c694-4974-819a-693968360d3a req-ca15b7d7-13ff-4ce8-b475-83c22689360d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1421373 Mar 22 14:31:17.169817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:31:17.175262 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-40d98dab-7588-48d1-934b-18156815b922 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "PUT /v2.0/routers/ca5997c0-3533-4492-9201-04a28940b341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1586800 Mar 22 14:31:17.177845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43108) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:17.180709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] Sync routers for ids ['ca5997c0-3533-4492-9201-04a28940b341'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:31:17.196231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] Routers {'ca5997c0-3533-4492-9201-04a28940b341'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:17.197049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ca5997c0-3533-4492-9201-04a28940b341'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:17.252129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c9625a1-c694-4974-819a-693968360d3a req-77d363dc-89a9-486a-b60c-a7633d40c1e0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511207 Mar 22 14:31:17.296979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:17.316809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] Routers {'ca5997c0-3533-4492-9201-04a28940b341'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:17.317675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:30:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ca5997c0-3533-4492-9201-04a28940b341'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:17.361930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for router (ca5997c0-3533-4492-9201-04a28940b341), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.389861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:17.390746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51f420-ac1a-4ee2-9fda-a8006ac56af2 None None] The sync data for ids ['ca5997c0-3533-4492-9201-04a28940b341'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:31:17.604027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ca5997c0-3533-4492-9201-04a28940b341), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.606794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for router_controller (ca5997c0-3533-4492-9201-04a28940b341), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.700405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ca5997c0-3533-4492-9201-04a28940b341), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.700964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Fanout notify agent at l3_agent the message router_deleted on router ca5997c0-3533-4492-9201-04a28940b341 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:31:17.708300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.711550 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be44df53-23f0-4b68-a493-58c37a3182c7 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "DELETE /v2.0/routers/ca5997c0-3533-4492-9201-04a28940b341 HTTP/1.1" status: 204 len: 168 time: 0.5224714 Mar 22 14:31:17.714358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43118) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:17.797410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting subnet a53a73ef-32ea-413c-b57b-7f08f2a43ca4 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:17.806596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for subnet (a53a73ef-32ea-413c-b57b-7f08f2a43ca4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:17.887552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (a53a73ef-32ea-413c-b57b-7f08f2a43ca4), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.079018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a53a73ef-32ea-413c-b57b-7f08f2a43ca4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.167315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (a53a73ef-32ea-413c-b57b-7f08f2a43ca4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.195722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c17ca42-5976-42ec-8783-432de2f50e14 None None] Network 2af0759c-e39f-40df-8196-b2eb03486ff9 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:18.209130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Subnet': ['ID=a53a73ef-32ea-413c-b57b-7f08f2a43ca4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:18.212270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.219415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:18.220178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "DELETE /v2.0/subnets/a53a73ef-32ea-413c-b57b-7f08f2a43ca4 HTTP/1.1" status: 204 len: 168 time: 0.5040340 Mar 22 14:31:18.234337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.234819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.235225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.235620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.236106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.236528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.236930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.237316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.237700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.238456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.238845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.239226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.239637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.240134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.240524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ec01b-2c05-47a6-a413-4962e1ed81b0 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:18.315177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2af0759c-e39f-40df-8196-b2eb03486ff9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.404307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Deleting port b713a8d5-c592-44d5-9cb9-ed8da077a743 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:18.404850 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.460979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] DHCP port deletion for 2af0759c-e39f-40df-8196-b2eb03486ff9 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:18.506276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] For port b713a8d5-c592-44d5-9cb9-ed8da077a743, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b713a8d5-c592-44d5-9cb9-ed8da077a743,segment=NetworkSegment(69d7560f-1058-448a-b6ce-f463dbf76e86),segment_id=69d7560f-1058-448a-b6ce-f463dbf76e86)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:18.506924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.522091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Calling delete_port for b713a8d5-c592-44d5-9cb9-ed8da077a743 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:18.534776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9faf51-aea0-49b7-8e03-390374ca4598 req-8b0608a8-74b2-4c94-9af6-1983fe690050 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:18.540977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb9faf51-aea0-49b7-8e03-390374ca4598 req-8b0608a8-74b2-4c94-9af6-1983fe690050 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1441510 Mar 22 14:31:18.593584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Deleting port b713a8d5-c592-44d5-9cb9-ed8da077a743 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:18.595983 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.653594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb9faf51-aea0-49b7-8e03-390374ca4598 req-add1106b-188d-4492-bdd8-679d7c82159f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940320 Mar 22 14:31:18.707442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] For port b713a8d5-c592-44d5-9cb9-ed8da077a743, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b713a8d5-c592-44d5-9cb9-ed8da077a743,segment=NetworkSegment(69d7560f-1058-448a-b6ce-f463dbf76e86),segment_id=69d7560f-1058-448a-b6ce-f463dbf76e86)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:18.707771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.710043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.721316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Calling delete_port for b713a8d5-c592-44d5-9cb9-ed8da077a743 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:18.731166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b713a8d5-c592-44d5-9cb9-ed8da077a743 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:18.742111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] No DVR routers for this DVR port b713a8d5-c592-44d5-9cb9-ed8da077a743 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:18.762521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b713a8d5-c592-44d5-9cb9-ed8da077a743 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:18.762883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b713a8d5-c592-44d5-9cb9-ed8da077a743 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:18.766447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d73a-4479-457b-88bd-fb9da3b0f3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.837679 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b713a8d5-c592-44d5-9cb9-ed8da077a743), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.847818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Port': ['ID=b713a8d5-c592-44d5-9cb9-ed8da077a743,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:18.874002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] Pushing event deleted for resources: {'Port': ['ID=b713a8d5-c592-44d5-9cb9-ed8da077a743,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:18.878518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e42515-58c4-4888-8fb6-fc6ea28322af None None] No DVR routers for this DVR port b713a8d5-c592-44d5-9cb9-ed8da077a743 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:18.964345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2af0759c-e39f-40df-8196-b2eb03486ff9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:18.987483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af0759c-e39f-40df-8196-b2eb03486ff9']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:18.997953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d7560f-1058-448a-b6ce-f463dbf76e86') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:18.998351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d7560f-1058-448a-b6ce-f463dbf76e86') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:19.008261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (69d7560f-1058-448a-b6ce-f463dbf76e86), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.021767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (69d7560f-1058-448a-b6ce-f463dbf76e86), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.054767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:19.055182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (69d7560f-1058-448a-b6ce-f463dbf76e86), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:19.058651 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:19.138775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2af0759c-e39f-40df-8196-b2eb03486ff9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.151362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:19.157880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] 10.222.0.81 "DELETE /v2.0/networks/2af0759c-e39f-40df-8196-b2eb03486ff9 HTTP/1.1" status: 204 len: 168 time: 0.9356093 Mar 22 14:31:19.178570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff32be3-b503-4d30-b9f9-9a3fba839244 tempest-FloatingIPNegativeTestJSON-545003034 tempest-FloatingIPNegativeTestJSON-545003034-project] Pushing event deleted for resources: {'Network': ['ID=2af0759c-e39f-40df-8196-b2eb03486ff9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:19.571582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:19.857594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8c8b6-60ae-41ce-8129-4ad8a20e2096 req-f02152df-0e0c-45db-922e-4da293d6f5d0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:19.859647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cb8c8b6-60ae-41ce-8129-4ad8a20e2096 req-f02152df-0e0c-45db-922e-4da293d6f5d0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1104839 Mar 22 14:31:19.921327 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c722ebf1-0fa7-463c-a15b-a556b28d146a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c41dc8d8d0964ae0836f407f6338a1b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485131 Mar 22 14:31:19.922229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:19.961075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cb8c8b6-60ae-41ce-8129-4ad8a20e2096 req-344bd1f5-c29e-434a-bf02-98dc1a7c0ddb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889599 Mar 22 14:31:19.998682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] Publish callbacks [] for security_group (4f35ed19-7d63-4aee-8b3c-29e13e0f3092), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.027731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] Publish callbacks [] for security_group (4f35ed19-7d63-4aee-8b3c-29e13e0f3092), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.119012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (4f35ed19-7d63-4aee-8b3c-29e13e0f3092), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.121952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:20.125546 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f35ed19-7d63-4aee-8b3c-29e13e0f3092 HTTP/1.1" status: 204 len: 168 time: 0.1999958 Mar 22 14:31:20.135192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be981097-250d-499d-8deb-00ce02c91111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f35ed19-7d63-4aee-8b3c-29e13e0f3092,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:20.947337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a444c1a9-a447-4425-b07f-b14bd17ff359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.188854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea465d3-4d31-4fa3-8acd-1f9d113e6534 req-a3480a6a-ae57-4ca1-ad8a-91487369bf6e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:21.190369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ea465d3-4d31-4fa3-8acd-1f9d113e6534 req-a3480a6a-ae57-4ca1-ad8a-91487369bf6e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1237152 Mar 22 14:31:21.279969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ea465d3-4d31-4fa3-8acd-1f9d113e6534 req-910717c6-1a3f-4d5b-bd91-24d950874223 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815542 Mar 22 14:31:21.334859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43228) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:21.602000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5b897-fd9c-4f37-9d49-f265fe84c5d1 req-8c5d0ace-86b6-412c-9410-2d71fd5200be tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:21.603868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2b5b897-fd9c-4f37-9d49-f265fe84c5d1 req-8c5d0ace-86b6-412c-9410-2d71fd5200be tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0858941 Mar 22 14:31:21.685376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1047074839'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:21.707036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2b5b897-fd9c-4f37-9d49-f265fe84c5d1 req-c683a8e8-0b16-4c86-94de-2d77b586c637 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Mar 22 14:31:21.736226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:21.742025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.765287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.876780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (3cad39c0-6cc6-4a42-8571-8553428f2b4d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.884820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3cad39c0-6cc6-4a42-8571-8553428f2b4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.916380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:21.940995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad39c0-6cc6-4a42-8571-8553428f2b4d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:21.941983 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.946093 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8c89b2a5-96f1-4f44-b513-d347c2a29df1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:21.946247 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 8c89b2a5-96f1-4f44-b513-d347c2a29df1 of type vlan for network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 Mar 22 14:31:21.997521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (cf38987a-8ffa-4fbd-b0ad-133ca8831d83), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.032151 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (cf38987a-8ffa-4fbd-b0ad-133ca8831d83), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.038250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.038964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.118685 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7824068 Mar 22 14:31:22.120425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43240) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:22.127932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'name': 'tempest-PortsIpV6TestJSON-908783875'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:22.130922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee00b1-e5b8-47b6-83cc-5a9e7c7484b7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=cf38987a-8ffa-4fbd-b0ad-133ca8831d83,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:22.143187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:22.270298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:22.275036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.302795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 1c40bc54-4122-4afc-8a70-da6396c39cf3 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:22.582901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f90d7-94e3-4534-9217-4d9ab9126342 req-8e488634-ae78-49df-ae71-0acef353e248 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.584666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-857f90d7-94e3-4534-9217-4d9ab9126342 req-8e488634-ae78-49df-ae71-0acef353e248 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1784444 Mar 22 14:31:22.663466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-857f90d7-94e3-4534-9217-4d9ab9126342 req-88362424-0d54-4978-a63b-c05367b653a2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671818 Mar 22 14:31:22.667060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.720310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:22.785914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=1c40bc54-4122-4afc-8a70-da6396c39cf3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:22.868859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569fd9-3b38-4d9d-a061-f02b63ad5f03 req-b1291f62-d0c5-4ea0-904c-ee74b23bd392 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:22.874104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc569fd9-3b38-4d9d-a061-f02b63ad5f03 req-b1291f62-d0c5-4ea0-904c-ee74b23bd392 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0851510 Mar 22 14:31:22.885120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '8c89b2a5-96f1-4f44-b513-d347c2a29df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:22.885536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: cf38987a-8ffa-4fbd-b0ad-133ca8831d83, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:22.928966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:22.945491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, cf38987a-8ffa-4fbd-b0ad-133ca8831d83) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:22.959776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870076e-73c5-43a0-ac7b-e8b618228f39 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:22.991078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:23.002728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.003540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.019161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc569fd9-3b38-4d9d-a061-f02b63ad5f03 req-8eef7c59-b183-4e2f-a507-467b7faa19b4 tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.81 "GET /v2.0/security-groups?id=e222aa53-0470-439c-a9c2-1f2242a08a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Mar 22 14:31:23.031557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:23.032693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-481ff8d1-cd61-473d-ba99-68d8ac8c187c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9061632 Mar 22 14:31:23.038616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-964109409'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.075955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:23.081135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.129393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:23.142622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3b91b684-294e-41f2-b5f7-5c1c09248350), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.143009 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 3b91b684-294e-41f2-b5f7-5c1c09248350 of type vlan for network a94f5854-5af5-4499-ba8c-57b89a9599d1 Mar 22 14:31:23.163811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-1c6ac58d-0638-4777-a33b-1913974780ae tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.166605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-1c6ac58d-0638-4777-a33b-1913974780ae tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3f3ca72-0d5f-4edc-a95e-204593ab7f6c HTTP/1.1" status: 200 len: 947 time: 0.0662065 Mar 22 14:31:23.189682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a94f5854-5af5-4499-ba8c-57b89a9599d1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.241160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a94f5854-5af5-4499-ba8c-57b89a9599d1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.246976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.247777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.298722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Deleting port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:23.299259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.326773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=a94f5854-5af5-4499-ba8c-57b89a9599d1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:23.338161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a94f5854-5af5-4499-ba8c-57b89a9599d1 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:23.359585 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-97fd2f8f-de3a-4377-a596-5c1f213a01b1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3253932 Mar 22 14:31:23.360524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43270) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:23.367852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'ports': [{'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'}, {'network_id': 'a94f5854-5af5-4499-ba8c-57b89a9599d1'}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.369525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.370313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'a94f5854-5af5-4499-ba8c-57b89a9599d1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:23.447476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] For port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,segment=NetworkSegment(2ef42e0b-f053-40d0-846e-54de1aa545e2),segment_id=2ef42e0b-f053-40d0-846e-54de1aa545e2)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:23.447890 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.476254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Calling delete_port for ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:23.573804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:23.578766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.603061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.657880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ef5677c4-1c11-4f20-a69c-f5d50bc86bf5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.672230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:23.709460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Pushing event deleted for resources: {'Port': ['ID=ef5677c4-1c11-4f20-a69c-f5d50bc86bf5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:23.750136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.776987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] No DVR routers for this DVR port ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:23.780444 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.784483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9105a53-358b-45fa-97ce-a95a9fef5291 req-64132f51-f4a6-4e45-b9f4-7b70bb5ffedd tempest-ServersNegativeTestJSON-1981943020 tempest-ServersNegativeTestJSON-1981943020-project] 10.222.0.78 "DELETE /v2.0/ports/ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 HTTP/1.1" status: 204 len: 173 time: 0.6127005 Mar 22 14:31:23.786188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-deleted', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:23.789074 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b26e6-1efe-45e7-804a-c6486d5c01ce" -d '{"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-deleted", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:23.806304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 1ab290a9-7f63-46a7-935f-ce543b144019 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:23.878464 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8cf74f-a034-4af8-b778-25a29e0f1501 x-openstack-request-id: req-7f8cf74f-a034-4af8-b778-25a29e0f1501 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:23.878974 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3ca72-0d5f-4edc-a95e-204593ab7f6c", "name": "network-vif-deleted", "tag": "ef5677c4-1c11-4f20-a69c-f5d50bc86bf5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:23.879443 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f8cf74f-a034-4af8-b778-25a29e0f1501 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:23.880000 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8cf74f-a034-4af8-b778-25a29e0f1501'] response: {'server_uuid': 'b3f3ca72-0d5f-4edc-a95e-204593ab7f6c', 'name': 'network-vif-deleted', 'tag': 'ef5677c4-1c11-4f20-a69c-f5d50bc86bf5', 'status': 'completed', 'code': 200} Mar 22 14:31:23.911135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (1ab290a9-7f63-46a7-935f-ce543b144019), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:23.912640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001c5e4-8746-417c-b234-83324b0ff2a0 req-5be3fe32-60c3-4217-8cf8-3763134dca47 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:23.914750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3001c5e4-8746-417c-b234-83324b0ff2a0 req-5be3fe32-60c3-4217-8cf8-3763134dca47 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1290205 Mar 22 14:31:24.017305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3001c5e4-8746-417c-b234-83324b0ff2a0 req-04c1fb55-f905-44c7-8bad-c5cfa40c55b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962608 Mar 22 14:31:24.032507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 361af9ae-13bb-4b0d-8d1c-0cd719187b46 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:24.114776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43290) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:24.182570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Deleting subnet e7225385-2adc-40f6-bf02-295ad6484b21 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:24.186440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (361af9ae-13bb-4b0d-8d1c-0cd719187b46), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.186615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Publish callbacks [] for subnet (e7225385-2adc-40f6-bf02-295ad6484b21), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.234449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1ab290a9-7f63-46a7-935f-ce543b144019), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.239261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (e7225385-2adc-40f6-bf02-295ad6484b21), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.286761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (e7225385-2adc-40f6-bf02-295ad6484b21), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.295107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:24.298564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:24.301347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:24.302560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (361af9ae-13bb-4b0d-8d1c-0cd719187b46), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.325329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=1ab290a9-7f63-46a7-935f-ce543b144019,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.366743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (e7225385-2adc-40f6-bf02-295ad6484b21), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.409887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7225385-2adc-40f6-bf02-295ad6484b21,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.413176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.419998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1891c2af-6834-4800-a4be-24a5f80c5bbd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e7225385-2adc-40f6-bf02-295ad6484b21 HTTP/1.1" status: 204 len: 168 time: 0.3018556 Mar 22 14:31:24.420257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43300) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:24.511471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dfa1da40-1033-46b0-92b7-22b8ff84cbbf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.604731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dfa1da40-1033-46b0-92b7-22b8ff84cbbf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.631081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa1da40-1033-46b0-92b7-22b8ff84cbbf']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:24.654329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef42e0b-f053-40d0-846e-54de1aa545e2') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:24.654929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef42e0b-f053-40d0-846e-54de1aa545e2') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:24.671117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (2ef42e0b-f053-40d0-846e-54de1aa545e2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.692117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2ef42e0b-f053-40d0-846e-54de1aa545e2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.702445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:24.704186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (2ef42e0b-f053-40d0-846e-54de1aa545e2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.755822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43304) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:24.767462 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:24.772810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=361af9ae-13bb-4b0d-8d1c-0cd719187b46,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.781416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '3b91b684-294e-41f2-b5f7-5c1c09248350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a94f5854-5af5-4499-ba8c-57b89a9599d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:24.781774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: a94f5854-5af5-4499-ba8c-57b89a9599d1, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:24.794268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dfa1da40-1033-46b0-92b7-22b8ff84cbbf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.801462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.808164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network a94f5854-5af5-4499-ba8c-57b89a9599d1 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:24.808338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dfa1da40-1033-46b0-92b7-22b8ff84cbbf HTTP/1.1" status: 204 len: 168 time: 0.3844187 Mar 22 14:31:24.827807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a94f5854-5af5-4499-ba8c-57b89a9599d1) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:24.838627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530c57a-da98-450e-b3e8-b1ee1bf792e7 None None] Network a94f5854-5af5-4499-ba8c-57b89a9599d1 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:24.849816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:24.856214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabc8e3-50df-4161-a41d-f3f5ccda70a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa1da40-1033-46b0-92b7-22b8ff84cbbf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:24.862283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:24.871002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:24.871718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.895028 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67d5657c-4413-4b6f-9939-1505042fcd88 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5316923 Mar 22 14:31:24.896805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:24.944682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e2c865c-16fd-4c87-b22c-36a3a1fb714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:24.989255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.027213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43312) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.058063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e2c865c-16fd-4c87-b22c-36a3a1fb714a admin admin] Publish callbacks [] for security_group (c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.067722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e2c865c-16fd-4c87-b22c-36a3a1fb714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.090500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 361af9ae-13bb-4b0d-8d1c-0cd719187b46 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:25.091063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (361af9ae-13bb-4b0d-8d1c-0cd719187b46), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.102400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e2c865c-16fd-4c87-b22c-36a3a1fb714a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10ff01108a5c4d05b422ad77eea8dd2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435709 Mar 22 14:31:25.108212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.138858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c865c-16fd-4c87-b22c-36a3a1fb714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.144414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43318) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.145087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dbe44387-d882-4597-9da2-559f42b00fa1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=133e132c97984561a54c4b8f0875f768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163146 Mar 22 14:31:25.190507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] Publish callbacks [] for security_group (c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.201222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (361af9ae-13bb-4b0d-8d1c-0cd719187b46), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.218313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 361af9ae-13bb-4b0d-8d1c-0cd719187b46 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:25.234805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] Publish callbacks [] for security_group (c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.240490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1aab-b29f-4d74-b19b-4e65c377bf94 req-1782931f-225d-41ae-8eba-4424fb31f7a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.242161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-938d1aab-b29f-4d74-b19b-4e65c377bf94 req-1782931f-225d-41ae-8eba-4424fb31f7a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1315815 Mar 22 14:31:25.246079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] Publish callbacks [] for security_group (e222aa53-0470-439c-a9c2-1f2242a08a5e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.284574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] Publish callbacks [] for security_group (e222aa53-0470-439c-a9c2-1f2242a08a5e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.335335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.338443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.339587 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d HTTP/1.1" status: 204 len: 168 time: 0.2302651 Mar 22 14:31:25.339703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-938d1aab-b29f-4d74-b19b-4e65c377bf94 req-b90574f8-a815-4d67-b232-c7529dacdfb7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616326 Mar 22 14:31:25.362768 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (361af9ae-13bb-4b0d-8d1c-0cd719187b46), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.364649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ab1f6-392f-4445-aa73-fb17c3f49e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d70fa3-8b1d-4d1f-b8db-95cc3a8c4e9d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.366246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e222aa53-0470-439c-a9c2-1f2242a08a5e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.369176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.403161 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e222aa53-0470-439c-a9c2-1f2242a08a5e HTTP/1.1" status: 204 len: 168 time: 0.2572851 Mar 22 14:31:25.406905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=361af9ae-13bb-4b0d-8d1c-0cd719187b46,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.416647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4735-d3b2-457f-b3b5-f4d4f4caab06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222aa53-0470-439c-a9c2-1f2242a08a5e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.431667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.436945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b24cb0cf-a4d7-425c-8537-2e9638e08bf3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/361af9ae-13bb-4b0d-8d1c-0cd719187b46 HTTP/1.1" status: 204 len: 168 time: 0.5387950 Mar 22 14:31:25.439823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.503209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca864ce-5bdc-47aa-b2e2-fd63a72498cd tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.508530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca864ce-5bdc-47aa-b2e2-fd63a72498cd tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.513069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.513278 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ca864ce-5bdc-47aa-b2e2-fd63a72498cd tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0723827 Mar 22 14:31:25.560253 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:31:25.622733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 1ab290a9-7f63-46a7-935f-ce543b144019 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:25.623072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1ab290a9-7f63-46a7-935f-ce543b144019), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.710240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1ab290a9-7f63-46a7-935f-ce543b144019), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.725685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 1ab290a9-7f63-46a7-935f-ce543b144019 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:25.818938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1ab290a9-7f63-46a7-935f-ce543b144019), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.844385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43340) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.854964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=1ab290a9-7f63-46a7-935f-ce543b144019,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:25.857856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac3e963a-6bc3-45ae-b13e-682349d50785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.864301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.868467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c5e80b6d-64e4-4a77-8e9c-41c6717fa9a0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/1ab290a9-7f63-46a7-935f-ce543b144019 HTTP/1.1" status: 204 len: 168 time: 0.3538258 Mar 22 14:31:25.871352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43342) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:25.954829 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac3e963a-6bc3-45ae-b13e-682349d50785 admin admin] Publish callbacks [] for security_group (b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.962040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac3e963a-6bc3-45ae-b13e-682349d50785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:25.982441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0c6b-96fb-49ab-b452-65bce90265c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:25.984145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c0f0c6b-96fb-49ab-b452-65bce90265c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1110959 Mar 22 14:31:25.987174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43346) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.015861 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac3e963a-6bc3-45ae-b13e-682349d50785 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1581fffcf12a4a6da147099f480b0ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703663 Mar 22 14:31:26.016737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e963a-6bc3-45ae-b13e-682349d50785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.019189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.029656 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-04487a35-95eb-4d67-ae4d-788442fecff0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:26.034528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04487a35-95eb-4d67-ae4d-788442fecff0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/361af9ae-13bb-4b0d-8d1c-0cd719187b46 HTTP/1.1" status: 404 len: 333 time: 0.0462668 Mar 22 14:31:26.035900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.072423 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a350e-36a1-447a-956f-e9c02234d2b9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:26.075056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f3a350e-36a1-447a-956f-e9c02234d2b9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/1ab290a9-7f63-46a7-935f-ce543b144019 HTTP/1.1" status: 404 len: 333 time: 0.0382247 Mar 22 14:31:26.077705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43352) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.085470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] Publish callbacks [] for security_group (b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.110742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] Publish callbacks [] for security_group (b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.167640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.172184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.173601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2 HTTP/1.1" status: 204 len: 168 time: 0.1424642 Mar 22 14:31:26.178325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a94f5854-5af5-4499-ba8c-57b89a9599d1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.185665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b8c29-a7a2-43f6-a1db-34f4a810adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c03ff-5f34-4d36-a44e-f3a7c4bda6a2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.290532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a94f5854-5af5-4499-ba8c-57b89a9599d1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.322202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94f5854-5af5-4499-ba8c-57b89a9599d1']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:26.333648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b91b684-294e-41f2-b5f7-5c1c09248350') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:26.334007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b91b684-294e-41f2-b5f7-5c1c09248350') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:26.348379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (3b91b684-294e-41f2-b5f7-5c1c09248350), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.364342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (3b91b684-294e-41f2-b5f7-5c1c09248350), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.376206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:26.376767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (3b91b684-294e-41f2-b5f7-5c1c09248350), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:26.380167 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:26.398669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.447875 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a94f5854-5af5-4499-ba8c-57b89a9599d1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.456324 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.460954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/a94f5854-5af5-4499-ba8c-57b89a9599d1 HTTP/1.1" status: 204 len: 168 time: 0.3820829 Mar 22 14:31:26.465336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43376) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.474042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-131077813'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:26.564302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-242428234-network', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:26.602338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e2b7b-bf02-4eeb-9212-ce430ca6680f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=a94f5854-5af5-4499-ba8c-57b89a9599d1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.604418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Made reservation on behalf of bd1657a7aa254b5ca7e269f61530c5bc for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:26.606767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.627176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.656080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:26.659489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.690430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173af5-524b-4fe6-a396-fd566d60ec78 req-c3b43786-02d0-43eb-a616-2e7d7850888f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:26.691981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4173af5-524b-4fe6-a396-fd566d60ec78 req-c3b43786-02d0-43eb-a616-2e7d7850888f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.2298279 Mar 22 14:31:26.705448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:26.730555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1ba3452e-a2ba-4ed3-8a17-30dd19de799e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.730946 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 1ba3452e-a2ba-4ed3-8a17-30dd19de799e of type vlan for network 0799596a-7dad-4f08-a05b-fdc360512b54 Mar 22 14:31:26.782363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks [] for security_group (04c21286-5fbf-4beb-84d1-3e781366a8af), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.790218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (04c21286-5fbf-4beb-84d1-3e781366a8af), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.793559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4173af5-524b-4fe6-a396-fd566d60ec78 req-ae7a75dc-6815-48dc-8107-fd385df26da3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897574 Mar 22 14:31:26.797224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0799596a-7dad-4f08-a05b-fdc360512b54), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.854458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:26.861436 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0799596a-7dad-4f08-a05b-fdc360512b54), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.868173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c21286-5fbf-4beb-84d1-3e781366a8af,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.868334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:26.868904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.881347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.881772 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Added segment fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0 of type vlan for network 91e97a1a-46c7-42c6-8c0a-af63588e347b Mar 22 14:31:26.941764 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (91e97a1a-46c7-42c6-8c0a-af63588e347b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:26.956870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43392) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:26.957590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4877584 Mar 22 14:31:26.958586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bc344-56ed-4815-80f5-b1a93e3c9f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=0799596a-7dad-4f08-a05b-fdc360512b54,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:26.964850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:26.970006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 0799596a-7dad-4f08-a05b-fdc360512b54 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:27.033897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (91e97a1a-46c7-42c6-8c0a-af63588e347b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.035285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:27.036069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.102433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7021477 Mar 22 14:31:27.105326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43396) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:27.114144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Request body: {'subnet': {'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-subnet', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:27.131432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dfb39-c17d-4ff2-a448-430c60bd1198 admin admin] Pushing event updated for resources: {'Network': ['ID=91e97a1a-46c7-42c6-8c0a-af63588e347b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.144903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:27.148403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.150582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:27.173501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Made reservation on behalf of bd1657a7aa254b5ca7e269f61530c5bc for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:27.180420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.255488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Performing IP validity checks on allocation pools {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:31:27.257719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:31:27.448020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (c494801f-36d0-4079-abf0-e6f627165422), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.485233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.516163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=c494801f-36d0-4079-abf0-e6f627165422,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.531491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '1ba3452e-a2ba-4ed3-8a17-30dd19de799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:27.531491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: 0799596a-7dad-4f08-a05b-fdc360512b54, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:27.558304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 0799596a-7dad-4f08-a05b-fdc360512b54 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:27.567516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:27.571458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 0799596a-7dad-4f08-a05b-fdc360512b54) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:27.577395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:27.578165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Checking segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:27.578480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.578606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Network hostable DHCP agents. Network: 91e97a1a-46c7-42c6-8c0a-af63588e347b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:27.582952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0502e7-b66b-46db-ae8c-596ecdbdd683 None None] Network 0799596a-7dad-4f08-a05b-fdc360512b54 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:27.601914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43aadb25-5bdf-4984-95bc-aea47f2b2a25 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6429236 Mar 22 14:31:27.604122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43408) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:27.611001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54', 'name': 'tempest-PortsIpV6TestJSON-990638718'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:27.624286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:27.638349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 91e97a1a-46c7-42c6-8c0a-af63588e347b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:27.645422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:27.647417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.652810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d0999-20c6-4ca1-9d6b-183c62cbbaa5 None None] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:27.688626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b84b0acc-dcc1-4dde-af6d-32eaaf30fb8a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5816877 Mar 22 14:31:27.691343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43412) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:27.696012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:27.721465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.722792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.816597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:27.822967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.836942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for router_controller (80d60cb4-11a3-4a49-a76f-8389b311a5f9), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.851256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 8fdd27ac-db30-48fc-930a-a068d0927dde yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:27.882740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-0799596a-7dad-4f08-a05b-fdc360512b54', 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': 'c494801f-36d0-4079-abf0-e6f627165422'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:27.883579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.926895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-91e97a1a-46c7-42c6-8c0a-af63588e347b', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:27.928165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:27.959413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:28.053852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for router_gateway (80d60cb4-11a3-4a49-a76f-8389b311a5f9), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.126603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7006c-6a18-4255-95ea-bbcb97aa5a3c req-bee56c1b-a7b3-46fe-aaf6-8e6ba1ff216f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:28.127344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::28f (0799596a-7dad-4f08-a05b-fdc360512b54/c494801f-36d0-4079-abf0-e6f627165422/8fdd27ac-db30-48fc-930a-a068d0927dde) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:28.128267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06b7006c-6a18-4255-95ea-bbcb97aa5a3c req-bee56c1b-a7b3-46fe-aaf6-8e6ba1ff216f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1980467 Mar 22 14:31:28.135944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Allocated IP 172.20.0.2 (91e97a1a-46c7-42c6-8c0a-af63588e347b/6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60/c0632d80-4638-4d9e-a93d-410a14064cdb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:28.194981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06b7006c-6a18-4255-95ea-bbcb97aa5a3c req-b33be329-b771-4d3f-ad4f-2d7019580daf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579774 Mar 22 14:31:28.411755 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (8fdd27ac-db30-48fc-930a-a068d0927dde), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.478460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for router_gateway (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.509719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8fdd27ac-db30-48fc-930a-a068d0927dde), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.540326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:28.540777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ef5677c4-1c11-4f20-a69c-f5d50bc86bf5 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:28.553574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.593693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=8fdd27ac-db30-48fc-930a-a068d0927dde,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:28.622021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 0799596a-7dad-4f08-a05b-fdc360512b54 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:28.623731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:28.628524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:28.635077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:28.636051 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.641158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Allocated IP 2001:db8::2 (0799596a-7dad-4f08-a05b-fdc360512b54/c494801f-36d0-4079-abf0-e6f627165422/387ee1e7-8ec7-439b-a2ce-7163ff69e9eb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:28.676114 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b88baab-e1b4-4803-a3a3-079bba6cfd3e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0704660 Mar 22 14:31:28.679842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:28.716366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.861055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 8fdd27ac-db30-48fc-930a-a068d0927dde {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:28.861055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8fdd27ac-db30-48fc-930a-a068d0927dde), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.865846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Allocated IP 172.25.3.143 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/0d864746-a4c9-4a0a-bfc5-7f4c9d17a836) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:28.898664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks [] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.904457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks [] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.911106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.920334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:28.983465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:28.989421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:28.997871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:29.000990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Network 0799596a-7dad-4f08-a05b-fdc360512b54 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:29.008120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:29.009916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8fdd27ac-db30-48fc-930a-a068d0927dde), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.019324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:29.039905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 8fdd27ac-db30-48fc-930a-a068d0927dde owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:29.040405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Pushing event updated for resources: {'Port': ['ID=c0632d80-4638-4d9e-a93d-410a14064cdb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.095054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.115058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.115560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.116028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.116606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.117067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.117508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.117949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.118501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.118918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.119345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.119802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.120242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.120669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.121137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.121562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:29.126525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Attempting to bind port c0632d80-4638-4d9e-a93d-410a14064cdb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:29.127047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Attempting to bind port c0632d80-4638-4d9e-a93d-410a14064cdb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:29.127531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Attempting to bind port c0632d80-4638-4d9e-a93d-410a14064cdb on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:29.149308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:29.149929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Checking segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:29.150354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.150986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Bound using segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:29.151653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Bound port: c0632d80-4638-4d9e-a93d-410a14064cdb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:29.152139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.214388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.248071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8fdd27ac-db30-48fc-930a-a068d0927dde), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.290102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=8fdd27ac-db30-48fc-930a-a068d0927dde,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.322754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.325144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] For port c0632d80-4638-4d9e-a93d-410a14064cdb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:29.329407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] For port c0632d80-4638-4d9e-a93d-410a14064cdb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0632d80-4638-4d9e-a93d-410a14064cdb,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:29.330175 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e964773-b74b-497c-aa04-1355b9889583 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/8fdd27ac-db30-48fc-930a-a068d0927dde HTTP/1.1" status: 204 len: 168 time: 0.6487143 Mar 22 14:31:29.331735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43458) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:29.343719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Attempting to bind port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:29.344439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Attempting to bind port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1ba3452e-a2ba-4ed3-8a17-30dd19de799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:29.345028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Attempting to bind port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb on network 0799596a-7dad-4f08-a05b-fdc360512b54 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:29.352411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.359045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Pushing event updated for resources: {'Port': ['ID=387ee1e7-8ec7-439b-a2ce-7163ff69e9eb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.361542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.368655 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-246a10dc-bc72-46c5-8e58-83d8bc818bb0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:31:29.369261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246a10dc-bc72-46c5-8e58-83d8bc818bb0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:29.371792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:29.372494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Checking segment: {'id': '1ba3452e-a2ba-4ed3-8a17-30dd19de799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:29.373113 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.373786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Bound using segment: {'id': '1ba3452e-a2ba-4ed3-8a17-30dd19de799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:29.374601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Bound port: 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba3452e-a2ba-4ed3-8a17-30dd19de799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0799596a-7dad-4f08-a05b-fdc360512b54'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:29.375206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.376511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-246a10dc-bc72-46c5-8e58-83d8bc818bb0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/8fdd27ac-db30-48fc-930a-a068d0927dde HTTP/1.1" status: 404 len: 333 time: 0.0435841 Mar 22 14:31:29.377453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:29.379140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:29.392631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:29.426984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:29.444562 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f6285f-c1ea-43ed-aef3-f3aeeb41264c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:29.449927 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-48f6285f-c1ea-43ed-aef3-f3aeeb41264c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/8fdd27ac-db30-48fc-930a-a068d0927dde HTTP/1.1" status: 404 len: 333 time: 0.0712662 Mar 22 14:31:29.450577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43466) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:29.463610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] For port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:29.467360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] For port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=387ee1e7-8ec7-439b-a2ce-7163ff69e9eb,segment=NetworkSegment(1ba3452e-a2ba-4ed3-8a17-30dd19de799e),segment_id=1ba3452e-a2ba-4ed3-8a17-30dd19de799e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:29.481169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.517990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6658a-be4f-409d-8493-f63079defb1d None None] Pushing event updated for resources: {'Port': ['ID=c0632d80-4638-4d9e-a93d-410a14064cdb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.549084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.578252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet c494801f-36d0-4079-abf0-e6f627165422 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:29.589790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (c494801f-36d0-4079-abf0-e6f627165422), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.594720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7d1cc-916b-44a7-b0ee-11c15090f36e None None] Pushing event updated for resources: {'Port': ['ID=387ee1e7-8ec7-439b-a2ce-7163ff69e9eb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:29.660793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (c494801f-36d0-4079-abf0-e6f627165422), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.774160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c494801f-36d0-4079-abf0-e6f627165422), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:29.800440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d549f-ee15-49cb-a715-ef30c1f12ef5 req-6b074543-ca8b-4300-879d-a6100b52fb27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:29.802465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d03d549f-ee15-49cb-a715-ef30c1f12ef5 req-6b074543-ca8b-4300-879d-a6100b52fb27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.4711831 Mar 22 14:31:29.920061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43470) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:29.972513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (c494801f-36d0-4079-abf0-e6f627165422), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.014741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d03d549f-ee15-49cb-a715-ef30c1f12ef5 req-909313a0-dad7-4740-82a8-ec3603d2fc2b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035391 Mar 22 14:31:30.022876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=c494801f-36d0-4079-abf0-e6f627165422,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.026958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.032807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9be7c594-6df4-4b2a-9dc2-41eb55626ea7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/c494801f-36d0-4079-abf0-e6f627165422 HTTP/1.1" status: 204 len: 168 time: 0.5788326 Mar 22 14:31:30.034243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:30.055570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for router_gateway (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.155014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0799596a-7dad-4f08-a05b-fdc360512b54), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.233476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:30.234058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.326023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=387ee1e7-8ec7-439b-a2ce-7163ff69e9eb,segment=NetworkSegment(1ba3452e-a2ba-4ed3-8a17-30dd19de799e),segment_id=1ba3452e-a2ba-4ed3-8a17-30dd19de799e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:30.326758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.328810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9f58c49-4da0-4e51-89e9-d32936e4b40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.332641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.347797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:30.482724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (387ee1e7-8ec7-439b-a2ce-7163ff69e9eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.491619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9f58c49-4da0-4e51-89e9-d32936e4b40d admin admin] Publish callbacks [] for security_group (3b5e1a06-77c2-4385-88cd-712ea7af31cb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.497201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:31:30.516670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=387ee1e7-8ec7-439b-a2ce-7163ff69e9eb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.518519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e9f58c49-4da0-4e51-89e9-d32936e4b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3b5e1a06-77c2-4385-88cd-712ea7af31cb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.522733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:30.584960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f58c49-4da0-4e51-89e9-d32936e4b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e1a06-77c2-4385-88cd-712ea7af31cb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.600441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e9f58c49-4da0-4e51-89e9-d32936e4b40d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97569ffbd5634d43a60c983865cd9c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6773584 Mar 22 14:31:30.637727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:30.689110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0799596a-7dad-4f08-a05b-fdc360512b54), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.723177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0799596a-7dad-4f08-a05b-fdc360512b54']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.742869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba3452e-a2ba-4ed3-8a17-30dd19de799e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.743309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba3452e-a2ba-4ed3-8a17-30dd19de799e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:30.761944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1ba3452e-a2ba-4ed3-8a17-30dd19de799e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.764313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] Publish callbacks [] for security_group (3b5e1a06-77c2-4385-88cd-712ea7af31cb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.777773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0632d80-4638-4d9e-a93d-410a14064cdb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:30.789064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1ba3452e-a2ba-4ed3-8a17-30dd19de799e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.803084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] Publish callbacks [] for security_group (3b5e1a06-77c2-4385-88cd-712ea7af31cb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.805499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:30.806110 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1ba3452e-a2ba-4ed3-8a17-30dd19de799e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:30.809415 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:30.882417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c0632d80-4638-4d9e-a93d-410a14064cdb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:30.882801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.974363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3b5e1a06-77c2-4385-88cd-712ea7af31cb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.977207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:30.978664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b5e1a06-77c2-4385-88cd-712ea7af31cb HTTP/1.1" status: 204 len: 168 time: 0.3350375 Mar 22 14:31:30.990334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f6b4d-7923-48dd-b92a-2e73819ba9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e1a06-77c2-4385-88cd-712ea7af31cb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:30.992113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (0799596a-7dad-4f08-a05b-fdc360512b54), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.010290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.013848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/0799596a-7dad-4f08-a05b-fdc360512b54 HTTP/1.1" status: 204 len: 168 time: 0.9784720 Mar 22 14:31:31.014906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d1330-be94-4eb2-b141-98f9c154c208 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=0799596a-7dad-4f08-a05b-fdc360512b54,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:31.019296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:31.026198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1440342546'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:31.082833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c0632d80-4638-4d9e-a93d-410a14064cdb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:31.083313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.084668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:31.089612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.150359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:31.163901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a58da0d6-fdc1-4177-b9c2-d2a7cac51147), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.164611 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment a58da0d6-fdc1-4177-b9c2-d2a7cac51147 of type vlan for network b322b11a-2b2d-4f55-888d-d801cb5feb5a Mar 22 14:31:31.170145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port c0632d80-4638-4d9e-a93d-410a14064cdb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0632d80-4638-4d9e-a93d-410a14064cdb,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:31.179098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.282290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=c0632d80-4638-4d9e-a93d-410a14064cdb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:31.300012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b322b11a-2b2d-4f55-888d-d801cb5feb5a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.330552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b322b11a-2b2d-4f55-888d-d801cb5feb5a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.337444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:31.338525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.342044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:31:31.360164 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:31:31.373147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d48aa0-799d-4c26-a4cb-f25aec27b428 None None] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:31.397235 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:31.402199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:31.457698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.459276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f42f1fb-5837-4327-a4eb-fac19ca4dd4c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7669637 Mar 22 14:31:31.462748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43488) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:31.514903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0707f25a-5529-4a12-8b16-73d51e2fedc2 None None] Provisioning complete for port c0632d80-4638-4d9e-a93d-410a14064cdb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:31.515646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0707f25a-5529-4a12-8b16-73d51e2fedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.568216 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5475130 Mar 22 14:31:31.575377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43492) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:31.587458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:31.594074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778d992-e43d-4f23-bb59-06bf10957ab2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=b322b11a-2b2d-4f55-888d-d801cb5feb5a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:31.617362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:31.660819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c8f24-279b-4ea3-a3af-7d25fa049737 req-3de500e8-d565-47c6-80fc-8e05be9671e8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:31.662476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c79c8f24-279b-4ea3-a3af-7d25fa049737 req-3de500e8-d565-47c6-80fc-8e05be9671e8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.3224125 Mar 22 14:31:31.676883 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:31:31.700682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:31.725306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaa68-8716-4768-9db4-e1b4552112a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.741071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:31.745322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.903329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0707f25a-5529-4a12-8b16-73d51e2fedc2 None None] Current status of the port c0632d80-4638-4d9e-a93d-410a14064cdb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:31.960047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaa68-8716-4768-9db4-e1b4552112a9 admin admin] Publish callbacks [] for security_group (80401806-d942-4e35-9f51-2f2dc02167a1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.971142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaa68-8716-4768-9db4-e1b4552112a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80401806-d942-4e35-9f51-2f2dc02167a1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:31.999166 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:29Z', 'revision_number': 3, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:32.015442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7bfc0-ec56-4302-8ef2-453264b7cc2c None None] DHCP port deletion for 0799596a-7dad-4f08-a05b-fdc360512b54 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:32.031125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:31:32.031625 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Updating router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:31:32.049929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5e6be-96ef-44b6-a3e2-7638330e55a3 None None] Network 0799596a-7dad-4f08-a05b-fdc360512b54 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:32.056023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (63936c81-9892-434a-b42c-53f00f7822af), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.069667 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.080502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5e6be-96ef-44b6-a3e2-7638330e55a3 None None] Network 0799596a-7dad-4f08-a05b-fdc360512b54 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:31:32.081798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3960598e-b5a6-45e5-954a-be977e30b352 None None] Could not find standard attr ID for object 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:32.095526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bbfbaa68-8716-4768-9db4-e1b4552112a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70c8a9a9eb98439d95dafdd92999fd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935335 Mar 22 14:31:32.101691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43496) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:32.103099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbaa68-8716-4768-9db4-e1b4552112a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80401806-d942-4e35-9f51-2f2dc02167a1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:32.126891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=63936c81-9892-434a-b42c-53f00f7822af,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:32.145229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:32.146240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: b322b11a-2b2d-4f55-888d-d801cb5feb5a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:32.169251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] Publish callbacks [] for security_group (80401806-d942-4e35-9f51-2f2dc02167a1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.182191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:32.192439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c79c8f24-279b-4ea3-a3af-7d25fa049737 req-644abc52-6744-4762-8347-657388e310db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904335 Mar 22 14:31:32.196922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b322b11a-2b2d-4f55-888d-d801cb5feb5a) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:32.217539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979908d-063f-4e05-8b64-9a9d813e299b None None] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:32.222529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:32.223263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.224089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] Publish callbacks [] for security_group (80401806-d942-4e35-9f51-2f2dc02167a1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.258356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-44956250-0350-45d7-afa0-a34cb7888656 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6818311 Mar 22 14:31:32.259125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:32.265362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1762603055'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:32.359141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80401806-d942-4e35-9f51-2f2dc02167a1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.362403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.368025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80401806-d942-4e35-9f51-2f2dc02167a1 HTTP/1.1" status: 204 len: 168 time: 0.2629507 Mar 22 14:31:32.382699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707851-5c7d-4d9b-b0e5-97b7fcb1c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80401806-d942-4e35-9f51-2f2dc02167a1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:32.393112 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks [] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.403003 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.420096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b322b11a-2b2d-4f55-888d-d801cb5feb5a', 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': '63936c81-9892-434a-b42c-53f00f7822af'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:32.421063 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.447457 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.470605 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Attempting to bind port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:32.471719 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Attempting to bind port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:32.472407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Attempting to bind port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:32.486762 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:32.488472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:32.489339 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:32.489934 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.490540 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:32.491223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Bound port: 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:32.491790 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.495457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.517209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2b62d2ba-610d-408f-ac02-99103b68b577 None None] Provisioning complete for port c0632d80-4638-4d9e-a93d-410a14064cdb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:32.519191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b62d2ba-610d-408f-ac02-99103b68b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.531876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port ec052574-3a9b-463e-b8f8-ea7907208b4d yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:32.551898 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Pushing event updated for resources: {'Port': ['ID=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:32.589888 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.596771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.597095 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.597447 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.597784 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.598145 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.598476 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.598973 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.600769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.601257 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.601737 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.602331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.607168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.607745 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.608244 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:32.628601 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] For port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:32.632092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] For port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:32.653012 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.744141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0632d80-4638-4d9e-a93d-410a14064cdb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:32.768952 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:32.769575 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:32.782434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2bb2-1415-4705-8a76-0b9c6b2cbe3f None None] Pushing event updated for resources: {'Port': ['ID=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:32.824855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Allocated IP 172.20.0.1 (91e97a1a-46c7-42c6-8c0a-af63588e347b/6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60/0d8f7119-3f02-422e-b545-d1b5ccfcd15f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:32.834605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::313 (b322b11a-2b2d-4f55-888d-d801cb5feb5a/63936c81-9892-434a-b42c-53f00f7822af/ec052574-3a9b-463e-b8f8-ea7907208b4d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:32.864335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2b62d2ba-610d-408f-ac02-99103b68b577 None None] Current status of the port c0632d80-4638-4d9e-a93d-410a14064cdb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:32.880681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c0632d80-4638-4d9e-a93d-410a14064cdb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:32.881141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.978434 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:31:32.979522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks [] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:32.992411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c0632d80-4638-4d9e-a93d-410a14064cdb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:33.003830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:33.017896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.041315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:33.042628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 387ee1e7-8ec7-439b-a2ce-7163ff69e9eb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:33.125222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:33.131269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:33.136795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:33.169449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (ec052574-3a9b-463e-b8f8-ea7907208b4d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.229381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:33.231470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ec052574-3a9b-463e-b8f8-ea7907208b4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.294002 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-2c596b6c-dfa8-423f-b4f8-dc1fc503209f service neutron] show failed (client error): The resource could not be found. Mar 22 14:31:33.295115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-2c596b6c-dfa8-423f-b4f8-dc1fc503209f service neutron] 10.222.0.78 "GET /v2.0/ports/24209848-c762-433a-810e-c4f97f628051/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.2115974 Mar 22 14:31:33.296101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.322229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:33.337285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Allocated IP 2001:db8::2 (b322b11a-2b2d-4f55-888d-d801cb5feb5a/63936c81-9892-434a-b42c-53f00f7822af/125aa42c-7a27-418b-a33f-9cd4ea48eddb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:33.338501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:33.344845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:33.364652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:33.378933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.435626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=ec052574-3a9b-463e-b8f8-ea7907208b4d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:33.456420 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-62d76ba3-26f1-449c-9242-4916e9a4d72e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1934378 Mar 22 14:31:33.461457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43526) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:33.504464 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:29Z', 'revision_number': 3, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:33.561201 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376af7-6597-49a6-9df0-e2ef29e0fa8a None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:29Z', 'revision_number': 3, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:31:33.740884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d286ac35-00a4-4138-9180-8575b19457e5 None None] Provisioning complete for port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:33.741531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d286ac35-00a4-4138-9180-8575b19457e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.776889 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks [] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.804508 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:33.818504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d286ac35-00a4-4138-9180-8575b19457e5 None None] Port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:33.855973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:33.859319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:33.866073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:33.882893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Pushing event updated for resources: {'Port': ['ID=125aa42c-7a27-418b-a33f-9cd4ea48eddb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:33.900008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7849a-9622-415e-b995-cb6f506b42b9 req-67ca656d-b143-49e5-87e0-f7f3f5e711d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:33.906177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64f7849a-9622-415e-b995-cb6f506b42b9 req-67ca656d-b143-49e5-87e0-f7f3f5e711d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.4595225 Mar 22 14:31:33.980136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Attempting to bind port 125aa42c-7a27-418b-a33f-9cd4ea48eddb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:33.980136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Attempting to bind port 125aa42c-7a27-418b-a33f-9cd4ea48eddb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:33.980136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Attempting to bind port 125aa42c-7a27-418b-a33f-9cd4ea48eddb on network b322b11a-2b2d-4f55-888d-d801cb5feb5a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:34.003711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:34.004376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Checking segment: {'id': 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:34.004491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.004873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Bound using segment: {'id': 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:34.005359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Bound port: 125aa42c-7a27-418b-a33f-9cd4ea48eddb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b322b11a-2b2d-4f55-888d-d801cb5feb5a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:34.005737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.033389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port ec052574-3a9b-463e-b8f8-ea7907208b4d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:34.033739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ec052574-3a9b-463e-b8f8-ea7907208b4d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.128519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] For port 125aa42c-7a27-418b-a33f-9cd4ea48eddb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:34.132383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] For port 125aa42c-7a27-418b-a33f-9cd4ea48eddb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=125aa42c-7a27-418b-a33f-9cd4ea48eddb,segment=NetworkSegment(a58da0d6-fdc1-4177-b9c2-d2a7cac51147),segment_id=a58da0d6-fdc1-4177-b9c2-d2a7cac51147)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:34.145854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.146749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ec052574-3a9b-463e-b8f8-ea7907208b4d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.161166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for ec052574-3a9b-463e-b8f8-ea7907208b4d owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:34.171264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-a07d8126-e64d-406b-b8cb-4a17205a493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:34.172804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-a07d8126-e64d-406b-b8cb-4a17205a493b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 1128 time: 0.5126388 Mar 22 14:31:34.189221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:34.203604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.304608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca71d1-8d29-4b4e-b51b-0e0eedfc2250 None None] Pushing event updated for resources: {'Port': ['ID=125aa42c-7a27-418b-a33f-9cd4ea48eddb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:34.430030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64f7849a-9622-415e-b995-cb6f506b42b9 req-995f19e6-6d7c-47ba-b3e1-01f7e09765d6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5228183 Mar 22 14:31:34.465331 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ec052574-3a9b-463e-b8f8-ea7907208b4d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:34.513767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=ec052574-3a9b-463e-b8f8-ea7907208b4d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:34.851630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 125aa42c-7a27-418b-a33f-9cd4ea48eddb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:34.954905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 125aa42c-7a27-418b-a33f-9cd4ea48eddb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:34.955671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.025586 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.029005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88064bb1-f3d9-4d82-960f-2b516847ed92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/ec052574-3a9b-463e-b8f8-ea7907208b4d HTTP/1.1" status: 204 len: 168 time: 1.5526936 Mar 22 14:31:35.032054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:35.043733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.072664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 125aa42c-7a27-418b-a33f-9cd4ea48eddb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:35.073218 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.084004 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfa1e17-c436-4272-8dd1-393dfe9719cc tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:35.090406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4cfa1e17-c436-4272-8dd1-393dfe9719cc tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/ec052574-3a9b-463e-b8f8-ea7907208b4d HTTP/1.1" status: 404 len: 333 time: 0.0570626 Mar 22 14:31:35.094966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43552) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:35.120296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 125aa42c-7a27-418b-a33f-9cd4ea48eddb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=125aa42c-7a27-418b-a33f-9cd4ea48eddb,segment=NetworkSegment(a58da0d6-fdc1-4177-b9c2-d2a7cac51147),segment_id=a58da0d6-fdc1-4177-b9c2-d2a7cac51147)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:35.130070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.131425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:35.227725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=125aa42c-7a27-418b-a33f-9cd4ea48eddb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:35.255227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet 63936c81-9892-434a-b42c-53f00f7822af {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:35.259386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (63936c81-9892-434a-b42c-53f00f7822af), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.305138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:35.305833 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.325591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (63936c81-9892-434a-b42c-53f00f7822af), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.468313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (63936c81-9892-434a-b42c-53f00f7822af), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.491916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:35.491916 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.569210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:35.577783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.594638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (63936c81-9892-434a-b42c-53f00f7822af), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.620410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=63936c81-9892-434a-b42c-53f00f7822af,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:35.631660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.641401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bb940091-7210-4bf3-9482-0900279e07fb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/63936c81-9892-434a-b42c-53f00f7822af HTTP/1.1" status: 204 len: 168 time: 0.5453980 Mar 22 14:31:35.642309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43564) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:35.702427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:35.754481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b322b11a-2b2d-4f55-888d-d801cb5feb5a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.822608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 125aa42c-7a27-418b-a33f-9cd4ea48eddb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:35.823055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.893457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:35.911515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 125aa42c-7a27-418b-a33f-9cd4ea48eddb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=125aa42c-7a27-418b-a33f-9cd4ea48eddb,segment=NetworkSegment(a58da0d6-fdc1-4177-b9c2-d2a7cac51147),segment_id=a58da0d6-fdc1-4177-b9c2-d2a7cac51147)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:35.912087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:35.941604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 125aa42c-7a27-418b-a33f-9cd4ea48eddb owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:35.943342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21dfc4-363a-407f-b3cc-3a9143177af3 None None] Network b322b11a-2b2d-4f55-888d-d801cb5feb5a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:35.946859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231e94a-3903-4226-b1d0-1713153616df req-9fe69dac-f131-490e-bf3a-50d5c1fc5a9c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:35.955007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3231e94a-3903-4226-b1d0-1713153616df req-9fe69dac-f131-490e-bf3a-50d5c1fc5a9c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1679578 Mar 22 14:31:35.978082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks [] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.029449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.033911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3b6df183-231b-4921-9b75-6535cf4b391e None None] Provisioning complete for port 125aa42c-7a27-418b-a33f-9cd4ea48eddb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:36.034578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b6df183-231b-4921-9b75-6535cf4b391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.062239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (125aa42c-7a27-418b-a33f-9cd4ea48eddb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.100944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=125aa42c-7a27-418b-a33f-9cd4ea48eddb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.117826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3b6df183-231b-4921-9b75-6535cf4b391e None None] Could not find standard attr ID for object 125aa42c-7a27-418b-a33f-9cd4ea48eddb. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:36.121127 n-d-758851-5 neutron-server[103892]: INFO neutron.plugins.ml2.db [None req-3b6df183-231b-4921-9b75-6535cf4b391e None None] No ports have port_id starting with 125aa42c-7a27-418b-a33f-9cd4ea48eddb Mar 22 14:31:36.124504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 125aa42c-7a27-418b-a33f-9cd4ea48eddb on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:36.146938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:36.183564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc91546-5f83-4ebc-83e5-e7e4a42d14a7 None None] DHCP port deletion for b322b11a-2b2d-4f55-888d-d801cb5feb5a request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:36.209726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks [] for port (24209848-c762-433a-810e-c4f97f628051), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.231800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:36.232894 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e777f3c-d4d0-4c7c-8a27-5fa34a8a7f18" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-unplugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:36.235320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.251300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b322b11a-2b2d-4f55-888d-d801cb5feb5a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.252632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.276750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b322b11a-2b2d-4f55-888d-d801cb5feb5a']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:36.285155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3231e94a-3903-4226-b1d0-1713153616df req-2aacff2c-94e8-4831-b044-f4109773eeed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292542 Mar 22 14:31:36.289053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:36.292898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58da0d6-fdc1-4177-b9c2-d2a7cac51147') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:36.299464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Transition to ACTIVE for port object 24209848-c762-433a-810e-c4f97f628051 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:31:36.312303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a58da0d6-fdc1-4177-b9c2-d2a7cac51147), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.331459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a58da0d6-fdc1-4177-b9c2-d2a7cac51147), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.340936 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6518dad-10b3-456d-aef4-b55cf4aec240 x-openstack-request-id: req-c6518dad-10b3-456d-aef4-b55cf4aec240 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:36.340936 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-unplugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:36.340936 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6518dad-10b3-456d-aef4-b55cf4aec240 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:36.340936 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6518dad-10b3-456d-aef4-b55cf4aec240'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'code': 200} Mar 22 14:31:36.341821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:36.341821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a58da0d6-fdc1-4177-b9c2-d2a7cac51147), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.344506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:36.364579 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:36.455116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b322b11a-2b2d-4f55-888d-d801cb5feb5a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.466228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.473052 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/b322b11a-2b2d-4f55-888d-d801cb5feb5a HTTP/1.1" status: 204 len: 168 time: 0.8294482 Mar 22 14:31:36.478784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:36.486177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'name': 'tempest-PortsIpV6TestJSON-1924744116'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:36.507451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c70939-73dd-4e75-ba45-932756ccc0ba tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=b322b11a-2b2d-4f55-888d-d801cb5feb5a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.526694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:36.577221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:36.598157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:36.675637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:36.739932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:36.750913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.756451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:36.757205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:36.766725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] No DVR routers for this DVR port 24209848-c762-433a-810e-c4f97f628051 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:36.803397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port c3920679-6e81-420c-8085-019009597888 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:36.910353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:36.914168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:37.018724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 125aa42c-7a27-418b-a33f-9cd4ea48eddb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:37.051757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 125aa42c-7a27-418b-a33f-9cd4ea48eddb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:37.052196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 125aa42c-7a27-418b-a33f-9cd4ea48eddb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:37.081269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:31:37.091592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (c3920679-6e81-420c-8085-019009597888), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.102627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-10770198-c73d-4da2-889e-91cf00ab1265 None None] Provisioning complete for port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:37.106509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10770198-c73d-4da2-889e-91cf00ab1265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.139610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0798ff0-1039-4643-9ba9-ba6ab84c3a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.157130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-10770198-c73d-4da2-889e-91cf00ab1265 None None] Port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:37.174133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c3920679-6e81-420c-8085-019009597888), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.186599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:37.186937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:37.187850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:37.194623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:31:37.194944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:37.203666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:37.204008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:37.204416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Bound using segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:37.204826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Bound port: 24209848-c762-433a-810e-c4f97f628051, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:37.205180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.242886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:37.252028 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:37.257690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:37.263065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:37.263693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.272847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=c3920679-6e81-420c-8085-019009597888,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:37.289424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86ccd37b-fde2-489f-9599-5297be23c11c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8068786 Mar 22 14:31:37.293120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43590) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:37.319368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:31:37.328402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-423e3d77-5f1d-41a1-8827-229f22bd2ce3 admin admin] 10.222.0.81 "PUT /v2.0/routers/80d60cb4-11a3-4a49-a76f-8389b311a5f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8577993 Mar 22 14:31:37.335972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:37.338939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:31:37.351388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:37.353479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:37.354204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:37.370722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.390056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0798ff0-1039-4643-9ba9-ba6ab84c3a88 admin admin] Publish callbacks [] for security_group (fa00828e-951b-4335-8eb3-5940c43d7dc6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.403861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0798ff0-1039-4643-9ba9-ba6ab84c3a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fa00828e-951b-4335-8eb3-5940c43d7dc6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.486427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port c3920679-6e81-420c-8085-019009597888 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:37.486761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c3920679-6e81-420c-8085-019009597888), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.496909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f0798ff0-1039-4643-9ba9-ba6ab84c3a88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e7976a24eb746e0bcee41d1cb81a973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804498 Mar 22 14:31:37.497702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43598) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:37.502455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0798ff0-1039-4643-9ba9-ba6ab84c3a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00828e-951b-4335-8eb3-5940c43d7dc6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:37.510349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:37.511388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.516512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1092 time: 3.3349347 Mar 22 14:31:37.654621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c3920679-6e81-420c-8085-019009597888), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.667974 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ec8e-b8fe-4ea3-9cdf-a2542a4ef8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:37.689031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for c3920679-6e81-420c-8085-019009597888 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:37.700365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] Publish callbacks [] for security_group (fa00828e-951b-4335-8eb3-5940c43d7dc6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.712295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb28f25-562e-4d5a-9975-530979eb9bc1 req-f2b91e38-06f0-47b9-ad94-525f8bbe4ba8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:37.718903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7eb28f25-562e-4d5a-9975-530979eb9bc1 req-f2b91e38-06f0-47b9-ad94-525f8bbe4ba8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.2886012 Mar 22 14:31:37.763051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-770737da-2f1b-45de-bc9b-3843ae87a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:37.776424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-770737da-2f1b-45de-bc9b-3843ae87a223 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.2220058 Mar 22 14:31:37.846498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7eb28f25-562e-4d5a-9975-530979eb9bc1 req-bef28c60-260a-4ec9-907c-e19f3e296d1a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181693 Mar 22 14:31:37.857842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] Publish callbacks [] for security_group (fa00828e-951b-4335-8eb3-5940c43d7dc6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.892620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c3920679-6e81-420c-8085-019009597888), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.930595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=c3920679-6e81-420c-8085-019009597888,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:37.935748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.944411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43e82442-7e2a-49bb-a839-b61654763f79 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/c3920679-6e81-420c-8085-019009597888 HTTP/1.1" status: 204 len: 168 time: 0.6455700 Mar 22 14:31:37.944502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43604) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:37.948964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'mac_address': 'fa:16:3e:f8:3a:26', 'name': 'tempest-PortsIpV6TestJSON-448497942'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:37.953113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:31:37.971477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fa00828e-951b-4335-8eb3-5940c43d7dc6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.974803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:37.976338 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa00828e-951b-4335-8eb3-5940c43d7dc6 HTTP/1.1" status: 204 len: 168 time: 0.4755092 Mar 22 14:31:37.988494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34ff8b-ea6c-4671-95e7-acc92f09ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00828e-951b-4335-8eb3-5940c43d7dc6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:38.012468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:38.031122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-e3eced23-9763-4b1e-beee-843d75a8cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:38.033350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-e3eced23-9763-4b1e-beee-843d75a8cc97 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.2560446 Mar 22 14:31:38.131083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-8892e1ca-8e84-4e3f-b5a0-232f7d37c343 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.0881143 Mar 22 14:31:38.134712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:38.255617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-6dd4292e-1007-4394-b2b9-3d9fbf573e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:38.257229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-6dd4292e-1007-4394-b2b9-3d9fbf573e11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1174648 Mar 22 14:31:38.263456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.342359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 24209848-c762-433a-810e-c4f97f628051 host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:31:38.343724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:38.348107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:38.352708 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c033378-774f-4c9f-a6ea-cdfa55bf214a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:38.356263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.362174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165394454', 'description': 'tempest-description--1928997263'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.376671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 981ea906-d8dd-4038-ae27-c248b849fb64 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:38.413452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.416933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:34Z', 'revision_number': 2, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:38.420945 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcfe6c6-327c-4b93-b2a3-dc7aadeccdfa x-openstack-request-id: req-adcfe6c6-327c-4b93-b2a3-dc7aadeccdfa {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:38.421291 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:38.421604 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adcfe6c6-327c-4b93-b2a3-dc7aadeccdfa {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:38.422089 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcfe6c6-327c-4b93-b2a3-dc7aadeccdfa'] response: {'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:31:38.440944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-810671f6-cb8a-4271-b544-53f903087910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:38.442658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-810671f6-cb8a-4271-b544-53f903087910 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1767833 Mar 22 14:31:38.459044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:31:38.459192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Updating router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:31:38.498948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43614) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.503611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.517952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4df573a0-25e6-462c-a027-525382c2c8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.568932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a0342836-b7b4-4eb9-8b59-c900363593e2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.580526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a0342836-b7b4-4eb9-8b59-c900363593e2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.635407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.639855 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2822981 Mar 22 14:31:38.640524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.649995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group_rule': {'security_group_id': 'a0342836-b7b4-4eb9-8b59-c900363593e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.661756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a2bd-ac60-4e6b-a3db-08b74b57fa0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0342836-b7b4-4eb9-8b59-c900363593e2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:38.715741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (de380f0b-dc4a-4624-a4bd-580d8077508d), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.719891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4df573a0-25e6-462c-a027-525382c2c8c3 admin admin] Publish callbacks [] for security_group (06227569-f860-4e49-9ef7-f7b92ce2a0dc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.734207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4df573a0-25e6-462c-a027-525382c2c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06227569-f860-4e49-9ef7-f7b92ce2a0dc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.798386 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4df573a0-25e6-462c-a027-525382c2c8c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=359b49c4f0774efaa1b6cac0918c9962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976947 Mar 22 14:31:38.800437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df573a0-25e6-462c-a027-525382c2c8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06227569-f860-4e49-9ef7-f7b92ce2a0dc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:38.802779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.831128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (de380f0b-dc4a-4624-a4bd-580d8077508d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.843761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (de380f0b-dc4a-4624-a4bd-580d8077508d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.869492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de380f0b-dc4a-4624-a4bd-580d8077508d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:38.903434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks [] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.909105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.912290 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-293ae549-740b-4462-9391-c60cc6899f4f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2659216 Mar 22 14:31:38.916702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43624) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:38.920979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:38.926593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group_rule': {'security_group_id': 'a0342836-b7b4-4eb9-8b59-c900363593e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:38.959163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] Publish callbacks [] for security_group (06227569-f860-4e49-9ef7-f7b92ce2a0dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.005249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] Publish callbacks [] for security_group (06227569-f860-4e49-9ef7-f7b92ce2a0dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.025218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (c690a979-a3ec-46a4-bf8a-2525b96c1ed9), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.059549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (981ea906-d8dd-4038-ae27-c248b849fb64), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.072634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea697c2-eb00-4ce6-9bfa-bb1b4d9c7857 None None] Pushing event updated for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.113374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Attempting to bind port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:39.113850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Attempting to bind port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:39.114293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Attempting to bind port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:39.117478 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (c690a979-a3ec-46a4-bf8a-2525b96c1ed9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.126847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c690a979-a3ec-46a4-bf8a-2525b96c1ed9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.128197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:39.128719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Checking segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:39.129418 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.130331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Bound using segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:39.131211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Bound port: 0d8f7119-3f02-422e-b545-d1b5ccfcd15f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:39.131634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.139332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06227569-f860-4e49-9ef7-f7b92ce2a0dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.148179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.149773 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06227569-f860-4e49-9ef7-f7b92ce2a0dc HTTP/1.1" status: 204 len: 168 time: 0.3449340 Mar 22 14:31:39.163248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c690a979-a3ec-46a4-bf8a-2525b96c1ed9,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.178245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78332702-1590-4d7f-9139-b3f14bc5ec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06227569-f860-4e49-9ef7-f7b92ce2a0dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.187936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.189560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (981ea906-d8dd-4038-ae27-c248b849fb64), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.190456 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9137f55-552e-4659-b64f-72a6f301a2f1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2680523 Mar 22 14:31:39.193009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43628) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:39.199959 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:39.246533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.285104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833b74b-24c2-498e-bbb8-4cc6ba477097 req-bad37711-6f72-4725-b537-a8d07d6bcf27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.287612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2833b74b-24c2-498e-bbb8-4cc6ba477097 req-bad37711-6f72-4725-b537-a8d07d6bcf27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.1663218 Mar 22 14:31:39.303718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-5b6b188c-1da1-434b-a045-f77fbfa55e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.305464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-5b6b188c-1da1-434b-a045-f77fbfa55e7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.8618777 Mar 22 14:31:39.346572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] For port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:39.354958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=981ea906-d8dd-4038-ae27-c248b849fb64,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.355542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] For port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:39.361266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:39.373317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:39.379428 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.390563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:39.397034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.397813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.450261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.492243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-9dc15d98-dccc-41ae-8fa6-9c3d974f4124 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0131583 Mar 22 14:31:39.494724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Provisioning complete for port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:39.495099 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.497715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea697c2-eb00-4ce6-9bfa-bb1b4d9c7857 None None] Pushing event updated for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:39.506761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:31:39.507367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:39.511284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-29594c17-5466-43f1-adae-410000b03fea tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5678899 Mar 22 14:31:39.521830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43630) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:39.639656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091bb2b-00b1-4a9f-acd9-77eea24baf2e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.642108 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8091bb2b-00b1-4a9f-acd9-77eea24baf2e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/981ea906-d8dd-4038-ae27-c248b849fb64 HTTP/1.1" status: 200 len: 844 time: 0.1188226 Mar 22 14:31:39.664348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43636) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:39.716733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-52634ee3-b1e7-4559-8185-aaa7d24a48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:39.718619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-52634ee3-b1e7-4559-8185-aaa7d24a48fa service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.3807790 Mar 22 14:31:39.734806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2833b74b-24c2-498e-bbb8-4cc6ba477097 req-8a7939b3-6cfe-4620-90ea-8615f515d57d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251447 Mar 22 14:31:39.770236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:31:39.826667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Allocated IP 172.25.3.35 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4b82323f-075f-4796-985f-4d1d77557823) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:39.849642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Current status of the port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:39.857708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.906408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 981ea906-d8dd-4038-ae27-c248b849fb64 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:39.906408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (981ea906-d8dd-4038-ae27-c248b849fb64), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.921861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] For port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:39.938955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:39.945590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-a9af7894-450b-458d-a121-00990d59666a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.1699798 Mar 22 14:31:40.016407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (981ea906-d8dd-4038-ae27-c248b849fb64), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.033358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a895ff-7f50-4251-8da7-4c0ee71d3d71 req-8993d550-c86c-41fd-a19d-3a1593157b0b service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181773 Mar 22 14:31:40.035543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 981ea906-d8dd-4038-ae27-c248b849fb64 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:40.035825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-1ce1b5d5-4268-4131-8ca1-b6d962490abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.037596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-1ce1b5d5-4268-4131-8ca1-b6d962490abd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.0802960 Mar 22 14:31:40.067240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (4b82323f-075f-4796-985f-4d1d77557823), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.131536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-3da70542-4154-42b8-b694-e671531971f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.133688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-3da70542-4154-42b8-b694-e671531971f4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0889354 Mar 22 14:31:40.170404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4b82323f-075f-4796-985f-4d1d77557823), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.185403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-277c138a-6ecb-4a51-b382-c81ee707eda9 None None] Provisioning complete for port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:40.186216 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-277c138a-6ecb-4a51-b382-c81ee707eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.233433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (981ea906-d8dd-4038-ae27-c248b849fb64), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.247043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0943-cc67-4f04-bb40-507319d3bd60 None None] Pushing event updated for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:40.287692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:40.338491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:40.345631 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/981ea906-d8dd-4038-ae27-c248b849fb64 HTTP/1.1" status: 204 len: 168 time: 0.6802628 Mar 22 14:31:40.348317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43652) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:40.352821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:40.355490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:40.364876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=4b82323f-075f-4796-985f-4d1d77557823,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:40.434814 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9c0b4a-9bac-45f0-a3a4-3e922bf4bba6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:40.436291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d9c0b4a-9bac-45f0-a3a4-3e922bf4bba6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/981ea906-d8dd-4038-ae27-c248b849fb64 HTTP/1.1" status: 404 len: 333 time: 0.0854728 Mar 22 14:31:40.445568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:40.456146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'name': 'tempest-PortsIpV6TestJSON-1505336401'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:40.461685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-2c7964b8-7258-43f9-ac2a-de5ebfaadf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.463982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856f336-9e73-4ad3-ad14-f70a9d67870b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=981ea906-d8dd-4038-ae27-c248b849fb64,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:40.464595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:40.467230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-2c7964b8-7258-43f9-ac2a-de5ebfaadf30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.2656724 Mar 22 14:31:40.472958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-2ff67ddb-92e5-4309-81cc-f8e51756893f service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336117 Mar 22 14:31:40.519516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910018e9-789a-4eaf-a871-0eeba83d5791 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:31:40.542995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-277c138a-6ecb-4a51-b382-c81ee707eda9 None None] Current status of the port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:40.750194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-fc34449d-d5c9-4506-b4e8-272555af5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:40.752766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-fc34449d-d5c9-4506-b4e8-272555af5dc6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.2593904 Mar 22 14:31:40.955065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-05a05aa1-5612-4aac-ba79-6e476745d4af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.1957204 Mar 22 14:31:40.991096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-dd68cead-ce07-4af0-b5cf-ab6c823c4453 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105803 Mar 22 14:31:41.119763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad65e4-4afe-4773-9c6c-20584e2007e6 req-45580d79-f4a2-4bc5-b29d-2109a5e779be tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.125506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25ad65e4-4afe-4773-9c6c-20584e2007e6 req-45580d79-f4a2-4bc5-b29d-2109a5e779be tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.2581754 Mar 22 14:31:41.172410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43668) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.203789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:41.213197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.215489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-3c2f33d9-719d-45d9-93d0-bc33d67dc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.217508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-3c2f33d9-719d-45d9-93d0-bc33d67dc2a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.2429812 Mar 22 14:31:41.239794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.247886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port c98e5b86-c9aa-470f-aacc-06aca2550658 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:41.248262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25ad65e4-4afe-4773-9c6c-20584e2007e6 req-a2651619-f686-4947-9b1a-c61099a06f0b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137025 Mar 22 14:31:41.298956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-e494f9b4-b6a6-4f3e-9554-c7fb2fe8e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.300794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-e494f9b4-b6a6-4f3e-9554-c7fb2fe8e4dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760436 Mar 22 14:31:41.428111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-7cec6626-dac6-4f85-bb18-f1abf10d2932 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188262 Mar 22 14:31:41.430966 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4b82323f-075f-4796-985f-4d1d77557823), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.472132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf990f53-a83e-49bb-bdcf-616de2696a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.531501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-463f0256-bcbf-48f8-aed0-7ea61bee57cb req-b0ddc215-ff54-4e7f-9118-c629ba5e4bb2 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957959 Mar 22 14:31:41.594228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.649527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-3b5c8a62-d54b-463d-a776-5ee03360f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.653012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-3b5c8a62-d54b-463d-a776-5ee03360f02f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1126 time: 0.0641646 Mar 22 14:31:41.752308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.766980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf990f53-a83e-49bb-bdcf-616de2696a53 admin admin] Publish callbacks [] for security_group (00d401de-b367-48ec-9f30-63f9be2b1aab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.832562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=c98e5b86-c9aa-470f-aacc-06aca2550658,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:41.839429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf990f53-a83e-49bb-bdcf-616de2696a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (00d401de-b367-48ec-9f30-63f9be2b1aab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.868634 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf990f53-a83e-49bb-bdcf-616de2696a53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaf6afa1617f4826b3bd741bfcf0c8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6948030 Mar 22 14:31:41.871767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-aae76190-ffc9-45f1-9d0f-1c40dcdc4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.872956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:41.874321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-aae76190-ffc9-45f1-9d0f-1c40dcdc4658 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.1856222 Mar 22 14:31:41.939530 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:41.949560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:41.951982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:41.960407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:41.961882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.966263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (4b82323f-075f-4796-985f-4d1d77557823), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:41.966529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-d707bc26-c591-447f-90a5-4272ea59617b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.0780206 Mar 22 14:31:41.969102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf990f53-a83e-49bb-bdcf-616de2696a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d401de-b367-48ec-9f30-63f9be2b1aab,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:41.979492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4b82323f-075f-4796-985f-4d1d77557823), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.033226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-c122dbdf-33d5-436b-bd92-e23676c26b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.034320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-c122dbdf-33d5-436b-bd92-e23676c26b08 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.0607674 Mar 22 14:31:42.037556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] Publish callbacks [] for security_group (00d401de-b367-48ec-9f30-63f9be2b1aab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.055357 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b0db0aa-57c3-48d4-b43c-9fd6649c65e3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6048949 Mar 22 14:31:42.058638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43676) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:42.087080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=4b82323f-075f-4796-985f-4d1d77557823,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.096107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:42.110558 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] Publish callbacks [] for security_group (00d401de-b367-48ec-9f30-63f9be2b1aab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.126153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.152762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-ff97f8ec-7d87-4a3a-9957-78a65c479e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.154929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-ff97f8ec-7d87-4a3a-9957-78a65c479e26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143582 Mar 22 14:31:42.165444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.167545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8833bc28-fc88-4478-ba8a-b81d515fbb43 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9734337 Mar 22 14:31:42.197040 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (00d401de-b367-48ec-9f30-63f9be2b1aab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.200016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.201451 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00d401de-b367-48ec-9f30-63f9be2b1aab HTTP/1.1" status: 204 len: 168 time: 0.3183787 Mar 22 14:31:42.212865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e265a5-bf8c-4e74-9043-09303e72e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d401de-b367-48ec-9f30-63f9be2b1aab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.248374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.280800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24209848-c762-433a-810e-c4f97f628051 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:31:42.489312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:42.499884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-4b02f8de-d29c-41f8-9185-78e261a9b7e1 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266408 Mar 22 14:31:42.503621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '24209848-c762-433a-810e-c4f97f628051', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:31:42.557349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.561882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:42.562563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.581059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24209848-c762-433a-810e-c4f97f628051 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:42.600894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.612109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:42.617405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b065a7-7a9c-4aee-a8e4-60d79d614071 req-e2f688d0-9223-41e0-ae65-f3de868ede76 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.626149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.628053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0b065a7-7a9c-4aee-a8e4-60d79d614071 req-e2f688d0-9223-41e0-ae65-f3de868ede76 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 944 time: 0.2341092 Mar 22 14:31:42.680366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.690798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c033378-774f-4c9f-a6ea-cdfa55bf214a req-801700d4-0a8b-4dc4-b365-5f926dc0f2a6 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788182 Mar 22 14:31:42.721466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d8f7119-3f02-422e-b545-d1b5ccfcd15f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:42.768742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-76fe30f8-b0a4-49a3-a3be-f5eb5d269b48 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1165394454&fields=id&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 267 time: 0.3016584 Mar 22 14:31:42.779165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] In _notify_port_updated(), no bound segment for port c98e5b86-c9aa-470f-aacc-06aca2550658 on network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:31:42.782070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:42.782521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.784647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.785442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.786845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/ports/c98e5b86-c9aa-470f-aacc-06aca2550658 HTTP/1.1" status: 200 len: 818 time: 0.7090688 Mar 22 14:31:42.790541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:42.802778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e4c2-09d5-41da-b7a0-296d686297f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=c98e5b86-c9aa-470f-aacc-06aca2550658,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:42.876200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:42.885057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['24209848-c762-433a-810e-c4f97f628051'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:42.917146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0b065a7-7a9c-4aee-a8e4-60d79d614071 req-142282eb-067c-435f-991d-c63d53df0ec6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887020 Mar 22 14:31:42.957343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port c98e5b86-c9aa-470f-aacc-06aca2550658 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:42.957682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:42.985006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-24d184e2-2b5d-4fa1-a467-854dcf04eed2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:42.993598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-24d184e2-2b5d-4fa1-a467-854dcf04eed2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 816 time: 0.2023592 Mar 22 14:31:43.019958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-fa7b8cae-b2d2-4f01-89c2-7ea2456b330c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/quotas/bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 375 time: 0.0252852 Mar 22 14:31:43.044596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.084784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for c98e5b86-c9aa-470f-aacc-06aca2550658 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:43.145460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-3087ae59-3ee3-42d7-9366-684d4ba27a98 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225054 Mar 22 14:31:43.235547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c98e5b86-c9aa-470f-aacc-06aca2550658), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.306439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=c98e5b86-c9aa-470f-aacc-06aca2550658,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:43.337568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.351635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d57d2ca1-56ac-4641-8f59-ff55c0b2fd5d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/c98e5b86-c9aa-470f-aacc-06aca2550658 HTTP/1.1" status: 204 len: 168 time: 0.5590618 Mar 22 14:31:43.355122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43726) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:43.417309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-b2750670-1dc2-4889-ba42-24d58442c057 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:31:43.418831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-b2750670-1dc2-4889-ba42-24d58442c057 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2692544 Mar 22 14:31:43.442750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f792b-55bf-495b-8eb7-d3b53213f479 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:43.446858 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a4f792b-55bf-495b-8eb7-d3b53213f479 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0880694 Mar 22 14:31:43.447268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43728) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:43.481033 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede460bd-2a64-454d-a80c-4ac8c0e724bf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:43.486836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ede460bd-2a64-454d-a80c-4ac8c0e724bf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/c98e5b86-c9aa-470f-aacc-06aca2550658 HTTP/1.1" status: 404 len: 333 time: 0.0350819 Mar 22 14:31:43.488595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43730) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:43.494977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-95889306'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:43.531992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:43.536345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.578636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:43.587799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-b4af3d9a-5e04-46aa-923e-560319379765 service neutron] 10.222.0.81 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301758 Mar 22 14:31:43.593208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2483f0a1-be93-4d5c-a50c-929432845bfc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.593724 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 2483f0a1-be93-4d5c-a50c-929432845bfc of type vlan for network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 Mar 22 14:31:43.650662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-5912ba3a-2220-477d-84a4-5e2186d78385 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:43.652269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-5912ba3a-2220-477d-84a4-5e2186d78385 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.82 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 945 time: 0.3845444 Mar 22 14:31:43.662413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (408a8d2e-6df5-482d-b9e2-5b79bc031d52), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.711367 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (408a8d2e-6df5-482d-b9e2-5b79bc031d52), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.721999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:43.721999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:43.811312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3212073 Mar 22 14:31:43.815036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43746) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:43.823953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:43.843251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca546-a307-465f-968d-668b0b0856ae tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=408a8d2e-6df5-482d-b9e2-5b79bc031d52,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:43.856632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:43.935829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:43.940111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.057498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a894c9-5726-4524-8ca7-746583cdbd45 req-c701de92-0c4b-403d-9fc9-f56b47861788 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.059157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66a894c9-5726-4524-8ca7-746583cdbd45 req-c701de92-0c4b-403d-9fc9-f56b47861788 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 945 time: 0.6953285 Mar 22 14:31:44.140206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66a894c9-5726-4524-8ca7-746583cdbd45 req-cb78b548-6f97-4923-b15b-344af074b8d5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734689 Mar 22 14:31:44.150836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-a4ed6ac6-e268-4ef0-9a1d-141de82b49b4 service neutron] 10.222.0.82 "GET /v2.0/ports/24209848-c762-433a-810e-c4f97f628051/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 382 time: 0.4630015 Mar 22 14:31:44.167219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-3f2e4a3d-c8fb-4122-8962-79d21203dbfb service neutron] 10.222.0.81 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611248 Mar 22 14:31:44.184211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (eeef3125-05ac-4385-8d1e-b2daec797782), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.227927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-52863c6e-9f68-45c8-bebe-f09a7ffe73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.229688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-52863c6e-9f68-45c8-bebe-f09a7ffe73e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1127 time: 0.0544131 Mar 22 14:31:44.251674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=eeef3125-05ac-4385-8d1e-b2daec797782,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:44.276325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '2483f0a1-be93-4d5c-a50c-929432845bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:44.276740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: 408a8d2e-6df5-482d-b9e2-5b79bc031d52, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:44.289953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24209848-c762-433a-810e-c4f97f628051 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:44.298295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:44.361454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 408a8d2e-6df5-482d-b9e2-5b79bc031d52) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:44.373038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.373655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.393093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69625b76-33d4-4dfe-bce9-3ab6a5d33515 None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:44.395193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-d55b1935-35ae-4cbd-9a18-b2ca103587ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.399220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-d55b1935-35ae-4cbd-9a18-b2ca103587ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.1624751 Mar 22 14:31:44.408271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71927a6f-50c9-4b78-9e4a-714b3a79145d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5923119 Mar 22 14:31:44.411373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43764) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:44.421107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:44.516190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43766) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:44.518619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90ed9247-4c6f-4c1d-8be6-cc7bc730033e req-900a7c89-688c-4043-93b8-3d15bbeb572c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 210 time: 0.1166818 Mar 22 14:31:44.525668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 24209848-c762-433a-810e-c4f97f628051 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:31:44.532189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 24209848-c762-433a-810e-c4f97f628051 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:44.532876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (24209848-c762-433a-810e-c4f97f628051), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.589642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-1d4f272b-f266-4d87-86e3-9408c679448f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1001 time: 0.1841900 Mar 22 14:31:44.607654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': 'eeef3125-05ac-4385-8d1e-b2daec797782'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:44.610873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.671504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:44.671915 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.681060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:44.692073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.710409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-76fc2c43-a924-40e8-a3bf-514e5bc75dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.712206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-76fc2c43-a924-40e8-a3bf-514e5bc75dc0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1166110 Mar 22 14:31:44.719353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:44.772227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:44.778225 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976c231-786a-4660-9063-461644376c9a" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:44.784402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.819447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e3b643b-3697-4b79-af6c-cba1fa8b6aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:44.878225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-454bc849-cdb0-43a0-8a27-08e4a9f66145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:44.880169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-454bc849-cdb0-43a0-8a27-08e4a9f66145 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617241 Mar 22 14:31:44.900418 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eeef3125-05ac-4385-8d1e-b2daec797782 (CIDR: 2001:db8::/64) Mar 22 14:31:44.908373 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:31:44.908965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:31:44.915715 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b23eaa4-2857-42bd-8f8c-06c8adf6669e x-openstack-request-id: req-5b23eaa4-2857-42bd-8f8c-06c8adf6669e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:44.918205 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:44.919110 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b23eaa4-2857-42bd-8f8c-06c8adf6669e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:44.919611 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b23eaa4-2857-42bd-8f8c-06c8adf6669e'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'code': 200} Mar 22 14:31:44.935655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-afc45ce2-0ec9-4aeb-a7f5-af987091973f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5229454 Mar 22 14:31:44.939198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43780) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:44.941829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:44.950126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:44.958716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Allocated IP 2001:db8::2 (408a8d2e-6df5-482d-b9e2-5b79bc031d52/eeef3125-05ac-4385-8d1e-b2daec797782/2d375b7b-2e04-4a1c-bc01-0f99e81ae16e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:45.039856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-4451c705-79a8-42c0-8ee2-a8b9236e8fad service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456239 Mar 22 14:31:45.173414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:45.182266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.194873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e3b643b-3697-4b79-af6c-cba1fa8b6aee admin admin] Publish callbacks [] for security_group (31742c81-0cf8-429f-9ccc-fd8d622e9043), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.210237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e3b643b-3697-4b79-af6c-cba1fa8b6aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (31742c81-0cf8-429f-9ccc-fd8d622e9043), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.238567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-ca226210-c234-4449-8c23-da4609dd8be1 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923563 Mar 22 14:31:45.278311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b643b-3697-4b79-af6c-cba1fa8b6aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31742c81-0cf8-429f-9ccc-fd8d622e9043,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.301800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4e3b643b-3697-4b79-af6c-cba1fa8b6aee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61fc98d9d1e34b319e9745baf1e9ed0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7821259 Mar 22 14:31:45.302459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43784) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:45.393256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f367d-93bb-43ec-bbcf-11f82cb52f07 req-21df9bee-af0c-44d1-bdf0-b1cdf92c0126 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:45.394805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-397f367d-93bb-43ec-bbcf-11f82cb52f07 req-21df9bee-af0c-44d1-bdf0-b1cdf92c0126 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.1271925 Mar 22 14:31:45.409986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks [] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.421377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.431303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] Publish callbacks [] for security_group (31742c81-0cf8-429f-9ccc-fd8d622e9043), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.460610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:45.464679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:45.467583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:45.474348 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] Publish callbacks [] for security_group (31742c81-0cf8-429f-9ccc-fd8d622e9043), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.484363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-397f367d-93bb-43ec-bbcf-11f82cb52f07 req-aa23874d-1096-4224-a372-81e78b2f991f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824552 Mar 22 14:31:45.563357 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (31742c81-0cf8-429f-9ccc-fd8d622e9043), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.569532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.569532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31742c81-0cf8-429f-9ccc-fd8d622e9043 HTTP/1.1" status: 204 len: 168 time: 0.2416809 Mar 22 14:31:45.587464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e421-6801-4c6c-8005-ad7649d92ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31742c81-0cf8-429f-9ccc-fd8d622e9043,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.634063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Attempting to bind port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:45.634546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Attempting to bind port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2483f0a1-be93-4d5c-a50c-929432845bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:45.634929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Attempting to bind port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e on network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:45.645909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Pushing event updated for resources: {'Port': ['ID=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.649937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:45.650390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Checking segment: {'id': '2483f0a1-be93-4d5c-a50c-929432845bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:45.650800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.651192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Bound using segment: {'id': '2483f0a1-be93-4d5c-a50c-929432845bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:45.651683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Bound port: 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2483f0a1-be93-4d5c-a50c-929432845bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:45.652068 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.705601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4be63292-a7bc-4086-8674-11693609450c req-78405838-1cc5-43aa-98c9-ed6edf42a035 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Mar 22 14:31:45.730945 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (50926993-ab91-4dc9-82cc-837fe5ee11b2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.793631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=50926993-ab91-4dc9-82cc-837fe5ee11b2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:45.805607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:45.807670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:45.815398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:45.816352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.837274 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c46a3b1-696f-4418-a6d4-75e9880d8353 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8969314 Mar 22 14:31:45.840146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:45.846815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'fixed_ips': [{'subnet_id': 'eeef3125-05ac-4385-8d1e-b2daec797782'}, {'subnet_id': '50926993-ab91-4dc9-82cc-837fe5ee11b2'}], 'name': 'tempest-PortsIpV6TestJSON-1831131787'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:45.857629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] For port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:45.861000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] For port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,segment=NetworkSegment(2483f0a1-be93-4d5c-a50c-929432845bfc),segment_id=2483f0a1-be93-4d5c-a50c-929432845bfc)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:45.872139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:45.985537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a13c7-76f4-4ae7-b54f-1866d120eaa9 None None] Pushing event updated for resources: {'Port': ['ID=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:46.125060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-fbe8e103-dd55-4991-858b-15c46e80358b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:46.126790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-fbe8e103-dd55-4991-858b-15c46e80358b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 816 time: 0.2225678 Mar 22 14:31:46.137293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:46.323239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-e40ac039-10f8-4275-940a-4abefdbdbaab tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 380 time: 0.1429400 Mar 22 14:31:46.331463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.347649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'port': {'device_id': '60e76695-a038-4d5a-919a-2a442d57b116', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'admin_state_up': True, 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'security_groups': ['a0342836-b7b4-4eb9-8b59-c900363593e2']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:46.369570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:46.725501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:46.780592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Made reservation on behalf of bd1657a7aa254b5ca7e269f61530c5bc for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:46.784483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.823938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:46.824225 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:46.892577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a702420-69c5-4b70-8f19-31fa45f2e0c9 req-73084fe0-ded5-412c-9d90-404528433d36 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:46.908188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a702420-69c5-4b70-8f19-31fa45f2e0c9 req-73084fe0-ded5-412c-9d90-404528433d36 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.3159416 Mar 22 14:31:46.980439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7db65d5-aed2-4cc8-ae6b-3e61bc540f83 req-1d8aa579-3fe7-4643-8f95-5af598e63eb2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 210 time: 0.1042397 Mar 22 14:31:47.101182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:47.101797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.171136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,segment=NetworkSegment(2483f0a1-be93-4d5c-a50c-929432845bfc),segment_id=2483f0a1-be93-4d5c-a50c-929432845bfc)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:47.172621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::8c (408a8d2e-6df5-482d-b9e2-5b79bc031d52/eeef3125-05ac-4385-8d1e-b2daec797782/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:47.181791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.212947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8:0:1::3c1 (408a8d2e-6df5-482d-b9e2-5b79bc031d52/50926993-ab91-4dc9-82cc-837fe5ee11b2/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:47.261707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a702420-69c5-4b70-8f19-31fa45f2e0c9 req-ab98fe89-7b09-45c7-8d83-b7bc5ca2bf3e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525705 Mar 22 14:31:47.294381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:47.340185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Allocated IP 172.20.0.9 (91e97a1a-46c7-42c6-8c0a-af63588e347b/6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60/e5977f36-25df-4b46-979a-ea2abe08e3bf) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:47.425422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e1566-80e6-487f-8434-2ff63bbb6293 None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:47.504829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-1c36d5c0-18e8-4213-8cad-04a7f85a8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:47.507000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-1c36d5c0-18e8-4213-8cad-04a7f85a8a80 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 1128 time: 0.0666497 Mar 22 14:31:47.519419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:47.552902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-cecd5e34-7ac1-406e-9f22-521e3be06855 None None] Provisioning complete for port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:47.553274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cecd5e34-7ac1-406e-9f22-521e3be06855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.599158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.703790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.736798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5e34-7ac1-406e-9f22-521e3be06855 None None] Current status of the port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:47.769430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.829768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Update dhcp port {'port': {'network_id': '408a8d2e-6df5-482d-b9e2-5b79bc031d52', 'fixed_ips': [{'subnet_id': 'eeef3125-05ac-4385-8d1e-b2daec797782', 'ip_address': '2001:db8::2'}, {'subnet_id': '50926993-ab91-4dc9-82cc-837fe5ee11b2'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '2d375b7b-2e04-4a1c-bc01-0f99e81ae16e'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:31:47.838546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.847605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:47.856334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:47.859387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:47.867338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:47.867996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.871676 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:47.883034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:47.933629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-23a79a3c-2909-4b4a-a447-b4fdcdb68a6a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0917420 Mar 22 14:31:47.935641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 43856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:47.944794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeef3125-05ac-4385-8d1e-b2daec797782'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:47.969603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.049559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:48.052852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:48.086904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:48.138443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Allocated IP 2001:db8:0:1::2 (408a8d2e-6df5-482d-b9e2-5b79bc031d52/50926993-ab91-4dc9-82cc-837fe5ee11b2/2d375b7b-2e04-4a1c-bc01-0f99e81ae16e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:48.150855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:48.202334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:48.205026 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.277219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:48.278289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.290829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] For port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,segment=NetworkSegment(2483f0a1-be93-4d5c-a50c-929432845bfc),segment_id=2483f0a1-be93-4d5c-a50c-929432845bfc)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:48.334073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1139a6a-6aad-4cf2-a15e-cc22451b7436 req-0d3e6bf4-0fed-428e-8faf-eedf915a163d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:48.348793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1139a6a-6aad-4cf2-a15e-cc22451b7436 req-0d3e6bf4-0fed-428e-8faf-eedf915a163d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 931 time: 0.2108948 Mar 22 14:31:48.355683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:48.380469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Publish callbacks [] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.384970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-0c0ab573-6c21-4d87-93b6-61e18b383f4a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0480337 Mar 22 14:31:48.400402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.406085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Request body: {'port': {'device_id': '60e76695-a038-4d5a-919a-2a442d57b116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:48.516657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa1fa5-e965-4b35-a348-17c9217ba96d None None] Pushing event updated for resources: {'Port': ['ID=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:48.536581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1139a6a-6aad-4cf2-a15e-cc22451b7436 req-0bf40318-2220-42a5-8f8e-20fbae6908c2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864636 Mar 22 14:31:48.539891 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:48.544098 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6938d-f04e-45bb-bac9-7dcf0d8b6975" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-unplugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:48.564610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks [] for port (24209848-c762-433a-810e-c4f97f628051), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.609096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e19ba-7d5a-4002-a256-b4ec0093eb7a req-4653bb0d-6107-46a3-adff-12935e7f4b89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:48.629736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f2e19ba-7d5a-4002-a256-b4ec0093eb7a req-4653bb0d-6107-46a3-adff-12935e7f4b89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 946 time: 0.2322891 Mar 22 14:31:48.631047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80f8bd29-73c3-4f4b-b32b-2ae83dec1711 None None] Provisioning complete for port e5977f36-25df-4b46-979a-ea2abe08e3bf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:48.631474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80f8bd29-73c3-4f4b-b32b-2ae83dec1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.694166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.716183 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e5679-403b-495c-91ef-17b94ce2aeaa x-openstack-request-id: req-8f6e5679-403b-495c-91ef-17b94ce2aeaa {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:48.716584 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-unplugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:48.716974 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f6e5679-403b-495c-91ef-17b94ce2aeaa {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:48.717495 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6e5679-403b-495c-91ef-17b94ce2aeaa'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'code': 200} Mar 22 14:31:48.718751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f518c5d4-d7d4-4036-93d1-f602bcf45c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.723078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80f8bd29-73c3-4f4b-b32b-2ae83dec1711 None None] Port e5977f36-25df-4b46-979a-ea2abe08e3bf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:48.723509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Transition to ACTIVE for port object 24209848-c762-433a-810e-c4f97f628051 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:31:48.736272 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.752104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:48.808795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f2e19ba-7d5a-4002-a256-b4ec0093eb7a req-aad99a7d-9fac-4801-a864-421d4a7d438b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771965 Mar 22 14:31:48.858926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:48.859498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:48.976615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Delete allocated IP 2001:db8:0:1::3c1 (408a8d2e-6df5-482d-b9e2-5b79bc031d52/50926993-ab91-4dc9-82cc-837fe5ee11b2) {{(pid=103891) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:31:49.000116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:49.177927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:49.301460 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.315464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.337768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:49.351698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks [] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.381033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:49.400995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Transition to ACTIVE for port object e5977f36-25df-4b46-979a-ea2abe08e3bf will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:31:49.414318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.429862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] No DVR routers for this DVR port 24209848-c762-433a-810e-c4f97f628051 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:49.531577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] In _notify_port_updated(), no bound segment for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 on network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:31:49.541390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:49.543017 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.544632 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5afbbae-d61d-4c89-a37e-f44b6307a53c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/ports/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 HTTP/1.1" status: 200 len: 925 time: 1.6060772 Mar 22 14:31:49.557015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:49.586710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeef3125-05ac-4385-8d1e-b2daec797782'}, {'subnet_id': '50926993-ab91-4dc9-82cc-837fe5ee11b2'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:49.648164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:49.708589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d257ab9-2faf-4e5a-aa5a-acd66f3435f0 None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:49.820848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:49.821654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:49.823845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8e85a-7078-45a9-a6b2-9701742f9304 req-99e5e5ff-939b-4e00-b3dc-d0f9d3942aae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:49.824464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:49.830142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:31:49.830700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Attempting to bind port 24209848-c762-433a-810e-c4f97f628051 on network e516fc3f-2136-4023-9187-20c21c221020 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:49.837329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:49.837752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Checking segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:49.838189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Bound using segment: {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:49.838787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Bound port: 24209848-c762-433a-810e-c4f97f628051, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:49.839179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.847309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56c8e85a-7078-45a9-a6b2-9701742f9304 req-99e5e5ff-939b-4e00-b3dc-d0f9d3942aae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1656489 Mar 22 14:31:49.883317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Attempting to bind port e5977f36-25df-4b46-979a-ea2abe08e3bf on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:49.883654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Attempting to bind port e5977f36-25df-4b46-979a-ea2abe08e3bf by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:49.883983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Attempting to bind port e5977f36-25df-4b46-979a-ea2abe08e3bf on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:49.890652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8d296d1d-3270-435d-ad9e-ceda4f609441 None None] Provisioning complete for port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:49.891454 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d296d1d-3270-435d-ad9e-ceda4f609441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.891635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Port e5977f36-25df-4b46-979a-ea2abe08e3bf on network 91e97a1a-46c7-42c6-8c0a-af63588e347b not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:31:49.891920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Attempting to bind port e5977f36-25df-4b46-979a-ea2abe08e3bf on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:49.908516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:49.916369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Checking segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:49.917215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Bound using segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:49.918498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Bound port: e5977f36-25df-4b46-979a-ea2abe08e3bf, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:49.920572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.933576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:49.937188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:49.941680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:49.953055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.047208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=11']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:50.058435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8d296d1d-3270-435d-ad9e-ceda4f609441 None None] Current status of the port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:50.071391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.078364 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.080076 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-488138c8-9280-4c48-a9ed-6dddadaec941 service neutron] 10.222.0.78 "PUT /v2.0/ports/24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1093 time: 2.5662076 Mar 22 14:31:50.127605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:50.131262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:50.174421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.190552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-ef3c4f95-eaab-4d6e-a1a1-5b99435daffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.196636 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-ef3c4f95-eaab-4d6e-a1a1-5b99435daffe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1127 time: 0.0928025 Mar 22 14:31:50.297894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56c8e85a-7078-45a9-a6b2-9701742f9304 req-d2e01302-7844-421a-914e-1e7138c66e17 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474936 Mar 22 14:31:50.307428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24209848-c762-433a-810e-c4f97f628051 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:50.332786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-899f5504-de19-446c-b931-92825b7f2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.335439 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-899f5504-de19-446c-b931-92825b7f2b1f service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.1259823 Mar 22 14:31:50.348367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.349657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.351278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] 10.222.0.78 "PUT /v2.0/ports/e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 1091 time: 1.9529352 Mar 22 14:31:50.354389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:50.356940 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d51da81-8cb7-4c24-beeb-70d8cb30f593" -d '{"events": [{"name": "network-changed", "server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:50.507665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 24209848-c762-433a-810e-c4f97f628051 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:31:50.508086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 24209848-c762-433a-810e-c4f97f628051 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:50.605550 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-5d9b008c-c58e-43a9-a4ed-29cd8853e502 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.2632129 Mar 22 14:31:50.656392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Provisioning complete for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:50.656694 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.692002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-9d575408-b069-4352-8f7d-decdbe709e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.693541 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-9d575408-b069-4352-8f7d-decdbe709e7a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.0787857 Mar 22 14:31:50.751399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:50.763667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:50.766151 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f6e0d-b541-4904-85e0-09c9135a00d8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:50.772193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Provisioning complete for port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:50.772979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:50.816087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-73f5172b-702f-4f6d-a769-6ee401c6523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:50.817636 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-73f5172b-702f-4f6d-a769-6ee401c6523d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172285 Mar 22 14:31:50.908176 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8363b74-3f64-4476-8a57-19f0cf65c44e x-openstack-request-id: req-b8363b74-3f64-4476-8a57-19f0cf65c44e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:50.908483 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:50.908733 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8363b74-3f64-4476-8a57-19f0cf65c44e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:50.909139 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8363b74-3f64-4476-8a57-19f0cf65c44e'] response: {'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:31:50.979553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e7381ef0-11a2-4552-b2f8-fe041194cb0b None None] Current status of the port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:50.981405 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-95a228f2-da47-4735-83bc-bf42f0a7f56b service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567068 Mar 22 14:31:51.000011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-071f4bc2-34df-486f-ab8d-a34a34e77156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.019013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2b0c-48fc-45e9-9599-170c54baa687 req-7c313d3c-7b2f-4970-9d79-9cfbf9ce7b40 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.020582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf0d2b0c-48fc-45e9-9599-170c54baa687 req-7c313d3c-7b2f-4970-9d79-9cfbf9ce7b40 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 945 time: 1.0762792 Mar 22 14:31:51.049643 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f250d7-0971-483f-bb24-ceaea781a82c x-openstack-request-id: req-44f250d7-0971-483f-bb24-ceaea781a82c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:51.050282 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:51.052989 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44f250d7-0971-483f-bb24-ceaea781a82c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:51.053656 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f250d7-0971-483f-bb24-ceaea781a82c'] response: {'name': 'network-changed', 'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'status': 'completed', 'code': 200} Mar 22 14:31:51.101301 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c5434e5-505c-4b44-9043-1850e5606f3d req-3d7a0cbf-2140-46ec-90b6-99f2e32a50c5 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134419 Mar 22 14:31:51.173905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7ff0c3b8-8419-4fdf-9a5b-550adc93cef5 None None] Provisioning complete for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:51.174310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c3b8-8419-4fdf-9a5b-550adc93cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.200291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b7bb4-d48e-4083-b5a9-ee6f7eb75c08 service neutron] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:51.228214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0c3b8-8419-4fdf-9a5b-550adc93cef5 None None] Port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:51.234476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-46c4e559-4a50-44b0-9748-fa5427c582d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.236008 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-46c4e559-4a50-44b0-9748-fa5427c582d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1127 time: 0.0824749 Mar 22 14:31:51.354806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-5943e0b0-1369-44cf-b463-5cfb58dbc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.362062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-5943e0b0-1369-44cf-b463-5cfb58dbc14c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1127 time: 0.3348291 Mar 22 14:31:51.392121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf0d2b0c-48fc-45e9-9599-170c54baa687 req-c2cf0605-e195-4cdf-8d56-da1383743c1d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939446 Mar 22 14:31:51.406151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-fb710bf5-b716-4e53-8ab4-487d98fdf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.408800 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-fb710bf5-b716-4e53-8ab4-487d98fdf44d service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.1616149 Mar 22 14:31:51.411271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-5ff925ef-7677-4084-9a48-8f301a3e81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.412880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-5ff925ef-7677-4084-9a48-8f301a3e81e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1125 time: 0.3581450 Mar 22 14:31:51.469899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-075f9afc-2bb6-42a2-b7dd-de1757d192bf None None] Provisioning complete for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:51.470312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-075f9afc-2bb6-42a2-b7dd-de1757d192bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.523275 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-4e1e045a-189f-43e7-bbe5-7e39e6d32b56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.1071839 Mar 22 14:31:51.557643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-075f9afc-2bb6-42a2-b7dd-de1757d192bf None None] Port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:51.588903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-18474143-85cc-4aeb-8dcc-b8c4a5aaad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.591398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-18474143-85cc-4aeb-8dcc-b8c4a5aaad37 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.0594597 Mar 22 14:31:51.605168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-45d10bfa-d729-4815-9e46-f69998168fb1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 217 time: 0.1644902 Mar 22 14:31:51.650521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-05884c04-20b4-400c-a9e2-dcc94282eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.652214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-05884c04-20b4-400c-a9e2-dcc94282eb95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546262 Mar 22 14:31:51.704813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-e1c02898-1af4-4621-b88d-0ec8e94566f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.706507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-e1c02898-1af4-4621-b88d-0ec8e94566f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.3063607 Mar 22 14:31:51.762438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-51b7b633-48be-4217-8144-8334aee50dec service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032834 Mar 22 14:31:51.792427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-525bc891-a219-4cec-a963-b3943ebc17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.794345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-525bc891-a219-4cec-a963-b3943ebc17d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.1806176 Mar 22 14:31:51.826989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-3ac2ba9c-623d-4605-8d54-40869b66dd52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 1000 time: 0.1094146 Mar 22 14:31:51.869712 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-bad30745-2c18-4dfe-9815-5b96f4a090f3 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012456 Mar 22 14:31:51.889585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8:0:1::1c (408a8d2e-6df5-482d-b9e2-5b79bc031d52/50926993-ab91-4dc9-82cc-837fe5ee11b2/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:51.942075 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:51.944223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68475-616a-4ea1-8501-19000bf07c67 req-f27454a6-ed22-4bdf-b112-041a78108c52 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:51.950444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3a68475-616a-4ea1-8501-19000bf07c67 req-f27454a6-ed22-4bdf-b112-041a78108c52 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.4987035 Mar 22 14:31:52.028968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-69eb8488-571c-40d2-bc04-ff0bcc479baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.030460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-69eb8488-571c-40d2-bc04-ff0bcc479baa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1846733 Mar 22 14:31:52.063034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-aa932c5a-6bf9-46a0-88a3-faf3e43c5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.064521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-aa932c5a-6bf9-46a0-88a3-faf3e43c5eed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2355628 Mar 22 14:31:52.168444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3a68475-616a-4ea1-8501-19000bf07c67 req-ce0abe40-30a0-47d8-a262-36765a6716b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165670 Mar 22 14:31:52.225604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-afc0baa2-2b1e-4da2-b4bd-a41f6818600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.227173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-afc0baa2-2b1e-4da2-b4bd-a41f6818600f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1814342 Mar 22 14:31:52.300914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.310805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.313943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-ee895fdb-c8ef-4b73-b897-784832ac0932 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225904 Mar 22 14:31:52.507372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] In _notify_port_updated(), no bound segment for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 on network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:31:52.512578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.513222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.514565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/ports/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 HTTP/1.1" status: 200 len: 1010 time: 2.9433377 Mar 22 14:31:52.518063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44096) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:52.536074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96f079-5362-4f43-a137-3fbadfee3902 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:52.558950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-6ac60acb-504f-4b66-8afc-3f5aeb68cf6f service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224983 Mar 22 14:31:52.690144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6dea62e-8627-4791-b154-3532b5fdbfd5 req-bbcc2231-cb1d-4e8c-a2c8-f316ae496264 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636563 Mar 22 14:31:52.763771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:52.764770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.810733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d55100-8e84-4263-b1b1-93d5c38f139e req-a36312ee-bf74-4af2-b98a-096210796fc0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.812604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62d55100-8e84-4263-b1b1-93d5c38f139e req-a36312ee-bf74-4af2-b98a-096210796fc0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 945 time: 0.2502568 Mar 22 14:31:52.871453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e8f6e0d-b541-4904-85e0-09c9135a00d8 req-a245e5bc-7a47-45da-899a-da3ddfbfb377 service neutron] 10.222.0.82 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943306 Mar 22 14:31:52.934995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-92eff9f2-170c-4017-917f-0c3387db8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:52.936834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-92eff9f2-170c-4017-917f-0c3387db8a76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1125 time: 0.1535475 Mar 22 14:31:52.942458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62d55100-8e84-4263-b1b1-93d5c38f139e req-c8991bc3-6207-42dd-ac84-5721580b9972 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885777 Mar 22 14:31:52.947460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c848c2dc-a943-452b-b4c1-bd4a8f63a74a None None] Provisioning complete for port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:52.947931 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c848c2dc-a943-452b-b4c1-bd4a8f63a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.971192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:52.984202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:53.006891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c848c2dc-a943-452b-b4c1-bd4a8f63a74a None None] Port eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:31:53.057632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-5cecab80-3e40-4338-a92f-4d32a40156d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:53.059371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-5cecab80-3e40-4338-a92f-4d32a40156d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.1158156 Mar 22 14:31:53.105079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-a151d671-3a5b-4c37-91b2-de560ac7cff8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 217 time: 0.0381842 Mar 22 14:31:53.164081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-ec970079-d143-4a46-a703-369c47401fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:53.167601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-ec970079-d143-4a46-a703-369c47401fb8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0558491 Mar 22 14:31:53.207066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.235100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-ec5f9d98-821b-44a1-ae10-9c4afc4916f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:53.236756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-ec5f9d98-821b-44a1-ae10-9c4afc4916f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620990 Mar 22 14:31:53.262045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:53.308697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.312652 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75bfbea5-72fb-416b-8d82-562e654c9062 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 HTTP/1.1" status: 204 len: 168 time: 0.7929506 Mar 22 14:31:53.315090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:53.345984 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f490b28-a227-4d61-a910-af3dc34e9192 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:53.350353 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1f490b28-a227-4d61-a910-af3dc34e9192 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 HTTP/1.1" status: 404 len: 333 time: 0.0316451 Mar 22 14:31:53.350696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44150) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:53.401896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-633aa3fe-09d9-4b5e-b13f-73db24fe13dd service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575544 Mar 22 14:31:53.416132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet 50926993-ab91-4dc9-82cc-837fe5ee11b2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:53.419873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (50926993-ab91-4dc9-82cc-837fe5ee11b2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.445055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a654a-24cd-4eed-a751-6e1b8d9e1fd6 req-56b1797f-bd12-474d-bf21-c0dda8c1e48d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:53.447059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04a654a-24cd-4eed-a751-6e1b8d9e1fd6 req-56b1797f-bd12-474d-bf21-c0dda8c1e48d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1372631 Mar 22 14:31:53.472376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (50926993-ab91-4dc9-82cc-837fe5ee11b2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.573189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (50926993-ab91-4dc9-82cc-837fe5ee11b2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.581875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04a654a-24cd-4eed-a751-6e1b8d9e1fd6 req-650de881-ba26-4edc-823e-13a8d98d0274 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174729 Mar 22 14:31:53.592495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d51da81-8cb7-4c24-beeb-70d8cb30f593 req-00244bbb-caae-4936-bd7e-a835cc91efa7 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748328 Mar 22 14:31:53.638038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (50926993-ab91-4dc9-82cc-837fe5ee11b2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.669172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=50926993-ab91-4dc9-82cc-837fe5ee11b2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:53.678828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.680290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb20a1-8fa3-45f0-ac34-90bd4f7e4cfc None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:53.682151 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2acc6731-b6fa-4cd5-a93e-1aba5b564ae4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/50926993-ab91-4dc9-82cc-837fe5ee11b2 HTTP/1.1" status: 204 len: 168 time: 0.3303771 Mar 22 14:31:53.684769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:53.747395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet eeef3125-05ac-4385-8d1e-b2daec797782 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:31:53.750601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (eeef3125-05ac-4385-8d1e-b2daec797782), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.759130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.799969 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (eeef3125-05ac-4385-8d1e-b2daec797782), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.922599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (eeef3125-05ac-4385-8d1e-b2daec797782), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:53.996148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (eeef3125-05ac-4385-8d1e-b2daec797782), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.017533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.023776 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/eeef3125-05ac-4385-8d1e-b2daec797782 HTTP/1.1" status: 204 len: 168 time: 0.3356862 Mar 22 14:31:54.024397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44184) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.049223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad662a-605a-4493-a384-6b1ecb8e6db9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=eeef3125-05ac-4385-8d1e-b2daec797782,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.077883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:31:54.097678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.143887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (408a8d2e-6df5-482d-b9e2-5b79bc031d52), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.235785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7c682-f9f7-4425-8cea-1e1852a2ed53 req-b853b484-2bf2-4312-80f9-6c35c630298c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:54.238200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5f7c682-f9f7-4425-8cea-1e1852a2ed53 req-b853b484-2bf2-4312-80f9-6c35c630298c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 945 time: 0.1458766 Mar 22 14:31:54.243311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:54.259048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '24209848-c762-433a-810e-c4f97f628051', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'port_id': '24209848-c762-433a-810e-c4f97f628051', 'mac_address': 'fa:16:3e:1a:6f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:31:54.283074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e1284cb8-e7af-4f24-905e-587d6b93a62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.305336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:54.305869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.317305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:54.318095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.348230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24209848-c762-433a-810e-c4f97f628051 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:54.377225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e1284cb8-e7af-4f24-905e-587d6b93a62f admin admin] Publish callbacks [] for security_group (61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.378780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:54.383202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e1284cb8-e7af-4f24-905e-587d6b93a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.392263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.419512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5f7c682-f9f7-4425-8cea-1e1852a2ed53 req-7a78d4d4-25a3-4e08-8dd6-82bc17cfe3f4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732228 Mar 22 14:31:54.434234 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e1284cb8-e7af-4f24-905e-587d6b93a62f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a06b36184b944fa097c96eb9ed0f45cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314619 Mar 22 14:31:54.434234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284cb8-e7af-4f24-905e-587d6b93a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.435330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44192) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.445479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:54.457029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,segment=NetworkSegment(2483f0a1-be93-4d5c-a50c-929432845bfc),segment_id=2483f0a1-be93-4d5c-a50c-929432845bfc)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:54.457658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.485363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=12']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.499432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:54.540779 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aaf12024-51f5-4486-82f9-765490563602 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/ca9f77f2-743d-49d0-891a-57f935088125 HTTP/1.1" status: 200 len: 993 time: 0.0918291 Mar 22 14:31:54.587873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] Publish callbacks [] for security_group (61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.624541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] Publish callbacks [] for security_group (61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.636962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['24209848-c762-433a-810e-c4f97f628051'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:54.671194 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2d375b7b-2e04-4a1c-bc01-0f99e81ae16e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.702474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=2d375b7b-2e04-4a1c-bc01-0f99e81ae16e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:54.706546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:31:54.717491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f844b12-898b-4026-9a2d-36f8af36770f None None] Network 408a8d2e-6df5-482d-b9e2-5b79bc031d52 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:54.773950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.776778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:54.780210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3 HTTP/1.1" status: 204 len: 168 time: 0.3415718 Mar 22 14:31:54.842062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-0b369b71-f984-4e9d-9d26-e5e616922b67 None None] Could not find standard attr ID for object 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:31:54.967071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0febf95a-68f4-49ff-9251-b474903072b0 None None] DHCP port deletion for 408a8d2e-6df5-482d-b9e2-5b79bc031d52 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:31:55.010918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.161189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca4962-e784-4284-9b8a-fee2ff0a3b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c18e30-1af9-4fc7-9ebc-ecc682a5d3b3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:55.168628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (408a8d2e-6df5-482d-b9e2-5b79bc031d52), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408a8d2e-6df5-482d-b9e2-5b79bc031d52']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2483f0a1-be93-4d5c-a50c-929432845bfc') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2483f0a1-be93-4d5c-a50c-929432845bfc') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cd49-3ba4-4149-a65e-580c99a01a5b req-fb75a8e9-6ca9-4621-9e42-045ef3ff5aae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3dd8cd49-3ba4-4149-a65e-580c99a01a5b req-fb75a8e9-6ca9-4621-9e42-045ef3ff5aae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.4860883 Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (2483f0a1-be93-4d5c-a50c-929432845bfc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2483f0a1-be93-4d5c-a50c-929432845bfc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (2483f0a1-be93-4d5c-a50c-929432845bfc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3dd8cd49-3ba4-4149-a65e-580c99a01a5b req-2bea28d4-b37e-440e-8eb3-4fe4cfa6781a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075184 Mar 22 14:31:55.370480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (408a8d2e-6df5-482d-b9e2-5b79bc031d52), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.386196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.386196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/408a8d2e-6df5-482d-b9e2-5b79bc031d52 HTTP/1.1" status: 204 len: 168 time: 1.3500299 Mar 22 14:31:55.387416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44230) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:55.390359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e325ea3-2286-427d-9160-0ee11ef1a148 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=408a8d2e-6df5-482d-b9e2-5b79bc031d52,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:55.447403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c32fc-380f-4471-b107-7feeaff48c00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:55.448944 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-777c32fc-380f-4471-b107-7feeaff48c00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0664933 Mar 22 14:31:55.452729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44234) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:55.521604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd8f7992-875d-44c5-a766-cfd30321cc71 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0641415 Mar 22 14:31:55.522461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44240) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:55.527523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2109455370'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:55.553570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:55.557252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.584529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:31:55.594999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8427ccf7-11fa-4185-ad6a-d0c788c0c8ff), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.595411 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 8427ccf7-11fa-4185-ad6a-d0c788c0c8ff of type vlan for network 70a018c7-1dc8-44e8-93ea-26f3080045ae Mar 22 14:31:55.644088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (70a018c7-1dc8-44e8-93ea-26f3080045ae), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.674344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (70a018c7-1dc8-44e8-93ea-26f3080045ae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.683595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:55.684197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:55.762195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2387919 Mar 22 14:31:55.766218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44250) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:55.770415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1100e-9c51-4417-a7e3-2c77a629dbfb tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=70a018c7-1dc8-44e8-93ea-26f3080045ae,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:55.771852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:55.794373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:31:55.890717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:55.895305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.103980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:31:56.107165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:56.166625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7b73e771-0997-466c-8795-724e178d7085), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.226858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 24209848-c762-433a-810e-c4f97f628051 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:31:56.238462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 24209848-c762-433a-810e-c4f97f628051 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:56.238847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (24209848-c762-433a-810e-c4f97f628051), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.250568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=7b73e771-0997-466c-8795-724e178d7085,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:56.261434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:56.261798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: 70a018c7-1dc8-44e8-93ea-26f3080045ae, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:31:56.281089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:31:56.295310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 70a018c7-1dc8-44e8-93ea-26f3080045ae) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:56.302478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:56.303598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.317038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd004bc-5b18-4b30-80aa-892c6f545371 None None] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:56.330098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:56.333537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-adba757b-9b31-4c9d-a9c2-82d369950059 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5592310 Mar 22 14:31:56.348531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae', 'name': 'tempest-PortsIpV6TestJSON-851381082'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:56.380334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:56.418585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:31:56.525467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546a4c7-5cae-4903-820d-b163bafed043 req-47719168-118f-4c29-b602-39a47ad30ab5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:56.527552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1546a4c7-5cae-4903-820d-b163bafed043 req-47719168-118f-4c29-b602-39a47ad30ab5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0749443 Mar 22 14:31:56.540454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 24209848-c762-433a-810e-c4f97f628051 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:56.540852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (24209848-c762-433a-810e-c4f97f628051), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.596622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:56.598709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:56.600905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.601059 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4c2bc-0433-4db2-88eb-723cda11e2d6" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:56.604617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:56.605009 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.637092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 12cb0f49-2daa-4c2f-a49c-0524bc414d4e yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:56.637946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:56.644423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:31:56.645864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1546a4c7-5cae-4903-820d-b163bafed043 req-aec786a9-9c27-4f17-869a-37cd5a8e9bcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105018 Mar 22 14:31:56.679118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-70a018c7-1dc8-44e8-93ea-26f3080045ae', 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': '7b73e771-0997-466c-8795-724e178d7085'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:31:56.679998 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.689533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (24209848-c762-433a-810e-c4f97f628051), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.710263 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ba21f2-a0d2-4db6-9898-f038ba4d27ea x-openstack-request-id: req-26ba21f2-a0d2-4db6-9898-f038ba4d27ea {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:56.710560 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-plugged", "status": "completed", "tag": "24209848-c762-433a-810e-c4f97f628051", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:56.711012 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26ba21f2-a0d2-4db6-9898-f038ba4d27ea {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:56.711592 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ba21f2-a0d2-4db6-9898-f038ba4d27ea'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'code': 200} Mar 22 14:31:56.739021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:31:56.748893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:56.776128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:31:56.776799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d375b7b-2e04-4a1c-bc01-0f99e81ae16e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:31:56.780053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:56.846142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::24a (70a018c7-1dc8-44e8-93ea-26f3080045ae/7b73e771-0997-466c-8795-724e178d7085/12cb0f49-2daa-4c2f-a49c-0524bc414d4e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:56.855110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44318) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:56.877697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=13']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:56.964126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:56.999546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa1a66e9-04e4-47c8-af38-4c278dbe2a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.000746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e5977f36-25df-4b46-979a-ea2abe08e3bf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:31:57.138009 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa1a66e9-04e4-47c8-af38-4c278dbe2a81 admin admin] Publish callbacks [] for security_group (766369c4-cb59-4bb5-ac19-8b628d4ac74e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.142540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa1a66e9-04e4-47c8-af38-4c278dbe2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (766369c4-cb59-4bb5-ac19-8b628d4ac74e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.193259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fa1a66e9-04e4-47c8-af38-4c278dbe2a81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=662d251d506048b49c0fcbbe890057a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359275 Mar 22 14:31:57.194313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a66e9-04e4-47c8-af38-4c278dbe2a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766369c4-cb59-4bb5-ac19-8b628d4ac74e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:57.196744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:57.264770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] Publish callbacks [] for security_group (766369c4-cb59-4bb5-ac19-8b628d4ac74e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.291118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] Publish callbacks [] for security_group (766369c4-cb59-4bb5-ac19-8b628d4ac74e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.342641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (766369c4-cb59-4bb5-ac19-8b628d4ac74e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.346093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.347484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/766369c4-cb59-4bb5-ac19-8b628d4ac74e HTTP/1.1" status: 204 len: 168 time: 0.1498091 Mar 22 14:31:57.365073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb557c5-2f10-4d3b-8880-5cea7775e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766369c4-cb59-4bb5-ac19-8b628d4ac74e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:57.444293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (12cb0f49-2daa-4c2f-a49c-0524bc414d4e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.483469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (12cb0f49-2daa-4c2f-a49c-0524bc414d4e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.528225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:57.531265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:57.536830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:57.542840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:57.543680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.576938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2454758 Mar 22 14:31:57.579915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44342) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:57.585103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae', 'name': 'tempest-PortsIpV6TestJSON-560974069'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:31:57.586342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Allocated IP 2001:db8::2 (70a018c7-1dc8-44e8-93ea-26f3080045ae/7b73e771-0997-466c-8795-724e178d7085/8cfef4a9-e05a-4f84-abde-cad4fe82091f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:57.590550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=12cb0f49-2daa-4c2f-a49c-0524bc414d4e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:57.605353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.605890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.606066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.609210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.610123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.610648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.611318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.614319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.614846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.616179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.616673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.617158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.617639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.618156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.620632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348ff2e-d258-48a2-8e69-ab8b17f43fd0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:31:57.815987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:31:57.819487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.830272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks [] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.838619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:57.842815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 4e3876b3-d984-4980-a236-93e9eabbbfc3 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:31:57.862774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16fa7-0c30-40c5-9d5f-19fdf9e85e52 req-cddfd37c-0517-4abb-a906-1cb2cde2c8c7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:57.864304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fd16fa7-0c30-40c5-9d5f-19fdf9e85e52 req-cddfd37c-0517-4abb-a906-1cb2cde2c8c7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 944 time: 0.1048722 Mar 22 14:31:57.905127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:57.910898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:57.916491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Pushing event updated for resources: {'Port': ['ID=8cfef4a9-e05a-4f84-abde-cad4fe82091f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:57.921107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:57.971776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fd16fa7-0c30-40c5-9d5f-19fdf9e85e52 req-2c20150b-856e-436a-8de6-90a461213ebc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786762 Mar 22 14:31:58.005372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Attempting to bind port 8cfef4a9-e05a-4f84-abde-cad4fe82091f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:31:58.005727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Attempting to bind port 8cfef4a9-e05a-4f84-abde-cad4fe82091f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:31:58.006173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Attempting to bind port 8cfef4a9-e05a-4f84-abde-cad4fe82091f on network 70a018c7-1dc8-44e8-93ea-26f3080045ae {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:31:58.011507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:31:58.011926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Checking segment: {'id': '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:31:58.012279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.012808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Bound using segment: {'id': '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:31:58.013413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Bound port: 8cfef4a9-e05a-4f84-abde-cad4fe82091f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70a018c7-1dc8-44e8-93ea-26f3080045ae'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:31:58.013792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.062249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::1ec (70a018c7-1dc8-44e8-93ea-26f3080045ae/7b73e771-0997-466c-8795-724e178d7085/4e3876b3-d984-4980-a236-93e9eabbbfc3) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:31:58.107298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] For port 8cfef4a9-e05a-4f84-abde-cad4fe82091f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:31:58.110831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] For port 8cfef4a9-e05a-4f84-abde-cad4fe82091f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8cfef4a9-e05a-4f84-abde-cad4fe82091f,segment=NetworkSegment(8427ccf7-11fa-4185-ad6a-d0c788c0c8ff),segment_id=8427ccf7-11fa-4185-ad6a-d0c788c0c8ff)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:31:58.114231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:58.168827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.231126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e5977f36-25df-4b46-979a-ea2abe08e3bf completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:31:58.237274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e5977f36-25df-4b46-979a-ea2abe08e3bf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:58.238011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.238867 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (4e3876b3-d984-4980-a236-93e9eabbbfc3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.250171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4c74-c8dc-4beb-b5c4-227722426092 None None] Pushing event updated for resources: {'Port': ['ID=8cfef4a9-e05a-4f84-abde-cad4fe82091f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:58.319271 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.329020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4e3876b3-d984-4980-a236-93e9eabbbfc3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.358116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:31:58.360649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:31:58.391666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:31:58.395311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:58.395710 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.397155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:58.402054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.425694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8446503 Mar 22 14:31:58.428574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44378) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:58.444346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:58.450692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.461999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3153-e04f-4ab7-9bfe-32678ae98b78 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=4e3876b3-d984-4980-a236-93e9eabbbfc3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:58.559558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:58.659205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84a239e-eeae-43fc-9596-90a5e7b66c0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:58.661727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b84a239e-eeae-43fc-9596-90a5e7b66c0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24a HTTP/1.1" status: 200 len: 928 time: 0.2319434 Mar 22 14:31:58.664896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44390) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:58.714016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:31:58.715607 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06e852-f1d0-419d-b663-ed816359a708" -d '{"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:31:58.797594 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ffaa4-12d0-416d-a304-fe4e995ff7dc x-openstack-request-id: req-e92ffaa4-12d0-416d-a304-fe4e995ff7dc {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:31:58.797934 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:31:58.798217 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e92ffaa4-12d0-416d-a304-fe4e995ff7dc {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:31:58.798619 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92ffaa4-12d0-416d-a304-fe4e995ff7dc'] response: {'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'code': 200} Mar 22 14:31:58.800656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8cfef4a9-e05a-4f84-abde-cad4fe82091f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:31:58.829587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 4e3876b3-d984-4980-a236-93e9eabbbfc3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:58.830442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4e3876b3-d984-4980-a236-93e9eabbbfc3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.907837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8cfef4a9-e05a-4f84-abde-cad4fe82091f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:58.909581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:58.955341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9bf9-9761-48e1-b171-c22d7f3792ac req-e116da79-0849-47f8-8fc3-725370bc5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:58.956895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63dd9bf9-9761-48e1-b171-c22d7f3792ac req-e116da79-0849-47f8-8fc3-725370bc5b9d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1127 time: 0.1216290 Mar 22 14:31:58.995615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4e3876b3-d984-4980-a236-93e9eabbbfc3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.014671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 4e3876b3-d984-4980-a236-93e9eabbbfc3 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:59.046933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63dd9bf9-9761-48e1-b171-c22d7f3792ac req-6556a79b-7321-4052-867d-9163b9f17990 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767336 Mar 22 14:31:59.072920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8cfef4a9-e05a-4f84-abde-cad4fe82091f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:59.073317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.123754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 8cfef4a9-e05a-4f84-abde-cad4fe82091f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8cfef4a9-e05a-4f84-abde-cad4fe82091f,segment=NetworkSegment(8427ccf7-11fa-4185-ad6a-d0c788c0c8ff),segment_id=8427ccf7-11fa-4185-ad6a-d0c788c0c8ff)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:31:59.135838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.209157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069b4b-d4fa-4680-9a4e-43de1294b639 req-ca300777-e4ef-4b04-8067-60ec289d5277 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:31:59.210792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f069b4b-d4fa-4680-9a4e-43de1294b639 req-ca300777-e4ef-4b04-8067-60ec289d5277 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1146085 Mar 22 14:31:59.210910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=8cfef4a9-e05a-4f84-abde-cad4fe82091f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:59.250669 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.320956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f069b4b-d4fa-4680-9a4e-43de1294b639 req-87826469-bf24-4308-909b-9b7ea891ce1c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928452 Mar 22 14:31:59.329096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4e3876b3-d984-4980-a236-93e9eabbbfc3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.368925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44432) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.389489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=4e3876b3-d984-4980-a236-93e9eabbbfc3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:59.419904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.426549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.426947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-738c5d1e-a4fa-43e8-862d-263e6781446f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/4e3876b3-d984-4980-a236-93e9eabbbfc3 HTTP/1.1" status: 204 len: 168 time: 0.7599945 Mar 22 14:31:59.472870 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a5337-6e42-4ed7-96a0-ec027ad5a5cc tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:31:59.474801 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d24a5337-6e42-4ed7-96a0-ec027ad5a5cc tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/4e3876b3-d984-4980-a236-93e9eabbbfc3 HTTP/1.1" status: 404 len: 333 time: 0.0469530 Mar 22 14:31:59.477528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.561179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3531687-9e2d-4e2e-aeb0-7bcbf81ecf67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.624978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 12cb0f49-2daa-4c2f-a49c-0524bc414d4e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:31:59.625333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (12cb0f49-2daa-4c2f-a49c-0524bc414d4e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.651648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061d6e3-6048-4c6a-a50f-4acc73998dcf None None] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:31:59.744517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3531687-9e2d-4e2e-aeb0-7bcbf81ecf67 admin admin] Publish callbacks [] for security_group (ca0806f7-4e7a-4230-8c7a-5d4153e26cb1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.746587 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (12cb0f49-2daa-4c2f-a49c-0524bc414d4e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.754462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3531687-9e2d-4e2e-aeb0-7bcbf81ecf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca0806f7-4e7a-4230-8c7a-5d4153e26cb1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.763519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b52234db-2591-4d31-b9ae-e6da14a5a21d None None] Provisioning complete for port 8cfef4a9-e05a-4f84-abde-cad4fe82091f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:31:59.763805 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b52234db-2591-4d31-b9ae-e6da14a5a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.781750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 12cb0f49-2daa-4c2f-a49c-0524bc414d4e owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:31:59.816183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c3531687-9e2d-4e2e-aeb0-7bcbf81ecf67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=934a17a76fc04365971297977cb5a56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433606 Mar 22 14:31:59.816183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3531687-9e2d-4e2e-aeb0-7bcbf81ecf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0806f7-4e7a-4230-8c7a-5d4153e26cb1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:31:59.816604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:31:59.863069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b52234db-2591-4d31-b9ae-e6da14a5a21d None None] Current status of the port 8cfef4a9-e05a-4f84-abde-cad4fe82091f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:31:59.907115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] Publish callbacks [] for security_group (ca0806f7-4e7a-4230-8c7a-5d4153e26cb1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.965851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] Publish callbacks [] for security_group (ca0806f7-4e7a-4230-8c7a-5d4153e26cb1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:31:59.972663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (12cb0f49-2daa-4c2f-a49c-0524bc414d4e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.012535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=12cb0f49-2daa-4c2f-a49c-0524bc414d4e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:00.055583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.056573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ca0806f7-4e7a-4230-8c7a-5d4153e26cb1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.059755 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b9a002a3-11a1-4fbf-93d5-776e962e297a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/12cb0f49-2daa-4c2f-a49c-0524bc414d4e HTTP/1.1" status: 204 len: 168 time: 0.5809228 Mar 22 14:32:00.061600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.062527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44452) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.066245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca0806f7-4e7a-4230-8c7a-5d4153e26cb1 HTTP/1.1" status: 204 len: 168 time: 0.2483826 Mar 22 14:32:00.078087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c6f33-e7f8-47f2-9ddb-00aa728a97cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0806f7-4e7a-4230-8c7a-5d4153e26cb1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:00.107521 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35c7fce-e796-4fbd-8151-780621c58ce9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:00.111681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b35c7fce-e796-4fbd-8151-780621c58ce9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/12cb0f49-2daa-4c2f-a49c-0524bc414d4e HTTP/1.1" status: 404 len: 333 time: 0.0455101 Mar 22 14:32:00.112001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44458) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.197727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet 7b73e771-0997-466c-8795-724e178d7085 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:00.202423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-697807f4-648c-4d1f-a57d-93150f1aed54 None None] Provisioning complete for port 8cfef4a9-e05a-4f84-abde-cad4fe82091f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:00.203793 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-697807f4-648c-4d1f-a57d-93150f1aed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.208966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (7b73e771-0997-466c-8795-724e178d7085), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.297363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (7b73e771-0997-466c-8795-724e178d7085), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.322925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-697807f4-648c-4d1f-a57d-93150f1aed54 None None] Current status of the port 8cfef4a9-e05a-4f84-abde-cad4fe82091f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:00.328736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-697807f4-648c-4d1f-a57d-93150f1aed54 None None] Could not find standard attr ID for object 12cb0f49-2daa-4c2f-a49c-0524bc414d4e. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:00.486757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7b73e771-0997-466c-8795-724e178d7085), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.559466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06f5eb6e-d735-42be-ba8c-98ee41878463 None None] Could not find standard attr ID for object 12cb0f49-2daa-4c2f-a49c-0524bc414d4e. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:00.580623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fb522-40e6-42c3-9cb8-8bbb4d371b1f req-d190429b-8983-4769-a4f4-2cae76d4ca8e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:00.590268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e35fb522-40e6-42c3-9cb8-8bbb4d371b1f req-d190429b-8983-4769-a4f4-2cae76d4ca8e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1493604 Mar 22 14:32:00.620799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7b73e771-0997-466c-8795-724e178d7085), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.669007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.673066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/7b73e771-0997-466c-8795-724e178d7085 HTTP/1.1" status: 204 len: 168 time: 0.5595636 Mar 22 14:32:00.676203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.701940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263753dd-ad7d-4204-a1e2-653ac9de10c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=7b73e771-0997-466c-8795-724e178d7085,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:00.711497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e35fb522-40e6-42c3-9cb8-8bbb4d371b1f req-6db9c173-5a5d-4921-9644-086f898f555b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203771 Mar 22 14:32:00.714183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8cfef4a9-e05a-4f84-abde-cad4fe82091f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:00.797891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (70a018c7-1dc8-44e8-93ea-26f3080045ae), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.849632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8cfef4a9-e05a-4f84-abde-cad4fe82091f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:00.850027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.904494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15054aa5-215b-4aad-b819-26993c9c10fa None None] Network 70a018c7-1dc8-44e8-93ea-26f3080045ae requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:00.906927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 8cfef4a9-e05a-4f84-abde-cad4fe82091f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:00.907958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:00.908297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306f139-37fd-4807-8bf1-7e701eb2ddda req-d33f3f88-7161-402b-bc8e-c6850eba9a70 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:00.910463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9306f139-37fd-4807-8bf1-7e701eb2ddda req-d33f3f88-7161-402b-bc8e-c6850eba9a70 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.0800974 Mar 22 14:32:00.919772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44488) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:00.934596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'floatingip': {'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:01.004151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f6e7ab3a-c402-43bf-8c88-6e5a5d6295b3 None None] Could not find standard attr ID for object 4e3876b3-d984-4980-a236-93e9eabbbfc3. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:01.018698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.022670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 8cfef4a9-e05a-4f84-abde-cad4fe82091f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8cfef4a9-e05a-4f84-abde-cad4fe82091f,segment=NetworkSegment(8427ccf7-11fa-4185-ad6a-d0c788c0c8ff),segment_id=8427ccf7-11fa-4185-ad6a-d0c788c0c8ff)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:01.023042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.056216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 8cfef4a9-e05a-4f84-abde-cad4fe82091f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:01.073289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8cfef4a9-e05a-4f84-abde-cad4fe82091f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:01.190228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8cfef4a9-e05a-4f84-abde-cad4fe82091f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.204823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e421d6-431f-4168-bb9f-7ad5e425c9ef None None] DHCP port deletion for 70a018c7-1dc8-44e8-93ea-26f3080045ae request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:01.234389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=8cfef4a9-e05a-4f84-abde-cad4fe82091f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:01.240902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 8cfef4a9-e05a-4f84-abde-cad4fe82091f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:01.311255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44504) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:01.348987 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (70a018c7-1dc8-44e8-93ea-26f3080045ae), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.373400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a018c7-1dc8-44e8-93ea-26f3080045ae']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:01.386995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:01.386995 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8427ccf7-11fa-4185-ad6a-d0c788c0c8ff') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:01.402119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8427ccf7-11fa-4185-ad6a-d0c788c0c8ff), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.419243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8427ccf7-11fa-4185-ad6a-d0c788c0c8ff), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.428946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:01.429415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8427ccf7-11fa-4185-ad6a-d0c788c0c8ff), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:01.432850 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:01.455850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1595017512'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:01.505806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (70a018c7-1dc8-44e8-93ea-26f3080045ae), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.514474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.517786 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/70a018c7-1dc8-44e8-93ea-26f3080045ae HTTP/1.1" status: 204 len: 168 time: 0.8398912 Mar 22 14:32:01.523004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:01.531566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1117302737'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:01.551324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7fc8-c145-4765-90bd-c334795034b4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=70a018c7-1dc8-44e8-93ea-26f3080045ae,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:01.555191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:01.558254 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.568518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:01.572671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.574568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.600863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:01.611949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8405e3cb-92e0-4ba0-b99d-4053f91e55ec), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.612823 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 8405e3cb-92e0-4ba0-b99d-4053f91e55ec of type vlan for network 97145ec8-7554-41b4-a23a-2f7bafcf928e Mar 22 14:32:01.661696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (97145ec8-7554-41b4-a23a-2f7bafcf928e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.691352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (97145ec8-7554-41b4-a23a-2f7bafcf928e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.696685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:01.697295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.706279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.714464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.766333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2419813 Mar 22 14:32:01.769183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44518) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:01.776556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:01.804748 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for security_group (1f35b468-c0d2-4f27-a536-94a9c1028cfb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.817063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1f35b468-c0d2-4f27-a536-94a9c1028cfb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.827954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f4a95-612b-440e-aabe-1cea0dea1cb5 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=97145ec8-7554-41b4-a23a-2f7bafcf928e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:01.840807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:01.846707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:01.888513 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d0c28e50-e11f-4716-a007-7c0a800c3786), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:01.888864 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Added segment d0c28e50-e11f-4716-a007-7c0a800c3786 of type vlan for network 169dee44-61c1-4e13-ab72-e45d28992ce6 Mar 22 14:32:01.890252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35b468-c0d2-4f27-a536-94a9c1028cfb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:01.908121 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Floating IP fafcf344-46f9-4b5c-a3a5-0de57cda9b33 associated. External IP: 172.25.3.35, port: e5977f36-25df-4b46-979a-ea2abe08e3bf. Mar 22 14:32:01.927646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:01.932899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.007873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (169dee44-61c1-4e13-ab72-e45d28992ce6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.054110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (169dee44-61c1-4e13-ab72-e45d28992ce6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.060515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:02.061191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.152271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8400061 Mar 22 14:32:02.158079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44528) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.170678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (ca619124-865e-4181-84f3-47fe9ada86ba), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.198199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'subnet': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:02.228267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bbe4f-df3c-4e98-b0c3-8783edabacb3 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Network': ['ID=169dee44-61c1-4e13-ab72-e45d28992ce6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:02.238315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=ca619124-865e-4181-84f3-47fe9ada86ba,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:02.240116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:02.283377 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '8405e3cb-92e0-4ba0-b99d-4053f91e55ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:02.283839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: 97145ec8-7554-41b4-a23a-2f7bafcf928e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:02.304187 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:02.321324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 97145ec8-7554-41b4-a23a-2f7bafcf928e) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:02.326487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:02.327836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.351522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382de99-2818-4f52-b2f0-73bd5a87d495 None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:02.352092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:02.355140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:02.359240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.376335 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6036f5a-eb7d-42f6-8b13-dd0589b27597 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6026666 Mar 22 14:32:02.379577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44534) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:02.412375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e', 'name': 'tempest-PortsIpV6TestJSON-724328534', 'fixed_ips': [{'subnet_id': 'ca619124-865e-4181-84f3-47fe9ada86ba', 'ip_address': '2001:db8::10'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:02.502186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-97145ec8-7554-41b4-a23a-2f7bafcf928e', 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': 'ca619124-865e-4181-84f3-47fe9ada86ba'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:02.503261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.550039 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:32:02.673911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8cfef4a9-e05a-4f84-abde-cad4fe82091f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:02.704328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8cfef4a9-e05a-4f84-abde-cad4fe82091f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:02.704770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8cfef4a9-e05a-4f84-abde-cad4fe82091f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:02.720988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Allocated IP 2001:db8::2 (97145ec8-7554-41b4-a23a-2f7bafcf928e/ca619124-865e-4181-84f3-47fe9ada86ba/0af3fd39-8078-4a0a-9172-7962a6aca838) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:02.882047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks [] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.890820 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.933236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:02.934829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:02.939335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:02.955924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Pushing event updated for resources: {'Port': ['ID=0af3fd39-8078-4a0a-9172-7962a6aca838,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:02.975031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:02.982297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:02.985792 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1a40-c161-4215-97df-8da309416973 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:02.998507 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:02.999569 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:03.020821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Attempting to bind port 0af3fd39-8078-4a0a-9172-7962a6aca838 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:03.021525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Attempting to bind port 0af3fd39-8078-4a0a-9172-7962a6aca838 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8405e3cb-92e0-4ba0-b99d-4053f91e55ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:03.022132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Attempting to bind port 0af3fd39-8078-4a0a-9172-7962a6aca838 on network 97145ec8-7554-41b4-a23a-2f7bafcf928e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:03.029310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:03.029946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:03.030261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Checking segment: {'id': '8405e3cb-92e0-4ba0-b99d-4053f91e55ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:03.030835 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.031420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Bound using segment: {'id': '8405e3cb-92e0-4ba0-b99d-4053f91e55ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:03.032088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Bound port: 0af3fd39-8078-4a0a-9172-7962a6aca838, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8405e3cb-92e0-4ba0-b99d-4053f91e55ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:03.032679 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.055636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7ba04c94-b0cf-4936-b8e0-2f34b4f69ce7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "PUT /v2.0/floatingips/fafcf344-46f9-4b5c-a3a5-0de57cda9b33 HTTP/1.1" status: 200 len: 990 time: 2.1334014 Mar 22 14:32:03.065789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:03.068885 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db" -d '{"events": [{"name": "network-changed", "server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:03.161223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:03.216252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.244065 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f4744-3455-4797-af09-8b7f1bbb1bc6 x-openstack-request-id: req-f33f4744-3455-4797-af09-8b7f1bbb1bc6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:03.245206 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:03.245505 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f33f4744-3455-4797-af09-8b7f1bbb1bc6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:03.246202 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33f4744-3455-4797-af09-8b7f1bbb1bc6'] response: {'name': 'network-changed', 'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'status': 'completed', 'code': 200} Mar 22 14:32:03.253096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7806aec3-8800-4194-9e2a-54a28735e859), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.255589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:03.306884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] For port 0af3fd39-8078-4a0a-9172-7962a6aca838, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:03.312700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] For port 0af3fd39-8078-4a0a-9172-7962a6aca838, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0af3fd39-8078-4a0a-9172-7962a6aca838,segment=NetworkSegment(8405e3cb-92e0-4ba0-b99d-4053f91e55ec),segment_id=8405e3cb-92e0-4ba0-b99d-4053f91e55ec)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:03.329395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.435633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d8a47-fe59-41ea-8d68-70732afe29f6 None None] Pushing event updated for resources: {'Port': ['ID=0af3fd39-8078-4a0a-9172-7962a6aca838,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:03.446603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Subnet': ['ID=7806aec3-8800-4194-9e2a-54a28735e859,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:03.480909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-47e3081f-5ac8-4e75-8a4b-1b5412fae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:03.482481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-47e3081f-5ac8-4e75-8a4b-1b5412fae397 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1127 time: 0.2100582 Mar 22 14:32:03.495684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Checking segment: {'id': 'd0c28e50-e11f-4716-a007-7c0a800c3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:03.496040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network hostable DHCP agents. Network: 169dee44-61c1-4e13-ab72-e45d28992ce6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:03.550948 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fafcf344-46f9-4b5c-a3a5-0de57cda9b33', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e76695-a038-4d5a-919a-2a442d57b116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:31:40Z', 'updated_at': '2022-03-22T14:32:01Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:03.604993 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1a40-c161-4215-97df-8da309416973 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:32:03.639343 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:03.640206 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:03.666917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::10 (97145ec8-7554-41b4-a23a-2f7bafcf928e/ca619124-865e-4181-84f3-47fe9ada86ba/03dfefc4-991e-4c2c-8bba-1d463b2349e6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:03.699759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:03.727803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 169dee44-61c1-4e13-ab72-e45d28992ce6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:03.738490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac70a0-21e6-4689-8ac6-28de467eb872 None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:03.766802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:03.767624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:03.777674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-3370ae75-6cca-4eb7-91e5-787f1fd3f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:03.779610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-3370ae75-6cca-4eb7-91e5-787f1fd3f42b service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.2886174 Mar 22 14:32:03.787587 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:03.864100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-11fbebe8-da5f-49fe-9616-06fe16649949 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7022011 Mar 22 14:32:03.864805 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44568) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:03.870676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-1002736945'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:03.933615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-10bc762a-19a7-4cc6-85c1-039a4c48a863 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 998 time: 0.1448207 Mar 22 14:32:03.943568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-169dee44-61c1-4e13-ab72-e45d28992ce6', 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'project_id': 'bc7a66c2af79418583743fc496802e29', 'fixed_ips': [{'subnet_id': '7806aec3-8800-4194-9e2a-54a28735e859'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:03.944684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.031222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-bfd9a6fe-d449-4085-a960-06a58af75db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:04.033299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-bfd9a6fe-d449-4085-a960-06a58af75db8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0915947 Mar 22 14:32:04.061146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.088726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:04.093837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.119025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-5bd52ac7-4d7e-4e7f-bbbd-71498f04d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:04.120860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-5bd52ac7-4d7e-4e7f-bbbd-71498f04d4fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799673 Mar 22 14:32:04.123990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port 1bea29fc-cfb9-4c47-a40a-09fbdced768b yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:04.152635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.197606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Allocated IP 172.20.0.2 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/8ad17a53-4699-4a02-91c8-6771b069167f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:04.202952 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-136f1a40-c161-4215-97df-8da309416973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fafcf344-46f9-4b5c-a3a5-0de57cda9b33', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e76695-a038-4d5a-919a-2a442d57b116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:31:40Z', 'updated_at': '2022-03-22T14:32:01Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:04.250398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1a40-c161-4215-97df-8da309416973 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'fafcf344-46f9-4b5c-a3a5-0de57cda9b33', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e76695-a038-4d5a-919a-2a442d57b116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:31:40Z', 'updated_at': '2022-03-22T14:32:01Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:04.281226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:04.291871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:04.295888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:04.301117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:04.301744 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.304246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=03dfefc4-991e-4c2c-8bba-1d463b2349e6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:04.344717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44576) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:04.350546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '97145ec8-7554-41b4-a23a-2f7bafcf928e', 'name': 'tempest-PortsIpV6TestJSON-1575863685', 'fixed_ips': [{'subnet_id': 'ca619124-865e-4181-84f3-47fe9ada86ba', 'ip_address': '2001:db8::f'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:04.357877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e7d1008-7157-479b-adda-f7f82dd2dd4f tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9770977 Mar 22 14:32:04.403969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-4c9d4701-320d-4f1a-a611-e859c3ff9aa7 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736986 Mar 22 14:32:04.409562 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks [] for port (8ad17a53-4699-4a02-91c8-6771b069167f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.423800 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.478436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:04.481627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:04.492665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:04.567073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.13 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/1bea29fc-cfb9-4c47-a40a-09fbdced768b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:04.626686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-046f23dd-e61e-40c4-8ee5-1f245f3ac2db req-335e2882-65a1-467e-930f-08f4491465ec service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158437 Mar 22 14:32:04.667086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Pushing event updated for resources: {'Port': ['ID=8ad17a53-4699-4a02-91c8-6771b069167f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:04.686295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Attempting to bind port 8ad17a53-4699-4a02-91c8-6771b069167f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:04.686782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Attempting to bind port 8ad17a53-4699-4a02-91c8-6771b069167f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd0c28e50-e11f-4716-a007-7c0a800c3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:04.687283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Attempting to bind port 8ad17a53-4699-4a02-91c8-6771b069167f on network 169dee44-61c1-4e13-ab72-e45d28992ce6 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:04.695274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:04.696642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Checking segment: {'id': 'd0c28e50-e11f-4716-a007-7c0a800c3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:04.697578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.697703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Bound using segment: {'id': 'd0c28e50-e11f-4716-a007-7c0a800c3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:04.698458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Bound port: 8ad17a53-4699-4a02-91c8-6771b069167f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c28e50-e11f-4716-a007-7c0a800c3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:04.698951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:04.730737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df619074-f261-4b38-a2fd-58f8d8e5d053 None None] New status for floating IP fafcf344-46f9-4b5c-a3a5-0de57cda9b33: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:32:04.746197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:04.870437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0af3fd39-8078-4a0a-9172-7962a6aca838 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:04.959619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.000619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.002168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] For port 8ad17a53-4699-4a02-91c8-6771b069167f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:05.006797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] For port 8ad17a53-4699-4a02-91c8-6771b069167f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ad17a53-4699-4a02-91c8-6771b069167f,segment=NetworkSegment(d0c28e50-e11f-4716-a007-7c0a800c3786),segment_id=d0c28e50-e11f-4716-a007-7c0a800c3786)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:05.014813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:05.024383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87022142-6afa-4772-a9ec-9e3b4d0364cb None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:05.047925 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.133066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.173606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0af3fd39-8078-4a0a-9172-7962a6aca838 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:05.173994 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.247569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:05.260066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Provisioning complete for port 0af3fd39-8078-4a0a-9172-7962a6aca838 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:05.260217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:05.260448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.266734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=1bea29fc-cfb9-4c47-a40a-09fbdced768b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.274374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:05.290931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cbccb-16e0-41f3-ba5c-8a38c8fb7ff6 None None] Pushing event updated for resources: {'Port': ['ID=8ad17a53-4699-4a02-91c8-6771b069167f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.325790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::f (97145ec8-7554-41b4-a23a-2f7bafcf928e/ca619124-865e-4181-84f3-47fe9ada86ba/1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:05.346314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:05.352225 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.382000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-919322b3-f0f6-47ea-a151-bf6b7ee27807 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5128870 Mar 22 14:32:05.382205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44594) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:05.387895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-460119697', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a9:c5:1f'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:05.395409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0af3fd39-8078-4a0a-9172-7962a6aca838 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:05.395802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.443205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Current status of the port 0af3fd39-8078-4a0a-9172-7962a6aca838 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:05.444425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.524727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] For port 0af3fd39-8078-4a0a-9172-7962a6aca838, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0af3fd39-8078-4a0a-9172-7962a6aca838,segment=NetworkSegment(8405e3cb-92e0-4ba0-b99d-4053f91e55ec),segment_id=8405e3cb-92e0-4ba0-b99d-4053f91e55ec)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:05.536142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.699690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:05.701632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.704560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:32:05.704905 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:32:05.710797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9feb2a-475f-4b81-98e9-f701f601019d None None] Pushing event updated for resources: {'Port': ['ID=0af3fd39-8078-4a0a-9172-7962a6aca838,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.762363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.844095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.847220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:05.852122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:05.863553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:05.869078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:05.869789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:05.879738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port ce4c3a0b-c266-4440-bf01-3323ed72b962 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:05.894252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:05.909802 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c45095b9-c7ea-46fe-8f88-e5e21b47e4e9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5612833 Mar 22 14:32:05.909941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:06.026501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.5 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/ce4c3a0b-c266-4440-bf01-3323ed72b962) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:06.041193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bc824-6fb8-47a5-b42e-e5d1c6372691 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.043121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac8bc824-6fb8-47a5-b42e-e5d1c6372691 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1317482 Mar 22 14:32:06.045689 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:06.073458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Provisioning complete for port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.073837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.110616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55318828-94e3-46fd-829e-d7a3132c971d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.116692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55318828-94e3-46fd-829e-d7a3132c971d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.122813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55318828-94e3-46fd-829e-d7a3132c971d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.125193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-55318828-94e3-46fd-829e-d7a3132c971d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0784683 Mar 22 14:32:06.128904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:06.164083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:06.176947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Provisioning complete for port 0af3fd39-8078-4a0a-9172-7962a6aca838 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.177447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.256044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0af3fd39-8078-4a0a-9172-7962a6aca838 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:06.333706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (ce4c3a0b-c266-4440-bf01-3323ed72b962), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.352534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15310e79-d8d6-4b85-9651-61d5ea2d8fde None None] Current status of the port 0af3fd39-8078-4a0a-9172-7962a6aca838 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:06.352837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:06.353168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.450617 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ce4c3a0b-c266-4440-bf01-3323ed72b962), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.483831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c43bcdf1-f8c6-4a35-9766-ff8e46be4ee6 None None] Provisioning complete for port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.484418 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c43bcdf1-f8c6-4a35-9766-ff8e46be4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.550443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=ce4c3a0b-c266-4440-bf01-3323ed72b962,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:06.569329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c43bcdf1-f8c6-4a35-9766-ff8e46be4ee6 None None] Port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:06.570654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.589906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:06.602450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:06.662737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:06.673066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:06.770389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.782649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.820852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c44716d7-868d-4c40-9f05-36570fcafdc3 None None] Provisioning complete for port 1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.821353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c44716d7-868d-4c40-9f05-36570fcafdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.821923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5419e976-f640-4efe-b6b1-44cdf2eedda7 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4387558 Mar 22 14:32:06.824430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44630) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:06.857559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0af3fd39-8078-4a0a-9172-7962a6aca838 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:06.900330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c44716d7-868d-4c40-9f05-36570fcafdc3 None None] Port 1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:06.931647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b8008-62a7-491c-b6b4-dae5bac9c116 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.935943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0af3fd39-8078-4a0a-9172-7962a6aca838 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:06.936863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.937389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:06.941004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b8008-62a7-491c-b6b4-dae5bac9c116 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.946547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b8008-62a7-491c-b6b4-dae5bac9c116 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:06.952092 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-212b8008-62a7-491c-b6b4-dae5bac9c116 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1238222 Mar 22 14:32:06.962790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:06.982527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.001380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51d6ca-392e-4de7-b067-150427f183f1 None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:07.026632 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.030137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2cd0457d-882b-403c-92b8-2d83277ea937 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 HTTP/1.1" status: 204 len: 168 time: 0.8999240 Mar 22 14:32:07.032806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:07.069793 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7299146-47cb-4abd-97f0-a4bd3581ca84 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:07.074862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7299146-47cb-4abd-97f0-a4bd3581ca84 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/1c7ef3e7-19e4-491e-96ef-d7ba30b0e6a1 HTTP/1.1" status: 404 len: 333 time: 0.0376406 Mar 22 14:32:07.075040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:07.113878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Provisioning complete for port 8ad17a53-4699-4a02-91c8-6771b069167f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:07.114283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.205807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port ce4c3a0b-c266-4440-bf01-3323ed72b962 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:07.206232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ce4c3a0b-c266-4440-bf01-3323ed72b962), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.209926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0af3fd39-8078-4a0a-9172-7962a6aca838 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.211091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ad17a53-4699-4a02-91c8-6771b069167f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:07.229273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 03dfefc4-991e-4c2c-8bba-1d463b2349e6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:07.229791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.320047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Current status of the port 8ad17a53-4699-4a02-91c8-6771b069167f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.320517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.332708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8ad17a53-4699-4a02-91c8-6771b069167f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:07.332932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.395184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ce4c3a0b-c266-4440-bf01-3323ed72b962), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.398986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] For port 8ad17a53-4699-4a02-91c8-6771b069167f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ad17a53-4699-4a02-91c8-6771b069167f,segment=NetworkSegment(d0c28e50-e11f-4716-a007-7c0a800c3786),segment_id=d0c28e50-e11f-4716-a007-7c0a800c3786)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:07.413003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.420654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.424829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for ce4c3a0b-c266-4440-bf01-3323ed72b962 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:07.437535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 03dfefc4-991e-4c2c-8bba-1d463b2349e6 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:07.520398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8ad17a53-4699-4a02-91c8-6771b069167f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.529670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffffa47-b6bd-47e7-a9de-8814227974c1 None None] Pushing event updated for resources: {'Port': ['ID=8ad17a53-4699-4a02-91c8-6771b069167f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.647468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Provisioning complete for port 8ad17a53-4699-4a02-91c8-6771b069167f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:07.648018 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.730490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (03dfefc4-991e-4c2c-8bba-1d463b2349e6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.767117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=03dfefc4-991e-4c2c-8bba-1d463b2349e6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.769499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ce4c3a0b-c266-4440-bf01-3323ed72b962), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.777235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Current status of the port 8ad17a53-4699-4a02-91c8-6771b069167f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:07.784624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Could not find standard attr ID for object ce4c3a0b-c266-4440-bf01-3323ed72b962. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:07.798940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Provisioning complete for port 1bea29fc-cfb9-4c47-a40a-09fbdced768b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:07.799472 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.830822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=ce4c3a0b-c266-4440-bf01-3323ed72b962,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:07.833573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:07.858843 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a8dde43b-4ba6-4ea5-96da-a0d2994fc009 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/03dfefc4-991e-4c2c-8bba-1d463b2349e6 HTTP/1.1" status: 204 len: 168 time: 0.7623956 Mar 22 14:32:07.858843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:07.863494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-80c7a685-21ed-4aaf-8b00-e08f16ea6b07 None None] Port 1bea29fc-cfb9-4c47-a40a-09fbdced768b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:07.899809 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f26fe8-5c6c-4be6-8dfb-95f56cfb030d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:07.904169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96f26fe8-5c6c-4be6-8dfb-95f56cfb030d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/03dfefc4-991e-4c2c-8bba-1d463b2349e6 HTTP/1.1" status: 404 len: 333 time: 0.0630510 Mar 22 14:32:07.905025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44660) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:07.986846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet ca619124-865e-4181-84f3-47fe9ada86ba {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:07.991250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (ca619124-865e-4181-84f3-47fe9ada86ba), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.006088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ce905525-2c0d-4687-a379-22e8ece58626 None None] Provisioning complete for port 1bea29fc-cfb9-4c47-a40a-09fbdced768b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:08.006357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce905525-2c0d-4687-a379-22e8ece58626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.050535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.054235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9283aa22-5d15-4de6-ab87-1fbd885a6729 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/ce4c3a0b-c266-4440-bf01-3323ed72b962 HTTP/1.1" status: 204 len: 168 time: 1.0902972 Mar 22 14:32:08.056808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44664) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:08.068624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (ca619124-865e-4181-84f3-47fe9ada86ba), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.101613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ce905525-2c0d-4687-a379-22e8ece58626 None None] Port 1bea29fc-cfb9-4c47-a40a-09fbdced768b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:08.104641 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-425e159c-e5e6-48f8-abf5-570298f4cae5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] GET failed (client error): The resource could not be found. Mar 22 14:32:08.106378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-425e159c-e5e6-48f8-abf5-570298f4cae5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports/ce4c3a0b-c266-4440-bf01-3323ed72b962 HTTP/1.1" status: 404 len: 333 time: 0.0484366 Mar 22 14:32:08.110309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:08.143188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-96257312'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:08.208657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ca619124-865e-4181-84f3-47fe9ada86ba), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.273639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:08.279025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.304108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:08.306433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (ca619124-865e-4181-84f3-47fe9ada86ba), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.318711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-03c75c83-97ca-4dec-8d38-5cd478916b16 None None] Could not find standard attr ID for object ce4c3a0b-c266-4440-bf01-3323ed72b962. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:08.335396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=ca619124-865e-4181-84f3-47fe9ada86ba,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:08.339310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.343069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9f303176-d531-464e-92f0-f50c2bd5f7d8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/ca619124-865e-4181-84f3-47fe9ada86ba HTTP/1.1" status: 204 len: 168 time: 0.4368675 Mar 22 14:32:08.348092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:08.350381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e771a6-8aa4-44c3-900c-06084c32c44a None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:08.482055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (97145ec8-7554-41b4-a23a-2f7bafcf928e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.483391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.12 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/e3a22fb9-3b44-4c66-9eed-0648af5d5db2) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:08.546637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 0af3fd39-8078-4a0a-9172-7962a6aca838 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:08.546981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.618948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] DHCP port deletion for 97145ec8-7554-41b4-a23a-2f7bafcf928e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:08.654412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 0af3fd39-8078-4a0a-9172-7962a6aca838, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0af3fd39-8078-4a0a-9172-7962a6aca838,segment=NetworkSegment(8405e3cb-92e0-4ba0-b99d-4053f91e55ec),segment_id=8405e3cb-92e0-4ba0-b99d-4053f91e55ec)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:08.654865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.669869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 0af3fd39-8078-4a0a-9172-7962a6aca838 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:08.719980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Deleting port 0af3fd39-8078-4a0a-9172-7962a6aca838 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:08.720353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.724586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.768694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.775578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ad17a53-4699-4a02-91c8-6771b069167f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:08.797663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=0af3fd39-8078-4a0a-9172-7962a6aca838,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:08.802241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 0af3fd39-8078-4a0a-9172-7962a6aca838 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:08.811140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.881734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] For port 0af3fd39-8078-4a0a-9172-7962a6aca838, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0af3fd39-8078-4a0a-9172-7962a6aca838,segment=NetworkSegment(8405e3cb-92e0-4ba0-b99d-4053f91e55ec),segment_id=8405e3cb-92e0-4ba0-b99d-4053f91e55ec)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:08.882509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.892753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:08.900256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (97145ec8-7554-41b4-a23a-2f7bafcf928e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.904411 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:08.912408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:08.921037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=e3a22fb9-3b44-4c66-9eed-0648af5d5db2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:08.934917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97145ec8-7554-41b4-a23a-2f7bafcf928e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:08.948290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8405e3cb-92e0-4ba0-b99d-4053f91e55ec') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:08.948842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8405e3cb-92e0-4ba0-b99d-4053f91e55ec') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:08.961181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (8405e3cb-92e0-4ba0-b99d-4053f91e55ec), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.985697 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8405e3cb-92e0-4ba0-b99d-4053f91e55ec), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:08.993930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:08.995184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.004096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:09.004527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (8405e3cb-92e0-4ba0-b99d-4053f91e55ec), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.019243 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99ed1262-cdcd-40cc-badd-970811655a8c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9054370 Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:09.019488 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:09.021887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44678) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:09.031834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a9:c5:1f'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:09.106380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (97145ec8-7554-41b4-a23a-2f7bafcf928e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.116036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.119891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/97145ec8-7554-41b4-a23a-2f7bafcf928e HTTP/1.1" status: 204 len: 168 time: 0.7707665 Mar 22 14:32:09.123825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44680) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:09.142281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1823066584'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:09.147393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440950-be7a-4a1f-bcf4-6d87d863ce76 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=97145ec8-7554-41b4-a23a-2f7bafcf928e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:09.155742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Calling delete_port for 0af3fd39-8078-4a0a-9172-7962a6aca838 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:09.171475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:09.176358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.207319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:09.221672 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08273a9e-91bc-4631-a774-5eb62f04c7a4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.222225 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Added segment 08273a9e-91bc-4631-a774-5eb62f04c7a4 of type vlan for network 68c80b90-68ae-477e-8bab-ac4929b6782b Mar 22 14:32:09.231340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8ad17a53-4699-4a02-91c8-6771b069167f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:09.231727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.255926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.286474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (68c80b90-68ae-477e-8bab-ac4929b6782b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:32:09.290075 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:32:09.300762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0af3fd39-8078-4a0a-9172-7962a6aca838), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.326218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (68c80b90-68ae-477e-8bab-ac4929b6782b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.328322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Network 97145ec8-7554-41b4-a23a-2f7bafcf928e is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:32:09.328976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] No DVR routers for this DVR port 0af3fd39-8078-4a0a-9172-7962a6aca838 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:09.333469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:09.334857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.355020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37cc7-5747-4426-91c9-e0de74cc9959 None None] Pushing event deleted for resources: {'Port': ['ID=0af3fd39-8078-4a0a-9172-7962a6aca838,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:09.375819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8ad17a53-4699-4a02-91c8-6771b069167f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:09.379073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-721c73cc-2678-4d71-babc-87809dee7a30 None None] Provisioning complete for port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:09.379600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-721c73cc-2678-4d71-babc-87809dee7a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.383811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2587118 Mar 22 14:32:09.391052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44682) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:09.402823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:09.443431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400f1ef-e679-4a60-89a7-a67e5b021c0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Network': ['ID=68c80b90-68ae-477e-8bab-ac4929b6782b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:09.448684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-721c73cc-2678-4d71-babc-87809dee7a30 None None] Port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:09.458444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 68c80b90-68ae-477e-8bab-ac4929b6782b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:09.502873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0af3fd39-8078-4a0a-9172-7962a6aca838 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:09.533247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0af3fd39-8078-4a0a-9172-7962a6aca838 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:09.533594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0af3fd39-8078-4a0a-9172-7962a6aca838 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:09.924325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:09.927652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.947793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:09.975018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.101229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=e3a22fb9-3b44-4c66-9eed-0648af5d5db2,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:10.127828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] In _notify_port_updated(), no bound segment for port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 on network 169dee44-61c1-4e13-ab72-e45d28992ce6 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:10.132927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:10.133628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.135017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a360350c-7861-40c3-99ae-22ad4bad82bc tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "PUT /v2.0/ports/e3a22fb9-3b44-4c66-9eed-0648af5d5db2 HTTP/1.1" status: 200 len: 993 time: 1.1130898 Mar 22 14:32:10.138013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44686) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:10.283101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3c12bc29-64e1-42dc-a5ff-48e79404bc54 None None] Provisioning complete for port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:10.283658 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c12bc29-64e1-42dc-a5ff-48e79404bc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.293444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (9eeaa4ed-36a7-47db-99b8-f5e9b7e79573), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.323115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3c12bc29-64e1-42dc-a5ff-48e79404bc54 None None] Port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:10.336076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port e3a22fb9-3b44-4c66-9eed-0648af5d5db2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:10.336402 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.419884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=9eeaa4ed-36a7-47db-99b8-f5e9b7e79573,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:10.442931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Checking segment: {'id': '08273a9e-91bc-4631-a774-5eb62f04c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:10.443295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network hostable DHCP agents. Network: 68c80b90-68ae-477e-8bab-ac4929b6782b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:10.460427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.476672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for e3a22fb9-3b44-4c66-9eed-0648af5d5db2 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:10.488734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 68c80b90-68ae-477e-8bab-ac4929b6782b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:10.525068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 68c80b90-68ae-477e-8bab-ac4929b6782b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:10.531114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:10.532215 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.564828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-973a130c-0f55-414b-9047-cf20cd9c1a80 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1701248 Mar 22 14:32:10.565024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62de44-62e0-483a-adf3-68f041cf597d None None] Network 68c80b90-68ae-477e-8bab-ac4929b6782b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:10.566127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:10.571849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1278963787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:10.613326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.614489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.663092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e3a22fb9-3b44-4c66-9eed-0648af5d5db2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.685035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-68c80b90-68ae-477e-8bab-ac4929b6782b', 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': '9eeaa4ed-36a7-47db-99b8-f5e9b7e79573'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:10.686252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.692387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=e3a22fb9-3b44-4c66-9eed-0648af5d5db2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:10.764191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for router_controller (b4a9127b-4bc1-4ff8-be78-4898b9921678), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.772445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.810138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.815269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6e823c99-e6e8-48c2-8268-817ae519907a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2474844 Mar 22 14:32:10.815925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44690) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:10.821496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b', 'name': 'tempest-PortsIpV6TestJSON-18727178'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:10.852759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:10.856320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e0bc44ed-2694-4056-b280-805a89ff30e8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/e3a22fb9-3b44-4c66-9eed-0648af5d5db2 HTTP/1.1" status: 204 len: 168 time: 0.7172699 Mar 22 14:32:10.858903 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44692) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:10.894797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Allocated IP 2001:db8::2 (68c80b90-68ae-477e-8bab-ac4929b6782b/9eeaa4ed-36a7-47db-99b8-f5e9b7e79573/85cd31fd-cce0-43cb-ac62-9e8ff311c523) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:10.902410 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b1cc57-277f-4453-b0ef-7cac837a19cd tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] GET failed (client error): The resource could not be found. Mar 22 14:32:10.904655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a2b1cc57-277f-4453-b0ef-7cac837a19cd tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports/e3a22fb9-3b44-4c66-9eed-0648af5d5db2 HTTP/1.1" status: 404 len: 333 time: 0.0447514 Mar 22 14:32:10.909501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:10.914577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-1256540855'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:10.990809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:10.994310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.030383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port 0de98fc2-170b-40e4-bba5-816021e2587c yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:11.074652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:11.080149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.102174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks [] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.105616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:11.111153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.167639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Network 68c80b90-68ae-477e-8bab-ac4929b6782b is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:11.173512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:11.173989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::15a (68c80b90-68ae-477e-8bab-ac4929b6782b/9eeaa4ed-36a7-47db-99b8-f5e9b7e79573/0de98fc2-170b-40e4-bba5-816021e2587c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:11.180009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:11.184127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Pushing event updated for resources: {'Port': ['ID=85cd31fd-cce0-43cb-ac62-9e8ff311c523,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.243188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.7 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/8e60aa96-97fa-4026-847d-bb5ddfd7d252) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:11.268991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Attempting to bind port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:11.269385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Attempting to bind port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08273a9e-91bc-4631-a774-5eb62f04c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:11.269806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Attempting to bind port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 on network 68c80b90-68ae-477e-8bab-ac4929b6782b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:11.277064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:11.277491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Checking segment: {'id': '08273a9e-91bc-4631-a774-5eb62f04c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:11.278104 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.278632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Bound using segment: {'id': '08273a9e-91bc-4631-a774-5eb62f04c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:11.279117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Bound port: 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08273a9e-91bc-4631-a774-5eb62f04c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '68c80b90-68ae-477e-8bab-ac4929b6782b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:11.280054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.372108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (0de98fc2-170b-40e4-bba5-816021e2587c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.375414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] For port 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:11.379622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] For port 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85cd31fd-cce0-43cb-ac62-9e8ff311c523,segment=NetworkSegment(08273a9e-91bc-4631-a774-5eb62f04c7a4),segment_id=08273a9e-91bc-4631-a774-5eb62f04c7a4)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:11.390270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.418374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.463508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705b5fa-42d7-4aa8-b7a1-2711c5e36d29 None None] Pushing event updated for resources: {'Port': ['ID=85cd31fd-cce0-43cb-ac62-9e8ff311c523,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.478383 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.543390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:11.546878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:11.569743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:11.580986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=8e60aa96-97fa-4026-847d-bb5ddfd7d252,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.644787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:11.645813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.674053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5de5109c-4049-44b5-a703-59f57cf97dc0 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7632940 Mar 22 14:32:11.676499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44700) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:11.686056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a9:c5:1f'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:11.819313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.840620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.900275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 68c80b90-68ae-477e-8bab-ac4929b6782b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:11.903833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:11.907257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:11.924701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:11.933414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:11.952998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=0de98fc2-170b-40e4-bba5-816021e2587c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:11.974164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-757c9958-a961-4dce-96f8-94c837b08968 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1546352 Mar 22 14:32:11.974359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44704) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:11.993675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7674b9da-3be2-4fae-8c2b-2f9856f49fe5 None None] Provisioning complete for port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:11.994456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7674b9da-3be2-4fae-8c2b-2f9856f49fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.040593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7674b9da-3be2-4fae-8c2b-2f9856f49fe5 None None] Port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:12.074087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.082105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.164226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=8e60aa96-97fa-4026-847d-bb5ddfd7d252,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:12.188993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] In _notify_port_updated(), no bound segment for port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 on network 169dee44-61c1-4e13-ab72-e45d28992ce6 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:12.194729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:12.195398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.199389 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9d29382-e4e5-4f85-9298-2f59417a8750 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "PUT /v2.0/ports/8e60aa96-97fa-4026-847d-bb5ddfd7d252 HTTP/1.1" status: 200 len: 996 time: 0.5191474 Mar 22 14:32:12.200632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44706) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:12.326435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:12.326534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.429143 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.459123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.473301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for 8e60aa96-97fa-4026-847d-bb5ddfd7d252 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:12.479320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3371cda6-240a-483d-ad99-73e69372e4bf None None] Provisioning complete for port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:12.479900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3371cda6-240a-483d-ad99-73e69372e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.542951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3371cda6-240a-483d-ad99-73e69372e4bf None None] Port 8e60aa96-97fa-4026-847d-bb5ddfd7d252 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:12.672710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8e60aa96-97fa-4026-847d-bb5ddfd7d252), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.714933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=8e60aa96-97fa-4026-847d-bb5ddfd7d252,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:12.769729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85cd31fd-cce0-43cb-ac62-9e8ff311c523 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:12.814261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.818751 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b668d6a-c467-4a19-800f-21a4a7bad29d tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/8e60aa96-97fa-4026-847d-bb5ddfd7d252 HTTP/1.1" status: 204 len: 168 time: 0.6168110 Mar 22 14:32:12.821045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:12.822935 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (0de98fc2-170b-40e4-bba5-816021e2587c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.831362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.857865 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d27d28-571e-4edc-b738-b657e41f9126 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] GET failed (client error): The resource could not be found. Mar 22 14:32:12.859725 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53d27d28-571e-4edc-b738-b657e41f9126 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports/8e60aa96-97fa-4026-847d-bb5ddfd7d252 HTTP/1.1" status: 404 len: 333 time: 0.0375147 Mar 22 14:32:12.864702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44710) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:12.870462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-651881650'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:12.899488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:12.899875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:12.907368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=0de98fc2-170b-40e4-bba5-816021e2587c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.003517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd34db5-40ec-469b-abf7-cc8406e16533 None None] Network 68c80b90-68ae-477e-8bab-ac4929b6782b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:13.039376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:13.044464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.069663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port e6d2834c-effd-4be3-b9c2-979779f9a52a yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:13.099665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:13.099997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.129793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c06f03a-f5c9-4787-b1d5-c3f2f179e6f0 None None] Provisioning complete for port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:13.130185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c06f03a-f5c9-4787-b1d5-c3f2f179e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.151012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (b4a9127b-4bc1-4ff8-be78-4898b9921678), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.201179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85cd31fd-cce0-43cb-ac62-9e8ff311c523,segment=NetworkSegment(08273a9e-91bc-4631-a774-5eb62f04c7a4),segment_id=08273a9e-91bc-4631-a774-5eb62f04c7a4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:13.216848 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.228578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.12 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/e6d2834c-effd-4be3-b9c2-979779f9a52a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:13.310614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=85cd31fd-cce0-43cb-ac62-9e8ff311c523,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.319428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c06f03a-f5c9-4787-b1d5-c3f2f179e6f0 None None] Current status of the port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:13.338778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.438967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.479483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.532551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:13.536132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:13.543619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:13.569835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=e6d2834c-effd-4be3-b9c2-979779f9a52a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.621095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:13.622830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.658278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Provisioning complete for port 0de98fc2-170b-40e4-bba5-816021e2587c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:13.658856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.660763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43a53e1a-5add-4b64-8f43-583111a27fb6 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7946138 Mar 22 14:32:13.663360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44714) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:13.668394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'network_id': '169dee44-61c1-4e13-ab72-e45d28992ce6', 'name': 'tempest-AllowedAddressPairTestJSON-1137187333'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:13.702480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Port 0de98fc2-170b-40e4-bba5-816021e2587c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:13.713343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Provisioning complete for port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:13.713720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.714802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (0de98fc2-170b-40e4-bba5-816021e2587c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.725780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.726625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (b4a9127b-4bc1-4ff8-be78-4898b9921678), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.820560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-302a9acd-5614-4b0d-8461-63fec861f307 None None] Current status of the port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:13.862891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=0de98fc2-170b-40e4-bba5-816021e2587c,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:13.881526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Made reservation on behalf of bc7a66c2af79418583743fc496802e29 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:13.885240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:13.916961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] device_id is not set on port 307c01c1-56b4-48ba-ae83-f3df76174c4d yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:13.935702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network 68c80b90-68ae-477e-8bab-ac4929b6782b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:13.938843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:13.959898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d77da9e6-56c6-42c2-8351-8a39ce94069e None None] Provisioning complete for port e6d2834c-effd-4be3-b9c2-979779f9a52a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:13.960937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d77da9e6-56c6-42c2-8351-8a39ce94069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.055105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d77da9e6-56c6-42c2-8351-8a39ce94069e None None] Port e6d2834c-effd-4be3-b9c2-979779f9a52a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:14.085227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Router b4a9127b-4bc1-4ff8-be78-4898b9921678 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:32:14.094911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Allocated IP 172.20.0.3 (169dee44-61c1-4e13-ab72-e45d28992ce6/7806aec3-8800-4194-9e2a-54a28735e859/307c01c1-56b4-48ba-ae83-f3df76174c4d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:14.181297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1640c863-7f16-47a7-8c67-810e48271e45 None None] Provisioning complete for port 0de98fc2-170b-40e4-bba5-816021e2587c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:14.183962 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1640c863-7f16-47a7-8c67-810e48271e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.212869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:14.221880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-80733582-a860-4079-8acb-f5fbee288f92 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/routers/b4a9127b-4bc1-4ff8-be78-4898b9921678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464380 Mar 22 14:32:14.224850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44718) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:14.228545 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] Sync routers for ids ['b4a9127b-4bc1-4ff8-be78-4898b9921678'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:14.247572 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] Routers {'b4a9127b-4bc1-4ff8-be78-4898b9921678'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:14.250755 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b4a9127b-4bc1-4ff8-be78-4898b9921678'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:14.258021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1640c863-7f16-47a7-8c67-810e48271e45 None None] Port 0de98fc2-170b-40e4-bba5-816021e2587c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:14.301571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b1d4cd-b044-4e22-95c3-ae4d503f4828 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:14.303249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-87b1d4cd-b044-4e22-95c3-ae4d503f4828 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4a9127b-4bc1-4ff8-be78-4898b9921678 HTTP/1.1" status: 200 len: 987 time: 0.0773175 Mar 22 14:32:14.306464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44720) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:14.314253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.324115 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:14.334529 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] Routers {'b4a9127b-4bc1-4ff8-be78-4898b9921678'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:14.335523 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b4a9127b-4bc1-4ff8-be78-4898b9921678'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:14.374375 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:14.375294 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50bf25-60e1-4177-aa68-7faa165cd7d8 None None] The sync data for ids ['b4a9127b-4bc1-4ff8-be78-4898b9921678'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:14.483666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.498019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3661eb9b-03f1-40c0-8831-dd7533eb74f1 None None] Provisioning complete for port 0de98fc2-170b-40e4-bba5-816021e2587c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:14.498396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3661eb9b-03f1-40c0-8831-dd7533eb74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.548270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3661eb9b-03f1-40c0-8831-dd7533eb74f1 None None] Port 0de98fc2-170b-40e4-bba5-816021e2587c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:14.566994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:14.573827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:14.583504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:14.613665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=307c01c1-56b4-48ba-ae83-f3df76174c4d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:14.675787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:14.679740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.708789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32d14713-2aab-4a0d-9833-b75ec2193ab2 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0442915 Mar 22 14:32:14.709039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44722) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:14.717300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a9:c5:1f'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3d:fa:f1'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:14.718208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85cd31fd-cce0-43cb-ac62-9e8ff311c523 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:14.801077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-994c78a8-2041-4abf-954b-138321eee15c None None] Provisioning complete for port 0de98fc2-170b-40e4-bba5-816021e2587c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:14.805598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-994c78a8-2041-4abf-954b-138321eee15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.865270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (b4a9127b-4bc1-4ff8-be78-4898b9921678), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.874440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-994c78a8-2041-4abf-954b-138321eee15c None None] Port 0de98fc2-170b-40e4-bba5-816021e2587c cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:14.877744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:14.878839 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.966821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:14.975515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:15.001710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d2536641-23a7-4614-a062-2e19435a38f3 None None] Provisioning complete for port 307c01c1-56b4-48ba-ae83-f3df76174c4d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:15.002127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d2536641-23a7-4614-a062-2e19435a38f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.036338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d2536641-23a7-4614-a062-2e19435a38f3 None None] Port 307c01c1-56b4-48ba-ae83-f3df76174c4d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:15.155890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 0de98fc2-170b-40e4-bba5-816021e2587c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:15.156341 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.179613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.187637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.261067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.279517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 0de98fc2-170b-40e4-bba5-816021e2587c owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:15.295439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event updated for resources: {'Port': ['ID=307c01c1-56b4-48ba-ae83-f3df76174c4d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:15.308825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] In _notify_port_updated(), no bound segment for port 307c01c1-56b4-48ba-ae83-f3df76174c4d on network 169dee44-61c1-4e13-ab72-e45d28992ce6 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:15.315277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:15.316300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.320504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-54b23c3e-4168-4ef5-a0ac-e61dceec7509 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "PUT /v2.0/ports/307c01c1-56b4-48ba-ae83-f3df76174c4d HTTP/1.1" status: 200 len: 1057 time: 0.6079769 Mar 22 14:32:15.321102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:15.479587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port 307c01c1-56b4-48ba-ae83-f3df76174c4d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:15.479953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.538834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0de98fc2-170b-40e4-bba5-816021e2587c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.575618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=0de98fc2-170b-40e4-bba5-816021e2587c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:15.632966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.646691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for 307c01c1-56b4-48ba-ae83-f3df76174c4d owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:15.678155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ccbf72f0-d8cb-4840-8f9d-6a9cb4b40e95 None None] Provisioning complete for port 307c01c1-56b4-48ba-ae83-f3df76174c4d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:15.678536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccbf72f0-d8cb-4840-8f9d-6a9cb4b40e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.708964 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (b4a9127b-4bc1-4ff8-be78-4898b9921678), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.746003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf72f0-d8cb-4840-8f9d-6a9cb4b40e95 None None] Port 307c01c1-56b4-48ba-ae83-f3df76174c4d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:15.834766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (307c01c1-56b4-48ba-ae83-f3df76174c4d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:15.879444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=307c01c1-56b4-48ba-ae83-f3df76174c4d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:15.900648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Router b4a9127b-4bc1-4ff8-be78-4898b9921678 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:16.000588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:16.008686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5113185-dc00-437a-b5c6-975fd636e6f3 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/routers/b4a9127b-4bc1-4ff8-be78-4898b9921678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988270 Mar 22 14:32:16.008935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44730) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.017819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] Sync routers for ids ['b4a9127b-4bc1-4ff8-be78-4898b9921678'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:16.036313 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cfeac3-3b78-428e-9658-8796f11840de tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:16.040563 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60cfeac3-3b78-428e-9658-8796f11840de tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/0de98fc2-170b-40e4-bba5-816021e2587c HTTP/1.1" status: 404 len: 333 time: 0.0281491 Mar 22 14:32:16.041753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44732) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.043002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] Routers {'b4a9127b-4bc1-4ff8-be78-4898b9921678'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:16.044046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b4a9127b-4bc1-4ff8-be78-4898b9921678'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:16.124431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:16.135735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] Routers {'b4a9127b-4bc1-4ff8-be78-4898b9921678'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:16.139349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:31:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b4a9127b-4bc1-4ff8-be78-4898b9921678'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:16.185460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:16.187562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09649d87-5347-4cbc-8cb6-21eb1b333ec6 None None] The sync data for ids ['b4a9127b-4bc1-4ff8-be78-4898b9921678'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:16.208388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.374984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.380600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3063b7c9-3148-4dfa-a5b6-4f3e13d77c79 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/307c01c1-56b4-48ba-ae83-f3df76174c4d HTTP/1.1" status: 204 len: 168 time: 1.0559752 Mar 22 14:32:16.381138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44736) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.406255 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-66478277-2cfc-42cc-a33d-7e0fee9207b8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] GET failed (client error): The resource could not be found. Mar 22 14:32:16.410194 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66478277-2cfc-42cc-a33d-7e0fee9207b8 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports/307c01c1-56b4-48ba-ae83-f3df76174c4d HTTP/1.1" status: 404 len: 333 time: 0.0255911 Mar 22 14:32:16.410419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.424377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.426740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for router_controller (b4a9127b-4bc1-4ff8-be78-4898b9921678), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.512359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port e6d2834c-effd-4be3-b9c2-979779f9a52a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:16.512873 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.643770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.658263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for e6d2834c-effd-4be3-b9c2-979779f9a52a owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:16.799918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e6d2834c-effd-4be3-b9c2-979779f9a52a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.818885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b4a9127b-4bc1-4ff8-be78-4898b9921678), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.819434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Fanout notify agent at l3_agent the message router_deleted on router b4a9127b-4bc1-4ff8-be78-4898b9921678 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:32:16.835029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.836595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42397046-c1d6-4d4b-9c95-822259a66f77 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/routers/b4a9127b-4bc1-4ff8-be78-4898b9921678 HTTP/1.1" status: 204 len: 168 time: 0.7937286 Mar 22 14:32:16.839132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44740) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:16.839722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=e6d2834c-effd-4be3-b9c2-979779f9a52a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:16.919857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet 9eeaa4ed-36a7-47db-99b8-f5e9b7e79573 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:16.933050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (9eeaa4ed-36a7-47db-99b8-f5e9b7e79573), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.950918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:16.961706 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1421b0c9-2383-4393-863a-e9c3076e8a45 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/e6d2834c-effd-4be3-b9c2-979779f9a52a HTTP/1.1" status: 204 len: 168 time: 0.5501485 Mar 22 14:32:16.962504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44742) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:17.001186 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec644f36-3e33-4e3d-a6af-91aff0415c2c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] GET failed (client error): The resource could not be found. Mar 22 14:32:17.008086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ec644f36-3e33-4e3d-a6af-91aff0415c2c tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "GET /v2.0/ports/e6d2834c-effd-4be3-b9c2-979779f9a52a HTTP/1.1" status: 404 len: 333 time: 0.0344903 Mar 22 14:32:17.008086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:17.048118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (9eeaa4ed-36a7-47db-99b8-f5e9b7e79573), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.201299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (9eeaa4ed-36a7-47db-99b8-f5e9b7e79573), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.205723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port 1bea29fc-cfb9-4c47-a40a-09fbdced768b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:17.206084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.329723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (9eeaa4ed-36a7-47db-99b8-f5e9b7e79573), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.332880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.375338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=9eeaa4ed-36a7-47db-99b8-f5e9b7e79573,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:17.378907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for 1bea29fc-cfb9-4c47-a40a-09fbdced768b owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:17.383495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.386930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-343dce26-0cef-4d1b-99c1-cc182574af7d tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/9eeaa4ed-36a7-47db-99b8-f5e9b7e79573 HTTP/1.1" status: 204 len: 168 time: 0.5466468 Mar 22 14:32:17.389761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:17.402251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da054606-8090-4985-bf10-af1d962889a2 None None] Network 68c80b90-68ae-477e-8bab-ac4929b6782b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:17.515407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (68c80b90-68ae-477e-8bab-ac4929b6782b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.613683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:17.613683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.636766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1bea29fc-cfb9-4c47-a40a-09fbdced768b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.665783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] DHCP port deletion for 68c80b90-68ae-477e-8bab-ac4929b6782b request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:17.683175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=1bea29fc-cfb9-4c47-a40a-09fbdced768b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:17.685177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] For port 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85cd31fd-cce0-43cb-ac62-9e8ff311c523,segment=NetworkSegment(08273a9e-91bc-4631-a774-5eb62f04c7a4),segment_id=08273a9e-91bc-4631-a774-5eb62f04c7a4)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:17.685712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.699139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 85cd31fd-cce0-43cb-ac62-9e8ff311c523 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:17.733036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Deleting port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:17.733892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.788791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.794580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-582548c0-5812-4a91-985a-6d8a86f3c079 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/ports/1bea29fc-cfb9-4c47-a40a-09fbdced768b HTTP/1.1" status: 204 len: 168 time: 0.7834423 Mar 22 14:32:17.794948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:17.844261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] For port 85cd31fd-cce0-43cb-ac62-9e8ff311c523, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85cd31fd-cce0-43cb-ac62-9e8ff311c523,segment=NetworkSegment(08273a9e-91bc-4631-a774-5eb62f04c7a4),segment_id=08273a9e-91bc-4631-a774-5eb62f04c7a4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:17.849529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.855473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting subnet 7806aec3-8800-4194-9e2a-54a28735e859 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:17.859347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for subnet (7806aec3-8800-4194-9e2a-54a28735e859), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.865303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.881258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Calling delete_port for 85cd31fd-cce0-43cb-ac62-9e8ff311c523 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:17.921223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (7806aec3-8800-4194-9e2a-54a28735e859), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:17.923066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=85cd31fd-cce0-43cb-ac62-9e8ff311c523,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:17.925764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No DVR routers for this DVR port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:18.024757 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (85cd31fd-cce0-43cb-ac62-9e8ff311c523), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.044670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7806aec3-8800-4194-9e2a-54a28735e859), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.071479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] No DVR routers for this DVR port 85cd31fd-cce0-43cb-ac62-9e8ff311c523 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:18.082826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11f71-ec32-4aef-8707-e67c58793027 None None] Pushing event deleted for resources: {'Port': ['ID=85cd31fd-cce0-43cb-ac62-9e8ff311c523,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.095207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (68c80b90-68ae-477e-8bab-ac4929b6782b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.121756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c80b90-68ae-477e-8bab-ac4929b6782b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.133423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08273a9e-91bc-4631-a774-5eb62f04c7a4') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.133893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08273a9e-91bc-4631-a774-5eb62f04c7a4') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.143274 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7806aec3-8800-4194-9e2a-54a28735e859), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.144422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (08273a9e-91bc-4631-a774-5eb62f04c7a4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.166526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08273a9e-91bc-4631-a774-5eb62f04c7a4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.173255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Subnet': ['ID=7806aec3-8800-4194-9e2a-54a28735e859,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.178994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.183617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e3a93746-52b4-4fff-88a1-774a1e5998a5 tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/subnets/7806aec3-8800-4194-9e2a-54a28735e859 HTTP/1.1" status: 204 len: 168 time: 0.3876739 Mar 22 14:32:18.184954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e36c96-3564-4ded-a369-6362a7cfa48d None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:18.186276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.188862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:18.189446 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (08273a9e-91bc-4631-a774-5eb62f04c7a4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:18.193991 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:18.267083 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (68c80b90-68ae-477e-8bab-ac4929b6782b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.274175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.277558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/68c80b90-68ae-477e-8bab-ac4929b6782b HTTP/1.1" status: 204 len: 168 time: 0.8865929 Mar 22 14:32:18.283104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44756) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.293350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (169dee44-61c1-4e13-ab72-e45d28992ce6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.323258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137fdde-d098-49b9-bd03-47250bcca77c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=68c80b90-68ae-477e-8bab-ac4929b6782b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.344536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ddcaf-4753-494e-a2ca-023103506051 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:18.349652 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c55ddcaf-4753-494e-a2ca-023103506051 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/1c40bc54-4122-4afc-8a70-da6396c39cf3 HTTP/1.1" status: 200 len: 844 time: 0.0619047 Mar 22 14:32:18.350045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.365032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Deleting port 8ad17a53-4699-4a02-91c8-6771b069167f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:18.365695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.398072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f16ec0d8-6e38-4510-9974-2d222a08d160 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/1c40bc54-4122-4afc-8a70-da6396c39cf3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0454266 Mar 22 14:32:18.401589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44760) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:18.409815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:18.411363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] DHCP port deletion for 169dee44-61c1-4e13-ab72-e45d28992ce6 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:18.451400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] For port 8ad17a53-4699-4a02-91c8-6771b069167f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ad17a53-4699-4a02-91c8-6771b069167f,segment=NetworkSegment(d0c28e50-e11f-4716-a007-7c0a800c3786),segment_id=d0c28e50-e11f-4716-a007-7c0a800c3786)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:18.451780 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.468865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Calling delete_port for 8ad17a53-4699-4a02-91c8-6771b069167f owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:18.472597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Deleting port 8ad17a53-4699-4a02-91c8-6771b069167f {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:18.473500 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.518749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:18.523382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.592397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.610061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] No DVR routers for this DVR port 8ad17a53-4699-4a02-91c8-6771b069167f on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:18.736918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1e89d99c-2d35-47f4-aa30-0f9a9d000528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.744861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] For port 8ad17a53-4699-4a02-91c8-6771b069167f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ad17a53-4699-4a02-91c8-6771b069167f,segment=NetworkSegment(d0c28e50-e11f-4716-a007-7c0a800c3786),segment_id=d0c28e50-e11f-4716-a007-7c0a800c3786)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:18.745256 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.779579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Calling delete_port for 8ad17a53-4699-4a02-91c8-6771b069167f owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:18.782748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ad17a53-4699-4a02-91c8-6771b069167f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:18.799754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (169dee44-61c1-4e13-ab72-e45d28992ce6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.825869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169dee44-61c1-4e13-ab72-e45d28992ce6']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.837948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c28e50-e11f-4716-a007-7c0a800c3786') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.838449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c28e50-e11f-4716-a007-7c0a800c3786') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:18.840390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8ad17a53-4699-4a02-91c8-6771b069167f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:18.840747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ad17a53-4699-4a02-91c8-6771b069167f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:18.841169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85cd31fd-cce0-43cb-ac62-9e8ff311c523 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:18.849677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (d0c28e50-e11f-4716-a007-7c0a800c3786), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.865239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d0c28e50-e11f-4716-a007-7c0a800c3786), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.875476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:18.876250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (d0c28e50-e11f-4716-a007-7c0a800c3786), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.898674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 85cd31fd-cce0-43cb-ac62-9e8ff311c523 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:18.899139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85cd31fd-cce0-43cb-ac62-9e8ff311c523 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:18.929133 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:18.931379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Port': ['ID=8ad17a53-4699-4a02-91c8-6771b069167f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:18.951705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.952072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.952400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.952737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.953074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.953399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.953722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.954070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.954402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.954734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.955485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.955816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.956261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.956450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.956763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:18.976626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (169dee44-61c1-4e13-ab72-e45d28992ce6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.983904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:18.989032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] 10.222.0.81 "DELETE /v2.0/networks/169dee44-61c1-4e13-ab72-e45d28992ce6 HTTP/1.1" status: 204 len: 168 time: 0.8015838 Mar 22 14:32:19.013489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (8ad17a53-4699-4a02-91c8-6771b069167f), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.014282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe2a29-cf6f-4a90-9c16-a31deacaa71f tempest-AllowedAddressPairTestJSON-72924394 tempest-AllowedAddressPairTestJSON-72924394-project] Pushing event deleted for resources: {'Network': ['ID=169dee44-61c1-4e13-ab72-e45d28992ce6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.022106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Network 169dee44-61c1-4e13-ab72-e45d28992ce6 is not hosted by any dhcp agent {{(pid=103892) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:32:19.022567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] No DVR routers for this DVR port 8ad17a53-4699-4a02-91c8-6771b069167f on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:19.057626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd0937-2c2d-4b0e-9b3e-961eaa78b2a1 None None] Pushing event deleted for resources: {'Port': ['ID=8ad17a53-4699-4a02-91c8-6771b069167f,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.314494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44774) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.327338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (fa406300-b611-47c9-a4d7-7cfd3bbef26d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.371235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:19.374295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:19.378596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:19.379197 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.388260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f1b5a9-2163-41be-a8ae-75ac3e9c5c64 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:19.389138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=fa406300-b611-47c9-a4d7-7cfd3bbef26d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.403835 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5cc857f5-62ea-423d-939a-95c27d82ba9e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0008156 Mar 22 14:32:19.406715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44778) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.412421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1423522567'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:19.456790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.485846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70373b50-8411-492e-b629-444d8488efb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc7a66c2af79418583743fc496802e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702008 Mar 22 14:32:19.489116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44780) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.531414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'project_id': '005e5116aa8c40d68d4a6c2080a5d900', 'fixed_ips': [{'subnet_id': 'fa406300-b611-47c9-a4d7-7cfd3bbef26d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:19.532197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.572797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] Publish callbacks [] for security_group (1f35b468-c0d2-4f27-a536-94a9c1028cfb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.583659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (e4c9fa03-8842-4a30-a9f4-0c3e44d6e343), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.590765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e4c9fa03-8842-4a30-a9f4-0c3e44d6e343), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.609809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] Publish callbacks [] for security_group (1f35b468-c0d2-4f27-a536-94a9c1028cfb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.643071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.644234 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2361815 Mar 22 14:32:19.647123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.661027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'security_group': {'name': 'tempest-secgroup-711620587'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:19.667861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82173367-0a0a-4437-8a64-cef527eb27f7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9fa03-8842-4a30-a9f4-0c3e44d6e343,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.687839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Allocated IP 2001:db8::2 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/fa406300-b611-47c9-a4d7-7cfd3bbef26d/4046d85d-c885-4b4b-809f-c427345021da) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:19.690327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.705603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1f35b468-c0d2-4f27-a536-94a9c1028cfb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.708274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.709487 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f35b468-c0d2-4f27-a536-94a9c1028cfb HTTP/1.1" status: 204 len: 168 time: 0.2193787 Mar 22 14:32:19.725026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6d966-8816-4e64-a502-5cd1ca91e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35b468-c0d2-4f27-a536-94a9c1028cfb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.816389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.825780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.866421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks [] for port (4046d85d-c885-4b4b-809f-c427345021da), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.867457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:19.880111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.885840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:19.887303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9d93d65f-1aff-4d00-9a37-8039c0eab7da tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2341554 Mar 22 14:32:19.890743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44788) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:19.897621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1197083405', 'security_groups': ['dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9'], 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa406300-b611-47c9-a4d7-7cfd3bbef26d'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:19.923903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:19.926956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:19.932149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:19.968158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.009253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Attempting to bind port 4046d85d-c885-4b4b-809f-c427345021da on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:20.009633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Attempting to bind port 4046d85d-c885-4b4b-809f-c427345021da by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '8c89b2a5-96f1-4f44-b513-d347c2a29df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:20.010030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Attempting to bind port 4046d85d-c885-4b4b-809f-c427345021da on network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:20.016007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:20.016614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Checking segment: {'id': '8c89b2a5-96f1-4f44-b513-d347c2a29df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:20.017203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.018323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Bound using segment: {'id': '8c89b2a5-96f1-4f44-b513-d347c2a29df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:20.018982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Bound port: 4046d85d-c885-4b4b-809f-c427345021da, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c89b2a5-96f1-4f44-b513-d347c2a29df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:20.019638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.043833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:20.093390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:20.096814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:20.106559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.166394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.196624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d069-e7d4-4aeb-b545-145aeda83554 None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.196844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port a071cb19-6495-424a-83e9-8f93ccd3d6df yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:20.401783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::f0 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/fa406300-b611-47c9-a4d7-7cfd3bbef26d/a071cb19-6495-424a-83e9-8f93ccd3d6df) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:20.604329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44808) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:20.621458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.669618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.715573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:20.718631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:20.721263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:20.727242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:20.727496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.747057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=a071cb19-6495-424a-83e9-8f93ccd3d6df,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:20.766347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44812) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:20.766808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f76ccdfd-d376-499b-a967-7fcc750a06ad tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8746364 Mar 22 14:32:20.771827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:20.775296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:20.802705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-174362565'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:20.829051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:20.829414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Made reservation on behalf of 2b7b7a0d9dc344858754acb1983d2b6a for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:20.829556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.837124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.847700 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.943888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:20.949699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.954775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for security_group (eb6d782c-5ab5-4ddc-8157-f7d01633deaf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.960117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:20.961094 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.961550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb6d782c-5ab5-4ddc-8157-f7d01633deaf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.975694 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-347ab407-11d2-481d-b292-94f506048ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:20.990348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:21.005669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d782c-5ab5-4ddc-8157-f7d01633deaf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.009419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:21.019756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.035254 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ae59cff4-52a0-4012-a826-ef30e057dd75), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.035608 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Added segment ae59cff4-52a0-4012-a826-ef30e057dd75 of type vlan for network 88bc8f41-8eba-4461-9dec-de69f62c9619 Mar 22 14:32:21.092584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (88bc8f41-8eba-4461-9dec-de69f62c9619), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.093044 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa406300-b611-47c9-a4d7-7cfd3bbef26d (CIDR: 2001:db8::/64) Mar 22 14:32:21.099301 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:21.100205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:21.112882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.131050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f90d310-3f9f-4a49-828e-02a6ecab6243 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3625827 Mar 22 14:32:21.133922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.138202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (88bc8f41-8eba-4461-9dec-de69f62c9619), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.140543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.146055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:21.146981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.220019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6133316 Mar 22 14:32:21.224170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44816) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.229910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Request body: {'subnet': {'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.251804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eaa6d-32d8-416c-8918-c74454b404d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'Network': ['ID=88bc8f41-8eba-4461-9dec-de69f62c9619,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.266027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:21.300242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:21.304350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.395126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Made reservation on behalf of 2b7b7a0d9dc344858754acb1983d2b6a for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:21.400130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.541014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:21.541582 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.598721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (cc66b82d-ddc9-4181-adec-ee42a7ccab24), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.619928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (8c470bbc-2282-4691-9ee1-8465c604eec9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.626688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:21.640496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:21.641020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.647075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:21.652531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:21.655511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:21.656134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.672937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=cc66b82d-ddc9-4181-adec-ee42a7ccab24,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.685004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0354659-0c0b-48c3-96b7-b8d1d86b1893 None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:21.693880 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-40928b8e-cf5d-4772-be28-84a86e6d4889 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5561445 Mar 22 14:32:21.694341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.705692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1726793962', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc66b82d-ddc9-4181-adec-ee42a7ccab24'}], 'security_groups': ['e4c9fa03-8842-4a30-a9f4-0c3e44d6e343']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.740249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'Subnet': ['ID=8c470bbc-2282-4691-9ee1-8465c604eec9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:21.758170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Checking segment: {'id': 'ae59cff4-52a0-4012-a826-ef30e057dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:21.758545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Network hostable DHCP agents. Network: 88bc8f41-8eba-4461-9dec-de69f62c9619, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:21.780690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c800f37-95b6-413d-81d7-e4a667baadb4 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:21.803384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.812020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:21.824531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 88bc8f41-8eba-4461-9dec-de69f62c9619) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:21.830092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:21.831365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.834354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee125e3-efc7-48d0-a42c-0fda9704a7ee None None] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:21.878231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-052c7cfe-455b-43aa-bbf9-3bc9ba127af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6502130 Mar 22 14:32:21.879333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44824) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:21.888346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Request body: {'port': {'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1394220411'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:21.890204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ab783cf7-c9e8-42f9-a79f-da20093e99f5 None None] Provisioning complete for port a071cb19-6495-424a-83e9-8f93ccd3d6df triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:21.890580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ab783cf7-c9e8-42f9-a79f-da20093e99f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.957814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:21.981166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ab783cf7-c9e8-42f9-a79f-da20093e99f5 None None] Port a071cb19-6495-424a-83e9-8f93ccd3d6df cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:22.012067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Made reservation on behalf of 2b7b7a0d9dc344858754acb1983d2b6a for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:22.015557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.034997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-88bc8f41-8eba-4461-9dec-de69f62c9619', 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619', 'project_id': '2b7b7a0d9dc344858754acb1983d2b6a', 'fixed_ips': [{'subnet_id': '8c470bbc-2282-4691-9ee1-8465c604eec9'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:22.035496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] device_id is not set on port f2cef339-4a03-49f7-a614-9339c5493202 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:22.035859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.160862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Update dhcp port {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'fixed_ips': [{'subnet_id': 'fa406300-b611-47c9-a4d7-7cfd3bbef26d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc66b82d-ddc9-4181-adec-ee42a7ccab24'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '4046d85d-c885-4b4b-809f-c427345021da'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:22.161912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Allocated IP 2001:db8::128 (88bc8f41-8eba-4461-9dec-de69f62c9619/8c470bbc-2282-4691-9ee1-8465c604eec9/f2cef339-4a03-49f7-a614-9339c5493202) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.165981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Delete allocated IP 2001:db8::f0 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/fa406300-b611-47c9-a4d7-7cfd3bbef26d) {{(pid=103890) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:32:22.176076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8:0:1::2b5 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/cc66b82d-ddc9-4181-adec-ee42a7ccab24/a071cb19-6495-424a-83e9-8f93ccd3d6df) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.195820 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.338663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for port (f2cef339-4a03-49f7-a614-9339c5493202), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.342350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.348475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.377972 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f2cef339-4a03-49f7-a614-9339c5493202), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.418633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] In _notify_port_updated(), no bound segment for port a071cb19-6495-424a-83e9-8f93ccd3d6df on network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 {{(pid=103890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:22.425083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:22.425795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.427291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/ports/a071cb19-6495-424a-83e9-8f93ccd3d6df HTTP/1.1" status: 200 len: 931 time: 0.7318578 Mar 22 14:32:22.431820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44832) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:22.434178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:22.451358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d79454-2d87-4098-8505-89d6a88033ec tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=a071cb19-6495-424a-83e9-8f93ccd3d6df,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.475818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:22.480612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'Port': ['ID=f2cef339-4a03-49f7-a614-9339c5493202,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.482351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Allocated IP 2001:db8:0:1::2 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/cc66b82d-ddc9-4181-adec-ee42a7ccab24/4046d85d-c885-4b4b-809f-c427345021da) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.486361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:22.492517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:22.493232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.495031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Allocated IP 2001:db8::2 (88bc8f41-8eba-4461-9dec-de69f62c9619/8c470bbc-2282-4691-9ee1-8465c604eec9/a1fd5900-970f-4514-8cf7-a106d3fa6bd1) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:22.577052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44838) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:22.577198 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82f52a8d-45e2-425f-adde-989f4fcc91da tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6950667 Mar 22 14:32:22.582267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Request body: {'port': {'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2007857595', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:22.582839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.api.validators [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] bootfile-name is not in valid_values {{(pid=103890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:22.583190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.api.validators [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] tftp-server is not in valid_values {{(pid=103890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:22.583546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.api.validators [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] server-ip-address is not in valid_values {{(pid=103890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:22.612404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port a071cb19-6495-424a-83e9-8f93ccd3d6df {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:22.612883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.680131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:22.729445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Made reservation on behalf of 2b7b7a0d9dc344858754acb1983d2b6a for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:22.733904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.756063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.758323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] device_id is not set on port a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94 yet. {{(pid=103890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:22.764216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:22.772295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for a071cb19-6495-424a-83e9-8f93ccd3d6df owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:22.827995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Publish callbacks [] for port (4046d85d-c885-4b4b-809f-c427345021da), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.841815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.903330 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks [] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.928138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a071cb19-6495-424a-83e9-8f93ccd3d6df), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.938290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.950378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:22.950882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.968648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=a071cb19-6495-424a-83e9-8f93ccd3d6df,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:22.988805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:22.992871 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7f953c05-498f-4404-a2ab-976a7aac6adf tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/a071cb19-6495-424a-83e9-8f93ccd3d6df HTTP/1.1" status: 204 len: 168 time: 0.5574498 Mar 22 14:32:22.995376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44840) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:22.999170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:23.000336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4f767-a1ef-4b03-aaf4-cdc2d860c7be None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.008846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:23.027903 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-a957c9d1-dd6f-4747-8ac0-3ed050a656c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:23.029625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a957c9d1-dd6f-4747-8ac0-3ed050a656c9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/a071cb19-6495-424a-83e9-8f93ccd3d6df HTTP/1.1" status: 404 len: 333 time: 0.0333097 Mar 22 14:32:23.032426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.075506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Allocated IP 2001:db8::120 (88bc8f41-8eba-4461-9dec-de69f62c9619/8c470bbc-2282-4691-9ee1-8465c604eec9/a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:23.117667 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.146294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.207147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.213224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.217731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/security-groups/dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9 HTTP/1.1" status: 204 len: 168 time: 0.1805148 Mar 22 14:32:23.218109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:23.222901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.242968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f4054-01ca-4579-90fb-7fe489ad1143 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaf7f19-11ca-4af4-af3f-58e7b88ef2c9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.312261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Pushing event updated for resources: {'Port': ['ID=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.330524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Attempting to bind port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:23.330922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Attempting to bind port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'ae59cff4-52a0-4012-a826-ef30e057dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:23.331292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Attempting to bind port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 on network 88bc8f41-8eba-4461-9dec-de69f62c9619 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:23.334876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for port (a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.342343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:23.342725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Checking segment: {'id': 'ae59cff4-52a0-4012-a826-ef30e057dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:23.343124 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.343514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Bound using segment: {'id': 'ae59cff4-52a0-4012-a826-ef30e057dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:23.343991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Bound port: a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae59cff4-52a0-4012-a826-ef30e057dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88bc8f41-8eba-4461-9dec-de69f62c9619'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:23.344366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.353765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (e4c9fa03-8842-4a30-a9f4-0c3e44d6e343), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.386564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (e4c9fa03-8842-4a30-a9f4-0c3e44d6e343), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.388360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.432338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:23.445110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:23.449774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:23.455068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:23.461899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.462618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.479756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e4c9fa03-8842-4a30-a9f4-0c3e44d6e343), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.482710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.486437 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/security-groups/e4c9fa03-8842-4a30-a9f4-0c3e44d6e343 HTTP/1.1" status: 204 len: 168 time: 0.2558088 Mar 22 14:32:23.488956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.493435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] For port a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:23.496980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] For port a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,segment=NetworkSegment(ae59cff4-52a0-4012-a826-ef30e057dd75),segment_id=ae59cff4-52a0-4012-a826-ef30e057dd75)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:23.500649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b507862-d01d-40bb-82b9-dc7fff84fe00 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9fa03-8842-4a30-a9f4-0c3e44d6e343,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.513546 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.529740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9514871 Mar 22 14:32:23.532295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.537945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649a7be-d615-460e-be4e-d20de924e5a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'Port': ['ID=a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.572063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet fa406300-b611-47c9-a4d7-7cfd3bbef26d {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:23.582447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (fa406300-b611-47c9-a4d7-7cfd3bbef26d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.635611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9bfa1-40ee-483c-9c5e-5ee64bb07419 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.656531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9bfa1-40ee-483c-9c5e-5ee64bb07419 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.657638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (fa406300-b611-47c9-a4d7-7cfd3bbef26d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.660783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39e37e-833e-489c-abc7-0dc9520496f7 None None] Pushing event updated for resources: {'Port': ['ID=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.662706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9bfa1-40ee-483c-9c5e-5ee64bb07419 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:23.664824 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8df9bfa1-40ee-483c-9c5e-5ee64bb07419 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1312804 Mar 22 14:32:23.668832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.747506 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.774504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (fa406300-b611-47c9-a4d7-7cfd3bbef26d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.815077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Deleting port a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:23.815419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.869099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (fa406300-b611-47c9-a4d7-7cfd3bbef26d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.923872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=fa406300-b611-47c9-a4d7-7cfd3bbef26d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:23.950177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.967706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:23.969549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Calling delete_port for a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:23.977448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5871a270-d8e8-4066-b1f9-4d155b453344 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/fa406300-b611-47c9-a4d7-7cfd3bbef26d HTTP/1.1" status: 204 len: 168 time: 0.4826210 Mar 22 14:32:23.981147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44856) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:23.988667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:24.119715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31591e72-d01e-4a43-9e15-9e228a95a31f None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:24.174935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.202927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:24.207338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.214888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event deleted for resources: {'Port': ['ID=a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:24.228585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Could not find standard attr ID for object a071cb19-6495-424a-83e9-8f93ccd3d6df. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:24.257461 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.264784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e135c436-b822-4a13-bf6c-21801d65e42c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "DELETE /v2.0/ports/a2f7af9a-2c0d-4fe7-ba58-e57d5822ac94 HTTP/1.1" status: 204 len: 168 time: 0.5916395 Mar 22 14:32:24.265183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44858) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.269316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:24.269699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.270943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Request body: {'port': {'name': 'tempest-new-port-name-777115941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:24.271292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] bootfile-name is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:24.271742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] tftp-server is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:24.272195 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.api.validators [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] server-ip-address is not in valid_values {{(pid=103891) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 14:32:24.379104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f2cef339-4a03-49f7-a614-9339c5493202), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.392898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:24.415367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:24.415817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.467368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06985a75-c1e1-42b6-bc26-735f9d97585a None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:24.573624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (2628f59c-2fb3-4ad9-a4fa-6edceabeb894), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.644843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:24.655875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:24.668779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:24.678172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.696688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for port (f2cef339-4a03-49f7-a614-9339c5493202), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.712137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f2cef339-4a03-49f7-a614-9339c5493202), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.740462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7565646 Mar 22 14:32:24.742161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.762552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'security_group': {'name': 'tempest-secgroup-643475275'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:24.774755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f491d2-1fe3-40cd-a441-eeadc8edde74 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=2628f59c-2fb3-4ad9-a4fa-6edceabeb894,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:24.815837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] In _notify_port_updated(), no bound segment for port f2cef339-4a03-49f7-a614-9339c5493202 on network 88bc8f41-8eba-4461-9dec-de69f62c9619 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:24.827836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:24.833679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.837254 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "PUT /v2.0/ports/f2cef339-4a03-49f7-a614-9339c5493202 HTTP/1.1" status: 200 len: 1129 time: 0.5710330 Mar 22 14:32:24.842334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.844124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:24.864967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4dc7b-2c41-4cc8-8ddb-5fdde4cb1920 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event updated for resources: {'Port': ['ID=f2cef339-4a03-49f7-a614-9339c5493202,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:24.961020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:24.974477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a725d-7c33-43c2-bbb1-7381db59c7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:24.980227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:24.985719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bc4a725d-7c33-43c2-bbb1-7381db59c7c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "GET /v2.0/ports/f2cef339-4a03-49f7-a614-9339c5493202 HTTP/1.1" status: 200 len: 1129 time: 0.1385591 Mar 22 14:32:25.025380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.069373 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dd1f3e85-0ddb-40ec-a9fc-94570f70fedc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.080712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dd1f3e85-0ddb-40ec-a9fc-94570f70fedc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.123803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:25.124381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.141432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.145225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3993556 Mar 22 14:32:25.147361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44868) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.159383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'security_group': {'name': 'tempest-secgroup-265906851'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:25.163515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Deleting port f2cef339-4a03-49f7-a614-9339c5493202 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:25.164091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f2cef339-4a03-49f7-a614-9339c5493202), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.166754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c6c92-145e-40a8-b7e5-83c41719bc1b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f3e85-0ddb-40ec-a9fc-94570f70fedc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.206257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.285657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.287636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1fd5900-970f-4514-8cf7-a106d3fa6bd1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:25.320488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57760bd2-8aa6-4069-8351-af84966ea798 None None] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:25.324001 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f2cef339-4a03-49f7-a614-9339c5493202), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.339188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Calling delete_port for f2cef339-4a03-49f7-a614-9339c5493202 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:25.365819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (bc871dba-4375-4851-a594-d2dc27e1483f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.375930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bc871dba-4375-4851-a594-d2dc27e1483f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.419769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4079b0e-dba3-4ff0-8684-84c322354822 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:25.426895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.428269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2805660 Mar 22 14:32:25.430097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc8ac7-e290-4ca9-886a-e35049273db7 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc871dba-4375-4851-a594-d2dc27e1483f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.465452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.480646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1322625423'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:25.481774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Provisioning complete for port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:25.482368 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.534775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.545368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f2cef339-4a03-49f7-a614-9339c5493202), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.549272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:25.549850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.583615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event deleted for resources: {'Port': ['ID=f2cef339-4a03-49f7-a614-9339c5493202,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.620841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.627498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44878) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.628135 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-99e43a06-9551-4a5c-95d8-26ee98a39536 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "DELETE /v2.0/ports/f2cef339-4a03-49f7-a614-9339c5493202 HTTP/1.1" status: 204 len: 168 time: 0.6467676 Mar 22 14:32:25.691654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (18030999-eac7-4a9c-bd9f-45c0b1f59367), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.699441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (18030999-eac7-4a9c-bd9f-45c0b1f59367), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.725399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Deleting subnet 8c470bbc-2282-4691-9ee1-8465c604eec9 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:25.737565 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for subnet (8c470bbc-2282-4691-9ee1-8465c604eec9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.775953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.777041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3082387 Mar 22 14:32:25.779561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44880) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:25.785144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003a4cf-78e8-4c3f-849d-63ec6b8163d6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18030999-eac7-4a9c-bd9f-45c0b1f59367,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:25.799589 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (8c470bbc-2282-4691-9ee1-8465c604eec9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.808101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1124796721', 'security_groups': ['18030999-eac7-4a9c-bd9f-45c0b1f59367'], 'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2628f59c-2fb3-4ad9-a4fa-6edceabeb894'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:25.814618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.814881 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.835930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Current status of the port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:25.836381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.876029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,segment=NetworkSegment(ae59cff4-52a0-4012-a826-ef30e057dd75),segment_id=ae59cff4-52a0-4012-a826-ef30e057dd75)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:25.934473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (8c470bbc-2282-4691-9ee1-8465c604eec9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:25.967201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.070121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Update dhcp port {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'fixed_ips': [{'subnet_id': 'cc66b82d-ddc9-4181-adec-ee42a7ccab24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2628f59c-2fb3-4ad9-a4fa-6edceabeb894'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '4046d85d-c885-4b4b-809f-c427345021da'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:26.098240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.099081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:26.100296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb506fcc-d821-4713-a61e-8960586c8053 req-c401f4fd-def3-40a8-9985-36af3a087eee tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:26.101903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb506fcc-d821-4713-a61e-8960586c8053 req-c401f4fd-def3-40a8-9985-36af3a087eee tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1129 time: 0.1223440 Mar 22 14:32:26.108285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.118868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (8c470bbc-2282-4691-9ee1-8465c604eec9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.190493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event deleted for resources: {'Subnet': ['ID=8c470bbc-2282-4691-9ee1-8465c604eec9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.202286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.205677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8850f3da-316d-4b49-8695-c415e355f18c tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "DELETE /v2.0/subnets/8c470bbc-2282-4691-9ee1-8465c604eec9 HTTP/1.1" status: 204 len: 168 time: 0.5746088 Mar 22 14:32:26.208211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44884) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:26.224952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:32:26.224952 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:32:26.250400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.272780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] device_id is not set on port db5b51dd-a40d-449b-bf19-6935777d5c33 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:32:26.325849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (88bc8f41-8eba-4461-9dec-de69f62c9619), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.380093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Allocated IP 2001:db8::2 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/2628f59c-2fb3-4ad9-a4fa-6edceabeb894/4046d85d-c885-4b4b-809f-c427345021da) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:26.385057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb506fcc-d821-4713-a61e-8960586c8053 req-ec2397e5-ea3b-40a6-adfb-baf0d865f4cf tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628720 Mar 22 14:32:26.412759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44886) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:26.471387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8775c4a1-2e78-45d5-bb5b-4f883a0d16ac None None] Network 88bc8f41-8eba-4461-9dec-de69f62c9619 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:26.539399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Deleting port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:26.539746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.611536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:26.641454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] For port a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,segment=NetworkSegment(ae59cff4-52a0-4012-a826-ef30e057dd75),segment_id=ae59cff4-52a0-4012-a826-ef30e057dd75)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:26.642060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.651255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Publish callbacks [] for port (4046d85d-c885-4b4b-809f-c427345021da), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.660291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Calling delete_port for a1fd5900-970f-4514-8cf7-a106d3fa6bd1 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:26.660720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.727955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port e30d5b90-f8cf-4284-a4f8-3887f22f7e30 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:26.728335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.763545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] DHCP port deletion for 88bc8f41-8eba-4461-9dec-de69f62c9619 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:26.817087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8::bd (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/2628f59c-2fb3-4ad9-a4fa-6edceabeb894/db5b51dd-a40d-449b-bf19-6935777d5c33) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:26.852556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.863285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-27dd03b2-748c-4712-9e01-fc89ab5909e6 None None] Current status of the port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:26.865087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.866192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f85d4e-0c59-48c7-b262-57a80e0069e8 None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:26.867222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:26.902096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Deleting port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:26.902474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.007048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] For port a1fd5900-970f-4514-8cf7-a106d3fa6bd1, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:27.007460 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.035804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Calling delete_port for a1fd5900-970f-4514-8cf7-a106d3fa6bd1 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:27.047579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:32:27.052360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a1fd5900-970f-4514-8cf7-a106d3fa6bd1), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.070143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Could not find standard attr ID for object f2cef339-4a03-49f7-a614-9339c5493202. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:27.108662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] No DVR routers for this DVR port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:27.117943 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.126765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f0b8a-fc45-4ffd-ad8a-d4f9a22811a9 None None] Pushing event deleted for resources: {'Port': ['ID=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.129396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Could not find standard attr ID for object a1fd5900-970f-4514-8cf7-a106d3fa6bd1. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:27.152556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:27.152935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.206291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.298366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:27.307502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:27.309314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:27.316383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:27.316761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.336106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:27.341380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:27.342064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.353349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d0863d3f-5062-487d-a335-acb1a993ae64 None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:27.353655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event deleted for resources: {'Port': ['ID=a1fd5900-970f-4514-8cf7-a106d3fa6bd1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.356088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for e30d5b90-f8cf-4284-a4f8-3887f22f7e30 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:27.360816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=db5b51dd-a40d-449b-bf19-6935777d5c33,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.376796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] No DVR routers for this DVR port a1fd5900-970f-4514-8cf7-a106d3fa6bd1 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:27.381829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e2f025b-f08e-497c-a065-75d5d7100e0a tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6003873 Mar 22 14:32:27.385439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44892) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:27.392834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:27.478457 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (88bc8f41-8eba-4461-9dec-de69f62c9619), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.507088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bc8f41-8eba-4461-9dec-de69f62c9619']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:27.526064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:27.526064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.565726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae59cff4-52a0-4012-a826-ef30e057dd75') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:27.566087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae59cff4-52a0-4012-a826-ef30e057dd75') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:27.596383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (ae59cff4-52a0-4012-a826-ef30e057dd75), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.637031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ae59cff4-52a0-4012-a826-ef30e057dd75), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.638530 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2628f59c-2fb3-4ad9-a4fa-6edceabeb894 (CIDR: 2001:db8::/64) Mar 22 14:32:27.647215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:27.647655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (ae59cff4-52a0-4012-a826-ef30e057dd75), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.652905 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:27.653362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:27.669106 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:27.682735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e923b10e-f3c5-4300-a684-a90d33c1fca9 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2945623 Mar 22 14:32:27.683458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:27.689213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:27.689786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:27.690474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.767061 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (88bc8f41-8eba-4461-9dec-de69f62c9619), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.782217 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.786333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] 10.222.0.81 "DELETE /v2.0/networks/88bc8f41-8eba-4461-9dec-de69f62c9619 HTTP/1.1" status: 204 len: 168 time: 1.5757210 Mar 22 14:32:27.836854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559011d-8a19-41e9-8b5a-d839803061b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474 tempest-ExtraDHCPOptionsIpV6TestJSON-1206135474-project] Pushing event deleted for resources: {'Network': ['ID=88bc8f41-8eba-4461-9dec-de69f62c9619,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:27.912664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e30d5b90-f8cf-4284-a4f8-3887f22f7e30), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:27.943658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:27.948398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.051695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=e30d5b90-f8cf-4284-a4f8-3887f22f7e30,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:28.077949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:28.097778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:28.098278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.116962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (ca9f77f2-743d-49d0-891a-57f935088125), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.117075 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP ca9f77f2-743d-49d0-891a-57f935088125 disassociated (deleted). External IP: 172.25.3.188, port: 24209848-c762-433a-810e-c4f97f628051. Mar 22 14:32:28.171300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9c96db74-5e26-4ab9-bd06-0c190010fc5c None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:28.195393 n-d-758851-5 neutron-server[103891]: INFO neutron.db.ipam_backend_mixin [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cc66b82d-ddc9-4181-adec-ee42a7ccab24 (CIDR: 2001:db8:0:1::/64) Mar 22 14:32:28.206879 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:28.208527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:28.241719 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d11479a-27cb-4392-84bb-b2976b2eb7d0 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5542831 Mar 22 14:32:28.244149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44902) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:28.257268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'subnet': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:28.277692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:28.319650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8916b09b-9e19-4e07-9452-bfa71203b377 None None] Provisioning complete for port db5b51dd-a40d-449b-bf19-6935777d5c33 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:28.320731 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8916b09b-9e19-4e07-9452-bfa71203b377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.324696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.374381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8916b09b-9e19-4e07-9452-bfa71203b377 None None] Port db5b51dd-a40d-449b-bf19-6935777d5c33 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:28.490540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b4a12982-46de-451a-b52e-427fd75a5a4d None None] Could not find standard attr ID for object a071cb19-6495-424a-83e9-8f93ccd3d6df. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:32:28.501222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Made reservation on behalf of 005e5116aa8c40d68d4a6c2080a5d900 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:28.504765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.522934 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8cc42cbe-f753-40dc-978d-7d78e4ea7cf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b7b7a0d9dc344858754acb1983d2b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439630 Mar 22 14:32:28.525809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44908) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:28.537872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ed049579-1556-44c8-974f-8075fb80638a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:28.590492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] Publish callbacks [] for security_group (eb6d782c-5ab5-4ddc-8157-f7d01633deaf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.614584 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] Publish callbacks [] for security_group (eb6d782c-5ab5-4ddc-8157-f7d01633deaf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.681789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb6d782c-5ab5-4ddc-8157-f7d01633deaf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.694991 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.698612 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb6d782c-5ab5-4ddc-8157-f7d01633deaf HTTP/1.1" status: 204 len: 168 time: 0.1692569 Mar 22 14:32:28.709455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41fdaf-e382-44ff-acc3-0c5f1c27051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d782c-5ab5-4ddc-8157-f7d01633deaf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:28.751090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:28.774430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:28.780488 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.787139 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Sync routers for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:28.806014 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:28.806623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:28.832076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:28.832940 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.964479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-10817598-bc41-420d-87f8-df08e1fb6a77 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca9f77f2-743d-49d0-891a-57f935088125 HTTP/1.1" status: 204 len: 168 time: 2.5447698 Mar 22 14:32:28.967970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:28.970656 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:28.982058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f5229f55-a659-4171-bd51-ef3be418d0f6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:28.985923 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:28.997214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:29.052898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:29.056319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:29.060937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.061541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.069474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8a111-3046-4db3-974d-e12bc799ba68 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:29.082227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Subnet': ['ID=f5229f55-a659-4171-bd51-ef3be418d0f6,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:29.110258 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538deb26-17e7-4ba2-a6aa-5a76a731d7a2 x-openstack-request-id: req-538deb26-17e7-4ba2-a6aa-5a76a731d7a2 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:29.110581 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:29.112553 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-538deb26-17e7-4ba2-a6aa-5a76a731d7a2 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:29.115013 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538deb26-17e7-4ba2-a6aa-5a76a731d7a2'] response: {'name': 'network-changed', 'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:32:29.131320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44920) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:29.132352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f59d2f27-3757-4472-8e43-6a519f8003f8 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8777914 Mar 22 14:32:29.140667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-979178242', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5229f55-a659-4171-bd51-ef3be418d0f6'}], 'security_groups': ['dd1f3e85-0ddb-40ec-a9fc-94570f70fedc', 'bc871dba-4375-4851-a594-d2dc27e1483f']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:29.243947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1fd5900-970f-4514-8cf7-a106d3fa6bd1 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:29.269871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-08af35d2-3d19-47fe-8a4d-f40edc3f23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.273228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-08af35d2-3d19-47fe-8a4d-f40edc3f23c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 1129 time: 0.1368892 Mar 22 14:32:29.313460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a1fd5900-970f-4514-8cf7-a106d3fa6bd1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:29.313728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a1fd5900-970f-4514-8cf7-a106d3fa6bd1 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:29.390536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.421492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.466927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-76bb61e7-e4c3-4d30-ac99-eef07477ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.470941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-76bb61e7-e4c3-4d30-ac99-eef07477ce87 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 200 len: 897 time: 0.1904225 Mar 22 14:32:29.573219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-70b417cc-b0ca-46b1-acfe-24ffedf95ebf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 200 len: 217 time: 0.0907629 Mar 22 14:32:29.588906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Update dhcp port {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'fixed_ips': [{'subnet_id': 'cc66b82d-ddc9-4181-adec-ee42a7ccab24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2628f59c-2fb3-4ad9-a4fa-6edceabeb894', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5229f55-a659-4171-bd51-ef3be418d0f6'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '4046d85d-c885-4b4b-809f-c427345021da'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:29.644031 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:29.684274 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:29.728295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-d36bb34e-8bc6-4398-9082-7eb0c03edab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.729818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-d36bb34e-8bc6-4398-9082-7eb0c03edab4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 200 len: 835 time: 0.1449277 Mar 22 14:32:29.778348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Checking router: ed049579-1556-44c8-974f-8075fb80638a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:32:29.801000 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:29.804251 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:29.822603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82467f-5b52-4070-aeca-044695c8a3ba req-37278519-724f-4369-a51e-407c6c3e802d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.824161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc82467f-5b52-4070-aeca-044695c8a3ba req-37278519-724f-4369-a51e-407c6c3e802d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 947 time: 0.1843803 Mar 22 14:32:29.838844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Allocated IP 2001:db8:0:2::2 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/f5229f55-a659-4171-bd51-ef3be418d0f6/4046d85d-c885-4b4b-809f-c427345021da) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:29.908203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:29.981846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc82467f-5b52-4070-aeca-044695c8a3ba req-84af8d7c-6fc4-440b-b500-28633f983658 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439574 Mar 22 14:32:29.989223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-f9a2a4d2-5388-40a2-9175-45e89eef7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:29.989714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:29.991280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-f9a2a4d2-5388-40a2-9175-45e89eef7369 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e516fc3f-2136-4023-9187-20c21c221020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2476602 Mar 22 14:32:30.027050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Publish callbacks [] for port (4046d85d-c885-4b4b-809f-c427345021da), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.047178 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.095305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:30.117627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420009808'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:30.165326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-2d867685-2330-46f7-8224-754b6ff5e97b service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663275 Mar 22 14:32:30.172826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.197688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.217509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Pushing event updated for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:30.238356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Delete allocated IP 2001:db8::bd (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/2628f59c-2fb3-4ad9-a4fa-6edceabeb894) {{(pid=103891) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 14:32:30.260686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Allocated IP 2001:db8:0:2::337 (cf38987a-8ffa-4fbd-b0ad-133ca8831d83/f5229f55-a659-4171-bd51-ef3be418d0f6/db5b51dd-a40d-449b-bf19-6935777d5c33) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:30.261301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.263336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.265325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.265928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.267026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.268173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.268669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.269926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.271584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.272074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.273948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.274466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.275972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.276812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.278384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42dfebf-3a8c-4cec-bdfe-3cc39800a51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:30.316101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bd979eb-a2fc-45f1-abbe-9c92bab1622a req-9232e053-d6d2-480b-9143-a6b4211682d4 service neutron] 10.222.0.78 "GET /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439342 Mar 22 14:32:30.415784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (e926c9ae-9b64-46e3-ba57-3db4f31bc07e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.441830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e926c9ae-9b64-46e3-ba57-3db4f31bc07e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.473324 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:30.511724 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab0a09-c861-4c25-9bd9-416b2d44bf71 None None] The sync data for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 is: [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:29:54Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c34233c3-dc97-406d-9e56-cde974ea3c21', 'name': '', 'network_id': 'e516fc3f-2136-4023-9187-20c21c221020', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:f9:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:52Z', 'updated_at': '2022-03-22T14:30:05Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '145eb0f9-5aa4-4295-908c-aca90dddabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:30.524852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e926c9ae-9b64-46e3-ba57-3db4f31bc07e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:30.591284 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.601745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.603321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.616184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.693116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] In _notify_port_updated(), no bound segment for port db5b51dd-a40d-449b-bf19-6935777d5c33 on network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 {{(pid=103891) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 14:32:30.698507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:30.699148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.703642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44946) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:30.707350 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "PUT /v2.0/ports/db5b51dd-a40d-449b-bf19-6935777d5c33 HTTP/1.1" status: 200 len: 969 time: 1.5740461 Mar 22 14:32:30.737930 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.739373 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8294964 Mar 22 14:32:30.741285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663392d0-979d-428c-8704-cce536c30c59 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d596a3-64df-4c2d-a5be-ddf6a1d44930,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:30.745828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44948) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:30.753183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:30.753668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a0d3-0276-4a41-85a2-26fda459cffe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event updated for resources: {'Port': ['ID=db5b51dd-a40d-449b-bf19-6935777d5c33,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:30.833978 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-394f68ba-4f51-4bfc-8ddb-45c38bb2e9f6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0867853 Mar 22 14:32:30.842877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44950) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:30.847513 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-security--1435769793', 'description': 'tempest-security-description-345929411'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:30.862806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:30.863473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.916281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.984524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port db5b51dd-a40d-449b-bf19-6935777d5c33 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:30.987410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:30.992485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:31.001530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.008116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.014612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.016761 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "PUT /v2.0/security-groups/53d596a3-64df-4c2d-a5be-ddf6a1d44930 HTTP/1.1" status: 200 len: 1796 time: 0.1728849 Mar 22 14:32:31.031739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.049697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682924d-59e9-43f9-bfd2-e6948067d83a tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d596a3-64df-4c2d-a5be-ddf6a1d44930,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.054182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7772de0-7351-4423-b81e-9378a0f94075 None None] New status for floating IP ca9f77f2-743d-49d0-891a-57f935088125: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:32:31.164156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Provisioning complete for port db5b51dd-a40d-449b-bf19-6935777d5c33 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.164565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.213297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Port db5b51dd-a40d-449b-bf19-6935777d5c33 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:31.218618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-a18b4fe3-5cfb-422b-916d-814c8e7f39e4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:31.220188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-a18b4fe3-5cfb-422b-916d-814c8e7f39e4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 947 time: 0.3140316 Mar 22 14:32:31.230410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b3b07b8-944b-4010-b051-885485f22603 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups/53d596a3-64df-4c2d-a5be-ddf6a1d44930 HTTP/1.1" status: 200 len: 1796 time: 0.1897542 Mar 22 14:32:31.230734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44956) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.237438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.238120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.334798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:31.349844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.350382 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.367864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.373206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.411158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575bfec-4ae9-451b-af9e-83ba277f6503 req-d35289d6-a90f-4f42-bdaa-5c9ad4619f32 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:31.414032 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d575bfec-4ae9-451b-af9e-83ba277f6503 req-d35289d6-a90f-4f42-bdaa-5c9ad4619f32 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 947 time: 0.3236876 Mar 22 14:32:31.416802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.422681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for db5b51dd-a40d-449b-bf19-6935777d5c33 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:31.448904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f7a3-d36a-414b-83c2-640f7bd9318b None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:31.476900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (53d596a3-64df-4c2d-a5be-ddf6a1d44930), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.479699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.483316 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/53d596a3-64df-4c2d-a5be-ddf6a1d44930 HTTP/1.1" status: 204 len: 168 time: 0.2492633 Mar 22 14:32:31.485591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.507222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4928f7c-da16-4edd-8f29-defac19a7fa6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d596a3-64df-4c2d-a5be-ddf6a1d44930,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.564529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c882184e-f581-40df-b2a4-766936d3e9b5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774868 Mar 22 14:32:31.571497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44970) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.593188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4b610542-984d-41a0-8912-3380d44474dc None None] Provisioning complete for port db5b51dd-a40d-449b-bf19-6935777d5c33 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:31.593559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b610542-984d-41a0-8912-3380d44474dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.593791 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-2b6d05a1-28f2-4a4d-87ad-4445e29ab590 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] delete failed (client error): The resource could not be found. Mar 22 14:32:31.595658 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2b6d05a1-28f2-4a4d-87ad-4445e29ab590 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/53d596a3-64df-4c2d-a5be-ddf6a1d44930 HTTP/1.1" status: 404 len: 347 time: 0.0226641 Mar 22 14:32:31.599348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 44976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.605298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--313802965'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:31.640972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d575bfec-4ae9-451b-af9e-83ba277f6503 req-25691d35-9aa4-48f7-8c83-996e3ad53273 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccd67c63-065c-4379-a4e0-154d26acc1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163222 Mar 22 14:32:31.644970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b610542-984d-41a0-8912-3380d44474dc None None] Port db5b51dd-a40d-449b-bf19-6935777d5c33 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:31.651020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.677789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port 24209848-c762-433a-810e-c4f97f628051 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:31.678176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (24209848-c762-433a-810e-c4f97f628051), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.751135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (d97d7fb1-98d1-4e60-b036-d732981165ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.758825 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d97d7fb1-98d1-4e60-b036-d732981165ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.799290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.803453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2000170 Mar 22 14:32:31.804876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a99a9-7dc6-47c7-ac29-36397ec6563c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d7fb1-98d1-4e60-b036-d732981165ea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.805011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44994) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:31.829327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': 'd97d7fb1-98d1-4e60-b036-d732981165ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:31.855242 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (db5b51dd-a40d-449b-bf19-6935777d5c33), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.865455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port 24209848-c762-433a-810e-c4f97f628051, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=24209848-c762-433a-810e-c4f97f628051,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:31.865817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (24209848-c762-433a-810e-c4f97f628051), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.908607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.912453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for 24209848-c762-433a-810e-c4f97f628051 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:31.922936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=db5b51dd-a40d-449b-bf19-6935777d5c33,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:31.978963 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:31.982307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e901b7b9-449c-4527-bc20-726d6abf3a35 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/db5b51dd-a40d-449b-bf19-6935777d5c33 HTTP/1.1" status: 204 len: 168 time: 1.2776098 Mar 22 14:32:31.985951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45018) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.049759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-b188e859-3f65-455d-8aee-9f4423aca262 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640378 Mar 22 14:32:32.056898 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ea750-6128-4e93-ba3d-e3c4d02e0e98 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] GET failed (client error): The resource could not be found. Mar 22 14:32:32.058492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f3ea750-6128-4e93-ba3d-e3c4d02e0e98 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports/db5b51dd-a40d-449b-bf19-6935777d5c33 HTTP/1.1" status: 404 len: 333 time: 0.0699921 Mar 22 14:32:32.061174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45026) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.202409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.205781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (18030999-eac7-4a9c-bd9f-45c0b1f59367), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.218301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-107d6017-bdcb-4f60-84d0-4a20f057b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:32.220049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-107d6017-bdcb-4f60-84d0-4a20f057b401 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1127 time: 0.1072085 Mar 22 14:32:32.237910 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.265449 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (18030999-eac7-4a9c-bd9f-45c0b1f59367), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.357831 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.359873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5547183 Mar 22 14:32:32.363233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-3f56e34b-85ba-42b1-94d1-344257740158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:32.364829 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-3f56e34b-85ba-42b1-94d1-344257740158 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.1173778 Mar 22 14:32:32.365515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.375690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edc723-65e0-40c8-aa1c-d30cef6f099f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e1be6-fe27-4be6-9b7f-b1892d651719,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:32.433657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (24209848-c762-433a-810e-c4f97f628051), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.453807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.475776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (18030999-eac7-4a9c-bd9f-45c0b1f59367), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.477233 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.478814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.483399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/security-groups/18030999-eac7-4a9c-bd9f-45c0b1f59367 HTTP/1.1" status: 204 len: 168 time: 0.4207294 Mar 22 14:32:32.484074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45070) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.487533 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-8e8958a6-0456-4866-82aa-1e611e5daf47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 1000 time: 0.1146569 Mar 22 14:32:32.558088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-9f0c1d5c-ebf4-4861-8dec-9ef2166cdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:32.560554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-9f0c1d5c-ebf4-4861-8dec-9ef2166cdee2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0621276 Mar 22 14:32:32.561465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c01e1be6-fe27-4be6-9b7f-b1892d651719), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.567260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=24209848-c762-433a-810e-c4f97f628051,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:32.578448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.582679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c01e1be6-fe27-4be6-9b7f-b1892d651719 HTTP/1.1" status: 204 len: 168 time: 0.2156029 Mar 22 14:32:32.587758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb4d1-c722-4f27-aa59-d79424260104 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18030999-eac7-4a9c-bd9f-45c0b1f59367,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:32.588894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.612961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d29a2-0cca-422f-a940-fd03e8d58e05 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c01e1be6-fe27-4be6-9b7f-b1892d651719,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:32.663329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] No DVR routers for this DVR port 24209848-c762-433a-810e-c4f97f628051 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:32.668045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.677530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cef9e73-78e5-4405-9d27-70466f9d9718 req-5e0b3c4f-453d-490e-8fc7-e10b7963ae27 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "DELETE /v2.0/ports/24209848-c762-433a-810e-c4f97f628051 HTTP/1.1" status: 204 len: 173 time: 1.4484403 Mar 22 14:32:32.693856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-db134d9b-a036-446b-aaf6-81b5555bcd4d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931280 Mar 22 14:32:32.694846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:32.706066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-2491a0a9-8ee0-47e8-89e3-664eb13ef420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:32.707684 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-2491a0a9-8ee0-47e8-89e3-664eb13ef420 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196666 Mar 22 14:32:32.752162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-deleted', 'tag': '24209848-c762-433a-810e-c4f97f628051'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:32.757024 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a88dc2a-58a5-4d6d-939f-199546e714b7" -d '{"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-deleted", "tag": "24209848-c762-433a-810e-c4f97f628051"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:32.855210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (d97d7fb1-98d1-4e60-b036-d732981165ea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:32.904186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-f73e7b5b-5f92-4b50-834e-d468bac2288c service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882064 Mar 22 14:32:32.906021 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (d97d7fb1-98d1-4e60-b036-d732981165ea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.063414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d97d7fb1-98d1-4e60-b036-d732981165ea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.066863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.070608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/d97d7fb1-98d1-4e60-b036-d732981165ea HTTP/1.1" status: 204 len: 168 time: 0.3725042 Mar 22 14:32:33.079419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.122456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9743224-59ff-4f58-adb9-bed192586a14 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d7fb1-98d1-4e60-b036-d732981165ea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.148295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fc551ab4-d682-4bd1-b6a8-02f22c9bab49 req-3458d4b3-0dc4-4e02-8bc5-d68a5f49f046 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329495 Mar 22 14:32:33.191280 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ddc673a5-081b-4d60-9e03-c7427a3cc71b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088574 Mar 22 14:32:33.203291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45148) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.220339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405162179'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:33.257581 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c6cdb-85ab-4e7e-933a-44450a6e5285 x-openstack-request-id: req-6b4c6cdb-85ab-4e7e-933a-44450a6e5285 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:33.258378 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad2fd1-379f-43d7-a40d-c0f43952417b", "name": "network-vif-deleted", "tag": "24209848-c762-433a-810e-c4f97f628051", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:33.258378 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b4c6cdb-85ab-4e7e-933a-44450a6e5285 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:33.258570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.258675 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4c6cdb-85ab-4e7e-933a-44450a6e5285'] response: {'server_uuid': 'dfad2fd1-379f-43d7-a40d-c0f43952417b', 'name': 'network-vif-deleted', 'tag': '24209848-c762-433a-810e-c4f97f628051', 'status': 'completed', 'code': 200} Mar 22 14:32:33.293054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e09cdb5b-00fd-40a0-b6d8-01377039d7a4 req-30c6e14a-8644-46aa-befd-222a055d7c7f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad2fd1-379f-43d7-a40d-c0f43952417b HTTP/1.1" status: 200 len: 210 time: 0.5298710 Mar 22 14:32:33.315814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (bc871dba-4375-4851-a594-d2dc27e1483f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.356160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (bc871dba-4375-4851-a594-d2dc27e1483f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.359895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0460a46e-8c84-451e-8110-4787e0bd1e42), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.369120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0460a46e-8c84-451e-8110-4787e0bd1e42), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.425155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.430415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45176) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.430625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2232947 Mar 22 14:32:33.432150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa58f2-6528-41a3-b03b-78c3ca25834e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0460a46e-8c84-451e-8110-4787e0bd1e42,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.435490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0460a46e-8c84-451e-8110-4787e0bd1e42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:33.441260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bc871dba-4375-4851-a594-d2dc27e1483f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.443762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.445454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/security-groups/bc871dba-4375-4851-a594-d2dc27e1483f HTTP/1.1" status: 204 len: 168 time: 0.9273288 Mar 22 14:32:33.448365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.460241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705bc7c-e6d8-413a-8332-3ef62e3510a1 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc871dba-4375-4851-a594-d2dc27e1483f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.485150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.530142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dd1f3e85-0ddb-40ec-a9fc-94570f70fedc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.555851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.556624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (dd1f3e85-0ddb-40ec-a9fc-94570f70fedc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.561234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.582009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998e547e-c88a-429c-b1d1-80b17386aa41,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.588666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.592833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c9a90f8-0c88-46ee-8ec5-be772b4dcda8 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614025 Mar 22 14:32:33.593379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45200) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.597918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0460a46e-8c84-451e-8110-4787e0bd1e42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:33.622438 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (dd1f3e85-0ddb-40ec-a9fc-94570f70fedc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.625393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.626568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/security-groups/dd1f3e85-0ddb-40ec-a9fc-94570f70fedc HTTP/1.1" status: 204 len: 168 time: 0.1772482 Mar 22 14:32:33.629935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45208) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.642745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e5bf-5d6b-4750-92a0-0eb4e4715d0e tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f3e85-0ddb-40ec-a9fc-94570f70fedc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.644489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.703545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet 2628f59c-2fb3-4ad9-a4fa-6edceabeb894 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:33.711397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (2628f59c-2fb3-4ad9-a4fa-6edceabeb894), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.714006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.719207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.739442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bc092e-8fb4-45c7-bffb-f507207e49f4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:33.751376 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.753832 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3bcc740a-3d84-441b-b674-138f4eee9e63 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582601 Mar 22 14:32:33.756698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45222) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:33.763531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0460a46e-8c84-451e-8110-4787e0bd1e42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:33.769222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (2628f59c-2fb3-4ad9-a4fa-6edceabeb894), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.839260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.904645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (2628f59c-2fb3-4ad9-a4fa-6edceabeb894), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.955088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.963946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:33.990786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8457e03f-4fc2-4192-bb90-1ec2f63cf568,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.005628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.007054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e10df90c-cd80-4eb6-b838-8f837f45c1cb tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2494552 Mar 22 14:32:34.008711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (2628f59c-2fb3-4ad9-a4fa-6edceabeb894), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.009742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45260) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.014675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0460a46e-8c84-451e-8110-4787e0bd1e42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:34.045488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.052146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=2628f59c-2fb3-4ad9-a4fa-6edceabeb894,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.060107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.063575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-20b449da-50a3-4d1b-b36e-47989b693c43 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/2628f59c-2fb3-4ad9-a4fa-6edceabeb894 HTTP/1.1" status: 204 len: 168 time: 0.4323928 Mar 22 14:32:34.067513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45268) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.071811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f058739-7ea7-4165-ab01-353c24823722 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:34.129030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.135027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.136553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet f5229f55-a659-4171-bd51-ef3be418d0f6 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:34.140864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (f5229f55-a659-4171-bd51-ef3be418d0f6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.159848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a46bd1b-7520-43b7-877c-bd15a4c6e2f1,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.165337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.170659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84aafa16-42c8-45c5-8d52-b23e147990d6 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596949 Mar 22 14:32:34.173074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.180413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0460a46e-8c84-451e-8110-4787e0bd1e42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:34.199463 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (f5229f55-a659-4171-bd51-ef3be418d0f6), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.213445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.221824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:34.248645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 24209848-c762-433a-810e-c4f97f628051 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:34.249272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 24209848-c762-433a-810e-c4f97f628051 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:34.294507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.301733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.322255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f5229f55-a659-4171-bd51-ef3be418d0f6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.323758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0667ed8-6d87-4e24-b715-77b03730d74e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.344769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.347892 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-beb7bdcb-e142-42c7-90c6-fb75ca376fa0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1715283 Mar 22 14:32:34.350906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45302) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.385706 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.386471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45306) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.395145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.436917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f0667ed8-6d87-4e24-b715-77b03730d74e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.446572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.448140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f0667ed8-6d87-4e24-b715-77b03730d74e HTTP/1.1" status: 204 len: 168 time: 0.0961783 Mar 22 14:32:34.452393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.475937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd2460-7313-45f8-a79d-cc1cddd52255 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0667ed8-6d87-4e24-b715-77b03730d74e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.500299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (f5229f55-a659-4171-bd51-ef3be418d0f6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.525015 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22f1bda6-61b2-49f9-b3bd-cea5d22b54d0 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0713859 Mar 22 14:32:34.527774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.545828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=f5229f55-a659-4171-bd51-ef3be418d0f6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.563036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.565614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.570186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45332) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.570515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0dd67773-361f-44ff-a22a-4dfdff9d3f8c tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/f5229f55-a659-4171-bd51-ef3be418d0f6 HTTP/1.1" status: 204 len: 168 time: 0.4942892 Mar 22 14:32:34.603934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.606709 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0288c8-df2f-486a-9bf5-de54c49a28b6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:34.607059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0288c8-df2f-486a-9bf5-de54c49a28b6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:34.610493 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eb0288c8-df2f-486a-9bf5-de54c49a28b6 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/2628f59c-2fb3-4ad9-a4fa-6edceabeb894 HTTP/1.1" status: 404 len: 337 time: 0.0380118 Mar 22 14:32:34.614618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45338) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.656684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0a46bd1b-7520-43b7-877c-bd15a4c6e2f1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.673028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.673028 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0a46bd1b-7520-43b7-877c-bd15a4c6e2f1 HTTP/1.1" status: 204 len: 168 time: 0.1411624 Mar 22 14:32:34.675761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45348) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.684477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638249-1c4a-4d6e-b478-132498d753a2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a46bd1b-7520-43b7-877c-bd15a4c6e2f1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.748412 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d981b11-c910-446c-82b9-6e1c96b04577 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0712006 Mar 22 14:32:34.754473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45360) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.775044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting subnet cc66b82d-ddc9-4181-adec-ee42a7ccab24 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:34.784332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (cc66b82d-ddc9-4181-adec-ee42a7ccab24), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.790936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.799075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.832498 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8457e03f-4fc2-4192-bb90-1ec2f63cf568), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.838717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (cc66b82d-ddc9-4181-adec-ee42a7ccab24), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.842325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:34.846941 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8457e03f-4fc2-4192-bb90-1ec2f63cf568 HTTP/1.1" status: 204 len: 168 time: 0.0913658 Mar 22 14:32:34.847773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45370) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:34.879980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d456d-a603-4de3-ba5b-d2901233568e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8457e03f-4fc2-4192-bb90-1ec2f63cf568,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:34.907596 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74aadce3-cb58-4d47-b7d2-337c03b1b4d5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0541146 Mar 22 14:32:34.909171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45380) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.017267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.028380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5170288-f368-47c4-ab3f-cce4529283b1 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:35.035727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.046612 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cc66b82d-ddc9-4181-adec-ee42a7ccab24), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.113359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:35.113803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.134197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (45bc092e-8fb4-45c7-bffb-f507207e49f4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.140497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.141874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/45bc092e-8fb4-45c7-bffb-f507207e49f4 HTTP/1.1" status: 204 len: 168 time: 0.2295854 Mar 22 14:32:35.145095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.159678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b9f6-440e-476b-912d-cb19cbf72244 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45bc092e-8fb4-45c7-bffb-f507207e49f4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.167539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (cc66b82d-ddc9-4181-adec-ee42a7ccab24), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.202480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f8985084-5688-4cd0-b559-b8b47988433d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0557249 Mar 22 14:32:35.205402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.234625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Subnet': ['ID=cc66b82d-ddc9-4181-adec-ee42a7ccab24,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.238051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.243407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.243554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4f614246-52a8-4b88-bbbf-01ee8eb83252 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/cc66b82d-ddc9-4181-adec-ee42a7ccab24 HTTP/1.1" status: 204 len: 168 time: 0.6279061 Mar 22 14:32:35.245838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45424) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.253560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.278011 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-216b08de-9ab7-474c-9138-0132c2cc8cb2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.278801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216b08de-9ab7-474c-9138-0132c2cc8cb2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.282618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-216b08de-9ab7-474c-9138-0132c2cc8cb2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/fa406300-b611-47c9-a4d7-7cfd3bbef26d HTTP/1.1" status: 404 len: 337 time: 0.0358472 Mar 22 14:32:35.285221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45428) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.293525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (998e547e-c88a-429c-b1d1-80b17386aa41), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.299652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.300896 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/998e547e-c88a-429c-b1d1-80b17386aa41 HTTP/1.1" status: 204 len: 168 time: 0.0936451 Mar 22 14:32:35.306857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.312847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:35.316447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123da81a-177d-461b-849b-c0b6a542e871 None None] Update dhcp port {'port': {'network_id': 'cf38987a-8ffa-4fbd-b0ad-133ca8831d83', 'fixed_ips': [{'subnet_id': 'cc66b82d-ddc9-4181-adec-ee42a7ccab24'}], 'binding:host_id': 'n-d-758851-5'}, 'id': '4046d85d-c885-4b4b-809f-c427345021da'} from n-d-758851-5. {{(pid=103892) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 14:32:35.321899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f42996dd-e25b-406f-85dd-0d60bc32a4f2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4a9127b-4bc1-4ff8-be78-4898b9921678 HTTP/1.1" status: 200 len: 205 time: 0.0353110 Mar 22 14:32:35.325025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45438) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.335054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac20c-4e91-4f5f-8847-5d03499d1291 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=998e547e-c88a-429c-b1d1-80b17386aa41,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.351857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-123da81a-177d-461b-849b-c0b6a542e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.374201 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-39d08999-1036-451c-9aa2-bfbdb60784fe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] delete failed (client error): The resource could not be found. Mar 22 14:32:35.375516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-39d08999-1036-451c-9aa2-bfbdb60784fe tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/routers/b4a9127b-4bc1-4ff8-be78-4898b9921678 HTTP/1.1" status: 404 len: 336 time: 0.0488667 Mar 22 14:32:35.376665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:35.377199 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.378875 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.389890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-01e524fb-883a-41b9-bfe4-446545232a2f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771148 Mar 22 14:32:35.392896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45448) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.411609 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-811fb388-b6cb-4d2b-9e20-3cf49aa04f3b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.412257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811fb388-b6cb-4d2b-9e20-3cf49aa04f3b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.416140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-811fb388-b6cb-4d2b-9e20-3cf49aa04f3b tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/9eeaa4ed-36a7-47db-99b8-f5e9b7e79573 HTTP/1.1" status: 404 len: 337 time: 0.0359464 Mar 22 14:32:35.420871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ed049579-1556-44c8-974f-8075fb80638a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.422869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45454) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.471491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0460a46e-8c84-451e-8110-4787e0bd1e42), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.492552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3352ac49-19b0-4b60-af71-5c23b8a4b7ea None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:35.500180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0460a46e-8c84-451e-8110-4787e0bd1e42), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.516103 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46114e8-3ca5-4920-a529-637e02dfcfa2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.516680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46114e8-3ca5-4920-a529-637e02dfcfa2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.520944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a46114e8-3ca5-4920-a529-637e02dfcfa2 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/ca619124-865e-4181-84f3-47fe9ada86ba HTTP/1.1" status: 404 len: 337 time: 0.0957201 Mar 22 14:32:35.524410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45468) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.569196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0460a46e-8c84-451e-8110-4787e0bd1e42), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.571931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.575368 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/0460a46e-8c84-451e-8110-4787e0bd1e42 HTTP/1.1" status: 204 len: 168 time: 0.1792090 Mar 22 14:32:35.577870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.585190 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e158359a-dea7-48d1-b265-2ae9766a0fff tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.585919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e158359a-dea7-48d1-b265-2ae9766a0fff tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.589673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f0bcf-9b8c-4e5c-b84a-0994cb441bb7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0460a46e-8c84-451e-8110-4787e0bd1e42,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.589856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e158359a-dea7-48d1-b265-2ae9766a0fff tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/7b73e771-0997-466c-8795-724e178d7085 HTTP/1.1" status: 404 len: 337 time: 0.0641592 Mar 22 14:32:35.592196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45476) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.609126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4270ef-bc00-4092-8efb-0d3acca20411 None None] Network cf38987a-8ffa-4fbd-b0ad-133ca8831d83 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:35.626498 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ee4852-2c9f-4622-b65a-194fbbab30a4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.627093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ee4852-2c9f-4622-b65a-194fbbab30a4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.630156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-89ee4852-2c9f-4622-b65a-194fbbab30a4 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/eff50c0d-f1a1-4851-9aac-6e6d7d66bcc8 HTTP/1.1" status: 404 len: 333 time: 0.0370240 Mar 22 14:32:35.635078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45480) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.662945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e225a0c-3a9e-4776-b787-e919cae36852 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838237 Mar 22 14:32:35.669229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.674317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446557540'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:35.684234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Provisioning complete for port 4046d85d-c885-4b4b-809f-c427345021da triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:35.685046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4046d85d-c885-4b4b-809f-c427345021da), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.723500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.741361 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa98938-e454-41eb-b13c-c9de82d75503 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.741901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa98938-e454-41eb-b13c-c9de82d75503 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.747554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1fa98938-e454-41eb-b13c-c9de82d75503 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/50926993-ab91-4dc9-82cc-837fe5ee11b2 HTTP/1.1" status: 404 len: 337 time: 0.1089694 Mar 22 14:32:35.748798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.798751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] DHCP port deletion for cf38987a-8ffa-4fbd-b0ad-133ca8831d83 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:35.812437 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-88828d3a-c26b-481a-84ea-138e46ca3877 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.812901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88828d3a-c26b-481a-84ea-138e46ca3877 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.820759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88828d3a-c26b-481a-84ea-138e46ca3877 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/eeef3125-05ac-4385-8d1e-b2daec797782 HTTP/1.1" status: 404 len: 337 time: 0.0708022 Mar 22 14:32:35.825143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45502) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.834331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Current status of the port 4046d85d-c885-4b4b-809f-c427345021da is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:35.852014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Provisioning complete for port 1c40bc54-4122-4afc-8a70-da6396c39cf3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:35.852753 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.855313 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-9148a086-15ab-49e3-895e-a9140d96c385 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.856780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9148a086-15ab-49e3-895e-a9140d96c385 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.862156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45504) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.862919 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9148a086-15ab-49e3-895e-a9140d96c385 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/ec052574-3a9b-463e-b8f8-ea7907208b4d HTTP/1.1" status: 404 len: 333 time: 0.0368090 Mar 22 14:32:35.892464 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e579187b-2ee6-44df-8aec-13672a086b58 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.893032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e579187b-2ee6-44df-8aec-13672a086b58 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.896262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e579187b-2ee6-44df-8aec-13672a086b58 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/63936c81-9892-434a-b42c-53f00f7822af HTTP/1.1" status: 404 len: 337 time: 0.0329845 Mar 22 14:32:35.896434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Deleting port 4046d85d-c885-4b4b-809f-c427345021da {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:35.896815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4046d85d-c885-4b4b-809f-c427345021da), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.898470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b78f87cd-ff25-4100-8234-ef9e634373c6 None None] Port 1c40bc54-4122-4afc-8a70-da6396c39cf3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:35.899057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45506) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.920122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (00f9afa5-a66b-42a8-9e11-43b291442a5b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.926031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (00f9afa5-a66b-42a8-9e11-43b291442a5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.929032 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0977bc16-6c4e-4c32-aff3-457f75cc1745 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] DELETE failed (client error): The resource could not be found. Mar 22 14:32:35.929504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0977bc16-6c4e-4c32-aff3-457f75cc1745 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:32:35.932563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0977bc16-6c4e-4c32-aff3-457f75cc1745 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/subnets/c494801f-36d0-4079-abf0-e6f627165422 HTTP/1.1" status: 404 len: 337 time: 0.0325813 Mar 22 14:32:35.936313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45508) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.961895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.965770 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2927959 Mar 22 14:32:35.966995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:35.968274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] For port 4046d85d-c885-4b4b-809f-c427345021da, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4046d85d-c885-4b4b-809f-c427345021da,segment=NetworkSegment(8c89b2a5-96f1-4f44-b513-d347c2a29df1),segment_id=8c89b2a5-96f1-4f44-b513-d347c2a29df1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:35.968788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4046d85d-c885-4b4b-809f-c427345021da), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:35.972243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81ab0-2bcd-4c5f-a9e6-0798f47d5cfc tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9afa5-a66b-42a8-9e11-43b291442a5b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:35.975374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '00f9afa5-a66b-42a8-9e11-43b291442a5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:35.982941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Calling delete_port for 4046d85d-c885-4b4b-809f-c427345021da owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:35.986597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port c34233c3-dc97-406d-9e56-cde974ea3c21 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:35.987455 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.062466 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (4046d85d-c885-4b4b-809f-c427345021da), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.085949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] Pushing event deleted for resources: {'Port': ['ID=4046d85d-c885-4b4b-809f-c427345021da,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.091946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (1c68d460-1e77-4e26-b5a6-9c3a9115d188), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.092470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddb578-612a-4721-90e7-e4870072e8e6 None None] No DVR routers for this DVR port 4046d85d-c885-4b4b-809f-c427345021da on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:36.153774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port c34233c3-dc97-406d-9e56-cde974ea3c21, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c34233c3-dc97-406d-9e56-cde974ea3c21,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:36.154202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.181192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for c34233c3-dc97-406d-9e56-cde974ea3c21 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:36.185086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Deleting port 1c40bc54-4122-4afc-8a70-da6396c39cf3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:36.185423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.253441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (1c68d460-1e77-4e26-b5a6-9c3a9115d188), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.288315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (1c68d460-1e77-4e26-b5a6-9c3a9115d188), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.308097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.333895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c68d460-1e77-4e26-b5a6-9c3a9115d188,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.343301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Calling delete_port for 1c40bc54-4122-4afc-8a70-da6396c39cf3 owned by {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:36.350707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.351990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd8d5adc-4091-4767-8e43-e99ebb00628b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3840022 Mar 22 14:32:36.354990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:36.409442 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (00f9afa5-a66b-42a8-9e11-43b291442a5b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.442760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (00f9afa5-a66b-42a8-9e11-43b291442a5b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.489912 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (00f9afa5-a66b-42a8-9e11-43b291442a5b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.492723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1c40bc54-4122-4afc-8a70-da6396c39cf3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.493188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.495069 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/00f9afa5-a66b-42a8-9e11-43b291442a5b HTTP/1.1" status: 204 len: 168 time: 0.1390548 Mar 22 14:32:36.498608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45514) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:36.510815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e4b07-d788-4a56-913f-e4f8c573745d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9afa5-a66b-42a8-9e11-43b291442a5b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.557724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Port': ['ID=1c40bc54-4122-4afc-8a70-da6396c39cf3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.560808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3412316c-d54c-4f4f-9575-6bc1c7b16167 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600841 Mar 22 14:32:36.565402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:36.570365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.571423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507800983'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:36.573610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-df038c48-1f66-47d6-9cc0-433f1d3f9a04 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/ports/1c40bc54-4122-4afc-8a70-da6396c39cf3 HTTP/1.1" status: 204 len: 168 time: 0.6363728 Mar 22 14:32:36.576451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45518) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:36.589934 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c34233c3-dc97-406d-9e56-cde974ea3c21), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.617663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=c34233c3-dc97-406d-9e56-cde974ea3c21,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:36.648753 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.816102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ed049579-1556-44c8-974f-8075fb80638a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:36.824292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:36.849374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4046d85d-c885-4b4b-809f-c427345021da {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:36.849819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4046d85d-c885-4b4b-809f-c427345021da not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:37.123220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router ed049579-1556-44c8-974f-8075fb80638a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:37.127419 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5cafe719-9ffb-42f6-84d9-86ffb929ae8e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.138118 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5cafe719-9ffb-42f6-84d9-86ffb929ae8e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.147656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (cf38987a-8ffa-4fbd-b0ad-133ca8831d83), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.183347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.184601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6182101 Mar 22 14:32:37.187570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.188214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206acd93-5ee7-4aa2-8a7b-34707d12d477 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cafe719-9ffb-42f6-84d9-86ffb929ae8e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.194761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930318859'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:37.244660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:37.258036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Sync routers for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:37.258524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-59e283bd-8b0e-4ed0-80a7-87bbb41261c1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/ed049579-1556-44c8-974f-8075fb80638a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8702340 Mar 22 14:32:37.259193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45528) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.272364 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:37.273389 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.297237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (cf38987a-8ffa-4fbd-b0ad-133ca8831d83), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.301988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.323744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting subnet 145eb0f9-5aa4-4295-908c-aca90dddabfa {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:32:37.327796 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (145eb0f9-5aa4-4295-908c-aca90dddabfa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.386581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (145eb0f9-5aa4-4295-908c-aca90dddabfa), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.392332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf38987a-8ffa-4fbd-b0ad-133ca8831d83']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.409316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c89b2a5-96f1-4f44-b513-d347c2a29df1') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.409875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c89b2a5-96f1-4f44-b513-d347c2a29df1') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.413307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (f397c602-fc2b-4a12-814b-e1b7922be7e1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.414606 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:37.422993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8c89b2a5-96f1-4f44-b513-d347c2a29df1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.430268 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f397c602-fc2b-4a12-814b-e1b7922be7e1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.459688 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8c89b2a5-96f1-4f44-b513-d347c2a29df1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.474381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.475894 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2845824 Mar 22 14:32:37.477463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:37.478046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8c89b2a5-96f1-4f44-b513-d347c2a29df1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.481690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03190282-7dcb-4e6b-82f4-c147d02d6b2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f397c602-fc2b-4a12-814b-e1b7922be7e1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:37.484759 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:37.500472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45530) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.500930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (145eb0f9-5aa4-4295-908c-aca90dddabfa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.505606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '5cafe719-9ffb-42f6-84d9-86ffb929ae8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f397c602-fc2b-4a12-814b-e1b7922be7e1', 'remote_ip_prefix': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:37.584322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.587933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (cf38987a-8ffa-4fbd-b0ad-133ca8831d83), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.588416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (145eb0f9-5aa4-4295-908c-aca90dddabfa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.598224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.601768 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] 10.222.0.81 "DELETE /v2.0/networks/cf38987a-8ffa-4fbd-b0ad-133ca8831d83 HTTP/1.1" status: 204 len: 168 time: 1.0244381 Mar 22 14:32:37.624612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Subnet': ['ID=145eb0f9-5aa4-4295-908c-aca90dddabfa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.626779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.630406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ea43c909-f227-4a41-b2cd-b00cb7dfafa3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/subnets/145eb0f9-5aa4-4295-908c-aca90dddabfa HTTP/1.1" status: 204 len: 168 time: 0.3697739 Mar 22 14:32:37.633294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45534) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.638677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66307491-2c07-40bc-ad7f-8a490bb66253 None None] Network e516fc3f-2136-4023-9187-20c21c221020 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:37.666821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6b9f-ecd3-4723-a170-e51c4dd92964 tempest-PortsIpV6TestJSON-1871167752 tempest-PortsIpV6TestJSON-1871167752-project] Pushing event deleted for resources: {'Network': ['ID=cf38987a-8ffa-4fbd-b0ad-133ca8831d83,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.753999 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:32:36Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.785611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Checking router: ed049579-1556-44c8-974f-8075fb80638a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:32:37.800583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.805513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Routers {'ed049579-1556-44c8-974f-8075fb80638a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:37.807284 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ed049579-1556-44c8-974f-8075fb80638a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:37.810044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.831664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d759c5e9-a326-435a-9216-dd663546856c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:37.855805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.859271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37eec27c-8b2b-4293-84ef-581684689220 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3573003 Mar 22 14:32:37.862732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45536) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:37.887011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (ed049579-1556-44c8-974f-8075fb80638a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.891268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] DHCP port deletion for e516fc3f-2136-4023-9187-20c21c221020 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:32:37.964077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:37.995739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.015610 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] Set router ed049579-1556-44c8-974f-8075fb80638a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:38.049260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (ed049579-1556-44c8-974f-8075fb80638a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.052197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Deleting port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:38.052823 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.066235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45542) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.067203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d759c5e9-a326-435a-9216-dd663546856c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.081235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.086480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d759c5e9-a326-435a-9216-dd663546856c HTTP/1.1" status: 204 len: 168 time: 0.2186749 Mar 22 14:32:38.086480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec226db-d74b-4186-8e41-3fe8eb5a1a2e tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d759c5e9-a326-435a-9216-dd663546856c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.090739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45546) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.139033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port 41c94fca-2b02-4f11-976f-eb691b4ece84 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:32:38.139384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.139684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] For port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,segment=NetworkSegment(f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9),segment_id=f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:38.140699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.156766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Calling delete_port for 131c5f18-12e7-4f52-b0fc-98581a5b0b1c owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:38.169159 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1a5e3a10-7f02-4bf0-8627-fdb8adaee2b7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0748096 Mar 22 14:32:38.169728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.280796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (f397c602-fc2b-4a12-814b-e1b7922be7e1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.299690 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:32:36Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:38.325506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (f397c602-fc2b-4a12-814b-e1b7922be7e1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.333591 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6f512-9fee-498f-86ca-17ef1a4b9d93 None None] The sync data for ids ['ed049579-1556-44c8-974f-8075fb80638a'] in n-d-758851-5 is: [{'id': 'ed049579-1556-44c8-974f-8075fb80638a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236301224', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:29:46Z', 'updated_at': '2022-03-22T14:32:36Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '41c94fca-2b02-4f11-976f-eb691b4ece84', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed049579-1556-44c8-974f-8075fb80638a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:29:47Z', 'updated_at': '2022-03-22T14:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:38.340976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (131c5f18-12e7-4f52-b0fc-98581a5b0b1c), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.372390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] No DVR routers for this DVR port 131c5f18-12e7-4f52-b0fc-98581a5b0b1c on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:32:38.377475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a264377-4ea1-4bf1-bb16-e1ba3be8111c None None] Pushing event deleted for resources: {'Port': ['ID=131c5f18-12e7-4f52-b0fc-98581a5b0b1c,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.415480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f397c602-fc2b-4a12-814b-e1b7922be7e1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.419311 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.424319 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/f397c602-fc2b-4a12-814b-e1b7922be7e1 HTTP/1.1" status: 204 len: 168 time: 0.2535617 Mar 22 14:32:38.425291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45550) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.448698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d89d0-3b13-48a7-ab66-14ea17e5fc3b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f397c602-fc2b-4a12-814b-e1b7922be7e1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.508362 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd2ad2e6-27d1-4f43-b01a-d1f3116b4a08 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0756202 Mar 22 14:32:38.508768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45552) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.563180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5cafe719-9ffb-42f6-84d9-86ffb929ae8e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.586590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5cafe719-9ffb-42f6-84d9-86ffb929ae8e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.629274 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5cafe719-9ffb-42f6-84d9-86ffb929ae8e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.632627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.636561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/5cafe719-9ffb-42f6-84d9-86ffb929ae8e HTTP/1.1" status: 204 len: 168 time: 0.1243489 Mar 22 14:32:38.637519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45554) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.645277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0b58-4482-4a6b-a5cd-1a2f85da8b6b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cafe719-9ffb-42f6-84d9-86ffb929ae8e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:38.668691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2ea49197-1ebc-4240-9516-0edada08dee7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=005e5116aa8c40d68d4a6c2080a5d900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5989325 Mar 22 14:32:38.669033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45556) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.683944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port 41c94fca-2b02-4f11-976f-eb691b4ece84, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=41c94fca-2b02-4f11-976f-eb691b4ece84,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:38.684305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.719044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for 41c94fca-2b02-4f11-976f-eb691b4ece84 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:32:38.771303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45560) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:38.771512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-13aa590d-e129-4020-a7dd-9b1e13ced992 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1328149 Mar 22 14:32:38.776413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501269639'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:38.794521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 131c5f18-12e7-4f52-b0fc-98581a5b0b1c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:38.840741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.846946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] Publish callbacks [] for security_group (3cad39c0-6cc6-4a42-8571-8553428f2b4d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.854995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 131c5f18-12e7-4f52-b0fc-98581a5b0b1c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:38.855426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 131c5f18-12e7-4f52-b0fc-98581a5b0b1c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:38.855908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c34233c3-dc97-406d-9e56-cde974ea3c21 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:38.870703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] Publish callbacks [] for security_group (3cad39c0-6cc6-4a42-8571-8553428f2b4d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.898099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c34233c3-dc97-406d-9e56-cde974ea3c21 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:38.898543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c34233c3-dc97-406d-9e56-cde974ea3c21 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:38.984906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0982cca7-b6de-4b87-b526-32acca17e806), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:38.993106 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0982cca7-b6de-4b87-b526-32acca17e806), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.034366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3cad39c0-6cc6-4a42-8571-8553428f2b4d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.034929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.036309 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2634749 Mar 22 14:32:39.037736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.039138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cad39c0-6cc6-4a42-8571-8553428f2b4d HTTP/1.1" status: 204 len: 168 time: 0.3694267 Mar 22 14:32:39.039759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45566) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.054231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '0982cca7-b6de-4b87-b526-32acca17e806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:39.079938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01bd4-8010-4002-8498-13cdb90c4c76 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0982cca7-b6de-4b87-b526-32acca17e806,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.085217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385131-9f8e-4c89-9695-0478f9b1b8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad39c0-6cc6-4a42-8571-8553428f2b4d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.096116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.132472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (41c94fca-2b02-4f11-976f-eb691b4ece84), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.188306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=41c94fca-2b02-4f11-976f-eb691b4ece84,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.234160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.244566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.267266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e41c40-bb0e-4b4b-bf83-412a264f4f16,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.310116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.319006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45574) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.326796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-05b30c61-ef8c-42c4-8980-91bb380e5b28 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2825346 Mar 22 14:32:39.354549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ed049579-1556-44c8-974f-8075fb80638a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.429629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.459025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.480502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ed049579-1556-44c8-974f-8075fb80638a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.484073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (ed049579-1556-44c8-974f-8075fb80638a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.528898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (35e41c40-bb0e-4b4b-bf83-412a264f4f16), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.534214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.537889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/35e41c40-bb0e-4b4b-bf83-412a264f4f16 HTTP/1.1" status: 204 len: 168 time: 0.2153404 Mar 22 14:32:39.538937 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.546224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e802a-5bdb-4331-a17c-22c5ee5d8dfd tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e41c40-bb0e-4b4b-bf83-412a264f4f16,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.559441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ed049579-1556-44c8-974f-8075fb80638a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.560308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Fanout notify agent at l3_agent the message router_deleted on router ed049579-1556-44c8-974f-8075fb80638a {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:32:39.572265 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:32:39.580855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.586408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cff7a7b0-05df-4b02-8823-e3dca5edd76c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/routers/ed049579-1556-44c8-974f-8075fb80638a HTTP/1.1" status: 204 len: 168 time: 1.9508538 Mar 22 14:32:39.587417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.626860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37391ba9-afc5-432a-bf06-c86d02d50082 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854101 Mar 22 14:32:39.628865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45590) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.681531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e516fc3f-2136-4023-9187-20c21c221020), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.717368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0982cca7-b6de-4b87-b526-32acca17e806), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.746271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (0982cca7-b6de-4b87-b526-32acca17e806), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.805415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0982cca7-b6de-4b87-b526-32acca17e806), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.809309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.811036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/0982cca7-b6de-4b87-b526-32acca17e806 HTTP/1.1" status: 204 len: 168 time: 0.1807709 Mar 22 14:32:39.813765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45594) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.836058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2966b5-9b22-4af1-813c-ba172719caad tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982cca7-b6de-4b87-b526-32acca17e806,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:39.903552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e516fc3f-2136-4023-9187-20c21c221020), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.910177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-45d37792-5125-4cf0-b816-e32f985fd533 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0952404 Mar 22 14:32:39.914111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:39.921315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--184833789'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:39.959756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e516fc3f-2136-4023-9187-20c21c221020']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:39.962882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:39.983955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:39.986369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:40.005450 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.052844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (e7e349ae-6f31-4826-b142-3c272d06d56d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.059146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.061188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e7e349ae-6f31-4826-b142-3c272d06d56d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.066200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:32:40.066610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (f85bea9e-fcb3-42c0-8e6b-53fe04a5a5b9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.141621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:32:40.146021 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:32:40.148511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2285230 Mar 22 14:32:40.148511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed1b7f-4184-4d30-9039-2a8d5cb4a77d tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e349ae-6f31-4826-b142-3c272d06d56d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.149836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45606) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.156604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': 'e7e349ae-6f31-4826-b142-3c272d06d56d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.164210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e516fc3f-2136-4023-9187-20c21c221020), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.174645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45608) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.183441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.187137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/networks/e516fc3f-2136-4023-9187-20c21c221020 HTTP/1.1" status: 204 len: 168 time: 0.5985174 Mar 22 14:32:40.190871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.241047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666cead-d7eb-4fdd-a76f-29185611c274 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Network': ['ID=e516fc3f-2136-4023-9187-20c21c221020,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.269311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.298926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (ccd67c63-065c-4379-a4e0-154d26acc1dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.341396 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.342117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (ccd67c63-065c-4379-a4e0-154d26acc1dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.354021 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.400058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36af6e53-4148-491e-bbeb-99431d981bdf,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.419502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8a58e298-d42c-47fb-92d6-0e6bffe3c9a7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.420507 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-8a58e298-d42c-47fb-92d6-0e6bffe3c9a7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:32:40.421108 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-8a58e298-d42c-47fb-92d6-0e6bffe3c9a7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:32:40.425896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8a58e298-d42c-47fb-92d6-0e6bffe3c9a7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2338676 Mar 22 14:32:40.426367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.434728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--331793728'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.441897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ccd67c63-065c-4379-a4e0-154d26acc1dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.445507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.446416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.447855 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/security-groups/ccd67c63-065c-4379-a4e0-154d26acc1dc HTTP/1.1" status: 204 len: 168 time: 0.2567186 Mar 22 14:32:40.453772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8894b977-ffc7-43eb-8394-37c68e5f194f tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3020563 Mar 22 14:32:40.454556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.490288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a2b67-8f68-4cb7-bee3-ff9b332c08a5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd67c63-065c-4379-a4e0-154d26acc1dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.491845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f89bcfc-49ba-442c-b3d2-3307656f1fff tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules/36af6e53-4148-491e-bbeb-99431d981bdf HTTP/1.1" status: 200 len: 763 time: 0.0348761 Mar 22 14:32:40.493580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45624) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.523338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.535172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.595891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-deae48f6-e76d-441e-9ae5-ecb51d486952 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1010499 Mar 22 14:32:40.596685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45628) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.628344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.638581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.669790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (f2c0cefe-b95a-4790-a8fe-18955179c7c0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.677447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f2c0cefe-b95a-4790-a8fe-18955179c7c0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.681190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (36af6e53-4148-491e-bbeb-99431d981bdf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.689402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.690768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/36af6e53-4148-491e-bbeb-99431d981bdf HTTP/1.1" status: 204 len: 168 time: 0.0930729 Mar 22 14:32:40.696536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45630) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.704092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799ea1-08f8-4458-9b99-9a0b2deab5c5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36af6e53-4148-491e-bbeb-99431d981bdf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.753688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c94fca-2b02-4f11-976f-eb691b4ece84 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:32:40.760571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-806e5e87-d8f8-4a7e-b8d4-cbfe1e8073da tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592182 Mar 22 14:32:40.761109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.766486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': 'e7e349ae-6f31-4826-b142-3c272d06d56d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.781286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 41c94fca-2b02-4f11-976f-eb691b4ece84 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:32:40.782546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 41c94fca-2b02-4f11-976f-eb691b4ece84 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:32:40.807738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (9e696403-82df-4ac2-a8e4-262e1ec88be7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.808844 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0cefe-b95a-4790-a8fe-18955179c7c0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.817904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9e696403-82df-4ac2-a8e4-262e1ec88be7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.858025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e696403-82df-4ac2-a8e4-262e1ec88be7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.860312 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.867189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.871729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-112137a2-4143-431d-9369-a3da27d39bad tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4416699 Mar 22 14:32:40.872397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45634) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:40.877564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '9e696403-82df-4ac2-a8e4-262e1ec88be7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:40.914717 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group_rule (993eb46f-a2a3-4f83-8501-4a640adef3f9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.940451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.947350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.968953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1d10fc-4e81-432a-aa61-7ed79a09fa56,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:40.980598 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:40.984397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-281136b9-b63c-4046-bcdf-26da431b3320 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2189779 Mar 22 14:32:40.985168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.006491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group_rule (993eb46f-a2a3-4f83-8501-4a640adef3f9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.009998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0238200b-2665-4ed0-8cbf-747e8c302fe5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules/7f1d10fc-4e81-432a-aa61-7ed79a09fa56 HTTP/1.1" status: 200 len: 763 time: 0.0240643 Mar 22 14:32:41.012724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45638) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.022939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (993eb46f-a2a3-4f83-8501-4a640adef3f9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.057788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993eb46f-a2a3-4f83-8501-4a640adef3f9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.068441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.072163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3a8c1136-71f3-42b1-9201-d9701eca75a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960604 Mar 22 14:32:41.072427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.078316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ce4ab239-985e-4b76-8a5b-18372344e525 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '9e696403-82df-4ac2-a8e4-262e1ec88be7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.098886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cd54c041-5107-49bc-8217-a7132ed4652c tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0827224 Mar 22 14:32:41.102830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.124754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab239-985e-4b76-8a5b-18372344e525 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group_rule (0d9b0164-65bb-4f30-a51c-ff1a3a07dc8f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.149368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.169521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.196973 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-ce4ab239-985e-4b76-8a5b-18372344e525 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:32:41.198538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ce4ab239-985e-4b76-8a5b-18372344e525 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1251593 Mar 22 14:32:41.201442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45644) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.212608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7f1d10fc-4e81-432a-aa61-7ed79a09fa56), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.219015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.222965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45646) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.229933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7f1d10fc-4e81-432a-aa61-7ed79a09fa56 HTTP/1.1" status: 204 len: 168 time: 0.1268382 Mar 22 14:32:41.257343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110832f-d4a2-4677-8bf7-e8479167c3c7 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f1d10fc-4e81-432a-aa61-7ed79a09fa56,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.301095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-99721a44-0556-4919-8cba-20d143b538ec tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769241 Mar 22 14:32:41.306911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45650) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.308141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (9e696403-82df-4ac2-a8e4-262e1ec88be7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.313951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': 'e7e349ae-6f31-4826-b142-3c272d06d56d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.349459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (9e696403-82df-4ac2-a8e4-262e1ec88be7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.364407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.428288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.429114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9e696403-82df-4ac2-a8e4-262e1ec88be7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.431756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.432912 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e696403-82df-4ac2-a8e4-262e1ec88be7 HTTP/1.1" status: 204 len: 168 time: 0.2295198 Mar 22 14:32:41.435867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45652) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.436625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.456084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c15188-3395-4ce6-b647-85d46d683242 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e696403-82df-4ac2-a8e4-262e1ec88be7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.463705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88191c68-cb08-4953-b7c2-0e500522c33f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.481171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.482722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d69a883a-c245-4499-999c-7e91e0ebb550 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724751 Mar 22 14:32:41.486019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-210d7ff3-df96-42f5-8d7e-d8ac56e8a18b tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466130 Mar 22 14:32:41.486019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45654) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.490816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.496055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--886772046'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.505386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f6c889c4-a0e0-4e86-8a17-129a36888416 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules/88191c68-cb08-4953-b7c2-0e500522c33f HTTP/1.1" status: 200 len: 764 time: 0.0168803 Mar 22 14:32:41.506062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45658) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.532657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.573512 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-686a1351-1d1f-4f00-8b7a-3880260a9b51 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0637083 Mar 22 14:32:41.573850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45662) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.611209 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.626798 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.641309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (8872050e-cc67-4929-9eea-4436dcca4972), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.652298 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8872050e-cc67-4929-9eea-4436dcca4972), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.663898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (88191c68-cb08-4953-b7c2-0e500522c33f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.678168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.682336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/88191c68-cb08-4953-b7c2-0e500522c33f HTTP/1.1" status: 204 len: 168 time: 0.1051400 Mar 22 14:32:41.683742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45668) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.686552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95149bd-4f2e-432a-a824-610373982c29 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88191c68-cb08-4953-b7c2-0e500522c33f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.713355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.716426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2228372 Mar 22 14:32:41.717853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677fcc7-2be7-4b99-bb3b-38fb3d357c7a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8872050e-cc67-4929-9eea-4436dcca4972,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.718297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45670) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.725252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-43fb70f3-a4e3-4e8a-83ec-c2a08fa3f381 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '8872050e-cc67-4929-9eea-4436dcca4972', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.726583 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-43fb70f3-a4e3-4e8a-83ec-c2a08fa3f381 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 14:32:41.727287 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-43fb70f3-a4e3-4e8a-83ec-c2a08fa3f381 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:41.730862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-43fb70f3-a4e3-4e8a-83ec-c2a08fa3f381 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089624 Mar 22 14:32:41.731955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.764694 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eaa4d082-b13e-42cf-988c-910afb9854ee tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792682 Mar 22 14:32:41.767914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.793676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (8872050e-cc67-4929-9eea-4436dcca4972), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.824824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (8872050e-cc67-4929-9eea-4436dcca4972), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.840824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45676) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.845629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348698100', 'description': 'tempest-secgroup-smoke-348698100 description', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.851629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (e7e349ae-6f31-4826-b142-3c272d06d56d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.879561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8872050e-cc67-4929-9eea-4436dcca4972), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.882090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.883064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (e7e349ae-6f31-4826-b142-3c272d06d56d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.886117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45678) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.887000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/8872050e-cc67-4929-9eea-4436dcca4972 HTTP/1.1" status: 204 len: 168 time: 0.1525426 Mar 22 14:32:41.896711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570f1e-a685-4158-aa0a-4a82bac3efec tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872050e-cc67-4929-9eea-4436dcca4972,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:41.904751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.977343 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-36319d7e-6348-48e9-acda-5ba0e926b6a0 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863149 Mar 22 14:32:41.977801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:41.985374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--239501062'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:41.988388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e7e349ae-6f31-4826-b142-3c272d06d56d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.991510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:41.992986 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/e7e349ae-6f31-4826-b142-3c272d06d56d HTTP/1.1" status: 204 len: 168 time: 0.2240660 Mar 22 14:32:42.000976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.011489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33951e88-7c2e-4b92-a0cd-ebf9d873f322 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e349ae-6f31-4826-b142-3c272d06d56d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.030027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.065489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eb65e9c8-b40c-4ff6-92c4-925badee6b2b tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633664 Mar 22 14:32:42.070320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.077272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669985230'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.084923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e2e8cb98-8e4e-4f77-83dd-9851527db71c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.090117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e2e8cb98-8e4e-4f77-83dd-9851527db71c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.128512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.139592 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.144447 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3023329 Mar 22 14:32:42.145703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.152099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.157715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd3747-a978-42a8-b320-2ac9209333b4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8cb98-8e4e-4f77-83dd-9851527db71c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.163598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (87ced7aa-8204-47a4-8738-8673e43d2d95), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.174540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (87ced7aa-8204-47a4-8738-8673e43d2d95), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.197670 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (fd73c82a-1b2f-4da5-884d-d5b80b1eb5be), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.239525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ced7aa-8204-47a4-8738-8673e43d2d95,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.248329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.249592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-12235296-11a1-4801-95e9-6720921ca2a1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2707243 Mar 22 14:32:42.255175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45696) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.260529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9087eec9-9191-42d0-b893-9332c984d2d6 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '87ced7aa-8204-47a4-8738-8673e43d2d95', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.261398 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-9087eec9-9191-42d0-b893-9332c984d2d6 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 14:32:42.261895 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-9087eec9-9191-42d0-b893-9332c984d2d6 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:42.262894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9087eec9-9191-42d0-b893-9332c984d2d6 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068963 Mar 22 14:32:42.268346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45698) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.291273 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (fd73c82a-1b2f-4da5-884d-d5b80b1eb5be), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.298055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (fd73c82a-1b2f-4da5-884d-d5b80b1eb5be), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.301669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5337f02e-b6c7-461a-b00e-783c35bf0201), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.313306 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5337f02e-b6c7-461a-b00e-783c35bf0201), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.317657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd73c82a-1b2f-4da5-884d-d5b80b1eb5be,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.355687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.360441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75536d40-eeab-4932-8021-0228f2dd0cbc tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135828 Mar 22 14:32:42.362130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45702) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.368778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.388238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.392056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3162673 Mar 22 14:32:42.394707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.401126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Request body: {'security_group_rule': {'security_group_id': '5337f02e-b6c7-461a-b00e-783c35bf0201', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.407792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c91ad-541d-4b37-ba97-5b5ed76fe181 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5337f02e-b6c7-461a-b00e-783c35bf0201,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.418617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (d07bd514-5363-439f-81ec-9424c823f1ec), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.430847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (87ced7aa-8204-47a4-8738-8673e43d2d95), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.466254 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0f16a874-9400-48af-8095-43ea49c9ed3a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.469497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (87ced7aa-8204-47a4-8738-8673e43d2d95), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.570566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (0f16a874-9400-48af-8095-43ea49c9ed3a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.572936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (d07bd514-5363-439f-81ec-9424c823f1ec), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.578306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0f16a874-9400-48af-8095-43ea49c9ed3a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.591091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d07bd514-5363-439f-81ec-9424c823f1ec), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.603886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a77b-7ede-43f9-a617-aefd43468d2b req-9c3c40fb-c3b4-42cb-a0ef-4ec889de5bcf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:42.604146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f16a874-9400-48af-8095-43ea49c9ed3a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.605862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4c7a77b-7ede-43f9-a617-aefd43468d2b req-9c3c40fb-c3b4-42cb-a0ef-4ec889de5bcf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.0729887 Mar 22 14:32:42.606712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (87ced7aa-8204-47a4-8738-8673e43d2d95), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.609349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.614027 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.614944 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/87ced7aa-8204-47a4-8738-8673e43d2d95 HTTP/1.1" status: 204 len: 168 time: 0.3451667 Mar 22 14:32:42.625298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6c26-85f0-4059-9866-af3e37e9d546 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ced7aa-8204-47a4-8738-8673e43d2d95,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.648767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.652253 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3c8cc527-c17a-4ca4-9aa4-3606751e0594 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2548099 Mar 22 14:32:42.653863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.659946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.663994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3008747 Mar 22 14:32:42.664269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45716) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.664740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f757-7134-4c67-920e-13226f6ac69d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07bd514-5363-439f-81ec-9424c823f1ec,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.671587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.691273 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d66b0cbe-e4db-47a6-b79d-a9dc48446a79 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754819 Mar 22 14:32:42.698456 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45718) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.704586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935009349'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.731132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.732566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4c7a77b-7ede-43f9-a617-aefd43468d2b req-97ea3d62-dd9b-49bf-a91a-8cb99ab11516 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042149 Mar 22 14:32:42.744872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (2b06572f-fa08-4f54-a6b9-99750b0a1168), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.795163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5337f02e-b6c7-461a-b00e-783c35bf0201), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.825045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (5b045fcb-a574-42ca-8c81-d21c61a981dc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.829647 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5b045fcb-a574-42ca-8c81-d21c61a981dc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.831686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (5337f02e-b6c7-461a-b00e-783c35bf0201), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.844290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (2b06572f-fa08-4f54-a6b9-99750b0a1168), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.851004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (2b06572f-fa08-4f54-a6b9-99750b0a1168), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.863727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.868040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1652679 Mar 22 14:32:42.868343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45720) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.872609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-32beda1e-471c-4ecb-b3c2-057e9d3c7517 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '5b045fcb-a574-42ca-8c81-d21c61a981dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.885358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06572f-fa08-4f54-a6b9-99750b0a1168,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.894695 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-32beda1e-471c-4ecb-b3c2-057e9d3c7517 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 14:32:42.894848 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.895524 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-32beda1e-471c-4ecb-b3c2-057e9d3c7517 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:42.895990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-45bf91a9-514a-4fa0-bfc8-aea31a728835 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303705 Mar 22 14:32:42.898818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45722) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.905405 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32beda1e-471c-4ecb-b3c2-057e9d3c7517 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0334752 Mar 22 14:32:42.905606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.905867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45724) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.911795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3d815d8f-7440-467f-88a0-a2a427719d03 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '5b045fcb-a574-42ca-8c81-d21c61a981dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.912639 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-3d815d8f-7440-467f-88a0-a2a427719d03 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 14:32:42.913368 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-3d815d8f-7440-467f-88a0-a2a427719d03 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:42.917881 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d815d8f-7440-467f-88a0-a2a427719d03 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082827 Mar 22 14:32:42.917881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ddc20-99b3-4a97-af5c-f9e740969f43 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b045fcb-a574-42ca-8c81-d21c61a981dc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.918384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.921509 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5337f02e-b6c7-461a-b00e-783c35bf0201), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.924772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:42.926248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/5337f02e-b6c7-461a-b00e-783c35bf0201 HTTP/1.1" status: 204 len: 168 time: 0.2713900 Mar 22 14:32:42.931609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45728) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.931955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b8f7a8ee-9558-4506-bb2f-858b94181864 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '5b045fcb-a574-42ca-8c81-d21c61a981dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.934084 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-b8f7a8ee-9558-4506-bb2f-858b94181864 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 14:32:42.934603 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-b8f7a8ee-9558-4506-bb2f-858b94181864 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:42.938570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b8f7a8ee-9558-4506-bb2f-858b94181864 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158212 Mar 22 14:32:42.941040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45730) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.948952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e0db0d05-9c98-4b18-ba01-4f14fb957aca tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '5b045fcb-a574-42ca-8c81-d21c61a981dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:42.949542 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-e0db0d05-9c98-4b18-ba01-4f14fb957aca tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 14:32:42.950064 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-e0db0d05-9c98-4b18-ba01-4f14fb957aca tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:42.954468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e0db0d05-9c98-4b18-ba01-4f14fb957aca tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091107 Mar 22 14:32:42.954647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:42.956666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e7eeb-3ee2-40c9-a77f-debf486d4df5 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5337f02e-b6c7-461a-b00e-783c35bf0201,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:42.964394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (54f49fa9-9de9-447c-99ea-63022479f3d6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.019205 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4eeee8f7-2928-49a7-96dd-88bb9c22a640 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852945 Mar 22 14:32:43.019943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45734) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.049296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (54f49fa9-9de9-447c-99ea-63022479f3d6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.055763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (54f49fa9-9de9-447c-99ea-63022479f3d6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.068241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (5b045fcb-a574-42ca-8c81-d21c61a981dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.077919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f49fa9-9de9-447c-99ea-63022479f3d6,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.084864 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.086385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3ce7db89-b53e-48fe-a58c-d8ffcf39fa8b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866395 Mar 22 14:32:43.089034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45736) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.093863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.097005 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4e053c03-edd3-4486-b1be-5f05e57eddac tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0726705 Mar 22 14:32:43.100396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.117006 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:32:43.120842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (5b045fcb-a574-42ca-8c81-d21c61a981dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.125069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (4132c73a-4f44-48c3-94b2-fb610e880567), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.129611 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-869572b0-2202-446e-8631-4657b2f17104 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] delete failed (client error): The resource could not be found. Mar 22 14:32:43.130781 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-869572b0-2202-446e-8631-4657b2f17104 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "DELETE /v2.0/security-groups/5337f02e-b6c7-461a-b00e-783c35bf0201 HTTP/1.1" status: 404 len: 347 time: 0.0293751 Mar 22 14:32:43.136590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.191823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (4132c73a-4f44-48c3-94b2-fb610e880567), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.196717 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-feb316a8-87a9-4481-bd28-39d22c7bfca2 tempest-SecGroupTest-1934787632 tempest-SecGroupTest-1934787632-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589879 Mar 22 14:32:43.204396 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4132c73a-4f44-48c3-94b2-fb610e880567), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.207302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5b045fcb-a574-42ca-8c81-d21c61a981dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.210683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.214608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/5b045fcb-a574-42ca-8c81-d21c61a981dc HTTP/1.1" status: 204 len: 168 time: 0.2568007 Mar 22 14:32:43.217167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45744) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.241996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97326f-3b02-4869-ada6-f5881c153961 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b045fcb-a574-42ca-8c81-d21c61a981dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.244506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4132c73a-4f44-48c3-94b2-fb610e880567,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.258782 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.260540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0aadb99d-996a-45b8-8bda-0062c2304db8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704216 Mar 22 14:32:43.263421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.275343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': 'e2e8cb98-8e4e-4f77-83dd-9851527db71c', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.295657 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e487e6c6-f3d4-4333-a15f-58893998569e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754509 Mar 22 14:32:43.299783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.304819 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:32:43.307078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285325695'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.315996 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (015c2313-abfc-431a-8ad0-49eb872d0def), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.334261 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.394060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (015c2313-abfc-431a-8ad0-49eb872d0def), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.404298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (015c2313-abfc-431a-8ad0-49eb872d0def), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.435988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015c2313-abfc-431a-8ad0-49eb872d0def,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.451145 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.451351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (feee8b05-98fd-44cc-9834-fb753a7456fb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.452493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-959f94a4-8a1d-4dd1-9ca6-69e324ad0ed2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1880801 Mar 22 14:32:43.455957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45754) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.459891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (feee8b05-98fd-44cc-9834-fb753a7456fb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.476105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'network': {'name': 'tempest-network-smoke--638456275', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'port_security_enabled': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.516893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.518187 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2160339 Mar 22 14:32:43.521201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.526571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5a27631f-26bc-4ea1-a294-35a41ccc1e8e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.527368 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-5a27631f-26bc-4ea1-a294-35a41ccc1e8e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:32:43.527794 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-5a27631f-26bc-4ea1-a294-35a41ccc1e8e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.531349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5a27631f-26bc-4ea1-a294-35a41ccc1e8e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068014 Mar 22 14:32:43.531349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8733fa-b6cf-459d-a420-577c50dbe653 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feee8b05-98fd-44cc-9834-fb753a7456fb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.532559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.535083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:43.538464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.538675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b0fddcb8-c4a8-4a66-a7d3-cb106e342952 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.570758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:43.582551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e7745f49-9cd9-4dc0-8069-5c184e19c84a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.582912 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Added segment e7745f49-9cd9-4dc0-8069-5c184e19c84a of type vlan for network d81dce15-243e-43ca-8665-733e04300de8 Mar 22 14:32:43.610454 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-b0fddcb8-c4a8-4a66-a7d3-cb106e342952 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.616815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45766) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.617997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b0fddcb8-c4a8-4a66-a7d3-cb106e342952 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0841994 Mar 22 14:32:43.622174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8ac61343-c54a-4449-b0fa-f85cb5aecebc tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.622793 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-8ac61343-c54a-4449-b0fa-f85cb5aecebc tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 14:32:43.623347 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-8ac61343-c54a-4449-b0fa-f85cb5aecebc tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.624422 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ac61343-c54a-4449-b0fa-f85cb5aecebc tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066204 Mar 22 14:32:43.627731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45768) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.638755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2d69f688-143e-4140-9de1-8c61a8f9436a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.639066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d81dce15-243e-43ca-8665-733e04300de8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.674365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d81dce15-243e-43ca-8665-733e04300de8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.680623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:43.681257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.682765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45770) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.711698 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-2d69f688-143e-4140-9de1-8c61a8f9436a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.716263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2d69f688-143e-4140-9de1-8c61a8f9436a tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0867136 Mar 22 14:32:43.717857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.728187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-172637db-902b-460e-bc94-9c0897de5e04 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.730039 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-172637db-902b-460e-bc94-9c0897de5e04 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:32:43.730698 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-172637db-902b-460e-bc94-9c0897de5e04 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.732267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-172637db-902b-460e-bc94-9c0897de5e04 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124073 Mar 22 14:32:43.735556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45776) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.745259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c2b4d72a-3f65-4b50-b713-d00515471392 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.752312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2953403 Mar 22 14:32:43.752928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45778) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.760125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'admin_state_up': True, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.781092 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac97f1-ccd7-42c5-b512-a0d9ad58773c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Network': ['ID=d81dce15-243e-43ca-8665-733e04300de8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:43.794634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d81dce15-243e-43ca-8665-733e04300de8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:43.802752 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.804024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.830881 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-c2b4d72a-3f65-4b50-b713-d00515471392 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.832121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2b4d72a-3f65-4b50-b713-d00515471392 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0943723 Mar 22 14:32:43.835677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.840587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bd27ad19-863f-4239-8f94-bf85699b36af tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.841881 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-bd27ad19-863f-4239-8f94-bf85699b36af tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 14:32:43.842408 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-bd27ad19-863f-4239-8f94-bf85699b36af tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.843696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bd27ad19-863f-4239-8f94-bf85699b36af tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075161 Mar 22 14:32:43.846692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45784) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.855276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-76a90d86-e832-4e29-a3e3-96cb602dabb7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.922208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (73640c61-95c4-4d8e-acb2-f47fd89e2909), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:43.971233 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-76a90d86-e832-4e29-a3e3-96cb602dabb7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:43.972311 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-76a90d86-e832-4e29-a3e3-96cb602dabb7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1246336 Mar 22 14:32:43.976566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45786) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:43.981933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3c6e1fc8-7848-44ce-a71c-453926bc410c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'feee8b05-98fd-44cc-9834-fb753a7456fb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:43.991085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d035b8f7-8d9c-49c9-9ee0-1dd604ba2542 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a0ff6aec24f4963a7a2cf8d6b46795a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044782 Mar 22 14:32:43.991552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45788) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.019197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec287646-4478-4eeb-a359-fc3ad3256bee req-23e5b2f7-9f0d-4381-bf0c-440a8d10eb3a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:44.020707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec287646-4478-4eeb-a359-fc3ad3256bee req-23e5b2f7-9f0d-4381-bf0c-440a8d10eb3a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1218438 Mar 22 14:32:44.089992 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-3c6e1fc8-7848-44ce-a71c-453926bc410c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:44.090971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3c6e1fc8-7848-44ce-a71c-453926bc410c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1134763 Mar 22 14:32:44.096780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.107419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] Publish callbacks [] for security_group (e926c9ae-9b64-46e3-ba57-3db4f31bc07e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.137598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec287646-4478-4eeb-a359-fc3ad3256bee req-472bf8d4-3086-4c18-b2d0-d477c6c92919 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042001 Mar 22 14:32:44.153901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] Publish callbacks [] for security_group (e926c9ae-9b64-46e3-ba57-3db4f31bc07e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.188311 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (73640c61-95c4-4d8e-acb2-f47fd89e2909), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.225571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e926c9ae-9b64-46e3-ba57-3db4f31bc07e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.228966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.232552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e926c9ae-9b64-46e3-ba57-3db4f31bc07e HTTP/1.1" status: 204 len: 168 time: 0.2360058 Mar 22 14:32:44.262556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (feee8b05-98fd-44cc-9834-fb753a7456fb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.290464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (feee8b05-98fd-44cc-9834-fb753a7456fb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.334773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59629e-b7c6-43d4-ad2c-d1092b7f6dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926c9ae-9b64-46e3-ba57-3db4f31bc07e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.342929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (feee8b05-98fd-44cc-9834-fb753a7456fb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.346642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.348040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/feee8b05-98fd-44cc-9834-fb753a7456fb HTTP/1.1" status: 204 len: 168 time: 0.2502694 Mar 22 14:32:44.354069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.406557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a809e-8946-4642-8795-2497dfd1e76f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee8b05-98fd-44cc-9834-fb753a7456fb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.461170 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-50305c04-6129-441c-bf0d-ac74cbecbade tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014111 Mar 22 14:32:44.468004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45798) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.472458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--478725343'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:44.521753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.528792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.576745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.626753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (c57db982-a748-4b3a-96a1-62b3ab92ee8d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.634327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c57db982-a748-4b3a-96a1-62b3ab92ee8d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.664346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.665766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1967010 Mar 22 14:32:44.669989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45806) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.673665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b4d9b416-d813-4a6d-a5a2-e6f7ffcdc6c2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'c57db982-a748-4b3a-96a1-62b3ab92ee8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:44.713090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda3d7e-78a7-4504-bcdc-907084e920a2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57db982-a748-4b3a-96a1-62b3ab92ee8d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:44.765185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.200 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/1f8c0052-8dc2-4613-a278-7b751f8f6c47) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:44.775265 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-b4d9b416-d813-4a6d-a5a2-e6f7ffcdc6c2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The resource could not be found. Mar 22 14:32:44.779506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b4d9b416-d813-4a6d-a5a2-e6f7ffcdc6c2 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1069577 Mar 22 14:32:44.780153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45812) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.797046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-88eef265-efe7-49f2-a45e-0a0d340d934c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'c57db982-a748-4b3a-96a1-62b3ab92ee8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2d21c7c9-f03b-439f-ba30-18c684fd511f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:44.866271 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-88eef265-efe7-49f2-a45e-0a0d340d934c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The resource could not be found. Mar 22 14:32:44.870325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88eef265-efe7-49f2-a45e-0a0d340d934c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0867805 Mar 22 14:32:44.874119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45814) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:44.960340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (c57db982-a748-4b3a-96a1-62b3ab92ee8d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.967626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:44.988521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (c57db982-a748-4b3a-96a1-62b3ab92ee8d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.021899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.045698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c57db982-a748-4b3a-96a1-62b3ab92ee8d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.049084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.053680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/c57db982-a748-4b3a-96a1-62b3ab92ee8d HTTP/1.1" status: 204 len: 168 time: 0.1782134 Mar 22 14:32:45.054710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.071143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801545e-4213-4920-afc7-a708578acf5f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57db982-a748-4b3a-96a1-62b3ab92ee8d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.081427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:45.098252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:45.105166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:45.150849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=1f8c0052-8dc2-4613-a278-7b751f8f6c47,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.167434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-26b6002a-88de-4c46-ba9f-9fff4ab4f251 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001501 Mar 22 14:32:45.167434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.172652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9dcb9cc2-36c2-4188-b805-455540402658 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': '4bc5285e-7209-4143-8b6a-b06906e34af8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.264338 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-9dcb9cc2-36c2-4188-b805-455540402658 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The resource could not be found. Mar 22 14:32:45.265756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9dcb9cc2-36c2-4188-b805-455540402658 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0973535 Mar 22 14:32:45.269549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45830) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.275304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--548243329'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.318990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.327080 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.390174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd53fa-6cd3-43d3-a9a2-8fe1aa055588 req-f0f85acc-32d9-4896-aeac-3c90f4a9c8bc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:45.396921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bd53fa-6cd3-43d3-a9a2-8fe1aa055588 req-f0f85acc-32d9-4896-aeac-3c90f4a9c8bc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.0873015 Mar 22 14:32:45.468313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1e26a0b2-3c92-4e33-a820-52818b56cda7 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-682453335', 'prefixes': ['172.20.0.0/16']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.483703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.502179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bd53fa-6cd3-43d3-a9a2-8fe1aa055588 req-8a6abd9e-8e63-44c9-87c9-0845ee1ba384 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962040 Mar 22 14:32:45.512795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.590093 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.597892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.599544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3287489 Mar 22 14:32:45.603778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45836) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.606017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743b7e-5e33-4c3b-bbba-53eb26b16333 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.611046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692512196'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.639906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.645914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e26a0b2-3c92-4e33-a820-52818b56cda7 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.649462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e26a0b2-3c92-4e33-a820-52818b56cda7 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3271194 Mar 22 14:32:45.655203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45838) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.717035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c899067c-a714-459d-9f5d-4f77a55348fc tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "GET /v2.0/subnetpools/a08cd36f-4e9a-4fa2-8f90-6cfc68311dc3 HTTP/1.1" status: 200 len: 731 time: 0.0571933 Mar 22 14:32:45.717249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.735420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3d9dcc7c-477b-4257-a4f7-3e1bb48be6f8 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-495906935'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.778604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (84e518cf-a572-445b-bfb5-779253e75732), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.785325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (84e518cf-a572-445b-bfb5-779253e75732), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.817829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.819123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2141204 Mar 22 14:32:45.822566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.828207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-65b6e463-95d1-4231-a5ef-7cfc66b92e4f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group_rule': {'security_group_id': 'fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '84e518cf-a572-445b-bfb5-779253e75732'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:45.850217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ff403-7ab9-41c6-8413-8174e2db33f7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e518cf-a572-445b-bfb5-779253e75732,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:45.886538 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-65b6e463-95d1-4231-a5ef-7cfc66b92e4f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:32:45.887945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-65b6e463-95d1-4231-a5ef-7cfc66b92e4f tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0644636 Mar 22 14:32:45.891753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45846) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.951133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d9dcc7c-477b-4257-a4f7-3e1bb48be6f8 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:45.952991 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d9dcc7c-477b-4257-a4f7-3e1bb48be6f8 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "PUT /v2.0/subnetpools/a08cd36f-4e9a-4fa2-8f90-6cfc68311dc3 HTTP/1.1" status: 200 len: 683 time: 0.2358015 Mar 22 14:32:45.956240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:45.983224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.004106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (84e518cf-a572-445b-bfb5-779253e75732), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.059985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (84e518cf-a572-445b-bfb5-779253e75732), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.101049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a10b34e1-a6ff-4628-9038-7924a7ce0e3f tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.104786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a10b34e1-a6ff-4628-9038-7924a7ce0e3f tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a08cd36f-4e9a-4fa2-8f90-6cfc68311dc3 HTTP/1.1" status: 204 len: 168 time: 0.1449618 Mar 22 14:32:46.106544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.122716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (84e518cf-a572-445b-bfb5-779253e75732), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.125645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.126940 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-e13b29e4-f194-4983-81ee-329d47f83572 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] show failed (client error): The resource could not be found. Mar 22 14:32:46.127098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/84e518cf-a572-445b-bfb5-779253e75732 HTTP/1.1" status: 204 len: 168 time: 0.2340851 Mar 22 14:32:46.130556 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e13b29e4-f194-4983-81ee-329d47f83572 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "GET /v2.0/subnetpools/a08cd36f-4e9a-4fa2-8f90-6cfc68311dc3 HTTP/1.1" status: 404 len: 346 time: 0.0205927 Mar 22 14:32:46.131899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45852) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.132299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45854) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.164926 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-2e8f4c90-43ed-4376-a0a3-45d9603bdb82 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] delete failed (client error): The resource could not be found. Mar 22 14:32:46.166046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2e8f4c90-43ed-4376-a0a3-45d9603bdb82 tempest-SubnetPoolsTestJSON-1769195176 tempest-SubnetPoolsTestJSON-1769195176-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a08cd36f-4e9a-4fa2-8f90-6cfc68311dc3 HTTP/1.1" status: 404 len: 346 time: 0.0311224 Mar 22 14:32:46.173411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d854a-d64b-47dc-b80d-0109040013cd tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e518cf-a572-445b-bfb5-779253e75732,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:46.179178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 73640c61-95c4-4d8e-acb2-f47fd89e2909 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:32:46.237091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-da7398a8-9bd1-4281-b227-b3658199ca7e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1027780 Mar 22 14:32:46.240323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.333214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.371018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:46.378465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.384500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Sync routers for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:46.401676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:46.402337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:46.423552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.425130 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-62350757-009a-4692-9beb-2702ec6f1b60 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6686094 Mar 22 14:32:46.428721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45860) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.463552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9dce7f32-0c89-4af5-a57b-da5809e5fdf9 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=bd4c46c276c4456c8c5ebf56c01c70a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328932 Mar 22 14:32:46.466545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.535228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.537983 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.541868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d HTTP/1.1" status: 204 len: 168 time: 0.3005490 Mar 22 14:32:46.542107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.568603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:46.576075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77bcc9-8fcb-465b-93a2-305925b5193c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57f849-bb7a-4ea0-b9ea-4e88e9219d5d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:46.594812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45870) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.625929 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1f5e19dd-99ce-4205-a6d6-afbea9839cd8 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824733 Mar 22 14:32:46.631412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45874) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.639457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690387543'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:46.758595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.771258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59e856-2972-4665-aab5-208018736617 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:46.775351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9a59e856-2972-4665-aab5-208018736617 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3047352 Mar 22 14:32:46.775351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3133dd34-1d24-439e-97fc-27b51d3e1d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.775967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.859133 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3133dd34-1d24-439e-97fc-27b51d3e1d29 admin admin] Publish callbacks [] for security_group (c5fbc58d-5da6-4dc2-9b48-003d0882fa30), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.860844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:46.861133 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b0aa50b-825e-4ecb-ad1a-def712423004 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830109 Mar 22 14:32:46.869021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123079044', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:46.878365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3133dd34-1d24-439e-97fc-27b51d3e1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c5fbc58d-5da6-4dc2-9b48-003d0882fa30), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:46.944865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133dd34-1d24-439e-97fc-27b51d3e1d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fbc58d-5da6-4dc2-9b48-003d0882fa30,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:46.997519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:45Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:47.011561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45882) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.012131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3133dd34-1d24-439e-97fc-27b51d3e1d29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=574a1c879d584260a6b56edefd8d0355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157774 Mar 22 14:32:47.019115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931f370-0002-4bd2-90ff-13c2d5878647 req-1e86bb75-91f2-4717-ba49-c3da99958db6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:47.021061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a931f370-0002-4bd2-90ff-13c2d5878647 req-1e86bb75-91f2-4717-ba49-c3da99958db6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.3900054 Mar 22 14:32:47.035543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Checking router: 73640c61-95c4-4d8e-acb2-f47fd89e2909 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:32:47.036239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Updating router 73640c61-95c4-4d8e-acb2-f47fd89e2909 port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:32:47.066164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.102141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] Publish callbacks [] for security_group (c5fbc58d-5da6-4dc2-9b48-003d0882fa30), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.109077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (044638cf-7c1c-49ea-a87f-789cf7909d84), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.113054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a931f370-0002-4bd2-90ff-13c2d5878647 req-d82b6dbf-b49b-4afd-9dd8-75ed76427747 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863907 Mar 22 14:32:47.116886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:47.126367 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.144478 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (044638cf-7c1c-49ea-a87f-789cf7909d84), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.145160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] Publish callbacks [] for security_group (c5fbc58d-5da6-4dc2-9b48-003d0882fa30), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.217720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c5fbc58d-5da6-4dc2-9b48-003d0882fa30), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.220647 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.221982 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5fbc58d-5da6-4dc2-9b48-003d0882fa30 HTTP/1.1" status: 204 len: 168 time: 0.2086473 Mar 22 14:32:47.238022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9a594-848a-47ff-bc53-18866be874b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fbc58d-5da6-4dc2-9b48-003d0882fa30,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.238221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.242115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6040545 Mar 22 14:32:47.242384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.244415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc2c52-0851-41f7-9544-cb28fefcba52 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044638cf-7c1c-49ea-a87f-789cf7909d84,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.248386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6a2186a5-3765-42d7-8716-ce47f40d62e1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:47.249643 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-6a2186a5-3765-42d7-8716-ce47f40d62e1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:32:47.250304 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-6a2186a5-3765-42d7-8716-ce47f40d62e1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:32:47.251638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a2186a5-3765-42d7-8716-ce47f40d62e1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "PUT /v2.0/security-groups/044638cf-7c1c-49ea-a87f-789cf7909d84 HTTP/1.1" status: 409 len: 330 time: 0.0079904 Mar 22 14:32:47.255476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45888) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.344608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (044638cf-7c1c-49ea-a87f-789cf7909d84), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.379005 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (044638cf-7c1c-49ea-a87f-789cf7909d84), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.435693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks [] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.448083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.454786 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (044638cf-7c1c-49ea-a87f-789cf7909d84), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.457571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.461293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/044638cf-7c1c-49ea-a87f-789cf7909d84 HTTP/1.1" status: 204 len: 168 time: 0.2017167 Mar 22 14:32:47.462501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45892) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.468709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298941d6-8707-4ace-9335-023aac15e4c7 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044638cf-7c1c-49ea-a87f-789cf7909d84,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.472389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (199d8b26-9118-4de4-94fb-9fb905eb87c2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.523049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6014b-3a47-4181-8484-b947f24ee211 None None] Pushing event updated for resources: {'Port': ['ID=1f8c0052-8dc2-4613-a278-7b751f8f6c47,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.542562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Subnet': ['ID=199d8b26-9118-4de4-94fb-9fb905eb87c2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:47.542778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Attempting to bind port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:47.543003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Attempting to bind port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:47.543574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Attempting to bind port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:47.552098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:47.555698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:47.556323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.556867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:47.557522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Bound port: 1f8c0052-8dc2-4613-a278-7b751f8f6c47, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:47.558089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.608485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45898) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.609661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-62238245-49bf-4e65-8977-d70f765d425c tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1448798 Mar 22 14:32:47.632737 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-206521ed-d458-472c-82f1-d9bb503ea676 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] delete failed (client error): The resource could not be found. Mar 22 14:32:47.640340 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-206521ed-d458-472c-82f1-d9bb503ea676 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "DELETE /v2.0/security-groups/5f224f67-a522-4bb2-ad6f-8264be08bef2 HTTP/1.1" status: 404 len: 347 time: 0.0264211 Mar 22 14:32:47.640340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45902) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.646180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] For port 1f8c0052-8dc2-4613-a278-7b751f8f6c47, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:47.649879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] For port 1f8c0052-8dc2-4613-a278-7b751f8f6c47, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8c0052-8dc2-4613-a278-7b751f8f6c47,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:47.650520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:47.651997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network hostable DHCP agents. Network: d81dce15-243e-43ca-8665-733e04300de8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:32:47.660661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.664867 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-9600400b-be4b-4e0e-b9dc-8cdb36d1b74e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] show failed (client error): The resource could not be found. Mar 22 14:32:47.666123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9600400b-be4b-4e0e-b9dc-8cdb36d1b74e tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-groups/dfe4abf8-ca7d-43a6-8b4b-9fe96feb1df3 HTTP/1.1" status: 404 len: 347 time: 0.0251071 Mar 22 14:32:47.669768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.680236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network d81dce15-243e-43ca-8665-733e04300de8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:32:47.683958 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-0657fd61-0f5d-4eda-9138-03f3bf2873f1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] show failed (client error): The resource could not be found. Mar 22 14:32:47.685013 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0657fd61-0f5d-4eda-9138-03f3bf2873f1 tempest-NegativeSecGroupTest-861062056 tempest-NegativeSecGroupTest-861062056-project] 10.222.0.81 "GET /v2.0/security-group-rules/11f7671c-da20-482d-a648-2a06ca5c913a HTTP/1.1" status: 404 len: 356 time: 0.0142987 Mar 22 14:32:47.696302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d81dce15-243e-43ca-8665-733e04300de8) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:47.701092 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:47.702038 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:47.712017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961994c3-058c-4a55-bfb9-5cb5f020530f None None] Network d81dce15-243e-43ca-8665-733e04300de8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:47.727702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8b76d2bc-3b20-4fb4-a9d2-afad75c17623 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8619919 Mar 22 14:32:47.734214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 45908) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:47.803205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:47.804306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:47.990996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6014b-3a47-4181-8484-b947f24ee211 None None] Pushing event updated for resources: {'Port': ['ID=1f8c0052-8dc2-4613-a278-7b751f8f6c47,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:48.003784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-d81dce15-243e-43ca-8665-733e04300de8', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:32:48.004736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.128503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:48.191130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:48.366941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071eaa-28f3-4dc8-b7e4-25d997edce2a req-218198bd-8c8e-4172-8d34-53c14dd96491 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:48.368826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66071eaa-28f3-4dc8-b7e4-25d997edce2a req-218198bd-8c8e-4172-8d34-53c14dd96491 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1368577 Mar 22 14:32:48.376295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Allocated IP 172.20.0.2 (d81dce15-243e-43ca-8665-733e04300de8/199d8b26-9118-4de4-94fb-9fb905eb87c2/193efe4c-f78f-4016-b409-33e7b6b7314e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:48.529271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66071eaa-28f3-4dc8-b7e4-25d997edce2a req-7271592b-9eb5-494a-a0e2-838d194bcc23 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513293 Mar 22 14:32:48.557439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-076673ed-d596-4be4-91fe-3d58604b2252 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d9a51d3de7e47c6950901a103b800be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649971 Mar 22 14:32:48.559785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:48.626634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] Publish callbacks [] for security_group (f2c0cefe-b95a-4790-a8fe-18955179c7c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.652314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] Publish callbacks [] for security_group (f2c0cefe-b95a-4790-a8fe-18955179c7c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.722335 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f2c0cefe-b95a-4790-a8fe-18955179c7c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.725092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.728808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2c0cefe-b95a-4790-a8fe-18955179c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1658275 Mar 22 14:32:48.739540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b72764-eff8-4a04-9515-9412ad080abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0cefe-b95a-4790-a8fe-18955179c7c0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:48.751184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26ee2daf-d0a3-4ef4-8a4c-38f32bbe7e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.811350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks [] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.828522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.876593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:45Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:48.881780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Network d81dce15-243e-43ca-8665-733e04300de8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:48.896893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:48.919992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:48.925182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b955e-6edf-42bd-8462-cfd7319d86c6 None None] The sync data for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 is: [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:45Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:48.931582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:48.942660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Pushing event updated for resources: {'Port': ['ID=193efe4c-f78f-4016-b409-33e7b6b7314e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:49.026654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Attempting to bind port 193efe4c-f78f-4016-b409-33e7b6b7314e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:49.027305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Attempting to bind port 193efe4c-f78f-4016-b409-33e7b6b7314e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:49.027473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Attempting to bind port 193efe4c-f78f-4016-b409-33e7b6b7314e on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:49.033200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:49.033582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:49.034029 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.034686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Bound using segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:49.035169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Bound port: 193efe4c-f78f-4016-b409-33e7b6b7314e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:49.035552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.124686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] For port 193efe4c-f78f-4016-b409-33e7b6b7314e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:49.132147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] For port 193efe4c-f78f-4016-b409-33e7b6b7314e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=193efe4c-f78f-4016-b409-33e7b6b7314e,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:49.147624 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.265437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0da754-45b6-44fa-bdcc-87690da50c87 None None] Pushing event updated for resources: {'Port': ['ID=193efe4c-f78f-4016-b409-33e7b6b7314e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:49.338824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.1 (d81dce15-243e-43ca-8665-733e04300de8/199d8b26-9118-4de4-94fb-9fb905eb87c2/a225ff2c-9dac-45dc-8e19-f7115b9091cf) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:49.714663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.784666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:49.799066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5410d9-101d-4aa8-be42-e5bc5702281d req-bb9df3d6-80e9-4700-aa46-385ad22d6ff3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:49.808587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e5410d9-101d-4aa8-be42-e5bc5702281d req-bb9df3d6-80e9-4700-aa46-385ad22d6ff3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1306791 Mar 22 14:32:49.870373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network d81dce15-243e-43ca-8665-733e04300de8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:49.883906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:49.889952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:49.894429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:49.949253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e5410d9-101d-4aa8-be42-e5bc5702281d req-977f48be-5a62-49e2-ac2c-8be06c22bf8d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361570 Mar 22 14:32:49.983511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.173380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.562606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.573356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.655408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:50.658940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:50.815982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network d81dce15-243e-43ca-8665-733e04300de8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:50.817512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:50.872726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 193efe4c-f78f-4016-b409-33e7b6b7314e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:50.875409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce614d47-9394-4548-9167-f288dd655379 None None] Network d81dce15-243e-43ca-8665-733e04300de8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:32:50.981996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00dc2994-0929-4a64-9792-1a84a364e2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.008383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Provisioning complete for port 193efe4c-f78f-4016-b409-33e7b6b7314e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:51.008934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.040106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 73640c61-95c4-4d8e-acb2-f47fd89e2909 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:32:51.160604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 193efe4c-f78f-4016-b409-33e7b6b7314e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:51.160885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.221616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:32:51.229466 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-049088bd-4992-4d3d-b3d2-0dc39370675a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/73640c61-95c4-4d8e-acb2-f47fd89e2909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938853 Mar 22 14:32:51.232902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e40f2-9e2c-4452-a399-2edc9e816dfe req-c83fc563-bcca-4d31-8fd1-94cf05ae396b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:51.252449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a33e40f2-9e2c-4452-a399-2edc9e816dfe req-c83fc563-bcca-4d31-8fd1-94cf05ae396b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1308379 Mar 22 14:32:51.328354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a33e40f2-9e2c-4452-a399-2edc9e816dfe req-84874308-2fa0-49a8-814c-321f06ca2c7d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682995 Mar 22 14:32:51.639007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-beaa12a3-bd50-4bfb-9e77-d0cce262ec6a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348698100&fields=id&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 267 time: 0.0939503 Mar 22 14:32:51.678318 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Sync routers for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:32:51.691908 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:51.692733 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:51.817349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:51.818002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.918413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-15dac3f5-d195-4021-be09-3ec0cbd6712a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:51.921091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-15dac3f5-d195-4021-be09-3ec0cbd6712a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 796 time: 0.2810011 Mar 22 14:32:51.940300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:51.956799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] For port 193efe4c-f78f-4016-b409-33e7b6b7314e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=193efe4c-f78f-4016-b409-33e7b6b7314e,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:51.957809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:51.958203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:51.964291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-ceee5ac1-f2ee-4303-a07c-ce75e44e652e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/quotas/bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 375 time: 0.0353024 Mar 22 14:32:52.008317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.070334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-530d99d9-f100-4677-a60d-c61a96a8d99f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980840 Mar 22 14:32:52.177323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.187576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:32:52.188126 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:32:52.263884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Provisioning complete for port 193efe4c-f78f-4016-b409-33e7b6b7314e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:52.267162 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.304982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-e1576cc3-af76-446a-bd2e-f23906a46753 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:32:52.306018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-e1576cc3-af76-446a-bd2e-f23906a46753 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2315731 Mar 22 14:32:52.322278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2479c94-a961-4dca-9138-9f43b5da2759 None None] Pushing event updated for resources: {'Port': ['ID=193efe4c-f78f-4016-b409-33e7b6b7314e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:52.374051 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 2, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:52.463483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Checking router: 73640c61-95c4-4d8e-acb2-f47fd89e2909 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:32:52.464345 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Updating router 73640c61-95c4-4d8e-acb2-f47fd89e2909 port a225ff2c-9dac-45dc-8e19-f7115b9091cf binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:32:52.484647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:52.532408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:52.532856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.536997 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.624010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-5fe21493-f74f-49df-9fa6-b62424ad85c9 service neutron] 10.222.0.81 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102837 Mar 22 14:32:52.629010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a40fe2bf-a340-4bf7-8a05-cbecef93d118 None None] Port a225ff2c-9dac-45dc-8e19-f7115b9091cf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:52.733492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4c41-43b4-420a-84e2-c7114d6be6c5 req-e315c6da-3b1a-402c-8476-727ef2ec04c0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:52.739248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03fc4c41-43b4-420a-84e2-c7114d6be6c5 req-e315c6da-3b1a-402c-8476-727ef2ec04c0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.2275612 Mar 22 14:32:52.766618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:52.770491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8c0052-8dc2-4613-a278-7b751f8f6c47 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:52.877025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46052) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:52.881868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-03fc4c41-43b4-420a-84e2-c7114d6be6c5 req-472fe056-3636-47af-9266-ddde8f389869 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320407 Mar 22 14:32:52.887706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ef1dc6c2-8884-4242-8b0d-a7095948f2e8 None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:52.895184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc6c2-8884-4242-8b0d-a7095948f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.918582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-3e0d89a1-4420-4101-8680-d6d7da93bdb3 service neutron] 10.222.0.81 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935295 Mar 22 14:32:52.972224 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks [] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:52.976648 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.010176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:53.011259 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.013187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dc6c2-8884-4242-8b0d-a7095948f2e8 None None] Port a225ff2c-9dac-45dc-8e19-f7115b9091cf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:53.151509 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41c1ee97-d1c1-4f93-9d5f-859d7a45dfd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5e97e03268549a199d4ebfcb896bc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732232 Mar 22 14:32:53.153861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:53.195465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:53.195864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.239074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] Publish callbacks [] for security_group (96cd060e-c029-499d-bf71-be8a00080c6f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.267625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1f8c0052-8dc2-4613-a278-7b751f8f6c47, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8c0052-8dc2-4613-a278-7b751f8f6c47,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:53.275153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-40d8a3bd-d40c-4099-830e-057fe4e1fa5d None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:53.276733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-40d8a3bd-d40c-4099-830e-057fe4e1fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.280704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] Publish callbacks [] for security_group (96cd060e-c029-499d-bf71-be8a00080c6f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.356678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-40d8a3bd-d40c-4099-830e-057fe4e1fa5d None None] Port a225ff2c-9dac-45dc-8e19-f7115b9091cf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:53.356934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Pushing event updated for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.365173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.394899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (96cd060e-c029-499d-bf71-be8a00080c6f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.405139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.408258 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96cd060e-c029-499d-bf71-be8a00080c6f HTTP/1.1" status: 204 len: 168 time: 0.2529595 Mar 22 14:32:53.433185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526a72-6169-4462-afcc-83197972f87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd060e-c029-499d-bf71-be8a00080c6f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.436816 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.437157 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.437491 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.437835 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.438171 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.439070 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.439741 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.440220 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.440698 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.441293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.441777 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.442337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.442817 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.443294 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.443804 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:53.457490 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Attempting to bind port a225ff2c-9dac-45dc-8e19-f7115b9091cf on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:53.457849 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Attempting to bind port a225ff2c-9dac-45dc-8e19-f7115b9091cf by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:53.458238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Attempting to bind port a225ff2c-9dac-45dc-8e19-f7115b9091cf on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:53.467429 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:53.467808 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:53.468208 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.468597 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Bound using segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:53.469074 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Bound port: a225ff2c-9dac-45dc-8e19-f7115b9091cf, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:53.469439 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.516111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1f8c0052-8dc2-4613-a278-7b751f8f6c47,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:53.564539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 193efe4c-f78f-4016-b409-33e7b6b7314e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:53.634475 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] For port a225ff2c-9dac-45dc-8e19-f7115b9091cf, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:53.637883 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] For port a225ff2c-9dac-45dc-8e19-f7115b9091cf, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a225ff2c-9dac-45dc-8e19-f7115b9091cf,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:53.655768 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.722122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 193efe4c-f78f-4016-b409-33e7b6b7314e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:53.723012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.740424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:32:53.741049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:53.865084 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.950836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:53.951465 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:53.956798 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f661aab-51fa-4b70-9dfc-640620bc5ef3 None None] Pushing event updated for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:54.046820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:32:54.088602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:54.184094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Current status of the port a225ff2c-9dac-45dc-8e19-f7115b9091cf is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:54.184801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.288200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] For port a225ff2c-9dac-45dc-8e19-f7115b9091cf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a225ff2c-9dac-45dc-8e19-f7115b9091cf,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:54.296087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.362745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3402c1e-332b-484a-b194-ea7fd12e5d20 req-dcdd44c4-0aa9-4e70-b4db-1f4599e85a22 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 210 time: 0.1090260 Mar 22 14:32:54.414605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c7e69-9a81-4e76-9e73-931fbc19375d None None] Pushing event updated for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:54.427408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2478b-37b1-4380-a26d-43eb6d1b6335 req-0b54fb2d-b36c-4c73-8f77-f8ae9c5e42ae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:54.427933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:32:54.431020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cac2478b-37b1-4380-a26d-43eb6d1b6335 req-0b54fb2d-b36c-4c73-8f77-f8ae9c5e42ae tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.3271220 Mar 22 14:32:54.473059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-63b51c77-6206-40b6-a09d-743c84f7a4c7 None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:54.473551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-63b51c77-6206-40b6-a09d-743c84f7a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.562762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cac2478b-37b1-4380-a26d-43eb6d1b6335 req-df3bad94-d1ee-4e1b-a52b-1a3dae2c2f85 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245232 Mar 22 14:32:54.685327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:32:54.699711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-63b51c77-6206-40b6-a09d-743c84f7a4c7 None None] Current status of the port a225ff2c-9dac-45dc-8e19-f7115b9091cf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:54.746154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:54.747073 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d8c35-9261-4ae9-80f5-39b9abb2a1b3 None None] The sync data for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 is: [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:32:54.782399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:32:54.870002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:54.870386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.900662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:32:54.951032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:54.962036 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:54.969392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.034229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:55.056357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e5977f36-25df-4b46-979a-ea2abe08e3bf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:32:55.618046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55f76cb6-3862-4d18-880b-c9959e55e95d req-c8a4f313-ad07-4b3d-b686-e402337c7600 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 210 time: 0.1068153 Mar 22 14:32:55.747288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8c0052-8dc2-4613-a278-7b751f8f6c47 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:55.856171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7963f-6b0f-4f17-85a7-5ded9edb2c06 req-0cfbb7fa-2b1d-499b-bb35-9d0e982eab37 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:55.865068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0dd7963f-6b0f-4f17-85a7-5ded9edb2c06 req-0cfbb7fa-2b1d-499b-bb35-9d0e982eab37 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 944 time: 0.1002722 Mar 22 14:32:55.903050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:55.905841 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:55.998421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0dd7963f-6b0f-4f17-85a7-5ded9edb2c06 req-fe9dd7a0-cf91-4471-9437-9acbca9db05a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299000 Mar 22 14:32:56.150084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:56.154617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a225ff2c-9dac-45dc-8e19-f7115b9091cf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:56.311226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a225ff2c-9dac-45dc-8e19-f7115b9091cf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:56.311621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.381400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:32:56.541370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1b3d16c4-3e61-457c-a016-734487536ddd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:56.546899 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1b3d16c4-3e61-457c-a016-734487536ddd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 796 time: 0.4437947 Mar 22 14:32:56.597764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a225ff2c-9dac-45dc-8e19-f7115b9091cf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:56.656178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e5977f36-25df-4b46-979a-ea2abe08e3bf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:56.658536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:56.713341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:56.716561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-f0101cce-85a8-4622-b96a-192e42509a79 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 379 time: 0.1514947 Mar 22 14:32:56.737082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'port': {'device_id': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'admin_state_up': True, 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'security_groups': ['e2e8cb98-8e4e-4f77-83dd-9851527db71c']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:56.868680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a598aef-4715-4eee-b420-178c440b39c2 req-ff8648ab-e7fc-438c-a01d-6169b634e54a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 210 time: 0.0905714 Mar 22 14:32:57.020073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:32:57.020572 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.103905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:57.105008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:57.112011 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dbc2a3-dda4-439c-a7eb-a4d69ba103f9" -d '{"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:57.112449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.148263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:32:57.159802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.206657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'network': {'name': 'tempest-network-smoke--1819662817', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:57.207657 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df8f64-bc17-461a-9eee-ca059275e872 x-openstack-request-id: req-a8df8f64-bc17-461a-9eee-ca059275e872 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:57.208026 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:57.208580 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8df8f64-bc17-461a-9eee-ca059275e872 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:57.209053 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8df8f64-bc17-461a-9eee-ca059275e872'] response: {'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'code': 200} Mar 22 14:32:57.230499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:57.239889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:32:57.244471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.260340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.463260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.13 (d81dce15-243e-43ca-8665-733e04300de8/199d8b26-9118-4de4-94fb-9fb905eb87c2/fcbd8b1f-8022-4fc3-a1db-d551002432c6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:32:57.734557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.821699 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.872125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (32653d65-a62c-41be-9333-52df685077f6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.891707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network d81dce15-243e-43ca-8665-733e04300de8 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:32:57.897535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (32653d65-a62c-41be-9333-52df685077f6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:57.897865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:32:57.900695 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:32:57.943614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:57.962013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.962672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.963201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.963716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.964826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.965655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.966139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.967476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.967935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.968378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.968857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.969277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.969711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.970185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:57.970679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:32:58.005540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:32:58.015193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (efccd28c-a06c-4dce-8e2c-ab2ebf784518), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.015832 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Added segment efccd28c-a06c-4dce-8e2c-ab2ebf784518 of type vlan for network 2c595f62-0c7b-457d-9dd3-16632aca8276 Mar 22 14:32:58.019417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.020510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.067227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-29405460-2744-49a5-b2bc-6cc4b7b4b199 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3441300 Mar 22 14:32:58.071375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32653d65-a62c-41be-9333-52df685077f6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:58.088049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b252-4ef5-4311-9d5b-394c260f7cde req-a5ccfe34-662a-4803-bbd3-df2a8f247a49 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.098213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Request body: {'port': {'device_id': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:58.106596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79d9b252-4ef5-4311-9d5b-394c260f7cde req-a5ccfe34-662a-4803-bbd3-df2a8f247a49 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 944 time: 0.9899838 Mar 22 14:32:58.199705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.300608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2c595f62-0c7b-457d-9dd3-16632aca8276), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.324971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79d9b252-4ef5-4311-9d5b-394c260f7cde req-672c00d9-03b0-4ee6-b6c3-78c43c99bc83 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170272 Mar 22 14:32:58.336598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.369589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2e0b4737-25c2-4322-b55e-12540f00c995 None None] Provisioning complete for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:32:58.370890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2e0b4737-25c2-4322-b55e-12540f00c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.397395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2c595f62-0c7b-457d-9dd3-16632aca8276), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.409184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.410990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.484016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b4737-25c2-4322-b55e-12540f00c995 None None] Port fcbd8b1f-8022-4fc3-a1db-d551002432c6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:32:58.542768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Network': ['ID=2c595f62-0c7b-457d-9dd3-16632aca8276,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:58.556007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:32:58.575175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dab588d1-b372-44c4-9985-01a48bad6c21 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8585701 Mar 22 14:32:58.583243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:32:58.597472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-335938259', 'admin_state_up': True, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:32:58.620674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ee05a-1fd3-43fe-8746-59e606bc28cf req-343b75b1-74b8-496d-beff-9d0ca6b10400 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:58.627962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-982ee05a-1fd3-43fe-8746-59e606bc28cf req-343b75b1-74b8-496d-beff-9d0ca6b10400 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 932 time: 0.5158122 Mar 22 14:32:58.662559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbd8b1f-8022-4fc3-a1db-d551002432c6 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:32:58.671066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks [] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.684741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Transition to ACTIVE for port object fcbd8b1f-8022-4fc3-a1db-d551002432c6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:32:58.692600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.712510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.713548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.772060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:58.776020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-982ee05a-1fd3-43fe-8746-59e606bc28cf req-7da6cc3d-01ae-4401-8375-676aa32723f0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385474 Mar 22 14:32:58.935785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_controller (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:58.937195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:32:58.937745 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:32:58.938307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:58.945353 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:32:58.945982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:32:58.954286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:32:58.954773 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:32:58.955232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Bound using segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:32:58.955802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Bound port: fcbd8b1f-8022-4fc3-a1db-d551002432c6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:32:58.956232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.070162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:32:59.074254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:32:59.105412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.171159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:59.171857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.176477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] 10.222.0.78 "PUT /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1092 time: 1.0932887 Mar 22 14:32:59.182236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:32:59.190340 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2f829-b639-43da-968e-450d9eddf6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:32:59.265574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfbd25-fe27-4517-8c6e-36c300b89230 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:32:59.271873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.328490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.405299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-d80a4a6b-a98e-4aa8-aac3-bf0475763b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:59.407952 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-d80a4a6b-a98e-4aa8-aac3-bf0475763b7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1126 time: 0.1294632 Mar 22 14:32:59.467513 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-e2dbfc24-fc0f-49f4-84dc-df23622dc2f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 217 time: 0.0495110 Mar 22 14:32:59.563248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-f3ccc38d-c5e7-401a-a707-643a3fb83994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:59.565032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-f3ccc38d-c5e7-401a-a707-643a3fb83994 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.0907049 Mar 22 14:32:59.609469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b717b4c-6642-464b-8d70-ee2d620d7d55 req-7bfe03eb-6075-4dfd-a331-1ce093607b95 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:59.611257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b717b4c-6642-464b-8d70-ee2d620d7d55 req-7bfe03eb-6075-4dfd-a331-1ce093607b95 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1579921 Mar 22 14:32:59.636656 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4457a705-e4bf-450d-aba6-0b9d3cf9c99f x-openstack-request-id: req-4457a705-e4bf-450d-aba6-0b9d3cf9c99f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:32:59.636947 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:32:59.637195 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4457a705-e4bf-450d-aba6-0b9d3cf9c99f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:32:59.637610 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4457a705-e4bf-450d-aba6-0b9d3cf9c99f'] response: {'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'status': 'completed', 'code': 200} Mar 22 14:32:59.642006 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-f781c52a-6cd1-4d67-ab32-c1517532ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:32:59.643586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-f781c52a-6cd1-4d67-ab32-c1517532ee76 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640743 Mar 22 14:32:59.820480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b717b4c-6642-464b-8d70-ee2d620d7d55 req-f258dfd9-62be-436a-b341-9e147a0c1289 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920247 Mar 22 14:32:59.835433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-57e8d88d-e2eb-4583-bd91-640ada3f4771 service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828187 Mar 22 14:32:59.926114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:32:59.959012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:00.000625 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4e314ea4-68a1-462b-9cc4-af677fc11851 req-74f3b79e-2e8c-49ab-bd96-d76b8396bacb service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577687 Mar 22 14:33:00.038926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab48ae2-f8f0-4fde-82f8-4e3a0f5ef0a4 req-ce7489d0-656a-46cb-b313-701a9538715c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.040733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eab48ae2-f8f0-4fde-82f8-4e3a0f5ef0a4 req-ce7489d0-656a-46cb-b313-701a9538715c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 944 time: 0.1477807 Mar 22 14:33:00.196368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eab48ae2-f8f0-4fde-82f8-4e3a0f5ef0a4 req-51b23ec9-1911-4030-b5a2-d3e49dbc2e9e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451418 Mar 22 14:33:00.220904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f829-b639-43da-968e-450d9eddf6bf req-0790a4eb-bd20-4ce5-bebf-e07aaacb541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.222466 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-0790a4eb-bd20-4ce5-bebf-e07aaacb541d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1126 time: 0.1612570 Mar 22 14:33:00.247404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.25.3.10 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/63ef2408-8c5f-48eb-89c9-711c59a6fa14) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:00.485517 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:00.491732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f829-b639-43da-968e-450d9eddf6bf req-bde7f37f-619f-4e07-9231-5ff6dd3e4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.495109 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-bde7f37f-619f-4e07-9231-5ff6dd3e4ce1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.2575402 Mar 22 14:33:00.553202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:00.596296 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-9191a106-1a2b-496c-a947-7d8384bc59e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 217 time: 0.0939801 Mar 22 14:33:00.599834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:00.603459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:00.610250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:00.617289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=63ef2408-8c5f-48eb-89c9-711c59a6fa14,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:00.674509 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f829-b639-43da-968e-450d9eddf6bf req-9dcbae54-1b8a-412f-928d-2509128c21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.677025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-9dcbae54-1b8a-412f-928d-2509128c21ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.0725217 Mar 22 14:33:00.785702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f829-b639-43da-968e-450d9eddf6bf req-6a9dfd37-7b0f-4bb1-89ed-d1460aba365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:00.790308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-6a9dfd37-7b0f-4bb1-89ed-d1460aba365b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056724 Mar 22 14:33:00.962638 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-ced902bf-6e15-4a6e-a2c7-3b0348850e2f service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654952 Mar 22 14:33:01.112672 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78e2f829-b639-43da-968e-450d9eddf6bf req-ea427ec4-8d8d-4c01-9ee7-7ef74d7db73e service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441915 Mar 22 14:33:01.169838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a88f4-16b5-45ea-a68c-cda6a7aa9849 req-ddb0a545-911e-4e3c-88d8-dcbd3bd9d677 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:01.171478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a4a88f4-16b5-45ea-a68c-cda6a7aa9849 req-ddb0a545-911e-4e3c-88d8-dcbd3bd9d677 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.2233348 Mar 22 14:33:01.218841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.307077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a4a88f4-16b5-45ea-a68c-cda6a7aa9849 req-95b8ae63-e612-4fd0-81cd-5b66ab1c9aad tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271276 Mar 22 14:33:01.653159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:01.771215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036f69-3875-422f-9934-5602803350d2 req-f519b5f9-e464-405c-9e28-87e31b0ae791 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:01.775493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85036f69-3875-422f-9934-5602803350d2 req-f519b5f9-e464-405c-9e28-87e31b0ae791 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 944 time: 0.4092484 Mar 22 14:33:01.909807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85036f69-3875-422f-9934-5602803350d2 req-0f8d648a-ec22-4baa-a25e-fe3bd5aa9ab8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860939 Mar 22 14:33:01.926889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:33:02.173413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:02.186363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:02.201403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:02.202097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:02.239806 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.241114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f2c60f4-f73d-4888-b715-bc238872321e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6565437 Mar 22 14:33:02.244897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46250) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:02.430632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:33:02.476676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:02.538375 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4e8e4118-965e-40ea-95cb-f44dfb9cfb66 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=892b4b7b683b409dae0466c233153ea3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2871494 Mar 22 14:33:02.539268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:02.665350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb942ef-7478-439e-a98f-bbfee9208666 req-03b75ec7-7d8f-44e1-9ca2-d6ae0f0d5f26 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:02.678854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb942ef-7478-439e-a98f-bbfee9208666 req-03b75ec7-7d8f-44e1-9ca2-d6ae0f0d5f26 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1895080 Mar 22 14:33:02.762280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:02.782534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'port_id': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'mac_address': 'fa:16:3e:45:6e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:33:02.831206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4cb942ef-7478-439e-a98f-bbfee9208666 req-42cc232c-4a2f-45cd-a7d4-65f8c2b720a2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506474 Mar 22 14:33:02.909227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port fcbd8b1f-8022-4fc3-a1db-d551002432c6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:02.909878 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:02.954535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbd8b1f-8022-4fc3-a1db-d551002432c6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:33:02.980006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:02.984276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:00Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:03.021313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.023701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be52b3-c61f-4b9c-b086-e92f89bc1952 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:03.025372 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0be52b3-c61f-4b9c-b086-e92f89bc1952 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4835207 Mar 22 14:33:03.028397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46280) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:03.029141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:33:03.029584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Updating router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:33:03.067941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.095123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-367123a9-8caf-4165-91a2-e8502d7b0d57 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648186 Mar 22 14:33:03.097925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46282) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:03.103167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-657627618', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:03.177026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8fb33-8cb4-4471-9876-0a97663f944a req-498fc9d8-9fe7-40c0-bc3c-f22440e21917 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:03.186069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7a8fb33-8cb4-4471-9876-0a97663f944a req-498fc9d8-9fe7-40c0-bc3c-f22440e21917 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.0891023 Mar 22 14:33:03.207182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:03.266314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7a8fb33-8cb4-4471-9876-0a97663f944a req-b2c27b3f-16c3-45f5-bcdc-fb83966f9a79 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789006 Mar 22 14:33:03.284031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:03.288432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.328919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['fcbd8b1f-8022-4fc3-a1db-d551002432c6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:33:03.631029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (1639a6ca-f99f-4982-8d4e-1d471ab7e688), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.730246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Subnet': ['ID=1639a6ca-f99f-4982-8d4e-1d471ab7e688,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:03.748542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Checking segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:03.749385 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network hostable DHCP agents. Network: 2c595f62-0c7b-457d-9dd3-16632aca8276, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:33:03.791980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:33:03.810181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 2c595f62-0c7b-457d-9dd3-16632aca8276) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:03.816753 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks [] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.824963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:03.825828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebfce69-8e46-42aa-8764-5624b387db7e None None] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:03.826797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.851578 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:03.881324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46294) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:03.900486 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74f44393-fdf0-4a73-a2d6-6fe45e9e370d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7971253 Mar 22 14:33:04.024121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Attempting to bind port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:04.024121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Attempting to bind port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:04.024121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Attempting to bind port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:04.052454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:04.052454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:04.052996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.053259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:04.064234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Bound port: 63ef2408-8c5f-48eb-89c9-711c59a6fa14, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:04.064795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.130179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba5b09-b8dc-48e8-b47a-cea831b95bfb None None] Pushing event updated for resources: {'Port': ['ID=63ef2408-8c5f-48eb-89c9-711c59a6fa14,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:04.146258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3768e9-ac8e-4c33-9aea-e7d93b7f8a8a req-51c6a7f5-f6dd-4268-b4da-920af5c99223 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:04.152901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa3768e9-ac8e-4c33-9aea-e7d93b7f8a8a req-51c6a7f5-f6dd-4268-b4da-920af5c99223 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1489637 Mar 22 14:33:04.336481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa3768e9-ac8e-4c33-9aea-e7d93b7f8a8a req-70df11fd-697c-4341-9d86-2e66cdc8382c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726246 Mar 22 14:33:04.523753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-2c595f62-0c7b-457d-9dd3-16632aca8276', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:33:04.524630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.567224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] For port 63ef2408-8c5f-48eb-89c9-711c59a6fa14, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:04.615564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] For port 63ef2408-8c5f-48eb-89c9-711c59a6fa14, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63ef2408-8c5f-48eb-89c9-711c59a6fa14,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:04.717987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:04.933829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:04.936161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:05.185714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604108a-d69c-47d8-b753-6966410b987d req-a47518e4-935f-496c-805f-2b5c2a96818c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:05.202381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:05.204784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c604108a-d69c-47d8-b753-6966410b987d req-a47518e4-935f-496c-805f-2b5c2a96818c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.8270185 Mar 22 14:33:05.255197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Allocated IP 172.20.0.2 (2c595f62-0c7b-457d-9dd3-16632aca8276/1639a6ca-f99f-4982-8d4e-1d471ab7e688/b82c9f1f-638b-4c65-94be-0cf3686ad0bb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:05.322614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c604108a-d69c-47d8-b753-6966410b987d req-9960fb2d-8e3f-4ce2-b32e-11c7d6887da5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168249 Mar 22 14:33:05.375473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba5b09-b8dc-48e8-b47a-cea831b95bfb None None] Pushing event updated for resources: {'Port': ['ID=63ef2408-8c5f-48eb-89c9-711c59a6fa14,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:05.572585 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks [] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.589976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.609733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.702887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Pushing event updated for resources: {'Port': ['ID=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:05.735803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:05.737922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:05.742247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:05.831654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Attempting to bind port b82c9f1f-638b-4c65-94be-0cf3686ad0bb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:05.832529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Attempting to bind port b82c9f1f-638b-4c65-94be-0cf3686ad0bb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:05.832529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Attempting to bind port b82c9f1f-638b-4c65-94be-0cf3686ad0bb on network 2c595f62-0c7b-457d-9dd3-16632aca8276 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:05.839707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:05.840148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Checking segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:05.840673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.841081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Bound using segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:05.841564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Bound port: b82c9f1f-638b-4c65-94be-0cf3686ad0bb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:05.841949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:05.942713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:00Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:06.001271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.1 (2c595f62-0c7b-457d-9dd3-16632aca8276/1639a6ca-f99f-4982-8d4e-1d471ab7e688/ec8841c1-2c7a-401f-8c6b-998b3c06a404) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:06.027390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac80a32a-0a38-4167-87ed-39ed27d97e60 None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:00Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:06.077655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] For port b82c9f1f-638b-4c65-94be-0cf3686ad0bb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:06.083270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] For port b82c9f1f-638b-4c65-94be-0cf3686ad0bb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:06.098775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.152964 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.241875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9c16f-8e89-490f-b855-475755be12a7 None None] Pushing event updated for resources: {'Port': ['ID=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:06.257628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.295606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43906f-6936-4637-a44c-642801392029 req-5e923e37-2444-4c09-9029-46ca34c69a61 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:06.311692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f43906f-6936-4637-a44c-642801392029 req-5e923e37-2444-4c09-9029-46ca34c69a61 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.7788017 Mar 22 14:33:06.351084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:06.383632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:06.413222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:06.421007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:06.585593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:33:06.591835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:06.592287 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.622765 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f43906f-6936-4637-a44c-642801392029 req-d6f6100d-8a8e-4db8-93d7-06b2c77d0bef tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099937 Mar 22 14:33:06.668722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:06.828730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.859215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port fcbd8b1f-8022-4fc3-a1db-d551002432c6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:06.860011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:06.944447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:06.946631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:06.952618 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813840c5-0fae-4af7-a0e6-36bf21195bfc" -d '{"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:06.959293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.005652 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6e706a-a79a-4f46-872b-5b405bb4a968 x-openstack-request-id: req-ae6e706a-a79a-4f46-872b-5b405bb4a968 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:07.006040 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:07.006393 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae6e706a-a79a-4f46-872b-5b405bb4a968 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:07.006995 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6e706a-a79a-4f46-872b-5b405bb4a968'] response: {'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'code': 200} Mar 22 14:33:07.041483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:07.167437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313883ef-610c-4bcc-be6c-50ad91cee0fa req-59594fc7-cdc7-402f-a374-59ea0118256d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:07.169157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-313883ef-610c-4bcc-be6c-50ad91cee0fa req-59594fc7-cdc7-402f-a374-59ea0118256d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.5803671 Mar 22 14:33:07.201379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685212f-1243-4adf-8a8c-5587676295ce req-66d90236-779e-4922-ba16-9a1ccfe029b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:07.203808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6685212f-1243-4adf-8a8c-5587676295ce req-66d90236-779e-4922-ba16-9a1ccfe029b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1128 time: 0.1301534 Mar 22 14:33:07.321163 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6685212f-1243-4adf-8a8c-5587676295ce req-de90a885-4a93-48a4-bea9-05c665149a72 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989647 Mar 22 14:33:07.390987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-313883ef-610c-4bcc-be6c-50ad91cee0fa req-a9e3af69-da9d-4616-87bd-9355af72e5c4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505365 Mar 22 14:33:07.406567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.660984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b82c9f1f-638b-4c65-94be-0cf3686ad0bb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:07.771186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b82c9f1f-638b-4c65-94be-0cf3686ad0bb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:07.771657 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:07.993373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b82c9f1f-638b-4c65-94be-0cf3686ad0bb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:07.994967 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.006630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678baa-383a-49f2-8379-4bc767b0a23c req-5c1f554f-9d6f-4f05-9698-ffcdfea71d16 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:08.018983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8678baa-383a-49f2-8379-4bc767b0a23c req-5c1f554f-9d6f-4f05-9698-ffcdfea71d16 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.2173822 Mar 22 14:33:08.104961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b82c9f1f-638b-4c65-94be-0cf3686ad0bb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:08.120522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.121079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63ef2408-8c5f-48eb-89c9-711c59a6fa14 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:08.170031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8678baa-383a-49f2-8379-4bc767b0a23c req-82b7c186-f5e3-42bf-8ca1-73b97d6ad629 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497402 Mar 22 14:33:08.215377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.216952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa6c995-e9e3-4dd6-b93e-f0646854f9d8 None None] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:33:08.227811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.260962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:08.325686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:08.417952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.467545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9639a052-6b82-4f01-a9d6-d3c4414ef5ed None None] Provisioning complete for port b82c9f1f-638b-4c65-94be-0cf3686ad0bb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:08.468216 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9639a052-6b82-4f01-a9d6-d3c4414ef5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.534531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:08.535146 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.667028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202519-e13f-449e-947b-c1865a7451e4 req-3e235461-ec2f-4738-9562-8e45c96db9ab tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:08.669729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93202519-e13f-449e-947b-c1865a7451e4 req-3e235461-ec2f-4738-9562-8e45c96db9ab tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.1094725 Mar 22 14:33:08.747282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:08.747830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:08.749575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:08.754933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:08.758204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9639a052-6b82-4f01-a9d6-d3c4414ef5ed None None] Current status of the port b82c9f1f-638b-4c65-94be-0cf3686ad0bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:08.781810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 63ef2408-8c5f-48eb-89c9-711c59a6fa14, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63ef2408-8c5f-48eb-89c9-711c59a6fa14,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:08.799255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.006228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93202519-e13f-449e-947b-c1865a7451e4 req-dc6d86ce-079c-4ea1-a247-8c708b9d8578 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284104 Mar 22 14:33:09.013192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:09.283654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:09.293494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98ebbc5b-074c-465e-9977-ea029a271487 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/3b1ec986-2936-43c9-89e3-6eb577f2a4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4097846 Mar 22 14:33:09.296245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:09.320034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=63ef2408-8c5f-48eb-89c9-711c59a6fa14,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:09.354581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Provisioning complete for port b82c9f1f-638b-4c65-94be-0cf3686ad0bb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:09.354960 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.419477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:09.438460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:09.439388 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:09.572741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b82c9f1f-638b-4c65-94be-0cf3686ad0bb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:09.576717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba4b32-f09a-4269-8eed-d9d05fdac918 req-dd844b42-1c3b-421c-a6d9-ca152913d863 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.578589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9ba4b32-f09a-4269-8eed-d9d05fdac918 req-dd844b42-1c3b-421c-a6d9-ca152913d863 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.3010001 Mar 22 14:33:09.611903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3076b3-5876-48e7-8278-9712e9bc62fd req-57dd91dd-0037-45ae-a9cf-8a0cadf124c1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.617811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc3076b3-5876-48e7-8278-9712e9bc62fd req-57dd91dd-0037-45ae-a9cf-8a0cadf124c1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.3160508 Mar 22 14:33:09.681336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9ba4b32-f09a-4269-8eed-d9d05fdac918 req-60ef2081-2f56-4b00-a28e-c6871bc44e53 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844073 Mar 22 14:33:09.712654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46356) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:09.723814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Current status of the port b82c9f1f-638b-4c65-94be-0cf3686ad0bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:09.746162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:09.777513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:09.778640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.825865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc3076b3-5876-48e7-8278-9712e9bc62fd req-b17ed623-51ef-4018-b499-a2b4b64321c4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003376 Mar 22 14:33:09.833176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b3318-0e3a-4041-a463-bba6e5bfa74d tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.834868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fe4b3318-0e3a-4041-a463-bba6e5bfa74d tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1123 time: 0.1208150 Mar 22 14:33:09.837650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46358) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:09.852305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:09.898268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.907584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b82c9f1f-638b-4c65-94be-0cf3686ad0bb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:09.907961 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:09.945558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.945941 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.946439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.946886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.947330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.947818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:09.966578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-778b3422-f188-4b0a-a656-5790b95f7de3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.6689155 Mar 22 14:33:09.967498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46360) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:10.022688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9c60e8e0-1175-41c5-9376-c917f0360be5 None None] Port ec8841c1-2c7a-401f-8c6b-998b3c06a404 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:10.108920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.202718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b82c9f1f-638b-4c65-94be-0cf3686ad0bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:10.209653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63ef2408-8c5f-48eb-89c9-711c59a6fa14 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:10.253455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.257420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.257921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.259090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.262080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.262554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:10.267876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c9f4bf8f-4cd0-4678-ad5a-6c3e6ffc786c tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.2966335 Mar 22 14:33:10.268547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46366) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:10.281000 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 2, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:10.289773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fa3c6955-2ca7-4ba8-bec5-478616490ade None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:10.291750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fa3c6955-2ca7-4ba8-bec5-478616490ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.355287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:33:10.355680 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Updating router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 port ec8841c1-2c7a-401f-8c6b-998b3c06a404 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:33:10.389185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c6955-2ca7-4ba8-bec5-478616490ade None None] Port ec8841c1-2c7a-401f-8c6b-998b3c06a404 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:10.424255 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.459193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:10.459952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.501416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.209 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/224e302e-c7a0-4bbe-9275-9a655a656634) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:10.567537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a3c2d33c-1124-41a7-af83-d753206f9f53 None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:10.567955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d33c-1124-41a7-af83-d753206f9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.754097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2d33c-1124-41a7-af83-d753206f9f53 None None] Port ec8841c1-2c7a-401f-8c6b-998b3c06a404 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:10.782213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:10.888923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (224e302e-c7a0-4bbe-9275-9a655a656634), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:10.982876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.027558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:11.075270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:11.084544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:11.110807 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks [] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.133455 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.270193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=224e302e-c7a0-4bbe-9275-9a655a656634,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:11.293005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674ccfa-fa63-430b-81e2-3b3f82d8f781 None None] Pushing event updated for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:11.316984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f1db-45b8-4ed6-9482-7b503fa3ca5a req-44263217-941e-4d58-8004-f3b17ec122ce tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:11.319650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc55f1db-45b8-4ed6-9482-7b503fa3ca5a req-44263217-941e-4d58-8004-f3b17ec122ce tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.3213482 Mar 22 14:33:11.443110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc55f1db-45b8-4ed6-9482-7b503fa3ca5a req-07016441-93fb-4ae9-a89d-b2f4aa6cb5bb tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106126 Mar 22 14:33:11.453427 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Attempting to bind port ec8841c1-2c7a-401f-8c6b-998b3c06a404 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:11.453879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Attempting to bind port ec8841c1-2c7a-401f-8c6b-998b3c06a404 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:11.458233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Attempting to bind port ec8841c1-2c7a-401f-8c6b-998b3c06a404 on network 2c595f62-0c7b-457d-9dd3-16632aca8276 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:11.466575 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:11.466953 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Checking segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:11.467356 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.467745 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Bound using segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:11.468210 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Bound port: ec8841c1-2c7a-401f-8c6b-998b3c06a404, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:11.468587 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.609322 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] For port ec8841c1-2c7a-401f-8c6b-998b3c06a404, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:11.615461 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] For port ec8841c1-2c7a-401f-8c6b-998b3c06a404, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ec8841c1-2c7a-401f-8c6b-998b3c06a404,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:11.628308 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:11.698607 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6e442aca-7194-4150-87c5-37375f230a29 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.4288666 Mar 22 14:33:11.762815 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:11.763463 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:11.914717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:11.915309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.043699 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674ccfa-fa63-430b-81e2-3b3f82d8f781 None None] Pushing event updated for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:12.084414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (2cdd9a22-f768-4a78-bb7a-c6b4b142ae93), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.172212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Current status of the port ec8841c1-2c7a-401f-8c6b-998b3c06a404 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:12.173124 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.182969 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:12.244763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.259835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] For port ec8841c1-2c7a-401f-8c6b-998b3c06a404, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ec8841c1-2c7a-401f-8c6b-998b3c06a404,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:12.280138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.426048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfc55f-b592-4814-a5c6-ca7f854ccafc None None] Pushing event updated for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:12.471977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c8e578ce-45de-4175-8a02-4e36b5be5b2e None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:12.472356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46388) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:12.472767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c8e578ce-45de-4175-8a02-4e36b5be5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.477814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408153720', 'description': 'tempest-secgroup-smoke-408153720 description', 'project_id': '892b4b7b683b409dae0466c233153ea3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:12.538432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.762829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:11Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:12.775190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c8e578ce-45de-4175-8a02-4e36b5be5b2e None None] Current status of the port ec8841c1-2c7a-401f-8c6b-998b3c06a404 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:12.811446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (224e302e-c7a0-4bbe-9275-9a655a656634), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.828039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (509c7b4c-b49d-438e-991e-5ab20252c92a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.831190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.837007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef45ba-e670-4940-8120-fc1ae33cb9fa None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:11Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:12.837724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (509c7b4c-b49d-438e-991e-5ab20252c92a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.952766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:12.959561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4854321 Mar 22 14:33:12.967974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46400) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:12.972809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:12.998466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056b34-3e53-4431-b349-5eda596b0951 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509c7b4c-b49d-438e-991e-5ab20252c92a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:13.021418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2cdd9a22-f768-4a78-bb7a-c6b4b142ae93), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.029324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=224e302e-c7a0-4bbe-9275-9a655a656634,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:13.088981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (682611a2-5adb-41f4-bc6c-943e902e0c1b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.091502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbcec0-513f-4f42-8f0e-1241dfa1fac9 req-0b7d599b-3fa4-4f75-bc21-d437469ff83c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:13.093613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4dbcec0-513f-4f42-8f0e-1241dfa1fac9 req-0b7d599b-3fa4-4f75-bc21-d437469ff83c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.4471896 Mar 22 14:33:13.231476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4dbcec0-513f-4f42-8f0e-1241dfa1fac9 req-b294953d-773d-4f99-b832-2169c4b6b6d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918472 Mar 22 14:33:13.270942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (682611a2-5adb-41f4-bc6c-943e902e0c1b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.279808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (682611a2-5adb-41f4-bc6c-943e902e0c1b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.307088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682611a2-5adb-41f4-bc6c-943e902e0c1b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:13.310176 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 associated. External IP: 172.25.3.209, port: fcbd8b1f-8022-4fc3-a1db-d551002432c6. Mar 22 14:33:13.356120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.360373 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cb046efa-0106-4a98-bc6b-2b642537b998 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881602 Mar 22 14:33:13.368217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46402) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:13.374021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:13.517693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (5bbe0f98-a771-46f8-a8e7-0ff6d4d5a0f8), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.667134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ec8841c1-2c7a-401f-8c6b-998b3c06a404 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:13.685573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (5bbe0f98-a771-46f8-a8e7-0ff6d4d5a0f8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.735636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (5bbe0f98-a771-46f8-a8e7-0ff6d4d5a0f8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:13.875605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ec8841c1-2c7a-401f-8c6b-998b3c06a404 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:13.875987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.132094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ec8841c1-2c7a-401f-8c6b-998b3c06a404 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:14.495285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 73640c61-95c4-4d8e-acb2-f47fd89e2909 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:14.569256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.571397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2015991 Mar 22 14:33:14.574103 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46414) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:14.574996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86aa95-c883-412a-9232-0028670c0d08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbe0f98-a771-46f8-a8e7-0ff6d4d5a0f8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:14.578869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:14.646464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (8ce65ff4-7a74-4692-b261-16750505f64c), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.794196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:14.805772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Sync routers for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:14.819106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ad689-858a-4cdc-b447-809562643fe2 req-e0afa2c5-7cbe-4a36-8777-21dab4274d56 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:14.820677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (8ce65ff4-7a74-4692-b261-16750505f64c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.826386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5ad689-858a-4cdc-b447-809562643fe2 req-e0afa2c5-7cbe-4a36-8777-21dab4274d56 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.3145792 Mar 22 14:33:14.834827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8ce65ff4-7a74-4692-b261-16750505f64c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.835187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:14.836404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:14.867362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.887590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce65ff4-7a74-4692-b261-16750505f64c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:14.895117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.904804 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47bb8462-dffe-46b5-b23e-afe427d322d4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295412 Mar 22 14:33:14.905589 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46420) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:14.913843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:14.955074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-167cb5a2-1f10-4d83-80e6-473e39d702ef tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1124113 Mar 22 14:33:14.955074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:14.956834 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bfe75b-7122-46e8-a936-d72f36735fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:14.965418 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (c643baa2-f3d4-485c-94dc-cd82c7773953), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:14.991652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5ad689-858a-4cdc-b447-809562643fe2 req-8ddf0aff-6508-44cc-9e10-9057069c8972 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641970 Mar 22 14:33:15.244537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:15.277307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (c643baa2-f3d4-485c-94dc-cd82c7773953), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.283936 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055c474-b4b7-4d20-9516-c1cf2cd9c304 x-openstack-request-id: req-b055c474-b4b7-4d20-9516-c1cf2cd9c304 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:15.284403 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:15.284695 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b055c474-b4b7-4d20-9516-c1cf2cd9c304 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:15.284919 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b055c474-b4b7-4d20-9516-c1cf2cd9c304'] response: {'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'status': 'completed', 'code': 200} Mar 22 14:33:15.368738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c643baa2-f3d4-485c-94dc-cd82c7773953), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.379397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da58ef-ed9f-4a82-b6f1-a8615b653ed4 req-d1105e58-4c6f-49ac-b8a9-b9f85663746b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:15.381010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7da58ef-ed9f-4a82-b6f1-a8615b653ed4 req-d1105e58-4c6f-49ac-b8a9-b9f85663746b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.2298825 Mar 22 14:33:15.436781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c643baa2-f3d4-485c-94dc-cd82c7773953,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:15.516965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.520578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8e20c2e8-57ff-4305-96ef-f40510a9f21e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6110637 Mar 22 14:33:15.525654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:15.536769 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:15.594962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-7ae826c6-9b55-4c58-9378-4ff22763ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:15.601106 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-7ae826c6-9b55-4c58-9378-4ff22763ce69 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1128 time: 0.3776360 Mar 22 14:33:15.616175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7da58ef-ed9f-4a82-b6f1-a8615b653ed4 req-b87cb898-2a69-4b2c-82fb-1ce262a3dc66 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160835 Mar 22 14:33:15.651375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46432) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:15.771045 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:33:15.791582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4df49ab0-f2d7-4621-a15c-ed431eb95682 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 992 time: 0.1388202 Mar 22 14:33:15.793241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (2acd8237-456e-489b-b817-53dfbb90b83e), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.810890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2cdd9a22-f768-4a78-bb7a-c6b4b142ae93', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'port_id': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'mac_address': 'fa:16:3e:45:6e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:11Z', 'updated_at': '2022-03-22T14:33:11Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:15.879777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Checking router: 73640c61-95c4-4d8e-acb2-f47fd89e2909 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:33:15.902935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:15.910314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:32:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:15.974690 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (2acd8237-456e-489b-b817-53dfbb90b83e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:15.992588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (2acd8237-456e-489b-b817-53dfbb90b83e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.134679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-739016e3-40ba-4872-b60a-8d2a59cacefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:16.141711 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-739016e3-40ba-4872-b60a-8d2a59cacefe service neutron] 10.222.0.78 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.5219281 Mar 22 14:33:16.147761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acd8237-456e-489b-b817-53dfbb90b83e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:16.264638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.269464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f904537f-cda2-41b4-8b31-4f35bab007c2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7421958 Mar 22 14:33:16.270415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:16.287653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '509c7b4c-b49d-438e-991e-5ab20252c92a', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:16.409665 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-9a7ffb51-e7aa-4b1e-8a0d-6f7a1300637d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1000 time: 0.2536995 Mar 22 14:33:16.411760 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:33:16.438235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb5924-fe82-4f4b-a12c-a3c0bf1b5986 req-df87f6bb-5364-4c99-a74a-852d32d0af83 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:16.450938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78eb5924-fe82-4f4b-a12c-a3c0bf1b5986 req-df87f6bb-5364-4c99-a74a-852d32d0af83 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1846378 Mar 22 14:33:16.470421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4f202e5a-5929-45b5-9084-def6fad29a2a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.475016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:16.555594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:33:16.617716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78eb5924-fe82-4f4b-a12c-a3c0bf1b5986 req-9b28653f-7008-4834-804a-a58116933236 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657646 Mar 22 14:33:16.706690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-f9a6c1f9-b12a-4117-b0ef-212ec64ef8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:16.708168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-f9a6c1f9-b12a-4117-b0ef-212ec64ef8a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.2775645 Mar 22 14:33:16.797057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:16.926774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4f202e5a-5929-45b5-9084-def6fad29a2a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.939639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4f202e5a-5929-45b5-9084-def6fad29a2a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:16.977485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d8874a54-52a8-45c5-af6a-2f76a5e9079a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 992 time: 0.1807318 Mar 22 14:33:16.979467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-759bc486-f337-44a7-b04a-244de1d8e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:16.989314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-759bc486-f337-44a7-b04a-244de1d8e972 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2657254 Mar 22 14:33:17.042129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f202e5a-5929-45b5-9084-def6fad29a2a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:17.142958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2cdd9a22-f768-4a78-bb7a-c6b4b142ae93', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'port_id': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'mac_address': 'fa:16:3e:45:6e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:11Z', 'updated_at': '2022-03-22T14:33:11Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:17.152474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:17.153705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10603043-a476-4073-a813-377f9a38a8e3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8722301 Mar 22 14:33:17.267935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c1b148-5aa3-4edf-98ef-d6495b83a8be None None] The sync data for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 is: [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2cdd9a22-f768-4a78-bb7a-c6b4b142ae93', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'port_id': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'mac_address': 'fa:16:3e:45:6e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:11Z', 'updated_at': '2022-03-22T14:33:11Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:17.316840 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-4391864d-0230-48df-8d16-071531e191ab service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152478 Mar 22 14:33:17.585772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-87b21598-33bd-46cd-98a3-ced636590210 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408153720&fields=id&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 267 time: 0.2125363 Mar 22 14:33:17.617172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c2bfe75b-7122-46e8-a936-d72f36735fb1 req-8ad87654-2880-4f5b-87ce-8a3404be0d4a service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895484 Mar 22 14:33:17.854059 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c97ec-12e9-44e9-a693-d660c0233704 None None] New status for floating IP 2cdd9a22-f768-4a78-bb7a-c6b4b142ae93: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:33:17.981166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46470) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:18.013818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff98f23-a1cf-4c98-bd62-9351c328e796 req-6ab7746e-3ebb-46c9-bc60-6e129a7c0f60 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:18.017795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff98f23-a1cf-4c98-bd62-9351c328e796 req-6ab7746e-3ebb-46c9-bc60-6e129a7c0f60 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.2201688 Mar 22 14:33:18.032382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-74df26c0-8286-4e5d-99ac-ad5d0223ca98 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:18.036797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-74df26c0-8286-4e5d-99ac-ad5d0223ca98 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 797 time: 0.4465096 Mar 22 14:33:18.175592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-9f88882e-970a-4f84-b395-79854524f15f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/quotas/892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 375 time: 0.1113667 Mar 22 14:33:18.283228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff98f23-a1cf-4c98-bd62-9351c328e796 req-d28dc00b-b024-430c-bf7f-f3c8fd461027 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443290 Mar 22 14:33:18.295222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-f22ff06f-2751-4d42-bc1f-2663862e9460 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051233 Mar 22 14:33:18.333809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df78c15c-cbe8-4c70-a2df-dc1c24ad6e45 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 992 time: 0.3397474 Mar 22 14:33:18.602154 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-38a651d1-1d8e-4a45-bae6-0baf8e75e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:18.648973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-23aab9ac-ce28-43a4-8457-738a03bb6d0f service neutron] 10.222.0.81 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410711 Mar 22 14:33:18.899849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-8a96aad9-4d59-4de0-90e5-6ede349a2e0a service neutron] 10.222.0.81 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479465 Mar 22 14:33:19.326770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46496) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:19.464405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46500) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:19.483823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b8b2e88-5785-47d6-86a2-b9cf09bff020 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 994 time: 0.1558461 Mar 22 14:33:19.567602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e443879-4085-4316-8fb7-04700df680cc req-a05a224b-cfa1-450f-84dd-251ef0e2e009 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 210 time: 0.0729036 Mar 22 14:33:19.704474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46e77782-cf38-4d76-969c-f1baf5c1316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:19.770801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63597508-39f8-4949-a29f-9bb4195c56e0 req-9f4d4d24-96a5-46c4-a780-24c688d0a25b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:19.780257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63597508-39f8-4949-a29f-9bb4195c56e0 req-9f4d4d24-96a5-46c4-a780-24c688d0a25b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1839595 Mar 22 14:33:19.948585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63597508-39f8-4949-a29f-9bb4195c56e0 req-8fd19704-a2c5-4712-a7ab-4ffeb2460aaa tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674252 Mar 22 14:33:20.103527 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46e77782-cf38-4d76-969c-f1baf5c1316f admin admin] Publish callbacks [] for security_group (fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.112769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46e77782-cf38-4d76-969c-f1baf5c1316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.199360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77782-cf38-4d76-969c-f1baf5c1316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:20.224859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46510) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:20.236633 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-46e77782-cf38-4d76-969c-f1baf5c1316f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d52b7695a43a4d04a7cfa54dc203541b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7705100 Mar 22 14:33:20.378823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Publish callbacks [] for security_group (fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.430440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Publish callbacks [] for security_group (fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.509862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.517224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:20.521172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0 HTTP/1.1" status: 204 len: 168 time: 0.2930343 Mar 22 14:33:20.536997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a5ff8-d6aa-4f7e-963b-5d8f45ac01f0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:20.548132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.548132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.548132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.548639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.550090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.550090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.550090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.550410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.552342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.552342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.552342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.552342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.552342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.553317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.553695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001b8a8-f813-45d7-b2bc-8510058ce140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:20.777917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa6b60c6-e488-426e-8324-71159d73b193 req-b4831d1d-98ba-4192-b04e-6de05c341e7c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 210 time: 0.1030874 Mar 22 14:33:20.957502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-555431e5-4149-4302-8ba4-cab1e6608562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.068384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46524) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:21.087351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8043531c-8a30-40b1-a328-0bd144295ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.262054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8043531c-8a30-40b1-a328-0bd144295ad8 admin admin] Publish callbacks [] for security_group (468542dd-b7f2-4a4b-b0ad-2777f9c59400), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.262054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e87b8-579e-480a-9b4c-1809c9e6d643 req-bae47d17-29b2-4d06-bcff-546e5342a460 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:21.270266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b43e87b8-579e-480a-9b4c-1809c9e6d643 req-bae47d17-29b2-4d06-bcff-546e5342a460 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1373975 Mar 22 14:33:21.280012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8043531c-8a30-40b1-a328-0bd144295ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (468542dd-b7f2-4a4b-b0ad-2777f9c59400), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.364526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043531c-8a30-40b1-a328-0bd144295ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468542dd-b7f2-4a4b-b0ad-2777f9c59400,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:21.418224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8043531c-8a30-40b1-a328-0bd144295ad8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a1e1a00787d471981fb6b0d046520a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484159 Mar 22 14:33:21.421806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46528) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:21.437384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b43e87b8-579e-480a-9b4c-1809c9e6d643 req-9b2ca77f-3fb3-4527-9399-aa3d09765486 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615539 Mar 22 14:33:21.501621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-c21c6f96-0f5a-4ec2-bf65-4ae949ede722 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:21.507211 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-c21c6f96-0f5a-4ec2-bf65-4ae949ede722 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 797 time: 0.2092748 Mar 22 14:33:21.633050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-1a468734-51ad-4e13-9cdd-bb8563c35c06 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 379 time: 0.1122091 Mar 22 14:33:21.634285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] Publish callbacks [] for security_group (468542dd-b7f2-4a4b-b0ad-2777f9c59400), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.643502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'port': {'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'admin_state_up': True, 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'security_groups': ['509c7b4c-b49d-438e-991e-5ab20252c92a']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:21.724207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] Publish callbacks [] for security_group (468542dd-b7f2-4a4b-b0ad-2777f9c59400), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.815545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (468542dd-b7f2-4a4b-b0ad-2777f9c59400), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.819231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.823035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/468542dd-b7f2-4a4b-b0ad-2777f9c59400 HTTP/1.1" status: 204 len: 168 time: 0.3996119 Mar 22 14:33:21.864367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae14e-2470-4653-9b0f-114856a2a494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468542dd-b7f2-4a4b-b0ad-2777f9c59400,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:21.884672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:33:21.888650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.951364 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:21.981287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd5b9759-1273-48c2-9671-9ba449ac70b6 req-175ad163-12ff-49eb-aab5-7f9a09cf0b5b tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 210 time: 0.0666223 Mar 22 14:33:22.200549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.5 (2c595f62-0c7b-457d-9dd3-16632aca8276/1639a6ca-f99f-4982-8d4e-1d471ab7e688/adf14c20-0836-4ce5-b7fb-1a64a77c45df) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:22.443387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.540308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.633778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4321be3-b636-417a-a990-d2d4e32d4437 req-6031f739-7f3e-4361-94e0-d9446ffba001 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:22.637511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:22.646264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4321be3-b636-417a-a990-d2d4e32d4437 req-6031f739-7f3e-4361-94e0-d9446ffba001 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1158302 Mar 22 14:33:22.656644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:22.661401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:22.716111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:22.747719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4321be3-b636-417a-a990-d2d4e32d4437 req-55cb2237-289d-48a0-8a22-793840be9587 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004329 Mar 22 14:33:22.787349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:22.788306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:22.823690 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-889ddaaa-5d65-43f3-aef6-089753902db9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1840949 Mar 22 14:33:22.837454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Request body: {'port': {'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:22.930132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.106626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3ab370cc-a8ac-46b6-9b24-ffce2ccb03f3 None None] Provisioning complete for port adf14c20-0836-4ce5-b7fb-1a64a77c45df triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:23.107173 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ab370cc-a8ac-46b6-9b24-ffce2ccb03f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.177998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680fc97-49cc-4ff7-8ef0-55e2e63716d3 req-0efab3c2-5cf0-4a0a-a776-e2b11bd36a98 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:23.184232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3ab370cc-a8ac-46b6-9b24-ffce2ccb03f3 None None] Port adf14c20-0836-4ce5-b7fb-1a64a77c45df cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:33:23.186225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c680fc97-49cc-4ff7-8ef0-55e2e63716d3 req-0efab3c2-5cf0-4a0a-a776-e2b11bd36a98 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 931 time: 0.1039133 Mar 22 14:33:23.254813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c680fc97-49cc-4ff7-8ef0-55e2e63716d3 req-c0ac8d30-b65b-4cbe-87e0-3c05da0df1cd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672860 Mar 22 14:33:23.313981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf14c20-0836-4ce5-b7fb-1a64a77c45df {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:33:23.322439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks [] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.339460 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Transition to ACTIVE for port object adf14c20-0836-4ce5-b7fb-1a64a77c45df will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:33:23.345007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.428173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Pushing event updated for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:23.494292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Attempting to bind port adf14c20-0836-4ce5-b7fb-1a64a77c45df on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:23.494933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Attempting to bind port adf14c20-0836-4ce5-b7fb-1a64a77c45df by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:23.494933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Attempting to bind port adf14c20-0836-4ce5-b7fb-1a64a77c45df on network 2c595f62-0c7b-457d-9dd3-16632aca8276 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:23.500067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Port adf14c20-0836-4ce5-b7fb-1a64a77c45df on network 2c595f62-0c7b-457d-9dd3-16632aca8276 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:33:23.500396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Attempting to bind port adf14c20-0836-4ce5-b7fb-1a64a77c45df on network 2c595f62-0c7b-457d-9dd3-16632aca8276 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:23.508085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:23.508467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Checking segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:23.509025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Bound using segment: {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:23.509302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Bound port: adf14c20-0836-4ce5-b7fb-1a64a77c45df, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efccd28c-a06c-4dce-8e2c-ab2ebf784518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:23.509693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.607904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:23.614585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:23.623365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.666601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:23.667567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.669140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] 10.222.0.78 "PUT /v2.0/ports/adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 1091 time: 0.8380005 Mar 22 14:33:23.669699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:23.672593 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849da90e-50cc-494c-a646-33a67116565c" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:23.735160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638a3cb-b1e3-4a9b-ae93-ec78019183fc service neutron] Pushing event updated for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:23.760011 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ccc2d-581f-41c6-87d1-aaec7d361196 x-openstack-request-id: req-fa6ccc2d-581f-41c6-87d1-aaec7d361196 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:23.760011 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:23.760011 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa6ccc2d-581f-41c6-87d1-aaec7d361196 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:23.760011 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6ccc2d-581f-41c6-87d1-aaec7d361196'] response: {'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'status': 'completed', 'code': 200} Mar 22 14:33:23.801100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:23.810766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-c3b4fb0c-061f-43b9-9da7-b1d6ce595b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:23.817891 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-c3b4fb0c-061f-43b9-9da7-b1d6ce595b76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1127 time: 0.0844259 Mar 22 14:33:23.836565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-c7f0281b-979d-4309-9828-c1ddeca494cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:23.838397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-c7f0281b-979d-4309-9828-c1ddeca494cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1125 time: 0.1000233 Mar 22 14:33:23.905155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-708129a9-e901-46b2-b5e8-915c401d92f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 217 time: 0.0594447 Mar 22 14:33:23.952525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-7da94c41-5fa1-4a7c-814c-dfef09ee6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:23.954124 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-7da94c41-5fa1-4a7c-814c-dfef09ee6818 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.1295581 Mar 22 14:33:24.063097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-5586036d-52e4-476c-ab6a-818c2890739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.065824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-5586036d-52e4-476c-ab6a-818c2890739c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 200 len: 834 time: 0.1315594 Mar 22 14:33:24.077197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-160d3b3f-6bc8-4a5a-baec-6158efe4f1ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 1000 time: 0.1135261 Mar 22 14:33:24.077933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c058-9526-41c4-b320-b31709eb6138 req-825713ac-3a79-4ba2-984a-13b2ccdfb270 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.079896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d0c058-9526-41c4-b320-b31709eb6138 req-825713ac-3a79-4ba2-984a-13b2ccdfb270 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.1785409 Mar 22 14:33:24.148355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-fba179b7-c88b-4b15-9232-f49df8938154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.150556 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-fba179b7-c88b-4b15-9232-f49df8938154 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0625033 Mar 22 14:33:24.160031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d0c058-9526-41c4-b320-b31709eb6138 req-e9143920-c8e6-43b0-8b25-177b9bb9fff2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702131 Mar 22 14:33:24.164902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a099-8421-4074-8541-33f1bd008734 req-fa468a9c-3d3e-4cc8-94e0-06a95c259b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.166621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-fa468a9c-3d3e-4cc8-94e0-06a95c259b38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2c595f62-0c7b-457d-9dd3-16632aca8276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858152 Mar 22 14:33:24.228721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-e7f825f2-3fa9-40d9-b263-e5442baeae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.230738 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-e7f825f2-3fa9-40d9-b263-e5442baeae34 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725124 Mar 22 14:33:24.279953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-08c65a0f-24cd-4c91-8329-6864f0c39b08 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058812 Mar 22 14:33:24.398659 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-ebc99445-1340-4e33-9e50-b3b74148f53b service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608474 Mar 22 14:33:24.435067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f50a099-8421-4074-8541-33f1bd008734 req-643862a0-3977-48cc-b834-622f0aef6962 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448283 Mar 22 14:33:24.544063 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e7bf36df-ed5a-4626-bb4f-2a1c6471478a req-0f8ee309-47ce-4d56-90a8-b8c28e61d950 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315808 Mar 22 14:33:24.602933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da90e-50cc-494c-a646-33a67116565c req-049a53b2-1ec6-4aac-ad9b-f09a0a5dba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.604501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-049a53b2-1ec6-4aac-ad9b-f09a0a5dba21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1125 time: 0.1201489 Mar 22 14:33:24.760918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ee11-5bf9-42bc-b2c4-db18ba620706 req-1e2fab17-3702-4bb0-8477-5017a2728e2c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.762447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17c8ee11-5bf9-42bc-b2c4-db18ba620706 req-1e2fab17-3702-4bb0-8477-5017a2728e2c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 943 time: 0.3610485 Mar 22 14:33:24.763876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da90e-50cc-494c-a646-33a67116565c req-ec7ddd10-77af-4966-8f8e-96deb51b1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.765218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-ec7ddd10-77af-4966-8f8e-96deb51b1651 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 898 time: 0.1517870 Mar 22 14:33:24.821358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-3ffc1c40-70a4-423e-aac9-5586aad591ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 217 time: 0.0472615 Mar 22 14:33:24.883646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17c8ee11-5bf9-42bc-b2c4-db18ba620706 req-7ee38caa-9b2e-4112-a211-fbfea6d11ef2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155388 Mar 22 14:33:24.891116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da90e-50cc-494c-a646-33a67116565c req-06f86452-485b-4b98-a5a0-58bd50ea53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.892792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-06f86452-485b-4b98-a5a0-58bd50ea53c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 200 len: 834 time: 0.0651000 Mar 22 14:33:24.953196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:24.954445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da90e-50cc-494c-a646-33a67116565c req-7bad54da-d45d-49e8-a98c-f25cf7d29108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:24.955839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-7bad54da-d45d-49e8-a98c-f25cf7d29108 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2c595f62-0c7b-457d-9dd3-16632aca8276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548823 Mar 22 14:33:25.059945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-4721c0da-df3a-4948-979f-b4957a1d09af service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952511 Mar 22 14:33:25.156669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-849da90e-50cc-494c-a646-33a67116565c req-2aa6372f-4f4b-40a1-ad2d-428653f06035 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864601 Mar 22 14:33:25.578287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da2503-21a5-4cfd-b342-0475e51eef1b req-d1fb59e8-c9d1-4146-a1c3-7bed415d4054 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:25.580066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17da2503-21a5-4cfd-b342-0475e51eef1b req-d1fb59e8-c9d1-4146-a1c3-7bed415d4054 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 945 time: 0.0646076 Mar 22 14:33:25.636362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-17da2503-21a5-4cfd-b342-0475e51eef1b req-24510726-e03b-43f2-884e-5950c2c25be1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Mar 22 14:33:26.015600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1671d-21fd-48bd-b074-ff9708eaff85 req-f36e4eb4-d160-4a04-85e6-ba11b4aef914 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:26.018224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59b1671d-21fd-48bd-b074-ff9708eaff85 req-f36e4eb4-d160-4a04-85e6-ba11b4aef914 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 943 time: 0.0571282 Mar 22 14:33:26.070387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59b1671d-21fd-48bd-b074-ff9708eaff85 req-567df51f-9748-4ed1-acde-99303e33b736 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458946 Mar 22 14:33:26.479838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device adf14c20-0836-4ce5-b7fb-1a64a77c45df details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:33:26.481975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:26.641576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:26.641988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.724908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:26.764712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:26.766776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:33:26.772184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:26.787959 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20aeb02-af59-457e-b0b4-b0aa25236f99" -d '{"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-unplugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:26.840750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port adf14c20-0836-4ce5-b7fb-1a64a77c45df is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:26.841194 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.856453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.860807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf14c20-0836-4ce5-b7fb-1a64a77c45df {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:33:26.919172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:26.925372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aea90-6f0c-4786-8899-0a6b010b01c0 req-ac009e2c-a3a1-4b27-b4a8-ec84e9d1205f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:26.932319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed8aea90-6f0c-4786-8899-0a6b010b01c0 req-ac009e2c-a3a1-4b27-b4a8-ec84e9d1205f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1453350 Mar 22 14:33:26.982830 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5029ba-df79-44c4-be62-caf5ac45eab7 x-openstack-request-id: req-7b5029ba-df79-44c4-be62-caf5ac45eab7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:26.982830 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-unplugged", "status": "failed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "code": 422}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:26.982830 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b5029ba-df79-44c4-be62-caf5ac45eab7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:26.983182 n-d-758851-5 neutron-server[103892]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b5029ba-df79-44c4-be62-caf5ac45eab7']: {'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'code': 422} returned with failed status Mar 22 14:33:26.988922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:26.996948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ed8aea90-6f0c-4786-8899-0a6b010b01c0 req-7f24b204-39c7-4ce7-9537-8eecf6ee3808 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618582 Mar 22 14:33:27.056087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:27.263843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['adf14c20-0836-4ce5-b7fb-1a64a77c45df'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:33:27.318424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809830-380b-432d-8c81-ec58994ee4c3 req-39ae7751-06d6-47a5-8030-266e98d21b2b tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:27.327183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36809830-380b-432d-8c81-ec58994ee4c3 req-39ae7751-06d6-47a5-8030-266e98d21b2b tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 944 time: 0.1013184 Mar 22 14:33:27.353299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:27.409276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36809830-380b-432d-8c81-ec58994ee4c3 req-a3501ec8-da88-413f-aa3b-235f3b5a73a8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801795 Mar 22 14:33:28.013079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecb5ff-504a-47a2-b25f-5a2f6f74274c req-ab0c12c7-cb6a-4ddc-ab46-063d9eeb929f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:28.014823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aecb5ff-504a-47a2-b25f-5a2f6f74274c req-ab0c12c7-cb6a-4ddc-ab46-063d9eeb929f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1077101 Mar 22 14:33:28.105627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aecb5ff-504a-47a2-b25f-5a2f6f74274c req-cefe35d5-6783-40e8-9834-3b22e73f07f3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837872 Mar 22 14:33:28.187606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-fc2c7b6e-1cea-4632-a447-756c1f3b5907 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521028 Mar 22 14:33:28.307857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-c1de94cf-f174-4f7f-969f-2c9e182f9c11 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:28.311943 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-c1de94cf-f174-4f7f-969f-2c9e182f9c11 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports/e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 940 time: 0.0872693 Mar 22 14:33:28.336620 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.496035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device adf14c20-0836-4ce5-b7fb-1a64a77c45df up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:33:28.608546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port adf14c20-0836-4ce5-b7fb-1a64a77c45df completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:33:28.613881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port adf14c20-0836-4ce5-b7fb-1a64a77c45df triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:28.614347 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.751837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d966f-0173-4913-9b73-6abe5aef14be req-027008fd-399c-4453-a3d7-18217f068b48 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:28.758861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a6d966f-0173-4913-9b73-6abe5aef14be req-027008fd-399c-4453-a3d7-18217f068b48 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 944 time: 0.2403908 Mar 22 14:33:28.783498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port adf14c20-0836-4ce5-b7fb-1a64a77c45df is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:28.783896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.859562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:28.860584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a6d966f-0173-4913-9b73-6abe5aef14be req-a51d77e7-fe36-4c44-8355-7e9e72d1d8f8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962107 Mar 22 14:33:28.877381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:28.878212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:33:29.032790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:29.035155 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f7d10-a2e8-4b74-af09-75736bc62661" -d '{"events": [{"server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "name": "network-vif-plugged", "status": "completed", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:29.038175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:29.068504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:29.123855 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff7268a-dedb-4cd0-ac59-ed95aa7c1642 x-openstack-request-id: req-0ff7268a-dedb-4cd0-ac59-ed95aa7c1642 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:29.124181 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "name": "network-vif-plugged", "status": "completed", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:29.124436 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ff7268a-dedb-4cd0-ac59-ed95aa7c1642 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:29.125536 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff7268a-dedb-4cd0-ac59-ed95aa7c1642'] response: {'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'code': 200} Mar 22 14:33:29.309662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:29.362470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d35a79-a63e-4963-a021-5368d3d8aeef req-e681cbb4-b559-4937-adf9-f5303a67cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:29.368699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2d35a79-a63e-4963-a021-5368d3d8aeef req-e681cbb4-b559-4937-adf9-f5303a67cdd7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1127 time: 0.1432841 Mar 22 14:33:29.385155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0237e8-3717-4bc3-a9d6-3a79ce8dc319 req-5784efd6-e317-450a-ae1c-821220a0459b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:29.386704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c0237e8-3717-4bc3-a9d6-3a79ce8dc319 req-5784efd6-e317-450a-ae1c-821220a0459b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1565127 Mar 22 14:33:29.679070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c0237e8-3717-4bc3-a9d6-3a79ce8dc319 req-26b86ce7-358e-4710-956a-9362c6893e24 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656007 Mar 22 14:33:29.712691 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2d35a79-a63e-4963-a021-5368d3d8aeef req-83f1ef16-3a18-49d0-9be1-489616e9f52c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249683 Mar 22 14:33:30.089559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7af14-e65c-447e-b862-ea5ba983b8bc req-cb125206-9e57-4fd0-bff6-4c285700c7e8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:30.091464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ed7af14-e65c-447e-b862-ea5ba983b8bc req-cb125206-9e57-4fd0-bff6-4c285700c7e8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.0994828 Mar 22 14:33:30.194010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ed7af14-e65c-447e-b862-ea5ba983b8bc req-cb76f710-8dd9-4b90-9727-e2caad003dd9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967505 Mar 22 14:33:30.879215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c310db-08c4-4b4a-b176-744bdc8a8f21 req-590cd27f-4063-47ae-8fe5-66d55424ac1d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:30.886557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49c310db-08c4-4b4a-b176-744bdc8a8f21 req-590cd27f-4063-47ae-8fe5-66d55424ac1d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0831456 Mar 22 14:33:30.936812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49c310db-08c4-4b4a-b176-744bdc8a8f21 req-d3d8168e-d437-4504-a4b9-caad8dcd2203 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486412 Mar 22 14:33:31.357457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db217797-d943-4f6f-94e4-55134a4a2177 req-d306ede7-7fa7-4066-ac9e-db5028f96b7b tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:31.359111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db217797-d943-4f6f-94e4-55134a4a2177 req-d306ede7-7fa7-4066-ac9e-db5028f96b7b tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.0681634 Mar 22 14:33:31.450368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db217797-d943-4f6f-94e4-55134a4a2177 req-063f3df8-e911-49f2-b11e-d56b462ab205 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838177 Mar 22 14:33:31.670042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54e5c0-ca0c-474f-9572-c0d07a5dc770 req-93f84608-e33f-41df-bef3-7d19955b76ab tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:31.677846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba54e5c0-ca0c-474f-9572-c0d07a5dc770 req-93f84608-e33f-41df-bef3-7d19955b76ab tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.1284294 Mar 22 14:33:31.726294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba54e5c0-ca0c-474f-9572-c0d07a5dc770 req-fe954690-9616-43f5-b4a5-b10b957a0cff tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472422 Mar 22 14:33:31.751100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46748) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:31.807342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da824e-e4ca-4db6-a032-800ae75e0b14 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:31.809737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-27da824e-e4ca-4db6-a032-800ae75e0b14 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1122 time: 0.0564823 Mar 22 14:33:31.812421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46750) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:31.818430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:31.851321 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.012981 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.145749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34895a80-3998-4448-9b15-a5ebaab79c54 req-f98ffff9-c853-4387-8816-f667beb3d119 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:32.154626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34895a80-3998-4448-9b15-a5ebaab79c54 req-f98ffff9-c853-4387-8816-f667beb3d119 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0937531 Mar 22 14:33:32.201878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.25.3.204 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/39735ec4-5c24-4c3f-b74a-2cd4f1da126d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:33:32.255009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34895a80-3998-4448-9b15-a5ebaab79c54 req-006bf5f3-e634-4a1c-b582-2664097f9ec2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988822 Mar 22 14:33:32.329422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.374192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:32.418596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:33:32.421374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:33:32.425242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:33:32.453065 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=39735ec4-5c24-4c3f-b74a-2cd4f1da126d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:33.214570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (6906df52-2019-4164-9f63-0902b618afe5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.395027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.454630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75393b-ffe7-472b-a17d-ff34dec69709 req-faf3e69a-515b-45c5-ab44-fc3f2e14c42d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:33.456121 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d75393b-ffe7-472b-a17d-ff34dec69709 req-faf3e69a-515b-45c5-ab44-fc3f2e14c42d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0845518 Mar 22 14:33:33.543796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d75393b-ffe7-472b-a17d-ff34dec69709 req-4434df52-255d-4b65-8d31-000aa88c6cea tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786328 Mar 22 14:33:33.615885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.628747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.698130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=39735ec4-5c24-4c3f-b74a-2cd4f1da126d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:33.763154 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (6906df52-2019-4164-9f63-0902b618afe5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:33.873222 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Floating IP 6906df52-2019-4164-9f63-0902b618afe5 associated. External IP: 172.25.3.204, port: adf14c20-0836-4ce5-b7fb-1a64a77c45df. Mar 22 14:33:34.117459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:33:34.243981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:33:34.257063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:33:34.273332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:34.274535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:34.284959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:34.347706 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c721f60b-3f1a-4f45-80f4-f07cd4ebfc65 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5341961 Mar 22 14:33:34.348669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:34.350738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:34.375578 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e17246-3981-4303-b2f0-4b285acc1856" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:34.440506 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af34033-7086-4821-9259-dcc5e064a4b3 x-openstack-request-id: req-5af34033-7086-4821-9259-dcc5e064a4b3 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:34.441071 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:34.441510 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5af34033-7086-4821-9259-dcc5e064a4b3 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:34.442171 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af34033-7086-4821-9259-dcc5e064a4b3'] response: {'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'status': 'completed', 'code': 200} Mar 22 14:33:34.564174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4cad2cb0-103c-4b12-8701-947ec79b16fe tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/6906df52-2019-4164-9f63-0902b618afe5 HTTP/1.1" status: 200 len: 991 time: 0.2109284 Mar 22 14:33:34.581270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-14041cbf-0cf1-4c7e-8b2d-9d74a8ec9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:34.582994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-14041cbf-0cf1-4c7e-8b2d-9d74a8ec9c63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1127 time: 0.1168277 Mar 22 14:33:34.776876 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-fdaee750-99fb-4d37-a5da-25f6edda3373 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293592 Mar 22 14:33:34.887018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-14ebfb1b-4bc2-4a48-89ef-d3c61a4b88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:34.888580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-14ebfb1b-4bc2-4a48-89ef-d3c61a4b88d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 898 time: 0.2983816 Mar 22 14:33:34.905056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-68477ba8-a0f1-4b8d-a799-be0edeb65570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:34.907239 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-68477ba8-a0f1-4b8d-a799-be0edeb65570 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1128 time: 0.0640049 Mar 22 14:33:34.965783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:35.006055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b220-495f-4529-af2b-ee75d79c7800 req-8a007664-0f5c-4f95-b7f2-343bd1c0b349 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.007570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff8b220-495f-4529-af2b-ee75d79c7800 req-8a007664-0f5c-4f95-b7f2-343bd1c0b349 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.2700951 Mar 22 14:33:35.009379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-f7a9c0d2-0cd6-4bdc-a308-e1761d9f36da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 999 time: 0.1065207 Mar 22 14:33:35.048479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-bbaabdd8-633f-490c-b822-80d3c0bfa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.050064 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-bbaabdd8-633f-490c-b822-80d3c0bfa330 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.1184530 Mar 22 14:33:35.096546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-48576f9f-4cfc-4ca8-837b-cb0a43801ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.097951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-48576f9f-4cfc-4ca8-837b-cb0a43801ecc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 200 len: 834 time: 0.0751131 Mar 22 14:33:35.182160 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-896dfd8d-40be-487a-9d8a-8c5227973673 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1002 time: 0.1216207 Mar 22 14:33:35.237227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff8b220-495f-4529-af2b-ee75d79c7800 req-2e0661ef-c8d4-4955-92a9-e51be7507f93 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128191 Mar 22 14:33:35.260217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-19e0e9c4-fa7c-4638-ad73-9875060301c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.261982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-19e0e9c4-fa7c-4638-ad73-9875060301c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2c595f62-0c7b-457d-9dd3-16632aca8276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1485445 Mar 22 14:33:35.291163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:32Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.297755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-0e4a2281-5207-46a8-a2f6-8add350ac468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.299308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-0e4a2281-5207-46a8-a2f6-8add350ac468 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.1108975 Mar 22 14:33:35.321445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:33:35.330800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:33:35.331587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.392709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-3e4f1761-9aeb-410c-a3e8-7b43a740c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:35.394296 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-3e4f1761-9aeb-410c-a3e8-7b43a740c736 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0882504 Mar 22 14:33:35.445718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-9b398049-afd3-44fe-a6ac-beb82793ba6c service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772361 Mar 22 14:33:35.519137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:33:35.544084 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-bdcacd60-b862-498a-819b-1cb1f3932b06 service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425483 Mar 22 14:33:35.572267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46790) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:35.652679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7538a9b8-c87d-4abc-afbd-1245dae54b9a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/6906df52-2019-4164-9f63-0902b618afe5 HTTP/1.1" status: 200 len: 991 time: 0.0780566 Mar 22 14:33:35.672558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5e17246-3981-4303-b2f0-4b285acc1856 req-faa4111a-a199-416b-acee-b2fb0f634016 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212498 Mar 22 14:33:35.839582 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6fc0709-7f0d-4b42-b00e-1f28b850a68f req-89156467-6da7-44ed-aea1-9b59a8486df8 service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845767 Mar 22 14:33:35.960035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:32Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:33:35.995433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00111-1751-4bcb-89a5-69fa3a80bfe7 None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:33:07Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:32Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:33:36.285628 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d44cf-4c7c-4625-ae8a-7aa65b47df56 None None] New status for floating IP 6906df52-2019-4164-9f63-0902b618afe5: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:33:36.474663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d09af-61b3-45c7-a536-63bfb1c783e9 req-d3d43d78-868b-442f-abcb-49db37feeb87 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:36.476523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301d09af-61b3-45c7-a536-63bfb1c783e9 req-d3d43d78-868b-442f-abcb-49db37feeb87 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1096838 Mar 22 14:33:36.547464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-301d09af-61b3-45c7-a536-63bfb1c783e9 req-20fbf440-b63a-4bc7-8306-bf188637f3a6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639970 Mar 22 14:33:36.655663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:36.732450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f92a32f-9c7b-4657-b125-a2873a0ea2df tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/6906df52-2019-4164-9f63-0902b618afe5 HTTP/1.1" status: 200 len: 993 time: 0.0746772 Mar 22 14:33:37.710521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4639f-34dc-4826-a46e-d692a0844303 req-8fc6bf2b-b5d8-4a5d-9ef1-a20c5972ab53 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:37.712971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95a4639f-34dc-4826-a46e-d692a0844303 req-8fc6bf2b-b5d8-4a5d-9ef1-a20c5972ab53 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0612245 Mar 22 14:33:37.766455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95a4639f-34dc-4826-a46e-d692a0844303 req-d55bed30-ad29-4e07-b8e9-da8a2fb7a442 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474818 Mar 22 14:33:39.011822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb3d2-8163-4414-a55f-f1ad79028ce5 req-d4b2af4e-07c4-433d-8f46-e9a6293d3be3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:39.013614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9fb3d2-8163-4414-a55f-f1ad79028ce5 req-d4b2af4e-07c4-433d-8f46-e9a6293d3be3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1479523 Mar 22 14:33:39.090009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab9fb3d2-8163-4414-a55f-f1ad79028ce5 req-437a6f59-9430-4b7b-821c-45f4b1b6f479 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700839 Mar 22 14:33:39.172619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:39.284609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11bd25c0-9671-4b8f-8e0d-81cc85f4bf62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.363471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11bd25c0-9671-4b8f-8e0d-81cc85f4bf62 admin admin] Publish callbacks [] for security_group (722ae8c6-4d21-4aa0-8aab-471873e0a946), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.369295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11bd25c0-9671-4b8f-8e0d-81cc85f4bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (722ae8c6-4d21-4aa0-8aab-471873e0a946), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.416578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-11bd25c0-9671-4b8f-8e0d-81cc85f4bf62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1435194ddc0443f9c6fd515432b3998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425103 Mar 22 14:33:39.417493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd25c0-9671-4b8f-8e0d-81cc85f4bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ae8c6-4d21-4aa0-8aab-471873e0a946,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:39.418938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46852) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:39.488042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] Publish callbacks [] for security_group (722ae8c6-4d21-4aa0-8aab-471873e0a946), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.515674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] Publish callbacks [] for security_group (722ae8c6-4d21-4aa0-8aab-471873e0a946), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.576677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (722ae8c6-4d21-4aa0-8aab-471873e0a946), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.579515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:39.580746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/722ae8c6-4d21-4aa0-8aab-471873e0a946 HTTP/1.1" status: 204 len: 168 time: 0.1601989 Mar 22 14:33:39.608473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ea6b-229f-4331-9f58-9f91e3d4344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ae8c6-4d21-4aa0-8aab-471873e0a946,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:39.970054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:39.987705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1fdf-3614-4f99-9e69-874b100b5bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.119769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1fdf-3614-4f99-9e69-874b100b5bf8 admin admin] Publish callbacks [] for security_group (7c42e89c-440c-4227-a99d-1fad2f658a2f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.130718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1fdf-3614-4f99-9e69-874b100b5bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c42e89c-440c-4227-a99d-1fad2f658a2f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.158918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3c1c1fdf-3614-4f99-9e69-874b100b5bf8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08b60976f56c48098db66599050b113a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870944 Mar 22 14:33:40.161267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 46866) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:40.217154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c1fdf-3614-4f99-9e69-874b100b5bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42e89c-440c-4227-a99d-1fad2f658a2f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:40.223456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a81c9b-a6fa-46b4-8562-6bfaaf6c4f4c req-dd7ff577-dbe6-4d04-a538-65771cb804bb tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:40.225556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a81c9b-a6fa-46b4-8562-6bfaaf6c4f4c req-dd7ff577-dbe6-4d04-a538-65771cb804bb tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0644464 Mar 22 14:33:40.263043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] Publish callbacks [] for security_group (7c42e89c-440c-4227-a99d-1fad2f658a2f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.313827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] Publish callbacks [] for security_group (7c42e89c-440c-4227-a99d-1fad2f658a2f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.330802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23a81c9b-a6fa-46b4-8562-6bfaaf6c4f4c req-5dfac8a8-4caf-4c59-abd3-2be220b7d479 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992649 Mar 22 14:33:40.374061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7c42e89c-440c-4227-a99d-1fad2f658a2f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.378331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:40.379696 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c42e89c-440c-4227-a99d-1fad2f658a2f HTTP/1.1" status: 204 len: 168 time: 0.2171457 Mar 22 14:33:40.392054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fe052-0017-491a-9c35-4bdd7202e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42e89c-440c-4227-a99d-1fad2f658a2f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:41.510419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e81b-c562-4e0f-a767-2b58d31bafe4 req-f82c444c-0d57-4ddc-98e9-b723756790ea tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:41.511943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3556e81b-c562-4e0f-a767-2b58d31bafe4 req-f82c444c-0d57-4ddc-98e9-b723756790ea tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0777473 Mar 22 14:33:41.567201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3556e81b-c562-4e0f-a767-2b58d31bafe4 req-e41c96ef-2b8d-4958-818d-719b9fec6e4d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Mar 22 14:33:41.913497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-6b8e681c-64de-4ad2-aaca-4ad11a792080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:41.915068 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-6b8e681c-64de-4ad2-aaca-4ad11a792080 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 1125 time: 0.0855618 Mar 22 14:33:41.983639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-80edf3c8-6152-4967-80b2-a13abd4294e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:41.985249 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-80edf3c8-6152-4967-80b2-a13abd4294e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1125 time: 0.0484607 Mar 22 14:33:42.078994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-0f6ac1cc-7bac-442a-ba86-6a0cb8459f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.080858 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-0f6ac1cc-7bac-442a-ba86-6a0cb8459f17 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.0879953 Mar 22 14:33:42.158355 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-6cc8c6e5-bb87-491f-ad05-1f5c01100e31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 200 len: 998 time: 0.0698843 Mar 22 14:33:42.172271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1703d47-3e1c-428d-9fb1-4d8514f7dbe5 req-83aacfd4-4d1c-4cdc-9c93-d9861041f75a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.174457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1703d47-3e1c-428d-9fb1-4d8514f7dbe5 req-83aacfd4-4d1c-4cdc-9c93-d9861041f75a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.0588570 Mar 22 14:33:42.223479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-dbfd8297-c6f7-41c4-9902-978bede5acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.225035 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-dbfd8297-c6f7-41c4-9902-978bede5acdf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0596318 Mar 22 14:33:42.234588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1703d47-3e1c-428d-9fb1-4d8514f7dbe5 req-8ee3b16f-e5c0-4e87-b8f0-f46a106719e0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545659 Mar 22 14:33:42.262942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46932) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:42.302924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-9a2f8676-45b7-4b81-9483-61c4f673ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.305774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-9a2f8676-45b7-4b81-9483-61c4f673ae27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735769 Mar 22 14:33:42.398138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-992936b8-784a-4b2a-b881-0a7734d9b51e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 994 time: 0.1298015 Mar 22 14:33:42.455558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-7958c2e9-e0e7-4f07-95c4-3c0c3c22a117 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422689 Mar 22 14:33:42.596746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-a6fec50d-a50c-49ee-b169-314a48808099 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329834 Mar 22 14:33:42.707560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51075-277a-46aa-9092-b675e2465123 req-a33c21fd-f1d7-42c2-a6cc-d8e3d20aadd8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.714630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cde51075-277a-46aa-9092-b675e2465123 req-a33c21fd-f1d7-42c2-a6cc-d8e3d20aadd8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0666661 Mar 22 14:33:42.791676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cde51075-277a-46aa-9092-b675e2465123 req-d8b30da5-e428-4fe4-9eb6-631feaa26ada tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731270 Mar 22 14:33:42.856189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b87e4-e077-40f0-ac10-dca8550844f8 req-d8de58fc-20d1-49d4-8e93-5d40f701362b tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:42.857696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e12b87e4-e077-40f0-ac10-dca8550844f8 req-d8de58fc-20d1-49d4-8e93-5d40f701362b tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1128 time: 0.0488248 Mar 22 14:33:42.904424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e12b87e4-e077-40f0-ac10-dca8550844f8 req-a1403f9e-a954-4d54-811d-57c82cd01078 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Mar 22 14:33:42.984650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-f5e541c8-018b-4624-af83-4a45e1cad132 req-b9695b8e-0d70-4a2e-ba32-6b9c57ff722e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:33:42.985601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e541c8-018b-4624-af83-4a45e1cad132 req-b9695b8e-0d70-4a2e-ba32-6b9c57ff722e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Mar 22 14:33:43.767775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-a9f2676b-e0c9-4687-b7af-1ecf486e235d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0632420 Mar 22 14:33:43.777941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-5f6923b7-12c7-4ffc-b83a-bf1cd9760810 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:33:43.779444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-5f6923b7-12c7-4ffc-b83a-bf1cd9760810 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069754 Mar 22 14:33:43.979831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e9fe4-93a0-4d3e-b8f1-60668e83abcd req-11ef5723-9da5-44a2-8404-f80d45495bd2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:43.987905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a6e9fe4-93a0-4d3e-b8f1-60668e83abcd req-11ef5723-9da5-44a2-8404-f80d45495bd2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1050105 Mar 22 14:33:44.046698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a6e9fe4-93a0-4d3e-b8f1-60668e83abcd req-3836cd42-bda0-42f3-becd-70cd53df8bba tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573752 Mar 22 14:33:44.177091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-f2aceb59-9db6-42f0-81d6-d2b763b17dd6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:44.178561 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-f2aceb59-9db6-42f0-81d6-d2b763b17dd6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1125 time: 0.3575363 Mar 22 14:33:45.185912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fecf45-1d9c-42eb-9850-77cdab5136c1 req-4de12c76-de3b-4db1-a0ba-6fb49aba05b8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:45.187487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4fecf45-1d9c-42eb-9850-77cdab5136c1 req-4de12c76-de3b-4db1-a0ba-6fb49aba05b8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0581737 Mar 22 14:33:45.248785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4fecf45-1d9c-42eb-9850-77cdab5136c1 req-22ec2cd0-2a81-4404-b0c4-f040b8221fc0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497720 Mar 22 14:33:46.399833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156be18-954a-4643-ad95-7b8e7e1a4eb8 req-5791bf31-415f-4354-9cc4-f95f5ec703ec tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:46.401735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2156be18-954a-4643-ad95-7b8e7e1a4eb8 req-5791bf31-415f-4354-9cc4-f95f5ec703ec tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0718288 Mar 22 14:33:46.463241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2156be18-954a-4643-ad95-7b8e7e1a4eb8 req-2d361349-5556-46b2-950f-d57469b2d17a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551910 Mar 22 14:33:47.633160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e758a8-bd74-4b65-a6c0-8e8493917c79 req-7712148a-842f-4a78-b2cc-6c5d7430eb81 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:47.640518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91e758a8-bd74-4b65-a6c0-8e8493917c79 req-7712148a-842f-4a78-b2cc-6c5d7430eb81 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1030426 Mar 22 14:33:47.696094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91e758a8-bd74-4b65-a6c0-8e8493917c79 req-846024bf-3f87-471f-a06d-686f0b25f4e6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524821 Mar 22 14:33:48.589982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8f9466f5-526d-4966-be1a-ab120e5bb3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:48.934766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3ff2a-b85a-40d3-bdf5-22f77b339f7a req-9a94bdf3-fbcf-487a-8948-58f1378187ba tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:48.936609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a3ff2a-b85a-40d3-bdf5-22f77b339f7a req-9a94bdf3-fbcf-487a-8948-58f1378187ba tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1272252 Mar 22 14:33:49.002668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6a3ff2a-b85a-40d3-bdf5-22f77b339f7a req-e638d869-0149-4626-9a44-9e5884f20e90 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592096 Mar 22 14:33:50.284584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb12191-7b95-40b7-a1ae-d8bc27827457 req-c6cdd1c0-b927-44a5-a042-3722e7ceaede tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:50.286163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cb12191-7b95-40b7-a1ae-d8bc27827457 req-c6cdd1c0-b927-44a5-a042-3722e7ceaede tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.1478050 Mar 22 14:33:50.422256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cb12191-7b95-40b7-a1ae-d8bc27827457 req-4a089b52-9680-46d4-8f3c-35aa54a5884c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249657 Mar 22 14:33:50.611305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47080) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:50.787309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5504195f-8078-4fe4-909c-59adc98ad14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:50.954445 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5504195f-8078-4fe4-909c-59adc98ad14f admin admin] Publish callbacks [] for security_group (c8cae97e-c44d-4f73-b7bd-0fad6891df2c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:50.963610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5504195f-8078-4fe4-909c-59adc98ad14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c8cae97e-c44d-4f73-b7bd-0fad6891df2c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:50.975857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d285-21e9-4b40-bd89-eb3364be5c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.038655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5504195f-8078-4fe4-909c-59adc98ad14f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52a4d6bc5505420badc08d429f9b4d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258635 Mar 22 14:33:51.039606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504195f-8078-4fe4-909c-59adc98ad14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cae97e-c44d-4f73-b7bd-0fad6891df2c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:51.041517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47086) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:51.130720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] Publish callbacks [] for security_group (c8cae97e-c44d-4f73-b7bd-0fad6891df2c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.199113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] Publish callbacks [] for security_group (c8cae97e-c44d-4f73-b7bd-0fad6891df2c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.287536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c8cae97e-c44d-4f73-b7bd-0fad6891df2c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.290865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.292497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8cae97e-c44d-4f73-b7bd-0fad6891df2c HTTP/1.1" status: 204 len: 168 time: 0.2492564 Mar 22 14:33:51.301797 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e7430-521c-46ff-820b-e00525842ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cae97e-c44d-4f73-b7bd-0fad6891df2c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:51.598006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d16c2-fd8f-4844-b478-116a90fdaf1e req-518fbc6a-eef5-460a-afc1-ff5a6a7c831e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:51.610052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312d16c2-fd8f-4844-b478-116a90fdaf1e req-518fbc6a-eef5-460a-afc1-ff5a6a7c831e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0875273 Mar 22 14:33:51.760321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312d16c2-fd8f-4844-b478-116a90fdaf1e req-847abb5d-6996-498c-b695-ee15dd6b6be3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391983 Mar 22 14:33:51.946278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:51.998200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47098) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:52.015745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bbb47f7-6c3d-47b3-b229-68aa0b8c9ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.094836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bbb47f7-6c3d-47b3-b229-68aa0b8c9ec2 admin admin] Publish callbacks [] for security_group (a662c90d-78c9-4426-a8bf-f30d7a334309), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.101132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bbb47f7-6c3d-47b3-b229-68aa0b8c9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a662c90d-78c9-4426-a8bf-f30d7a334309), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.145211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb47f7-6c3d-47b3-b229-68aa0b8c9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662c90d-78c9-4426-a8bf-f30d7a334309,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:52.151623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1bbb47f7-6c3d-47b3-b229-68aa0b8c9ec2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cac1b510897453ca414f54537b6f77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520762 Mar 22 14:33:52.154202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:52.207847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] Publish callbacks [] for security_group (a662c90d-78c9-4426-a8bf-f30d7a334309), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.230661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] Publish callbacks [] for security_group (a662c90d-78c9-4426-a8bf-f30d7a334309), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.281507 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a662c90d-78c9-4426-a8bf-f30d7a334309), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.284414 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.286450 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a662c90d-78c9-4426-a8bf-f30d7a334309 HTTP/1.1" status: 204 len: 168 time: 0.1311066 Mar 22 14:33:52.294637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b4aa7-4fad-4159-ad6f-c27d780693a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662c90d-78c9-4426-a8bf-f30d7a334309,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:52.616447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-6016165c-b405-4548-bd6e-6bfe1d6d7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:52.617871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-6016165c-b405-4548-bd6e-6bfe1d6d7c62 service neutron] 10.222.0.81 "GET /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1125 time: 0.0422654 Mar 22 14:33:52.627525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Request body: {'binding': {'host': 'n-h1-758851-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:52.628009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Unknown quota resources ['binding']. {{(pid=103890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 14:33:52.767107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on host n-h1-758851-5 for vnic_type normal with profile None {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:52.767488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:52.767756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:52.772141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:33:52.772463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:52.777430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:52.777707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:52.778064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Bound using segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:52.778485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Bound port: fcbd8b1f-8022-4fc3-a1db-d551002432c6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:52.873535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:52.884153 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:52.885744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] 10.222.0.81 "POST /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2617369 Mar 22 14:33:52.965233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052977-e60c-4181-ac63-8e1b4f5bebfa req-5e3ce7f6-1698-4201-b1f4-f3eee46f3c7c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:52.966950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4052977-e60c-4181-ac63-8e1b4f5bebfa req-5e3ce7f6-1698-4201-b1f4-f3eee46f3c7c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0629652 Mar 22 14:33:53.443530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4052977-e60c-4181-ac63-8e1b4f5bebfa req-6bf0acbb-4dec-415c-bc76-924ae797d52c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646335 Mar 22 14:33:53.474064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506df38-73c1-423e-a015-8873f521f9c2 req-3df5aff1-ac56-4a6b-b623-b09f3764b7cb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:53.475578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4506df38-73c1-423e-a015-8873f521f9c2 req-3df5aff1-ac56-4a6b-b623-b09f3764b7cb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.4642949 Mar 22 14:33:53.538792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4506df38-73c1-423e-a015-8873f521f9c2 req-4caa84f4-5a05-46b5-8ade-a339fbda6178 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525980 Mar 22 14:33:53.555390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:33:53.641655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-45309704-8850-4dc4-87e2-6c11f298e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:53.643326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-45309704-8850-4dc4-87e2-6c11f298e5ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1128 time: 0.2458658 Mar 22 14:33:53.746957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-38d69905-58b9-454f-96f4-5957dc5c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:53.748594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-38d69905-58b9-454f-96f4-5957dc5c57da service neutron] 10.222.0.82 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.0988698 Mar 22 14:33:53.754492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:53.818617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-1be34464-4ab3-465d-bf5a-bbbfc3518411 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1002 time: 0.0641031 Mar 22 14:33:53.866863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-c272009b-1a77-4f92-8512-e4a026464e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:53.868339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-c272009b-1a77-4f92-8512-e4a026464e51 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.0445809 Mar 22 14:33:53.923151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-022abd35-489d-4834-b8f4-638500893b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:53.924576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-022abd35-489d-4834-b8f4-638500893b3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503228 Mar 22 14:33:54.018413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-5c323c58-07ce-4e26-982b-9d276855b5aa service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Mar 22 14:33:54.116863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-80150439-6df3-4846-8b64-3eeb34f01323 service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930932 Mar 22 14:33:54.265822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-8b6d789c-8ce2-49cf-922b-ed2ce61db4df tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:54.271500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-8b6d789c-8ce2-49cf-922b-ed2ce61db4df tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1128 time: 0.0912936 Mar 22 14:33:54.279215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-5'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:33:54.393811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.584677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:54.623758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9110a6-bc8d-467b-8df9-b1d4559884b1 req-b6270caa-c067-4104-974f-e122e1cab251 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:54.625271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9110a6-bc8d-467b-8df9-b1d4559884b1 req-b6270caa-c067-4104-974f-e122e1cab251 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0907707 Mar 22 14:33:54.695331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:54.764506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac9110a6-bc8d-467b-8df9-b1d4559884b1 req-077450b0-102c-4166-83b2-8612d06443ce tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327226 Mar 22 14:33:54.782082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f399-1317-4a2b-9821-0b45fdd1772f req-8ea42e54-9cd6-4137-a5ff-a1f0c00aa9ee tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:54.783733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c20f399-1317-4a2b-9821-0b45fdd1772f req-8ea42e54-9cd6-4137-a5ff-a1f0c00aa9ee tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.1287725 Mar 22 14:33:54.786697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:54.789002 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb2c10-750a-44f2-ae40-4a3d4acea0f9" -d '{"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:54.792835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks [] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.812823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:54.818838 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.857019 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282cd46-b851-4030-b7b2-c234e5725d9f x-openstack-request-id: req-a282cd46-b851-4030-b7b2-c234e5725d9f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:54.857322 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:54.857574 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a282cd46-b851-4030-b7b2-c234e5725d9f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:54.857989 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a282cd46-b851-4030-b7b2-c234e5725d9f'] response: {'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'code': 200} Mar 22 14:33:54.936451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c20f399-1317-4a2b-9821-0b45fdd1772f req-40747963-f0ef-4952-9c26-422da9a1d39a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412463 Mar 22 14:33:54.949263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:54.960203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f6c3a1-1a76-432c-ac2e-9459f2113950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:54.970366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.015495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on host n-h2-758851-5 for vnic_type normal with profile {"migrating_to": "n-h1-758851-5"} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:33:55.015823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:33:55.016148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:55.021021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:33:55.021338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Attempting to bind port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on network d81dce15-243e-43ca-8665-733e04300de8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:33:55.027508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:33:55.027855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Checking segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:33:55.028240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Bound using segment: {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:33:55.028669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Bound port: fcbd8b1f-8022-4fc3-a1db-d551002432c6, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7745f49-9cd9-4dc0-8069-5c184e19c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:33:55.029024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.055924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f6c3a1-1a76-432c-ac2e-9459f2113950 admin admin] Publish callbacks [] for security_group (a2a10101-3441-4bf4-86b8-9e28da9247fc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.063483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f6c3a1-1a76-432c-ac2e-9459f2113950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a2a10101-3441-4bf4-86b8-9e28da9247fc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.102423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:33:55.106898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:33:55.110435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-20f6c3a1-1a76-432c-ac2e-9459f2113950 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84d11b8778b74999ac7510c897cbe0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958658 Mar 22 14:33:55.113055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6c3a1-1a76-432c-ac2e-9459f2113950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a10101-3441-4bf4-86b8-9e28da9247fc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.117681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.118521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47194) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.182331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] Publish callbacks [] for security_group (a2a10101-3441-4bf4-86b8-9e28da9247fc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.188704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Provisioning complete for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:55.189192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.213951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] Publish callbacks [] for security_group (a2a10101-3441-4bf4-86b8-9e28da9247fc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.221701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=8']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.273752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:55.274732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.279349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-22307652-8b09-4f56-aca6-8ab5914a3e2d service neutron] 10.222.0.82 "PUT /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1122 time: 1.0053790 Mar 22 14:33:55.301739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a2a10101-3441-4bf4-86b8-9e28da9247fc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.304839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.306263 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2a10101-3441-4bf4-86b8-9e28da9247fc HTTP/1.1" status: 204 len: 168 time: 0.1865644 Mar 22 14:33:55.332320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9ff64-65e4-41a6-ba78-d0872b0239db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a10101-3441-4bf4-86b8-9e28da9247fc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.336759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Current status of the port fcbd8b1f-8022-4fc3-a1db-d551002432c6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:55.337189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.396509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:55.398884 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa632b4-9923-4a03-b858-9dca593af111" -d '{"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:55.405434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['fcbd8b1f-8022-4fc3-a1db-d551002432c6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:33:55.442366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:55.452119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.509107 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dca7a8-5ad2-458c-8a99-b99cafeee3c1 x-openstack-request-id: req-93dca7a8-5ad2-458c-8a99-b99cafeee3c1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:55.509452 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:55.510085 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93dca7a8-5ad2-458c-8a99-b99cafeee3c1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:55.510639 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dca7a8-5ad2-458c-8a99-b99cafeee3c1'] response: {'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'code': 200} Mar 22 14:33:55.702833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.717727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bca4d4-7dd5-4159-a299-45d107bd8118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.733547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.747471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.747762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.748629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.748984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.749327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.749668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.750023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.750372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.750687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.751014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.751350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.751673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.752001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.752326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.752651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25510e41-5a13-4d87-b733-4647ef62f2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:55.818557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bca4d4-7dd5-4159-a299-45d107bd8118 admin admin] Publish callbacks [] for security_group (2684fee1-75a6-4e40-a09e-66f0a51e961d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.824449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84bca4d4-7dd5-4159-a299-45d107bd8118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2684fee1-75a6-4e40-a09e-66f0a51e961d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.860796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ea68b97f-5dd0-45b0-a27c-1c3d141659d0 None None] Provisioning complete for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:33:55.861228 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea68b97f-5dd0-45b0-a27c-1c3d141659d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.876533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca4d4-7dd5-4159-a299-45d107bd8118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2684fee1-75a6-4e40-a09e-66f0a51e961d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:55.885504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84bca4d4-7dd5-4159-a299-45d107bd8118 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc4ec3e0d06d4b2095f82c5c95332604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811249 Mar 22 14:33:55.887094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:55.949124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8c18-01f5-4842-8a19-ce16b6e83a95 req-5bbd3c88-9035-4376-9d0e-72888695e792 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:55.950891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] Publish callbacks [] for security_group (2684fee1-75a6-4e40-a09e-66f0a51e961d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:55.952175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96bb8c18-01f5-4842-8a19-ce16b6e83a95 req-5bbd3c88-9035-4376-9d0e-72888695e792 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0906994 Mar 22 14:33:56.006553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ea68b97f-5dd0-45b0-a27c-1c3d141659d0 None None] Current status of the port fcbd8b1f-8022-4fc3-a1db-d551002432c6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:33:56.015892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] Publish callbacks [] for security_group (2684fee1-75a6-4e40-a09e-66f0a51e961d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.036229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96bb8c18-01f5-4842-8a19-ce16b6e83a95 req-07b91f20-35b4-4615-92b7-2668182f8633 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767255 Mar 22 14:33:56.089105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2684fee1-75a6-4e40-a09e-66f0a51e961d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.093804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:56.095563 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2684fee1-75a6-4e40-a09e-66f0a51e961d HTTP/1.1" status: 204 len: 168 time: 0.2070191 Mar 22 14:33:56.105756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c6e2a-23c3-4a35-9cb9-d2518738024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684fee1-75a6-4e40-a09e-66f0a51e961d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:56.129564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1a600-6720-4597-a998-61d89eb1666a req-3dc6029f-39ae-4516-98d8-b59455fc26dd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:56.131100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63e1a600-6720-4597-a998-61d89eb1666a req-3dc6029f-39ae-4516-98d8-b59455fc26dd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.0739245 Mar 22 14:33:56.193500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63e1a600-6720-4597-a998-61d89eb1666a req-7e0309fd-0575-439b-b55a-3d5686fb4a9e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536497 Mar 22 14:33:56.859363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:33:56.862214 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd123c-e476-48ba-ace6-fce4e32b933a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:33:56.899638 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e000c31-496b-4bd5-9962-6aa96b716c49 x-openstack-request-id: req-1e000c31-496b-4bd5-9962-6aa96b716c49 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:33:56.899940 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:33:56.900192 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e000c31-496b-4bd5-9962-6aa96b716c49 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:33:56.900688 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e000c31-496b-4bd5-9962-6aa96b716c49'] response: {'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'status': 'completed', 'code': 200} Mar 22 14:33:56.969382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-28ba31eb-fcfa-4350-8cb7-236b9084e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:56.971654 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-28ba31eb-fcfa-4350-8cb7-236b9084e243 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1158 time: 0.0500171 Mar 22 14:33:57.066282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-428d407a-121d-45db-91ee-6425011e1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:57.069200 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-428d407a-121d-45db-91ee-6425011e1b85 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.0896246 Mar 22 14:33:57.162772 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-3ee7e9c5-bfd7-4f63-9f5b-9584cbf9012d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1002 time: 0.0874271 Mar 22 14:33:57.180861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188236d-ff8c-4c08-ab03-20270ed3937a req-ff095df7-16da-40e0-9caf-01ed7a920a9e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:57.189025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6188236d-ff8c-4c08-ab03-20270ed3937a req-ff095df7-16da-40e0-9caf-01ed7a920a9e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0664570 Mar 22 14:33:57.226552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-80439fb6-08e3-4d1b-9fb3-23ddf427f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:57.228533 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-80439fb6-08e3-4d1b-9fb3-23ddf427f96c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.0555041 Mar 22 14:33:57.271230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6188236d-ff8c-4c08-ab03-20270ed3937a req-91befc67-8135-48b0-8d6a-5c182f4cb8ee tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810680 Mar 22 14:33:57.322282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-9cc40ca9-4055-4161-b33a-27266e444baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:57.324118 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-9cc40ca9-4055-4161-b33a-27266e444baf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875661 Mar 22 14:33:57.349450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0079b1-7371-413b-b039-a37923c16a26 req-c73eed00-622e-4e1e-be89-d562ddb70f35 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:57.358334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d0079b1-7371-413b-b039-a37923c16a26 req-c73eed00-622e-4e1e-be89-d562ddb70f35 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.0861702 Mar 22 14:33:57.412176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d0079b1-7371-413b-b039-a37923c16a26 req-b9ba299e-6b69-42b5-8d45-c809e5633800 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524070 Mar 22 14:33:57.435727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-d67dcd59-ee87-4101-a176-1f04bf8a3080 service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041954 Mar 22 14:33:57.540730 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-95dd123c-e476-48ba-ace6-fce4e32b933a req-f33acce8-c3ff-4027-8411-5b07dd9477c0 service neutron] 10.222.0.78 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972180 Mar 22 14:33:58.194631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47306) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:58.302691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.335595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.388400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Publish callbacks [] for security_group (b7cc814d-a745-4b22-8aae-2f63a6fa52a5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.394393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7cc814d-a745-4b22-8aae-2f63a6fa52a5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.418929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6ea1-e93b-47ab-8cda-dabadd55484c req-c1792831-aa99-4931-9055-220d7078e31c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:58.422387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-684d6ea1-e93b-47ab-8cda-dabadd55484c req-c1792831-aa99-4931-9055-220d7078e31c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0598328 Mar 22 14:33:58.433560 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4bdbd8a0b4c490cb5ce7677d1a84fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377567 Mar 22 14:33:58.434510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc814d-a745-4b22-8aae-2f63a6fa52a5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:58.436550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47314) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:58.443268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.443268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.443480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.443749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.444076 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.444399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.444720 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.445041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.445343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.445657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.445987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.446309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.446623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.446932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.447245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8cde4-e178-4922-a49e-d3968cb04ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:33:58.527415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] Publish callbacks [] for security_group (b7cc814d-a745-4b22-8aae-2f63a6fa52a5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.552672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-684d6ea1-e93b-47ab-8cda-dabadd55484c req-4eabab07-45c7-48e0-ae40-5e367590a847 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254280 Mar 22 14:33:58.595243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010ccc-b3a5-48df-8205-6998bcc37441 req-439c89c7-f23f-4669-8d0b-ad4324cf4156 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:58.596719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea010ccc-b3a5-48df-8205-6998bcc37441 req-439c89c7-f23f-4669-8d0b-ad4324cf4156 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.0901959 Mar 22 14:33:58.598612 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] Publish callbacks [] for security_group (b7cc814d-a745-4b22-8aae-2f63a6fa52a5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.668035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea010ccc-b3a5-48df-8205-6998bcc37441 req-d6cba41e-9742-4f53-a5ee-4d7408a90af0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627594 Mar 22 14:33:58.681168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7cc814d-a745-4b22-8aae-2f63a6fa52a5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.685440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:58.690598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7cc814d-a745-4b22-8aae-2f63a6fa52a5 HTTP/1.1" status: 204 len: 168 time: 0.2519286 Mar 22 14:33:58.703286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6627d9-66e5-4511-9d30-559f0c435930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc814d-a745-4b22-8aae-2f63a6fa52a5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:58.912368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:33:59.002638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47326) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:59.016434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8b5aea9-5621-4490-8b7f-459454732698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.026027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:33:59.041687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 has no active binding in host n-h1-758851-5 {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 14:33:59.090061 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8b5aea9-5621-4490-8b7f-459454732698 admin admin] Publish callbacks [] for security_group (37270909-8d21-41e5-8170-a5492f61a6de), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.095548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8b5aea9-5621-4490-8b7f-459454732698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (37270909-8d21-41e5-8170-a5492f61a6de), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.133664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8b5aea9-5621-4490-8b7f-459454732698 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69aaf14980544194aca748884c55c207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299245 Mar 22 14:33:59.134800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5aea9-5621-4490-8b7f-459454732698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37270909-8d21-41e5-8170-a5492f61a6de,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:59.136397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47328) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:33:59.188390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] Publish callbacks [] for security_group (37270909-8d21-41e5-8170-a5492f61a6de), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.211521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] Publish callbacks [] for security_group (37270909-8d21-41e5-8170-a5492f61a6de), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.262938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (37270909-8d21-41e5-8170-a5492f61a6de), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.265431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.266713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37270909-8d21-41e5-8170-a5492f61a6de HTTP/1.1" status: 204 len: 168 time: 0.1286113 Mar 22 14:33:59.274620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec1f67-c485-4f8e-a66e-a0f8c7ba7fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37270909-8d21-41e5-8170-a5492f61a6de,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:33:59.319633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:33:59.689878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50625ae4-c46b-42b9-8a58-a7ce53ac6364 req-b974a238-fcba-45de-bff3-ba37585bd925 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:59.691562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50625ae4-c46b-42b9-8a58-a7ce53ac6364 req-b974a238-fcba-45de-bff3-ba37585bd925 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.0638571 Mar 22 14:33:59.824167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50625ae4-c46b-42b9-8a58-a7ce53ac6364 req-2f0a17eb-b2d8-4b99-b088-b0865b870678 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072972 Mar 22 14:33:59.842061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44550dec-15ea-4f96-91e8-84cb1b797aaa req-6e409805-db6f-40fb-8e0b-84e3e496f15b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:33:59.844017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44550dec-15ea-4f96-91e8-84cb1b797aaa req-6e409805-db6f-40fb-8e0b-84e3e496f15b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 946 time: 0.0816114 Mar 22 14:33:59.896970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-44550dec-15ea-4f96-91e8-84cb1b797aaa req-d5419713-42ea-40c4-aa85-136002891134 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458043 Mar 22 14:34:00.417103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-1c70c8a3-185d-4721-a7b2-d927284e7c5e service neutron] 10.222.0.78 "GET /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6/bindings/n-h1-758851-5 HTTP/1.1" status: 200 len: 384 time: 0.0688078 Mar 22 14:34:00.596335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:00.617133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:00.661982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:00.664266 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f7828-7285-498f-a5ed-696be85a8b1e" -d '{"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:00.671080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:00.687236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.704301 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fe864-ad91-4cf0-800c-03805631a60b x-openstack-request-id: req-7e0fe864-ad91-4cf0-800c-03805631a60b {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:00.704633 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:00.704882 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e0fe864-ad91-4cf0-800c-03805631a60b {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:00.705291 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0fe864-ad91-4cf0-800c-03805631a60b'] response: {'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'code': 200} Mar 22 14:34:00.744039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:34:00.763671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] Transition to ACTIVE for port object fcbd8b1f-8022-4fc3-a1db-d551002432c6 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:00.772568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:00.872485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:00.903372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'mac_address': 'fa:16:3e:02:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:34:00.962906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=11']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:01.046404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:01.047952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.081420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:01.123245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:01.132067 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:01.167313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] No DVR routers for this DVR port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:34:01.183835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc2b09-358e-47f3-a7e9-5ebff9049e35 req-c544cdd7-ccf1-4832-a56d-cc87ca94497a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.185577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02fc2b09-358e-47f3-a7e9-5ebff9049e35 req-c544cdd7-ccf1-4832-a56d-cc87ca94497a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 943 time: 0.2358096 Mar 22 14:34:01.218745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661e2b2-83cf-492c-ad7f-d6aad15e98c1 req-3308e60e-10cd-4bc5-8dc7-26376fcba897 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.220924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7661e2b2-83cf-492c-ad7f-d6aad15e98c1 req-3308e60e-10cd-4bc5-8dc7-26376fcba897 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.1642528 Mar 22 14:34:01.241209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:01.296717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02fc2b09-358e-47f3-a7e9-5ebff9049e35 req-10e40d26-c3d3-4faa-9e7c-629f0a161ecc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008804 Mar 22 14:34:01.338787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7661e2b2-83cf-492c-ad7f-d6aad15e98c1 req-a5660eba-b842-4691-8279-3fb74c95ea17 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043813 Mar 22 14:34:01.350145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e5977f36-25df-4b46-979a-ea2abe08e3bf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:34:01.389452 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-81530168-912e-4ad8-b73e-5fa454358baa service neutron] 10.222.0.78 "PUT /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6/bindings/n-h1-758851-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9654613 Mar 22 14:34:01.563309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-d4baf1a6-4d52-4e51-94b2-778d2a5877c6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.565188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-d4baf1a6-4d52-4e51-94b2-778d2a5877c6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.0855474 Mar 22 14:34:01.619878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-ef921a73-2156-40e3-9569-951188add88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.621568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-ef921a73-2156-40e3-9569-951188add88f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 1127 time: 0.0494914 Mar 22 14:34:01.688256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-1f8ee0fb-ed28-4b9a-a3db-fe4cd1905eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.689924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-1f8ee0fb-ed28-4b9a-a3db-fe4cd1905eee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1127 time: 0.0468175 Mar 22 14:34:01.784910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-7eab0bec-e930-4b3e-a730-ea1f4b7556fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.786381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-7eab0bec-e930-4b3e-a730-ea1f4b7556fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.0904264 Mar 22 14:34:01.857116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-ef3853a6-de8b-42c4-a171-23e8910ffc67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 1000 time: 0.0652297 Mar 22 14:34:01.908571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-63461394-751e-4885-9e59-f43df8540427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.910267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-63461394-751e-4885-9e59-f43df8540427 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.0478926 Mar 22 14:34:01.967950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-67eed0e8-9fcb-4344-a049-d8081ec04f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:01.969819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-67eed0e8-9fcb-4344-a049-d8081ec04f93 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541215 Mar 22 14:34:02.073026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-53a719d2-2ef4-478f-b0c2-7c6601388075 service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969844 Mar 22 14:34:02.166219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-851ad1ea-66d6-4a84-9a26-92cc3f807f61 service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Mar 22 14:34:02.454987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-45ef03fd-5b80-4221-9aef-e64a0bbc8bf6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:02.456436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-45ef03fd-5b80-4221-9aef-e64a0bbc8bf6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 1127 time: 0.1009917 Mar 22 14:34:02.490895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb10a-e42b-401b-b876-9769541cf39a req-df38c9c3-d613-4476-b314-a091daf6903c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:02.492890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-925fb10a-e42b-401b-b876-9769541cf39a req-df38c9c3-d613-4476-b314-a091daf6903c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 944 time: 0.1025081 Mar 22 14:34:02.625931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff27f-bd51-4fb4-b90b-ef062a8cde46 req-bb53f325-b3fa-4a3f-97b3-a6fdb354caab tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:02.628192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a94ff27f-bd51-4fb4-b90b-ef062a8cde46 req-bb53f325-b3fa-4a3f-97b3-a6fdb354caab tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.1895096 Mar 22 14:34:02.633589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-925fb10a-e42b-401b-b876-9769541cf39a req-72c09fb8-94d1-4fe1-a939-c569f80e5c75 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203425 Mar 22 14:34:02.715253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a94ff27f-bd51-4fb4-b90b-ef062a8cde46 req-d9fae1ab-94b9-4dd7-bf65-1f69bb1c8f08 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806296 Mar 22 14:34:02.719721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-b29d41b1-4a1d-4bc7-b7c2-cda8a49f6a18 service neutron] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:02.723007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-b29d41b1-4a1d-4bc7-b7c2-cda8a49f6a18 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.724104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-b29d41b1-4a1d-4bc7-b7c2-cda8a49f6a18 service neutron] 10.222.0.82 "DELETE /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6/bindings/n-h2-758851-5 HTTP/1.1" status: 204 len: 173 time: 0.2481294 Mar 22 14:34:02.757427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:02.829187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e5977f36-25df-4b46-979a-ea2abe08e3bf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:02.829575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.849989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3c41-360e-4dcf-87e2-f565cf3b394d req-9a02f203-7c7b-4df2-b241-266f32758f92 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:02.852246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db3d3c41-360e-4dcf-87e2-f565cf3b394d req-9a02f203-7c7b-4df2-b241-266f32758f92 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1127 time: 0.0558677 Mar 22 14:34:02.906740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db3d3c41-360e-4dcf-87e2-f565cf3b394d req-02bb6326-fccf-4f52-9cdc-6eae1b026f51 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474589 Mar 22 14:34:02.936158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e5977f36-25df-4b46-979a-ea2abe08e3bf is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:02.936552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:02.970667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:02.973181 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d7cce-a05c-4ff5-9915-4ae9f0be9533" -d '{"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:02.987807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:03.007417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.009101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:03.055840 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a0a35-e0cd-414e-a43b-ec8ca6e05b53 x-openstack-request-id: req-3b9a0a35-e0cd-414e-a43b-ec8ca6e05b53 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:03.057198 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-plugged", "status": "completed", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:03.058759 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b9a0a35-e0cd-414e-a43b-ec8ca6e05b53 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:03.059351 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9a0a35-e0cd-414e-a43b-ec8ca6e05b53'] response: {'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'code': 200} Mar 22 14:34:03.099660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f8b5-9254-4589-bf9e-5fd42bcedfb2 req-192c2abf-721e-4fd7-b7fe-43329d07ae03 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:03.111453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efe0f8b5-9254-4589-bf9e-5fd42bcedfb2 req-192c2abf-721e-4fd7-b7fe-43329d07ae03 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.1212971 Mar 22 14:34:03.142506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port fcbd8b1f-8022-4fc3-a1db-d551002432c6 host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:34:03.142909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:34:03.149335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:03.194575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-efe0f8b5-9254-4589-bf9e-5fd42bcedfb2 req-884194a6-df2c-4149-9117-05dab7d9a2b5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817804 Mar 22 14:34:03.217985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47416) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:03.302086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd267-2795-4a2d-8d0e-44a531dceb2b req-67b36e27-c5df-4c7e-8714-b5d6460e82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:03.303627 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e7dd267-2795-4a2d-8d0e-44a531dceb2b req-67b36e27-c5df-4c7e-8714-b5d6460e82f4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 1128 time: 0.0605288 Mar 22 14:34:03.306619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c968dca-b016-4026-9d67-4ea7d0adcba0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 200 len: 992 time: 0.0873158 Mar 22 14:34:03.360979 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3e7dd267-2795-4a2d-8d0e-44a531dceb2b req-daeb3668-8463-45b8-8d4b-c4ff1f53197b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491729 Mar 22 14:34:03.531202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47422) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:03.723393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port 224e302e-c7a0-4bbe-9275-9a655a656634 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:03.723671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.846882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.847239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (224e302e-c7a0-4bbe-9275-9a655a656634), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:03.856373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7548b7-90c9-450f-8d23-ca42c30996bb req-1c374004-71a7-4364-8d05-fb12825b8903 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:03.857975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b7548b7-90c9-450f-8d23-ca42c30996bb req-1c374004-71a7-4364-8d05-fb12825b8903 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.1322534 Mar 22 14:34:03.875609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for 224e302e-c7a0-4bbe-9275-9a655a656634 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:03.962433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b7548b7-90c9-450f-8d23-ca42c30996bb req-1a1d918e-b888-4416-abd0-740ab1592f3c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960984 Mar 22 14:34:04.063216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (224e302e-c7a0-4bbe-9275-9a655a656634), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:04.090190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=224e302e-c7a0-4bbe-9275-9a655a656634,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:04.155534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (2cdd9a22-f768-4a78-bb7a-c6b4b142ae93), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:04.155860 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 disassociated (deleted). External IP: 172.25.3.209, port: fcbd8b1f-8022-4fc3-a1db-d551002432c6. Mar 22 14:34:04.393126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 73640c61-95c4-4d8e-acb2-f47fd89e2909 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:04.521698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:04.531012 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:04.542204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Sync routers for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:04.561110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:04.562479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:04.594620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3cf605b-1a65-4715-b623-0c143f2d3826 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/floatingips/2cdd9a22-f768-4a78-bb7a-c6b4b142ae93 HTTP/1.1" status: 204 len: 168 time: 1.0585990 Mar 22 14:34:04.610677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:04.615740 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:04.702765 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2c45f-5eb9-4715-8caa-45bd59acfde9 x-openstack-request-id: req-d9e2c45f-5eb9-4715-8caa-45bd59acfde9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:04.703020 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:04.703274 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9e2c45f-5eb9-4715-8caa-45bd59acfde9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:04.703690 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e2c45f-5eb9-4715-8caa-45bd59acfde9'] response: {'name': 'network-changed', 'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'status': 'completed', 'code': 200} Mar 22 14:34:04.792409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:04.804056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-0968788c-cc38-4faf-a143-970bc0538b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:04.805670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-0968788c-cc38-4faf-a143-970bc0538b08 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 1127 time: 0.0924618 Mar 22 14:34:05.049621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-0bdcab3f-abc5-4928-8b95-8a9281fdfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:05.051202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-0bdcab3f-abc5-4928-8b95-8a9281fdfaf8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 200 len: 897 time: 0.2379174 Mar 22 14:34:05.154001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-9f343f7f-9ea5-444b-9a9f-9d9ca2135001 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 200 len: 217 time: 0.0954807 Mar 22 14:34:05.241285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:05.253667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6eff6-2679-466d-96ff-800b31a33ac0 req-e693ed96-d295-457f-8385-57e1c9fbfa3c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:05.260710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b6eff6-2679-466d-96ff-800b31a33ac0 req-e693ed96-d295-457f-8385-57e1c9fbfa3c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.1317348 Mar 22 14:34:05.273816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Checking router: 73640c61-95c4-4d8e-acb2-f47fd89e2909 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:05.285201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:05.286322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:05.301938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-33e88d9d-5079-4d93-87b7-c178ce22e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:05.313606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-33e88d9d-5079-4d93-87b7-c178ce22e03b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 200 len: 835 time: 0.1399019 Mar 22 14:34:05.337075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649b689-1833-45b7-8bd1-05612255c806 req-3323d3bf-ac92-4762-9ed8-f6fc10ba317c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:05.347350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1649b689-1833-45b7-8bd1-05612255c806 req-3323d3bf-ac92-4762-9ed8-f6fc10ba317c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.2752671 Mar 22 14:34:05.422853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:05.856417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1649b689-1833-45b7-8bd1-05612255c806 req-0eaf5b6e-cb53-40c4-b8ce-5f8e318367a1 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2e8cb98-8e4e-4f77-83dd-9851527db71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5080087 Mar 22 14:34:05.882105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b6eff6-2679-466d-96ff-800b31a33ac0 req-04569d57-3395-4ed2-a4b5-fe23e79880bc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204109 Mar 22 14:34:05.965739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-31746e61-d1b8-40ba-8b30-ae35757e3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:05.966977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-31746e61-d1b8-40ba-8b30-ae35757e3eae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d81dce15-243e-43ca-8665-733e04300de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6416862 Mar 22 14:34:06.032231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-99fbfee0-1ea1-4e99-b466-fc06675b344d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:06.033701 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-99fbfee0-1ea1-4e99-b466-fc06675b344d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.82 "GET /v2.0/ports?device_id=ab6789b3-5f7b-4341-95d3-1cd6aa787b9a HTTP/1.1" status: 200 len: 945 time: 0.6945157 Mar 22 14:34:06.073815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:06.130702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-23b2f157-bc73-4241-b9ad-8833aae87dbc service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554942 Mar 22 14:34:06.137505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ab0b3-0ca9-485b-a002-f81dfe6858de None None] The sync data for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 is: [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:32:50Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a225ff2c-9dac-45dc-8e19-f7115b9091cf', 'name': '', 'network_id': 'd81dce15-243e-43ca-8665-733e04300de8', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:c8:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:49Z', 'updated_at': '2022-03-22T14:32:54Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '199d8b26-9118-4de4-94fb-9fb905eb87c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:06.141564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port fcbd8b1f-8022-4fc3-a1db-d551002432c6 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:06.141909 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.276552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-47f7c083-63da-4093-85d7-82b6affef267 service neutron] 10.222.0.82 "GET /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403058 Mar 22 14:34:06.317120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port fcbd8b1f-8022-4fc3-a1db-d551002432c6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=fcbd8b1f-8022-4fc3-a1db-d551002432c6,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:06.317576 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.333841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for fcbd8b1f-8022-4fc3-a1db-d551002432c6 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:06.493234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fcbd8b1f-8022-4fc3-a1db-d551002432c6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.496010 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998b10f-7850-434c-819f-398ddd4dc81e None None] New status for floating IP 2cdd9a22-f768-4a78-bb7a-c6b4b142ae93: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:34:06.527609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=fcbd8b1f-8022-4fc3-a1db-d551002432c6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:06.601680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] No DVR routers for this DVR port fcbd8b1f-8022-4fc3-a1db-d551002432c6 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:34:06.606504 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:06.610910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-59f4751b-3ef8-4f9f-9037-79bcdb4658e6 req-67a6ca6a-13b5-4037-9c73-b4a438d3da1c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.82 "DELETE /v2.0/ports/fcbd8b1f-8022-4fc3-a1db-d551002432c6 HTTP/1.1" status: 204 len: 173 time: 0.5715487 Mar 22 14:34:06.611550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-deleted', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:06.614509 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba00eb-93bc-499f-be98-1a4deadb517a" -d '{"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-deleted", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:06.672918 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622ad4aa-6fa9-4f87-ac79-69b96df9053f x-openstack-request-id: req-622ad4aa-6fa9-4f87-ac79-69b96df9053f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:06.673227 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6789b3-5f7b-4341-95d3-1cd6aa787b9a", "name": "network-vif-deleted", "tag": "fcbd8b1f-8022-4fc3-a1db-d551002432c6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:06.673475 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-622ad4aa-6fa9-4f87-ac79-69b96df9053f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:06.673895 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622ad4aa-6fa9-4f87-ac79-69b96df9053f'] response: {'server_uuid': 'ab6789b3-5f7b-4341-95d3-1cd6aa787b9a', 'name': 'network-vif-deleted', 'tag': 'fcbd8b1f-8022-4fc3-a1db-d551002432c6', 'status': 'completed', 'code': 200} Mar 22 14:34:06.921809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47494) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:07.144805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69290-e336-4b26-9801-0e7ae0718278 req-623812cb-2ad2-4a27-9747-903cd4c39679 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:07.152914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ab69290-e336-4b26-9801-0e7ae0718278 req-623812cb-2ad2-4a27-9747-903cd4c39679 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.0976293 Mar 22 14:34:07.280537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ab69290-e336-4b26-9801-0e7ae0718278 req-26114b83-9e5d-4bdc-a4a9-1f7def12bd0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264272 Mar 22 14:34:07.489144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.765381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port a225ff2c-9dac-45dc-8e19-f7115b9091cf {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:07.765623 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.859184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port a225ff2c-9dac-45dc-8e19-f7115b9091cf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a225ff2c-9dac-45dc-8e19-f7115b9091cf,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:07.859551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:07.874055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for a225ff2c-9dac-45dc-8e19-f7115b9091cf owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:08.087605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a225ff2c-9dac-45dc-8e19-f7115b9091cf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.124728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=a225ff2c-9dac-45dc-8e19-f7115b9091cf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:08.318778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.570217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 73640c61-95c4-4d8e-acb2-f47fd89e2909 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:08.687752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:08.695734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:08.700262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Sync routers for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:08.704560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1fe7dca8-72e8-46c9-a408-3106ee95f298 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/73640c61-95c4-4d8e-acb2-f47fd89e2909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815156 Mar 22 14:34:08.715641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:08.716620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:08.747059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting subnet 199d8b26-9118-4de4-94fb-9fb905eb87c2 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:34:08.750291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (199d8b26-9118-4de4-94fb-9fb905eb87c2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.791128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (199d8b26-9118-4de4-94fb-9fb905eb87c2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:08.847274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:08.934748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (199d8b26-9118-4de4-94fb-9fb905eb87c2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.013503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (199d8b26-9118-4de4-94fb-9fb905eb87c2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.020162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:09.051136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Subnet': ['ID=199d8b26-9118-4de4-94fb-9fb905eb87c2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:09.065892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: fcbd8b1f-8022-4fc3-a1db-d551002432c6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:34:09.066427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device fcbd8b1f-8022-4fc3-a1db-d551002432c6 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:34:09.070019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.074884 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-74067929-2bc0-4c9f-9cdc-bb562158fb19 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/subnets/199d8b26-9118-4de4-94fb-9fb905eb87c2 HTTP/1.1" status: 204 len: 168 time: 0.3781247 Mar 22 14:34:09.076101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46875a-b718-4f39-bc9d-0fd030963560 None None] Network d81dce15-243e-43ca-8665-733e04300de8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:09.078197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47516) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:09.203346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.236062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:09.279041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Checking router: 73640c61-95c4-4d8e-acb2-f47fd89e2909 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:09.291231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Routers {'73640c61-95c4-4d8e-acb2-f47fd89e2909'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:09.291882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['73640c61-95c4-4d8e-acb2-f47fd89e2909'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:09.335772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (73640c61-95c4-4d8e-acb2-f47fd89e2909), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.404340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] DHCP port deletion for d81dce15-243e-43ca-8665-733e04300de8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:34:09.418727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port 1f8c0052-8dc2-4613-a278-7b751f8f6c47 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:09.419099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.531637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port 1f8c0052-8dc2-4613-a278-7b751f8f6c47, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1f8c0052-8dc2-4613-a278-7b751f8f6c47,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:09.532390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.536447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Deleting port 193efe4c-f78f-4016-b409-33e7b6b7314e {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:09.536819 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.560441 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for 1f8c0052-8dc2-4613-a278-7b751f8f6c47 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:09.629533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] Set router 73640c61-95c4-4d8e-acb2-f47fd89e2909 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:09.671793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 193efe4c-f78f-4016-b409-33e7b6b7314e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:09.774833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (1f8c0052-8dc2-4613-a278-7b751f8f6c47), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.826904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=1f8c0052-8dc2-4613-a278-7b751f8f6c47,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:09.836153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47524) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:09.868983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] For port 193efe4c-f78f-4016-b409-33e7b6b7314e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=193efe4c-f78f-4016-b409-33e7b6b7314e,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:09.869553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.893807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.916988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Calling delete_port for 193efe4c-f78f-4016-b409-33e7b6b7314e owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:09.970873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 193efe4c-f78f-4016-b409-33e7b6b7314e is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:09.971168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:09.984520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf6044-d5a5-4d7b-a0a8-d085641fbd3a tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:09.984996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf6044-d5a5-4d7b-a0a8-d085641fbd3a tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:09.985812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf6044-d5a5-4d7b-a0a8-d085641fbd3a tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:10.008964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2fbf6044-d5a5-4d7b-a0a8-d085641fbd3a tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=892b4b7b683b409dae0466c233153ea3&network_id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 3072 time: 0.1716216 Mar 22 14:34:10.024607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.027859 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (73640c61-95c4-4d8e-acb2-f47fd89e2909), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.112147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (73640c61-95c4-4d8e-acb2-f47fd89e2909), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.113211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Fanout notify agent at l3_agent the message router_deleted on router 73640c61-95c4-4d8e-acb2-f47fd89e2909 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:34:10.118085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 193efe4c-f78f-4016-b409-33e7b6b7314e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=193efe4c-f78f-4016-b409-33e7b6b7314e,segment=NetworkSegment(e7745f49-9cd9-4dc0-8069-5c184e19c84a),segment_id=e7745f49-9cd9-4dc0-8069-5c184e19c84a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:10.132627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.134747 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d068344e-8405-4d1a-b9ea-822dc3711c6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/routers/73640c61-95c4-4d8e-acb2-f47fd89e2909 HTTP/1.1" status: 204 len: 168 time: 1.0552542 Mar 22 14:34:10.137321 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.137815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47530) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:10.200459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (193efe4c-f78f-4016-b409-33e7b6b7314e), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.231475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=193efe4c-f78f-4016-b409-33e7b6b7314e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:10.235039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] No DVR routers for this DVR port 193efe4c-f78f-4016-b409-33e7b6b7314e on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:34:10.247251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d81dce15-243e-43ca-8665-733e04300de8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.282308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:10.310732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b090520-af27-439a-ad2c-0e1eb5abf25f None None] Pushing event deleted for resources: {'Port': ['ID=193efe4c-f78f-4016-b409-33e7b6b7314e,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:10.314583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2f4ef-d5ab-4598-ba08-7e95ed4266b6 None None] The sync data for ids ['73640c61-95c4-4d8e-acb2-f47fd89e2909'] in n-d-758851-5 is: [{'id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793673253', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:43Z', 'updated_at': '2022-03-22T14:34:08Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': '1f8c0052-8dc2-4613-a278-7b751f8f6c47', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73640c61-95c4-4d8e-acb2-f47fd89e2909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:44Z', 'updated_at': '2022-03-22T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:10.395966 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d81dce15-243e-43ca-8665-733e04300de8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.424806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81dce15-243e-43ca-8665-733e04300de8']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:10.447469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7745f49-9cd9-4dc0-8069-5c184e19c84a') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:10.450411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7745f49-9cd9-4dc0-8069-5c184e19c84a') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:10.487341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (e7745f49-9cd9-4dc0-8069-5c184e19c84a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.505501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e7745f49-9cd9-4dc0-8069-5c184e19c84a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.524483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:34:10.524891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (e7745f49-9cd9-4dc0-8069-5c184e19c84a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:34:10.528223 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:34:10.623378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d81dce15-243e-43ca-8665-733e04300de8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.633720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.637372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/networks/d81dce15-243e-43ca-8665-733e04300de8 HTTP/1.1" status: 204 len: 168 time: 0.4982066 Mar 22 14:34:10.640199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:10.658507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0dd0-a313-44b0-9dcb-8cb4ccbe09a0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Network': ['ID=d81dce15-243e-43ca-8665-733e04300de8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:10.733727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e2e8cb98-8e4e-4f77-83dd-9851527db71c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.766789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (e2e8cb98-8e4e-4f77-83dd-9851527db71c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.849944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e2e8cb98-8e4e-4f77-83dd-9851527db71c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.855799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:10.857664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/security-groups/e2e8cb98-8e4e-4f77-83dd-9851527db71c HTTP/1.1" status: 204 len: 168 time: 0.2164531 Mar 22 14:34:10.872569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016b1a2-b111-4c0b-9cd4-8e29b0fdc92a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8cb98-8e4e-4f77-83dd-9851527db71c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.159060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47560) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.164184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617874299', 'description': 'tempest-secgroup-smoke-1617874299 description', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.185646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.261106 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (5e1928a3-3e73-413c-b14c-712c76e24991), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.266222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5e1928a3-3e73-413c-b14c-712c76e24991), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.300208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1928a3-3e73-413c-b14c-712c76e24991,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.310485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.314387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a50bced2-1893-42fb-9d97-53535454c735 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1541159 Mar 22 14:34:11.315379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.321056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.352696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (15a57332-1e88-485d-a5a6-80d1b262a2d4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.461954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (15a57332-1e88-485d-a5a6-80d1b262a2d4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.472633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (15a57332-1e88-485d-a5a6-80d1b262a2d4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.506980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a57332-1e88-485d-a5a6-80d1b262a2d4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.522479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.527396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47566) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.536468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a225ff2c-9dac-45dc-8e19-f7115b9091cf no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:11.538655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.544194 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6c4a9126-0044-40a0-943b-07f3b7480a6d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265918 Mar 22 14:34:11.567999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a225ff2c-9dac-45dc-8e19-f7115b9091cf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:34:11.568750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a225ff2c-9dac-45dc-8e19-f7115b9091cf not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:34:11.569363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8c0052-8dc2-4613-a278-7b751f8f6c47 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:11.571053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (ccd33a85-4de1-4477-863f-b4f032d146b2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.592400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1f8c0052-8dc2-4613-a278-7b751f8f6c47 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:34:11.593096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1f8c0052-8dc2-4613-a278-7b751f8f6c47 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:34:11.631492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (ccd33a85-4de1-4477-863f-b4f032d146b2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.637258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (ccd33a85-4de1-4477-863f-b4f032d146b2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.651848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd33a85-4de1-4477-863f-b4f032d146b2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.670684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.672773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c13e0f99-ce1f-4d6c-b5e1-e93b6a3392a6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429372 Mar 22 14:34:11.674921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.679608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.705736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (8e568f60-ca49-4a7b-8ffa-49c4fa0384bc), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.772198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (8e568f60-ca49-4a7b-8ffa-49c4fa0384bc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.779852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8e568f60-ca49-4a7b-8ffa-49c4fa0384bc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.796685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e568f60-ca49-4a7b-8ffa-49c4fa0384bc,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:11.818723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.820329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c03283d-0ebf-48d2-9eb8-74cc9a1b6474 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444199 Mar 22 14:34:11.823225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47574) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.828939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:11.859255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47576) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:11.866921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (a9df005c-430e-4fdc-af53-1fc080707711), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.948473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d72b8-f23c-4088-9613-b0a4fda3828e tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:11.967087 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2f5d72b8-f23c-4088-9613-b0a4fda3828e tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 814 time: 0.1065574 Mar 22 14:34:11.967554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (a9df005c-430e-4fdc-af53-1fc080707711), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.974052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (a9df005c-430e-4fdc-af53-1fc080707711), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:11.998341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9df005c-430e-4fdc-af53-1fc080707711,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.009598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.013865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.014222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d5cbe60a-3a2a-42d8-82fb-5561af117f62 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895077 Mar 22 14:34:12.021039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.051470 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:12.058839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (16eec394-9779-4eb7-a155-7badbed92dd6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.141007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (16eec394-9779-4eb7-a155-7badbed92dd6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.148795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (16eec394-9779-4eb7-a155-7badbed92dd6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.181090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eec394-9779-4eb7-a155-7badbed92dd6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.194356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.198034 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ef3b965b-4fb5-4348-87e6-ba34df9df4c6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800361 Mar 22 14:34:12.198616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47590) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.203160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'security_group_rule': {'security_group_id': '5e1928a3-3e73-413c-b14c-712c76e24991', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.237567 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Project bd4c46c276c4456c8c5ebf56c01c70a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:12.244247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (fbad3aee-9c58-42bd-8e99-6dba3ae14ec7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.319219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (fbad3aee-9c58-42bd-8e99-6dba3ae14ec7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.327613 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (fbad3aee-9c58-42bd-8e99-6dba3ae14ec7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.346473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbad3aee-9c58-42bd-8e99-6dba3ae14ec7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.378224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.379672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-27b0fab1-3023-4404-8d2c-7ee08ee32ef7 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799912 Mar 22 14:34:12.382634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47596) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.391127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'network': {'name': 'tempest-network-smoke--905319574', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'port_security_enabled': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.415303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47598) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.420810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'network': {'name': 'tempest-network-smoke--794974759', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.431170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:12.439702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.449279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:12.453404 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.476273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:34:12.488410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (983b2b2e-16ae-4a0a-a522-4bbbe131a85c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.489393 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Added segment 983b2b2e-16ae-4a0a-a522-4bbbe131a85c of type vlan for network 92074220-c348-47ec-9dee-ec8bf3f7b913 Mar 22 14:34:12.490202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:34:12.515790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (051ffa0b-221d-428b-b05e-0459fba1b53c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.516709 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Added segment 051ffa0b-221d-428b-b05e-0459fba1b53c of type vlan for network d837e66b-7a4f-42a7-9658-159cee4fae98 Mar 22 14:34:12.539620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (92074220-c348-47ec-9dee-ec8bf3f7b913), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.570086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (92074220-c348-47ec-9dee-ec8bf3f7b913), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.576058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:12.576826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.577761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d837e66b-7a4f-42a7-9658-159cee4fae98), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.611290 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d837e66b-7a4f-42a7-9658-159cee4fae98), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.618913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:12.619934 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.649543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2656052 Mar 22 14:34:12.653246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47602) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.658292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'admin_state_up': True, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:12.688469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc735e-aca9-48a2-8695-4edd6c9fb3bf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Network': ['ID=92074220-c348-47ec-9dee-ec8bf3f7b913,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.695452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2780764 Mar 22 14:34:12.699825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47604) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.704348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:34:12.714194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.715571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.750720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc07f6-1bb8-4f79-9b98-0dadb3edb710 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Network': ['ID=d837e66b-7a4f-42a7-9658-159cee4fae98,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:12.799699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4d5ce-b33c-4b27-ad02-8edc41c2dc2e tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:12.802162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f7c4d5ce-b33c-4b27-ad02-8edc41c2dc2e tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=892b4b7b683b409dae0466c233153ea3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1001804 Mar 22 14:34:12.805048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47606) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.805693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d837e66b-7a4f-42a7-9658-159cee4fae98 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:34:12.810310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (74d0822f-5a1c-48ee-9fe7-47d22839e906), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.943321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e11aa-b5a1-48f0-b3e1-4958381bdd84 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:12.945115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e1e11aa-b5a1-48f0-b3e1-4958381bdd84 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382482 Mar 22 14:34:12.948108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47608) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:12.985732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (74d0822f-5a1c-48ee-9fe7-47d22839e906), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:12.993078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-82c026a0-23c3-47f4-b584-8595cbb87530 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414147 Mar 22 14:34:12.995032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:13.041230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9452763e-8579-40b2-8b9d-95631db622fc tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=892b4b7b683b409dae0466c233153ea3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445323 Mar 22 14:34:13.043563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:13.142669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79911615-6d1c-45ee-84d9-cf31e377ad77 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:13.146825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-79911615-6d1c-45ee-84d9-cf31e377ad77 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997427 Mar 22 14:34:13.148650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:13.202023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-798e2a61-f33c-4465-9942-467676dbe569 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500090 Mar 22 14:34:13.203060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:13.210275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1198807603', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:13.288747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.319581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.400597 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:13.404413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.518026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.199 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/d0031cad-48f3-4e17-ab97-dd821b738bdc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:13.719751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.739596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (c832a0c4-88b9-4cad-acc2-85db07782630), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.842200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Subnet': ['ID=c832a0c4-88b9-4cad-acc2-85db07782630,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:13.852386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:13.857332 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Checking segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:13.857705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network hostable DHCP agents. Network: d837e66b-7a4f-42a7-9658-159cee4fae98, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:34:13.901204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:13.909018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:13.911782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:13.941465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=d0031cad-48f3-4e17-ab97-dd821b738bdc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:13.956501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network d837e66b-7a4f-42a7-9658-159cee4fae98 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:34:13.972079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d837e66b-7a4f-42a7-9658-159cee4fae98) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:13.979528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c02cec-8190-4f39-a985-789a30b2b6e9 None None] Network d837e66b-7a4f-42a7-9658-159cee4fae98 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:13.986234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:13.986861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.067169 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-307306f8-9b8e-4c21-a200-b1559fca6840 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8631959 Mar 22 14:34:14.090572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-d837e66b-7a4f-42a7-9658-159cee4fae98', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ips': [{'subnet_id': 'c832a0c4-88b9-4cad-acc2-85db07782630'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:34:14.091421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.226963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Allocated IP 172.20.0.18 (d837e66b-7a4f-42a7-9658-159cee4fae98/c832a0c4-88b9-4cad-acc2-85db07782630/7b2ef824-4386-4e44-94ff-e2584faf95b6) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:14.232875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.370167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks [] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.377505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.397151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Network d837e66b-7a4f-42a7-9658-159cee4fae98 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:14.400173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:14.402894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:14.462971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Pushing event updated for resources: {'Port': ['ID=7b2ef824-4386-4e44-94ff-e2584faf95b6,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:14.508110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Attempting to bind port 7b2ef824-4386-4e44-94ff-e2584faf95b6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:14.508498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Attempting to bind port 7b2ef824-4386-4e44-94ff-e2584faf95b6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:14.508917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Attempting to bind port 7b2ef824-4386-4e44-94ff-e2584faf95b6 on network d837e66b-7a4f-42a7-9658-159cee4fae98 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:14.515594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:14.515979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Checking segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:14.516568 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.517083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Bound using segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:14.517583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Bound port: 7b2ef824-4386-4e44-94ff-e2584faf95b6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:14.517982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.544104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47634) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:14.555180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969626799', 'description': 'tempest-secgroup-smoke-969626799 description', 'project_id': '892b4b7b683b409dae0466c233153ea3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:14.609853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.643986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] For port 7b2ef824-4386-4e44-94ff-e2584faf95b6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:14.648171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] For port 7b2ef824-4386-4e44-94ff-e2584faf95b6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7b2ef824-4386-4e44-94ff-e2584faf95b6,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:14.659365 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.755521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc640736-0970-4a5a-ae8f-a7348a6f15c4 None None] Pushing event updated for resources: {'Port': ['ID=7b2ef824-4386-4e44-94ff-e2584faf95b6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:14.793662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (9f0c2276-0bd2-466b-af97-798d89ca6ae0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.807325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f0c2276-0bd2-466b-af97-798d89ca6ae0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.868797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.886352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c2276-0bd2-466b-af97-798d89ca6ae0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:14.903731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:14.909974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-75d3c8e9-a9da-4689-8e02-f6d06d35a489 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3646603 Mar 22 14:34:14.910960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:14.944781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:15.000770 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (9124951c-a979-4394-98f5-201a60335c86), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.149511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (9124951c-a979-4394-98f5-201a60335c86), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.154889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 74d0822f-5a1c-48ee-9fe7-47d22839e906 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:34:15.164959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (9124951c-a979-4394-98f5-201a60335c86), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.321115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9124951c-a979-4394-98f5-201a60335c86,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:15.337247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.342679 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2269d188-c1ba-4ac1-9313-c10c52e5e2a9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305115 Mar 22 14:34:15.354629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47644) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.359557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:15.380987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:15.392505 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Sync routers for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:15.409022 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:15.411509 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:15.428947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (fbb14ddf-1a6a-4218-a8d8-14d546e62557), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.468247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.471376 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-05f36625-a233-449b-bff6-b23d22bcce89 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8166630 Mar 22 14:34:15.475127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47646) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.517214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (fbb14ddf-1a6a-4218-a8d8-14d546e62557), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.531590 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (fbb14ddf-1a6a-4218-a8d8-14d546e62557), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.559122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb14ddf-1a6a-4218-a8d8-14d546e62557,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:15.561570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-267d9392-652e-4522-9562-29cfbda3468a tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=bd4c46c276c4456c8c5ebf56c01c70a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852942 Mar 22 14:34:15.565539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.568743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.573534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-17993683-a4b6-4b0c-8c7a-e336e116dafd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2176099 Mar 22 14:34:15.574988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47650) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.579641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:15.631608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (8e1f5d41-6650-42ed-a183-f0b457eb6099), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.637587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7b2ef824-4386-4e44-94ff-e2584faf95b6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:15.679864 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:15.735733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (8e1f5d41-6650-42ed-a183-f0b457eb6099), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.737546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7b2ef824-4386-4e44-94ff-e2584faf95b6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:15.739319 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.745871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8e1f5d41-6650-42ed-a183-f0b457eb6099), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.767886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ae89f-7bb2-414f-be70-0e60f63e17d5 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:15.769867 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f2ae89f-7bb2-414f-be70-0e60f63e17d5 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2021625 Mar 22 14:34:15.773620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47652) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.814823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b8768bd8-f7b7-446a-909a-aae192325c64 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335026 Mar 22 14:34:15.817412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 47654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.822701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.823466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2037937822', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:15.824994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2487657 Mar 22 14:34:15.827618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:15.851499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:15.877889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc19520-43b8-4937-b59e-0d4badd545b1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1f5d41-6650-42ed-a183-f0b457eb6099,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:15.956202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (d176b9f6-6097-4ed1-9177-b827be7a057e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:15.986937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7b2ef824-4386-4e44-94ff-e2584faf95b6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:15.987442 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.033049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:16.033319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:16.037725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.053379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 7b2ef824-4386-4e44-94ff-e2584faf95b6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7b2ef824-4386-4e44-94ff-e2584faf95b6,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:16.066332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.076390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Checking router: 74d0822f-5a1c-48ee-9fe7-47d22839e906 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:16.076749 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Updating router 74d0822f-5a1c-48ee-9fe7-47d22839e906 port d0031cad-48f3-4e17-ab97-dd821b738bdc binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:16.089285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (d176b9f6-6097-4ed1-9177-b827be7a057e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.098124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d176b9f6-6097-4ed1-9177-b827be7a057e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.127849 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.149893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d176b9f6-6097-4ed1-9177-b827be7a057e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.163566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=7b2ef824-4386-4e44-94ff-e2584faf95b6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.174852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.178293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c8cc2100-1a6e-48f3-9547-0c0bf4f0254e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3399973 Mar 22 14:34:16.178999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47660) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:16.189668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:16.240659 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:16.253948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (3ae6d91a-5d52-4d6c-901b-96044edcc012), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.362380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feac0e7-109a-48f6-ab22-3d96ffa4b2b4 None None] Network d837e66b-7a4f-42a7-9658-159cee4fae98 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:16.434563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (3ae6d91a-5d52-4d6c-901b-96044edcc012), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.446205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (3ae6d91a-5d52-4d6c-901b-96044edcc012), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.501456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae6d91a-5d52-4d6c-901b-96044edcc012,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.513843 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.516550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d5ff8c86-b353-4f35-993a-5c664b2e921c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3365700 Mar 22 14:34:16.519768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47664) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:16.533215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': '9f0c2276-0bd2-466b-af97-798d89ca6ae0', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:16.565385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7659161d-a803-4d78-bc73-7ede6d91dfe4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.599622 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:34:16.607403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (ef8197d8-f414-4343-a8db-b8069722e560), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.651371 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks [] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.666433 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.730723 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Pushing event updated for resources: {'Port': ['ID=d0031cad-48f3-4e17-ab97-dd821b738bdc,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.738102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Subnet': ['ID=7659161d-a803-4d78-bc73-7ede6d91dfe4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.750461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Checking segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:16.750833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network hostable DHCP agents. Network: 92074220-c348-47ec-9dee-ec8bf3f7b913, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:34:16.754222 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Attempting to bind port d0031cad-48f3-4e17-ab97-dd821b738bdc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:16.754638 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Attempting to bind port d0031cad-48f3-4e17-ab97-dd821b738bdc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:16.755010 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Attempting to bind port d0031cad-48f3-4e17-ab97-dd821b738bdc on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:16.755160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (ef8197d8-f414-4343-a8db-b8069722e560), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.764882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (ef8197d8-f414-4343-a8db-b8069722e560), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.766851 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:16.767273 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:16.767739 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.768460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:16.768852 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Bound port: d0031cad-48f3-4e17-ab97-dd821b738bdc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:16.769340 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.790873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8197d8-f414-4343-a8db-b8069722e560,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:16.811277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:34:16.823922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.825674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-02f59a77-2c77-4885-b331-48e3a9211041 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048291 Mar 22 14:34:16.829735 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.830166 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.830536 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.830885 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.831228 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.831559 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.832091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.832423 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.832749 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.833068 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.833393 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.833772 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.834420 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.835060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.835377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:16.848550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 92074220-c348-47ec-9dee-ec8bf3f7b913) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:16.851763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] For port d0031cad-48f3-4e17-ab97-dd821b738bdc, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:16.862379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:16.863035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.864868 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] For port d0031cad-48f3-4e17-ab97-dd821b738bdc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0031cad-48f3-4e17-ab97-dd821b738bdc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:16.867192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09f424-ca25-4a71-8a60-aac334497026 None None] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:16.891137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8695bd1b-14b8-4ef6-80dd-0c86b197f314 None None] Provisioning complete for port 7b2ef824-4386-4e44-94ff-e2584faf95b6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:16.891998 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8695bd1b-14b8-4ef6-80dd-0c86b197f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.893891 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:16.918953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47670) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:16.919190 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dfb5d9b8-9f4a-40cd-98d3-32f867c200a9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0998852 Mar 22 14:34:17.026766 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:17.027158 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:33:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:17.041531 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-92074220-c348-47ec-9dee-ec8bf3f7b913', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:34:17.047394 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.230754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8695bd1b-14b8-4ef6-80dd-0c86b197f314 None None] Current status of the port 7b2ef824-4386-4e44-94ff-e2584faf95b6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:17.262608 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cd8c9-dfe6-4cae-9e08-1c166cda3840 None None] Pushing event updated for resources: {'Port': ['ID=d0031cad-48f3-4e17-ab97-dd821b738bdc,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:17.330162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Allocated IP 172.20.0.2 (92074220-c348-47ec-9dee-ec8bf3f7b913/7659161d-a803-4d78-bc73-7ede6d91dfe4/23f70346-a967-4908-9553-dd2db2b64c68) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:17.378699 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:17.494399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e14ec12a-07db-4dac-833d-417bc22112ff None None] Provisioning complete for port 7b2ef824-4386-4e44-94ff-e2584faf95b6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:17.494791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e14ec12a-07db-4dac-833d-417bc22112ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.608184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7b2ef824-4386-4e44-94ff-e2584faf95b6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:17.679040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e14ec12a-07db-4dac-833d-417bc22112ff None None] Current status of the port 7b2ef824-4386-4e44-94ff-e2584faf95b6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:17.764945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 7b2ef824-4386-4e44-94ff-e2584faf95b6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:17.765353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.798883 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:17.818165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks [] for port (23f70346-a967-4908-9553-dd2db2b64c68), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:17.857746 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40941877-ba6c-4981-9a6c-a89ee0cbbfdc None None] The sync data for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 is: [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:14Z', 'revision_number': 3, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:17.878942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (23f70346-a967-4908-9553-dd2db2b64c68), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.006543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 7b2ef824-4386-4e44-94ff-e2584faf95b6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:18.024230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:18.030881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:18.033434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Pushing event updated for resources: {'Port': ['ID=23f70346-a967-4908-9553-dd2db2b64c68,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:18.035951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:18.148010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Attempting to bind port 23f70346-a967-4908-9553-dd2db2b64c68 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:18.148434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Attempting to bind port 23f70346-a967-4908-9553-dd2db2b64c68 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:18.148793 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Attempting to bind port 23f70346-a967-4908-9553-dd2db2b64c68 on network 92074220-c348-47ec-9dee-ec8bf3f7b913 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:18.158125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:18.158509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Checking segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:18.158920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.159314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Bound using segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:18.159836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Bound port: 23f70346-a967-4908-9553-dd2db2b64c68, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:18.160217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (23f70346-a967-4908-9553-dd2db2b64c68), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.273078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] For port 23f70346-a967-4908-9553-dd2db2b64c68, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:18.312018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] For port 23f70346-a967-4908-9553-dd2db2b64c68, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f70346-a967-4908-9553-dd2db2b64c68,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:18.332285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (23f70346-a967-4908-9553-dd2db2b64c68), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.456054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89263747-57d4-4c99-bc70-825b9171b2b2 None None] Pushing event updated for resources: {'Port': ['ID=23f70346-a967-4908-9553-dd2db2b64c68,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:18.505149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-20cc7367-df29-4355-90ed-d72aa3bb3b44 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969626799&fields=id&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 267 time: 1.2175760 Mar 22 14:34:18.604457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c3b84cff-be4c-4e24-b7fd-170986dffab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:18.814057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-fc224980-95b0-4812-8ccf-4e07e248c9b3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:18.814403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-fc224980-95b0-4812-8ccf-4e07e248c9b3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/networks?id=d837e66b-7a4f-42a7-9658-159cee4fae98 HTTP/1.1" status: 200 len: 796 time: 0.2953222 Mar 22 14:34:18.854527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-9ca36b29-61ee-48fb-82f6-ad43098ca615 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/quotas/892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 375 time: 0.0288844 Mar 22 14:34:18.994160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.242481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-0949e086-c0ea-46fe-aa5d-15d93acbe827 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3806980 Mar 22 14:34:19.380622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-fd688c4f-d8a0-4af2-80e7-ac3d4bfe3885 service neutron] 10.222.0.81 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136696 Mar 22 14:34:19.636850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f70346-a967-4908-9553-dd2db2b64c68 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:19.649168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-35f82a69-1bbc-49d8-b904-3db90404502d service neutron] 10.222.0.81 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350900 Mar 22 14:34:19.678724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.1 (92074220-c348-47ec-9dee-ec8bf3f7b913/7659161d-a803-4d78-bc73-7ede6d91dfe4/c2c88161-b136-4062-9a13-370d507e1502) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:19.706639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 23f70346-a967-4908-9553-dd2db2b64c68 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:19.707024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f70346-a967-4908-9553-dd2db2b64c68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.811552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 23f70346-a967-4908-9553-dd2db2b64c68 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:19.812057 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (23f70346-a967-4908-9553-dd2db2b64c68), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.870299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (c2c88161-b136-4062-9a13-370d507e1502), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.873540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 23f70346-a967-4908-9553-dd2db2b64c68, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f70346-a967-4908-9553-dd2db2b64c68,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:19.880565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (23f70346-a967-4908-9553-dd2db2b64c68), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.881747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0031cad-48f3-4e17-ab97-dd821b738bdc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:19.924583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d8317c2-f82b-4c5b-b0b3-268aaaf959ba req-0a45c721-5e95-471c-b0b9-2e7cfe3feb05 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 210 time: 0.0513797 Mar 22 14:34:19.990894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:19.993775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=23f70346-a967-4908-9553-dd2db2b64c68,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:20.002031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d0031cad-48f3-4e17-ab97-dd821b738bdc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:20.002409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.070956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:20.078415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:20.090267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:20.113727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:20.190480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d0031cad-48f3-4e17-ab97-dd821b738bdc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:20.190995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.211731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.219305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port d0031cad-48f3-4e17-ab97-dd821b738bdc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0031cad-48f3-4e17-ab97-dd821b738bdc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:20.227085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba5b9e-5f8c-4018-883e-d2cfb2f44ddd None None] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:34:20.235947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.394570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a1e2a5ec-2508-494e-956a-e4f186e306a7 None None] Provisioning complete for port 23f70346-a967-4908-9553-dd2db2b64c68 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:20.394791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a5ec-2508-494e-956a-e4f186e306a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f70346-a967-4908-9553-dd2db2b64c68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.419573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2c88161-b136-4062-9a13-370d507e1502), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.511130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=d0031cad-48f3-4e17-ab97-dd821b738bdc,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:20.653133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2a5ec-2508-494e-956a-e4f186e306a7 None None] Current status of the port 23f70346-a967-4908-9553-dd2db2b64c68 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:20.973203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d167915f-f3b0-467c-8c2e-c984670fdbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:20.998108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (c2c88161-b136-4062-9a13-370d507e1502), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.005299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.093864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Provisioning complete for port 23f70346-a967-4908-9553-dd2db2b64c68 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:21.099089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f70346-a967-4908-9553-dd2db2b64c68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.102167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55ed7d93-c446-4c1f-b0c0-e1839ab1655c req-2f8b3cc7-8074-4ae7-803b-69c4902d8d7e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 210 time: 0.0444877 Mar 22 14:34:21.119254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:21.124553 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.155239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.155856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.156214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.156558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.157084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.158287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.158639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.158976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.159309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.159837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.160346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.160726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.161189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.161522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.162095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:34:21.279838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:21.281621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:21.301322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Current status of the port 23f70346-a967-4908-9553-dd2db2b64c68 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:21.320134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:21.320774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.391535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d834b32f-614e-4b44-a114-a82aabec0e70 None None] Port c2c88161-b136-4062-9a13-370d507e1502 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:21.501132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-7b3d6db3-b3f7-46a9-8844-1a91f51adf14 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:21.502758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-7b3d6db3-b3f7-46a9-8844-1a91f51adf14 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/networks?id=d837e66b-7a4f-42a7-9658-159cee4fae98 HTTP/1.1" status: 200 len: 796 time: 0.1940665 Mar 22 14:34:21.536658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-00b39486-d4f9-4dde-80ce-de514d3c9b98 None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:21.539147 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00b39486-d4f9-4dde-80ce-de514d3c9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.568240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 74d0822f-5a1c-48ee-9fe7-47d22839e906 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:21.656212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-00b39486-d4f9-4dde-80ce-de514d3c9b98 None None] Port c2c88161-b136-4062-9a13-370d507e1502 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:21.660433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f70346-a967-4908-9553-dd2db2b64c68 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:21.664784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-c37c64c8-031c-438c-b1ff-aa3403bc420a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 471 time: 0.1521213 Mar 22 14:34:21.678624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'port': {'device_id': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'admin_state_up': True, 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'security_groups': ['9f0c2276-0bd2-466b-af97-798d89ca6ae0']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:21.751935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 23f70346-a967-4908-9553-dd2db2b64c68 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:21.752274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (23f70346-a967-4908-9553-dd2db2b64c68), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.790558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:21.818208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Sync routers for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:21.823454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6a08acd-019a-4441-9921-ec2e2ac40b31 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/74d0822f-5a1c-48ee-9fe7-47d22839e906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9017403 Mar 22 14:34:21.826696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:21.830636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:21.862107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:21.862776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:22.032857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.29 (d837e66b-7a4f-42a7-9658-159cee4fae98/c832a0c4-88b9-4cad-acc2-85db07782630/3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:22.053237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 23f70346-a967-4908-9553-dd2db2b64c68 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:22.054378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0031cad-48f3-4e17-ab97-dd821b738bdc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:22.060910 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.105638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-60136ff9-7ca7-4385-978c-424c57f9dceb None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:22.106048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-60136ff9-7ca7-4385-978c-424c57f9dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.170463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-987c8567-cd7b-4b93-b42d-42573a4b86c2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617874299&fields=id&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 267 time: 0.0792894 Mar 22 14:34:22.187542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:22.190627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-60136ff9-7ca7-4385-978c-424c57f9dceb None None] Port c2c88161-b136-4062-9a13-370d507e1502 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:22.224542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d0031cad-48f3-4e17-ab97-dd821b738bdc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:22.224920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.288224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.312786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5003c84-d91f-475f-9e0d-4739002c36e3 req-75e470df-afda-4f12-859d-200294e1fb08 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 210 time: 0.0290394 Mar 22 14:34:22.353024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-e6d62b4e-e1da-4ccd-95e7-ce6a09e87a4f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:22.354839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-e6d62b4e-e1da-4ccd-95e7-ce6a09e87a4f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 796 time: 0.1755066 Mar 22 14:34:22.361286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.378410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-07132e8c-a4c8-4b33-980e-19610baadd1e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/quotas/bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 375 time: 0.0103438 Mar 22 14:34:22.432236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network d837e66b-7a4f-42a7-9658-159cee4fae98 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:22.436340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:22.456154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:22.512020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-1a783286-6304-4754-a5ae-9c943e949f57 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168463 Mar 22 14:34:22.559472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:22.571404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:22.572045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.610467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-ce6128f6-5739-4d9c-8ae1-f6d0ff027c04 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9358053 Mar 22 14:34:22.624562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Request body: {'port': {'device_id': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:22.742645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.754431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-e30bc442-c442-44bb-88eb-9d8216484c01 service neutron] 10.222.0.81 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183433 Mar 22 14:34:22.859821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d0031cad-48f3-4e17-ab97-dd821b738bdc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:22.906062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c747c358-2194-4044-822b-b72a7b03aa24 None None] Provisioning complete for port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:22.906721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c747c358-2194-4044-822b-b72a7b03aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:22.935048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-ed60ecaf-fcf5-4571-8cef-bef18ca75046 service neutron] 10.222.0.81 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734335 Mar 22 14:34:22.944310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c747c358-2194-4044-822b-b72a7b03aa24 None None] Port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:22.976680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 2, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:23.009784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Checking router: 74d0822f-5a1c-48ee-9fe7-47d22839e906 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:23.010498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Updating router 74d0822f-5a1c-48ee-9fe7-47d22839e906 port c2c88161-b136-4062-9a13-370d507e1502 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:23.041883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2c88161-b136-4062-9a13-370d507e1502), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.149730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09e69cb2-4ecf-4d47-b226-c05e9b2fe66c req-7230fa94-9ef6-45c9-867d-538650cb02ed tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0401030 Mar 22 14:34:23.152300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:23.162104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks [] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.185338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Transition to ACTIVE for port object 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:23.193636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.335860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Attempting to bind port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:23.336205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Attempting to bind port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:23.336548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Attempting to bind port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 on network d837e66b-7a4f-42a7-9658-159cee4fae98 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:23.356501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 on network d837e66b-7a4f-42a7-9658-159cee4fae98 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:34:23.356838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Attempting to bind port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 on network d837e66b-7a4f-42a7-9658-159cee4fae98 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:23.386302 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:23.387226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Checking segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:23.387789 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Bound using segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:23.390934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Bound port: 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:23.393787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.400750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.505560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks [] for port (c2c88161-b136-4062-9a13-370d507e1502), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.515874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.579790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:23.583712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:23.599007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.622076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948078-dcb1-4c01-bb35-4f3cce76d805 req-f19de938-eb64-4d7b-acf1-4f1b2b805f81 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:23.627454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51948078-dcb1-4c01-bb35-4f3cce76d805 req-f19de938-eb64-4d7b-acf1-4f1b2b805f81 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 944 time: 0.1596739 Mar 22 14:34:23.655346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:23.657326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.660566 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] 10.222.0.78 "PUT /v2.0/ports/3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 HTTP/1.1" status: 200 len: 1092 time: 1.0406740 Mar 22 14:34:23.662223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:23.688305 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63c0d9-9723-49fb-9393-1949188eb405" -d '{"events": [{"name": "network-changed", "server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:23.749768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51948078-dcb1-4c01-bb35-4f3cce76d805 req-ffac44cb-c939-4243-874e-4b6966b39759 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127174 Mar 22 14:34:23.808002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65adb-8439-41ad-91f8-5c8cf4b63f66 None None] Pushing event updated for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.818977 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c4c919-4e68-48bd-9a21-05dfaf9d6f4a x-openstack-request-id: req-62c4c919-4e68-48bd-9a21-05dfaf9d6f4a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:23.819160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Attempting to bind port c2c88161-b136-4062-9a13-370d507e1502 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:23.819282 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:23.819444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Attempting to bind port c2c88161-b136-4062-9a13-370d507e1502 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:23.819577 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62c4c919-4e68-48bd-9a21-05dfaf9d6f4a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:23.820069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Attempting to bind port c2c88161-b136-4062-9a13-370d507e1502 on network 92074220-c348-47ec-9dee-ec8bf3f7b913 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:23.829167 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c4c919-4e68-48bd-9a21-05dfaf9d6f4a'] response: {'name': 'network-changed', 'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9', 'status': 'completed', 'code': 200} Mar 22 14:34:23.871845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:23.873128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Checking segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:23.873497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.875061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Bound using segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:23.875580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Bound port: c2c88161-b136-4062-9a13-370d507e1502, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:23.876733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2c88161-b136-4062-9a13-370d507e1502), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.879122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c9317-9c3c-47f3-88c7-92925640e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:23.888550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:23.926696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-8d29ca7a-9351-40af-8e18-c5b6aaf80438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:23.928367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-8d29ca7a-9351-40af-8e18-c5b6aaf80438 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 1126 time: 0.2177229 Mar 22 14:34:24.013881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] For port c2c88161-b136-4062-9a13-370d507e1502, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:24.017898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] For port c2c88161-b136-4062-9a13-370d507e1502, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2c88161-b136-4062-9a13-370d507e1502,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:24.040043 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.049936 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-8d77b977-1d6a-4719-b773-9191735d22ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 HTTP/1.1" status: 200 len: 217 time: 0.1075997 Mar 22 14:34:24.129836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-776a2300-5195-4f40-aacc-deb201ae4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:24.131359 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-776a2300-5195-4f40-aacc-deb201ae4941 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c832a0c4-88b9-4cad-acc2-85db07782630 HTTP/1.1" status: 200 len: 838 time: 0.0728264 Mar 22 14:34:24.155941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:24.156601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:24.158413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65adb-8439-41ad-91f8-5c8cf4b63f66 None None] Pushing event updated for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:24.161399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:24.161788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.188216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-72d796f8-8725-42fd-91fa-6d3d51b9d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:24.190737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-72d796f8-8725-42fd-91fa-6d3d51b9d3e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d837e66b-7a4f-42a7-9658-159cee4fae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520599 Mar 22 14:34:24.330621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbdde22a-c501-4a10-bfbc-596d824d0a36 req-0159de69-31eb-41b9-92f1-37292ee3166c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0372689 Mar 22 14:34:24.386613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-3f6f7a7e-d8cf-4533-b2c2-cb002b13b511 service neutron] 10.222.0.78 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876314 Mar 22 14:34:24.471738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Current status of the port c2c88161-b136-4062-9a13-370d507e1502 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:24.472174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c2c88161-b136-4062-9a13-370d507e1502), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.493228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:24.532980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4ac30d04-60d9-487c-8829-21dd6ec7a66e req-7f202a19-a258-4014-b3e0-b8ba990eb755 service neutron] 10.222.0.78 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240292 Mar 22 14:34:24.582550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] For port c2c88161-b136-4062-9a13-370d507e1502, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2c88161-b136-4062-9a13-370d507e1502,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:24.608879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:24.676166 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-6e5a7fa1-43d3-4db9-aae0-050d61806517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:24.678874 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-6e5a7fa1-43d3-4db9-aae0-050d61806517 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 1126 time: 0.0765326 Mar 22 14:34:24.832776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-98aa5843-3a6e-4604-9b82-29a16fff5f55 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:24.834490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-98aa5843-3a6e-4604-9b82-29a16fff5f55 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 796 time: 0.1597025 Mar 22 14:34:24.890474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-82c1e43c-c2dc-4f33-85be-fee1093b6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:24.892704 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-82c1e43c-c2dc-4f33-85be-fee1093b6333 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d837e66b-7a4f-42a7-9658-159cee4fae98 HTTP/1.1" status: 200 len: 897 time: 0.2040191 Mar 22 14:34:24.928681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-599d022b-996a-4e21-8168-770d54eb1974 None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:24.929297 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-599d022b-996a-4e21-8168-770d54eb1974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.007232 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-70d55eed-84f4-4039-952d-46bb77c2e167 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 HTTP/1.1" status: 200 len: 217 time: 0.1027484 Mar 22 14:34:25.014947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-58b12183-01bd-4cf4-b126-a386f0601972 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1 HTTP/1.1" status: 200 len: 380 time: 0.1710513 Mar 22 14:34:25.026645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'port': {'device_id': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'admin_state_up': True, 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'security_groups': ['5e1928a3-3e73-413c-b14c-712c76e24991']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:25.050762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdf861-5d11-4228-a324-e7256cdb9109 None None] Pushing event updated for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:25.097844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f25b-2d2b-4951-8b0d-7dcc3d8715bd req-b503cf0f-9706-4074-bc4d-042a3d528670 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:25.100368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ef7f25b-2d2b-4951-8b0d-7dcc3d8715bd req-b503cf0f-9706-4074-bc4d-042a3d528670 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 944 time: 0.1867204 Mar 22 14:34:25.100598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.138767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-95716543-70ce-44ac-91d4-ee954ec85a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:25.142675 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-95716543-70ce-44ac-91d4-ee954ec85a76 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c832a0c4-88b9-4cad-acc2-85db07782630 HTTP/1.1" status: 200 len: 838 time: 0.1274996 Mar 22 14:34:25.190835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:25.192871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-599d022b-996a-4e21-8168-770d54eb1974 None None] Current status of the port c2c88161-b136-4062-9a13-370d507e1502 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:25.211172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ef7f25b-2d2b-4951-8b0d-7dcc3d8715bd req-d304b53a-28a4-4775-ba4e-d728763f6f15 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014116 Mar 22 14:34:25.241244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148bf17-6bd4-4a44-83fc-94cc21bc1904 None None] The sync data for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 is: [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:25.245315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Made reservation on behalf of bd4c46c276c4456c8c5ebf56c01c70a1 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:34:25.255179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.277508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-bc9c6ec2-d52d-4b2b-8acf-2f972c197f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:25.280351 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-bc9c6ec2-d52d-4b2b-8acf-2f972c197f13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d837e66b-7a4f-42a7-9658-159cee4fae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1316364 Mar 22 14:34:25.477043 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-ab4bdfc0-470b-4ca1-afc5-3da98435c11d service neutron] 10.222.0.78 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836743 Mar 22 14:34:25.481356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.20.0.3 (92074220-c348-47ec-9dee-ec8bf3f7b913/7659161d-a803-4d78-bc73-7ede6d91dfe4/d10e647e-384f-44e3-874c-90ca276d9586) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:25.595350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2c88161-b136-4062-9a13-370d507e1502 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:25.618361 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a63c0d9-9723-49fb-9393-1949188eb405 req-a5807ecc-983e-4013-b90b-6c8d7aaac38c service neutron] 10.222.0.78 "GET /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309617 Mar 22 14:34:25.676985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c3509fa-b98a-4d12-9324-fde7a5ada3aa req-a1c01384-3d28-4794-b782-d4e713d8d257 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0619195 Mar 22 14:34:25.710551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c2c88161-b136-4062-9a13-370d507e1502 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:25.710940 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c2c88161-b136-4062-9a13-370d507e1502), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.751378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (d10e647e-384f-44e3-874c-90ca276d9586), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.816830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:25.821061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c2c88161-b136-4062-9a13-370d507e1502 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:25.867210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:25.870603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:25.876990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:25.884185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:25.937294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:25.938273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.011454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d72322bf-f729-4894-8215-c61de9cc796f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870682 Mar 22 14:34:26.021975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Request body: {'port': {'device_id': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:26.112308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.268487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-98484a3f-2c1a-4f79-8e79-b3ff38a30878 None None] Provisioning complete for port d10e647e-384f-44e3-874c-90ca276d9586 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:26.269095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-98484a3f-2c1a-4f79-8e79-b3ff38a30878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d10e647e-384f-44e3-874c-90ca276d9586), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.334428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-98484a3f-2c1a-4f79-8e79-b3ff38a30878 None None] Port d10e647e-384f-44e3-874c-90ca276d9586 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:26.460887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938f0cc-6f87-4ad1-a9d2-0470cdf94070 req-f38d5c4a-23d6-4d30-967d-bbc0746f372f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:26.462441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b938f0cc-6f87-4ad1-a9d2-0470cdf94070 req-f38d5c4a-23d6-4d30-967d-bbc0746f372f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 944 time: 0.1695814 Mar 22 14:34:26.539790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10e647e-384f-44e3-874c-90ca276d9586 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:26.548303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks [] for port (d10e647e-384f-44e3-874c-90ca276d9586), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.562667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Transition to ACTIVE for port object d10e647e-384f-44e3-874c-90ca276d9586 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:34:26.579574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.659896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:26.720616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b938f0cc-6f87-4ad1-a9d2-0470cdf94070 req-13e418ca-d31a-4764-862a-3c117312ba91 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564400 Mar 22 14:34:26.798574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Attempting to bind port d10e647e-384f-44e3-874c-90ca276d9586 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:26.798915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Attempting to bind port d10e647e-384f-44e3-874c-90ca276d9586 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:26.799241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Attempting to bind port d10e647e-384f-44e3-874c-90ca276d9586 on network 92074220-c348-47ec-9dee-ec8bf3f7b913 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:26.804545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Port d10e647e-384f-44e3-874c-90ca276d9586 on network 92074220-c348-47ec-9dee-ec8bf3f7b913 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:34:26.804863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Attempting to bind port d10e647e-384f-44e3-874c-90ca276d9586 on network 92074220-c348-47ec-9dee-ec8bf3f7b913 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:26.821592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:26.821949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Checking segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:26.822833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Bound using segment: {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:26.822955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Bound port: d10e647e-384f-44e3-874c-90ca276d9586, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983b2b2e-16ae-4a0a-a522-4bbbe131a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:26.823231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:26.836202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:34:26.935704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0b14-9aff-40da-bab6-40074e71ec64 req-ebc0a183-5bbb-4fc2-8326-67ac1a1574af tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:26.937927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12bc0b14-9aff-40da-bab6-40074e71ec64 req-ebc0a183-5bbb-4fc2-8326-67ac1a1574af tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 943 time: 0.1274016 Mar 22 14:34:26.991918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:27.015087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:27.027598 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:27.041706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:27.063799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'port_id': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9', 'mac_address': 'fa:16:3e:b0:29:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:34:27.064075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12bc0b14-9aff-40da-bab6-40074e71ec64 req-27a2e278-0201-43b8-91e1-c98dade5ccfb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148636 Mar 22 14:34:27.074069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:27.074799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:27.076048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] 10.222.0.78 "PUT /v2.0/ports/d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 1091 time: 1.0591197 Mar 22 14:34:27.076591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:27.079376 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d129e4-4812-4ec2-b615-a9ff04bf95d1" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:27.129662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0474f82-54f0-414e-93c2-262f16dc1787 service neutron] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:27.156186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:27.156579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:27.171973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:27.205592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:27.212469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:27.269880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-7513448d-eaca-4192-9997-bf44094abf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:27.272534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-7513448d-eaca-4192-9997-bf44094abf66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1125 time: 0.0935616 Mar 22 14:34:27.290544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:27.338103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-019b0fdd-fd71-40e2-afad-55d21e3dc190 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 217 time: 0.0534945 Mar 22 14:34:27.380956 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f5b72b-ee2a-48d3-8701-bf2abf3754c2 x-openstack-request-id: req-c5f5b72b-ee2a-48d3-8701-bf2abf3754c2 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:27.381346 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:27.381700 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5f5b72b-ee2a-48d3-8701-bf2abf3754c2 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:27.382235 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f5b72b-ee2a-48d3-8701-bf2abf3754c2'] response: {'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'status': 'completed', 'code': 200} Mar 22 14:34:27.401182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-3e8df0bc-a6ce-4ff0-8b6f-402a606bcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:27.402877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-3e8df0bc-a6ce-4ff0-8b6f-402a606bcde9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 200 len: 835 time: 0.0577564 Mar 22 14:34:27.460993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:34:27.505169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-f555e2e4-c70c-4c49-9fb4-ab9ee8c2b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:27.506956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-f555e2e4-c70c-4c49-9fb4-ab9ee8c2b89d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92074220-c348-47ec-9dee-ec8bf3f7b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0973520 Mar 22 14:34:27.622157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-8dbf75ca-50c1-473f-9ca9-555243d2ff61 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079602 Mar 22 14:34:27.724849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0cdc5feb-6d9b-4696-b447-a419374ea478 req-d7a5ca71-af35-47b8-aa29-81656f3c6079 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952580 Mar 22 14:34:28.241570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-da55f21b-ee47-4154-86fb-6c5ba1f2a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.244199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-da55f21b-ee47-4154-86fb-6c5ba1f2a979 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1125 time: 0.4567118 Mar 22 14:34:28.259972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c891e1-e7f8-45ee-a62f-15d180d3471a req-7a631a1c-c3dc-4cdf-85ed-40b409f033b7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.262453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c891e1-e7f8-45ee-a62f-15d180d3471a req-7a631a1c-c3dc-4cdf-85ed-40b409f033b7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 945 time: 0.1124260 Mar 22 14:34:28.331598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:28.333153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbba336-d116-49cd-b51d-e1cb1e57df7e req-f3d2a0ca-4a75-4d9f-9daf-4bdaaa221206 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.334801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbba336-d116-49cd-b51d-e1cb1e57df7e req-f3d2a0ca-4a75-4d9f-9daf-4bdaaa221206 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 943 time: 0.1424203 Mar 22 14:34:28.416309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c891e1-e7f8-45ee-a62f-15d180d3471a req-8b1737c8-615f-4fd5-8b7f-7f119bb188eb tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416535 Mar 22 14:34:28.441444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbba336-d116-49cd-b51d-e1cb1e57df7e req-6d34e685-b4da-45bf-b59a-8344591830df tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965953 Mar 22 14:34:28.443441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-cf6fa169-f737-404d-a00d-279cba3b6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.444051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-cf6fa169-f737-404d-a00d-279cba3b6d08 service neutron] 10.222.0.78 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 897 time: 0.1925893 Mar 22 14:34:28.504656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-9aab04ff-8a37-463b-ad55-30245ab78448 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 217 time: 0.0528443 Mar 22 14:34:28.553262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-8b617b64-f798-4f9f-b363-84ce763c29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.554777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-8b617b64-f798-4f9f-b363-84ce763c29d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 200 len: 835 time: 0.0437355 Mar 22 14:34:28.615460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-052e9ae5-6402-4710-9cb1-c71e5f8d6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:28.617286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-052e9ae5-6402-4710-9cb1-c71e5f8d6f24 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92074220-c348-47ec-9dee-ec8bf3f7b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561428 Mar 22 14:34:28.717067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-22746258-2e21-4d48-8439-b317fbbd2d94 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926392 Mar 22 14:34:28.820777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75d129e4-4812-4ec2-b615-a9ff04bf95d1 req-edf2a3ee-7ffa-4259-8be3-1f6d77e52970 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964487 Mar 22 14:34:28.863199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:28.914048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:34:28.918345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:28.918730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.004316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:29.004748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.032081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:29.034634 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4684cedd-5fd9-4238-a24a-8581ee96bbdc" -d '{"events": [{"server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:29.049840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:29.058006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.091545 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8acdcf0-3a65-4419-810a-4fc63c2d0416 x-openstack-request-id: req-e8acdcf0-3a65-4419-810a-4fc63c2d0416 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:29.091833 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:29.092253 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8acdcf0-3a65-4419-810a-4fc63c2d0416 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:29.092656 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8acdcf0-3a65-4419-810a-4fc63c2d0416'] response: {'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9', 'code': 200} Mar 22 14:34:29.133344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:29.202637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b13361-27d0-4f2b-8764-e541788ab35d req-c4186625-8f21-44db-8a8e-ea0f248f2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:29.204382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2b13361-27d0-4f2b-8764-e541788ab35d req-c4186625-8f21-44db-8a8e-ea0f248f2185 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 1128 time: 0.0502343 Mar 22 14:34:29.257033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2b13361-27d0-4f2b-8764-e541788ab35d req-a72d8492-f74a-40b2-b125-e16492c6da08 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456777 Mar 22 14:34:29.315237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:29.589895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b90b-2096-4607-983a-0e763b38c6c9 req-c1132ea0-cf2f-46ce-9028-fe15c3e1775c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:29.591766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2614b90b-2096-4607-983a-0e763b38c6c9 req-c1132ea0-cf2f-46ce-9028-fe15c3e1775c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.0767791 Mar 22 14:34:29.669523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2614b90b-2096-4607-983a-0e763b38c6c9 req-75b0e713-f35c-48d2-a542-b03b23e11cf7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705426 Mar 22 14:34:29.680307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ccd0b-8b7b-4bce-8aa7-ab9cd41b0da8 req-1b083406-3770-4fea-bf94-1c398de5142d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:29.687958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-485ccd0b-8b7b-4bce-8aa7-ab9cd41b0da8 req-1b083406-3770-4fea-bf94-1c398de5142d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 943 time: 0.1156538 Mar 22 14:34:29.732364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-485ccd0b-8b7b-4bce-8aa7-ab9cd41b0da8 req-3263dc5d-3300-49b5-8d38-ae30b7b8639b tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Mar 22 14:34:30.559682 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:34:30.880120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03cec2-09e9-422b-9551-6b6c6a1d382b req-756a7ef4-465b-4926-a001-c477fcd034d1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:30.882370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e03cec2-09e9-422b-9551-6b6c6a1d382b req-756a7ef4-465b-4926-a001-c477fcd034d1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.1167262 Mar 22 14:34:30.883608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:34:30.966015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ff32-30d5-421f-9326-4461b2d4279d req-89ecdbc7-9e35-45b5-8ff8-9d9f0560a294 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:30.967871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc1ff32-30d5-421f-9326-4461b2d4279d req-89ecdbc7-9e35-45b5-8ff8-9d9f0560a294 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 943 time: 0.1302128 Mar 22 14:34:30.988271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e03cec2-09e9-422b-9551-6b6c6a1d382b req-61d79c18-c7a1-441c-8202-714ea7dc79db tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002243 Mar 22 14:34:31.086325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cc1ff32-30d5-421f-9326-4461b2d4279d req-6b3fe099-9177-4199-883f-1df08ae1dbf8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097918 Mar 22 14:34:31.147474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:31.179606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd10e647e-384f-44e3-874c-90ca276d9586', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'mac_address': 'fa:16:3e:9a:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:34:31.218472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65824-da5d-4fa1-aacd-f0fbfeef1888 req-8e791d14-fe5f-412e-9e26-8375d6a7f5d3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:31.220049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aa65824-da5d-4fa1-aacd-f0fbfeef1888 req-8e791d14-fe5f-412e-9e26-8375d6a7f5d3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.0846252 Mar 22 14:34:31.261023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d10e647e-384f-44e3-874c-90ca276d9586 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:31.262203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.287683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10e647e-384f-44e3-874c-90ca276d9586 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:34:31.305303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aa65824-da5d-4fa1-aacd-f0fbfeef1888 req-026bbe2c-bf9d-40dc-ab95-819a463b9af5 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788119 Mar 22 14:34:31.327794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:31.345450 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.423139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:31.615032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d10e647e-384f-44e3-874c-90ca276d9586'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:34:31.636130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48038) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:31.805997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-859bd5cb-8774-468a-a464-827795f57b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.894031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-859bd5cb-8774-468a-a464-827795f57b0e admin admin] Publish callbacks [] for security_group (0e1bc96a-7a7b-4b86-a16c-5ed5652658b2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.900851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-859bd5cb-8774-468a-a464-827795f57b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e1bc96a-7a7b-4b86-a16c-5ed5652658b2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:31.942790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-859bd5cb-8774-468a-a464-827795f57b0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce2a9408d7f5404ba2115d905d7607a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050461 Mar 22 14:34:31.943696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:31.944275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bd5cb-8774-468a-a464-827795f57b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1bc96a-7a7b-4b86-a16c-5ed5652658b2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:32.002876 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] Publish callbacks [] for security_group (0e1bc96a-7a7b-4b86-a16c-5ed5652658b2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.035355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] Publish callbacks [] for security_group (0e1bc96a-7a7b-4b86-a16c-5ed5652658b2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.091089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0e1bc96a-7a7b-4b86-a16c-5ed5652658b2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.093799 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.098149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e1bc96a-7a7b-4b86-a16c-5ed5652658b2 HTTP/1.1" status: 204 len: 168 time: 0.1496949 Mar 22 14:34:32.104525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43706593-c4aa-408f-81bf-77037ceee923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1bc96a-7a7b-4b86-a16c-5ed5652658b2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:32.213846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b17f0f-0d5c-4348-8d55-236fd796b1f7 req-dca80b2f-98ef-45c2-8a4d-ece73e0cc559 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:32.215584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33b17f0f-0d5c-4348-8d55-236fd796b1f7 req-dca80b2f-98ef-45c2-8a4d-ece73e0cc559 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 944 time: 0.0663631 Mar 22 14:34:32.317856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33b17f0f-0d5c-4348-8d55-236fd796b1f7 req-ad27f0d5-dbad-48ea-bf76-0552b1416542 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866890 Mar 22 14:34:32.461994 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:32.478905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98966664-c057-4a0b-b7be-fa629ba2a717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.559708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98966664-c057-4a0b-b7be-fa629ba2a717 admin admin] Publish callbacks [] for security_group (5f41b412-1a68-4fb6-82dc-9b0381461a5b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.564051 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98966664-c057-4a0b-b7be-fa629ba2a717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f41b412-1a68-4fb6-82dc-9b0381461a5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.618560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48068) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:32.623972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-98966664-c057-4a0b-b7be-fa629ba2a717 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14d10d07bfb24f8d97f87256769a6f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519701 Mar 22 14:34:32.626004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98966664-c057-4a0b-b7be-fa629ba2a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f41b412-1a68-4fb6-82dc-9b0381461a5b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:32.690577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] Publish callbacks [] for security_group (5f41b412-1a68-4fb6-82dc-9b0381461a5b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.713027 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] Publish callbacks [] for security_group (5f41b412-1a68-4fb6-82dc-9b0381461a5b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.766998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f41b412-1a68-4fb6-82dc-9b0381461a5b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.769656 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:32.771356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f41b412-1a68-4fb6-82dc-9b0381461a5b HTTP/1.1" status: 204 len: 168 time: 0.1513960 Mar 22 14:34:32.779532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9af07-86d2-408f-8c6f-f565df9c9a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f41b412-1a68-4fb6-82dc-9b0381461a5b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:32.839748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:32.900135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:33.016289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d10e647e-384f-44e3-874c-90ca276d9586 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:34:33.023518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d10e647e-384f-44e3-874c-90ca276d9586 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:33.024266 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d10e647e-384f-44e3-874c-90ca276d9586), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:33.129093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d10e647e-384f-44e3-874c-90ca276d9586 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:33.129487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:33.163570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:33.166654 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3236cea-c525-4adc-b785-9aeef5ec9f48" -d '{"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:33.179170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:33.190261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:33.239628 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c614a-52be-4a88-84fb-5d28d561d440 x-openstack-request-id: req-798c614a-52be-4a88-84fb-5d28d561d440 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:33.239878 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:33.240314 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-798c614a-52be-4a88-84fb-5d28d561d440 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:33.240876 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798c614a-52be-4a88-84fb-5d28d561d440'] response: {'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'code': 200} Mar 22 14:34:33.251639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:33.435256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c605e-906e-4792-b26c-ece8e24ef275 req-2523163b-9e8e-47ad-853c-dd6b8e53b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:33.436781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd0c605e-906e-4792-b26c-ece8e24ef275 req-2523163b-9e8e-47ad-853c-dd6b8e53b2ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1127 time: 0.1266074 Mar 22 14:34:33.540398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985e53-714a-4046-91ea-db3d2cda664c req-32dc79a5-8920-4b59-88c5-90cba452f9e8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:33.541881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35985e53-714a-4046-91ea-db3d2cda664c req-32dc79a5-8920-4b59-88c5-90cba452f9e8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1523135 Mar 22 14:34:33.596457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd0c605e-906e-4792-b26c-ece8e24ef275 req-4b0de4ba-0a8b-4e36-b379-47dbac6d71d6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482387 Mar 22 14:34:33.648835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:33.658471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35985e53-714a-4046-91ea-db3d2cda664c req-1c14fb76-2c4e-43ca-aadd-a436d1faed83 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981221 Mar 22 14:34:33.941637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.17 (d837e66b-7a4f-42a7-9658-159cee4fae98/c832a0c4-88b9-4cad-acc2-85db07782630/ad654ac4-4b4c-49b8-bcee-8d216ab915ca) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:34.080616 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.117447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.160675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network d837e66b-7a4f-42a7-9658-159cee4fae98 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:34.164697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:34.172983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:34.180733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:34.237338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.438638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.542844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e7222663-2e78-475b-a189-5375baea38bc None None] Provisioning complete for port ad654ac4-4b4c-49b8-bcee-8d216ab915ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:34.543362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7222663-2e78-475b-a189-5375baea38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.591984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e7222663-2e78-475b-a189-5375baea38bc None None] Port ad654ac4-4b4c-49b8-bcee-8d216ab915ca cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:34.785019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-a8897596-0a07-4ce6-8407-8360ca109aef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169772 Mar 22 14:34:34.895239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:34.915255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927568e-025b-4975-9e9b-acfedc587212 req-9edc65e4-b178-4d7e-94b3-9ee8a4e00506 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:34.916777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7927568e-025b-4975-9e9b-acfedc587212 req-9edc65e4-b178-4d7e-94b3-9ee8a4e00506 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1505365 Mar 22 14:34:34.920246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:35.030334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-845f90d9-4375-4cae-b77c-3f0560a6f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:35.031744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-845f90d9-4375-4cae-b77c-3f0560a6f01c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1127 time: 0.1933014 Mar 22 14:34:35.053430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:35.067976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:35.135624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7927568e-025b-4975-9e9b-acfedc587212 req-99da1ff9-5c98-49f0-a226-4f9aafd2550f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111356 Mar 22 14:34:35.240661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-012f216d-f1b8-420d-a8e1-18255a96c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:35.241228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-012f216d-f1b8-420d-a8e1-18255a96c278 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 898 time: 0.1844234 Mar 22 14:34:35.300489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network d837e66b-7a4f-42a7-9658-159cee4fae98 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:35.309100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:35.428099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-8f23bbbd-2df7-4c28-8d50-2f4f4548eec3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 1001 time: 0.1775122 Mar 22 14:34:35.843969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:35.851678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-6f4413d7-2929-4f15-b4dd-a9b92d56d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:35.853357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-6f4413d7-2929-4f15-b4dd-a9b92d56d2e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 200 len: 834 time: 0.4179547 Mar 22 14:34:35.949260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7f2ac9e6-446b-400b-b2ed-0f5150466e02 None None] Provisioning complete for port ad654ac4-4b4c-49b8-bcee-8d216ab915ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:35.949817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac9e6-446b-400b-b2ed-0f5150466e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:35.986201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ac9e6-446b-400b-b2ed-0f5150466e02 None None] Port ad654ac4-4b4c-49b8-bcee-8d216ab915ca cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:34:36.007966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-5d29de5d-ca59-4b7b-9678-d6a346e3344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:36.009499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-5d29de5d-ca59-4b7b-9678-d6a346e3344b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2c595f62-0c7b-457d-9dd3-16632aca8276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1496391 Mar 22 14:34:36.103441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:36.116117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-de48a19c-07df-49ae-8d39-851686ac1383 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/3b1ec986-2936-43c9-89e3-6eb577f2a4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2733171 Mar 22 14:34:36.120588 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:36.136153 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:36.138329 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:36.144707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-b079fd52-98d3-4390-b4b8-b049dd06d475 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272118 Mar 22 14:34:36.342891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34a13-d2b9-47bf-945a-c39d4d3e0fbc req-951d8a57-5d17-4330-8378-6821614f8faf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:36.350293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc34a13-d2b9-47bf-945a-c39d4d3e0fbc req-951d8a57-5d17-4330-8378-6821614f8faf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1084824 Mar 22 14:34:36.363446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b750fb7-d668-4e6c-ad76-f3c1a4010320 req-1076971d-5acf-44db-b074-b2f1ef89c1d7 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109416 Mar 22 14:34:36.410497 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:36.439091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fc34a13-d2b9-47bf-945a-c39d4d3e0fbc req-2bd8aa6c-ab8c-4cdb-890d-e06c619efba6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881391 Mar 22 14:34:36.578161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f13cbe-9523-4ebd-936a-088a4f205880 req-4a2b77b5-5b3c-4858-ae96-2667740d7c96 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:36.579814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f13cbe-9523-4ebd-936a-088a4f205880 req-4a2b77b5-5b3c-4858-ae96-2667740d7c96 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0666707 Mar 22 14:34:36.638662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9f13cbe-9523-4ebd-936a-088a4f205880 req-2f5806d0-f99a-40ef-a0c1-f2c5c53b18d3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528615 Mar 22 14:34:36.660626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:36.708614 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:34:34Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad654ac4-4b4c-49b8-bcee-8d216ab915ca', 'name': '', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:64:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:33Z', 'updated_at': '2022-03-22T14:34:34Z', 'revision_number': 2, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:36.733924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d522c611-07a5-4a36-9534-b2d5032ed4b6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:36.736044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d522c611-07a5-4a36-9534-b2d5032ed4b6 tempest-TestNetworkAdvancedServerOps-1795039145 tempest-TestNetworkAdvancedServerOps-1795039145-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1122 time: 0.0737164 Mar 22 14:34:36.739000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48284) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:36.740357 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:36.744894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:36.745394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Updating router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 port ad654ac4-4b4c-49b8-bcee-8d216ab915ca binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:34:36.765898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48286) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:36.774990 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.784210 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.893202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd18d-26c2-4e75-a5a4-739d5c62e36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.916140 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.984695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd18d-26c2-4e75-a5a4-739d5c62e36e admin admin] Publish callbacks [] for security_group (bf4bf724-bebf-4bfc-b2af-389bf7350a2c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:36.998243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd18d-26c2-4e75-a5a4-739d5c62e36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bf4bf724-bebf-4bfc-b2af-389bf7350a2c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.053061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9c1dd18d-26c2-4e75-a5a4-739d5c62e36e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5f030e7a1e341dd83b3f1f9d24ae588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855799 Mar 22 14:34:37.054197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd18d-26c2-4e75-a5a4-739d5c62e36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4bf724-bebf-4bfc-b2af-389bf7350a2c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.054962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Allocated IP 172.25.3.53 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/fc3b8089-5df8-4425-b0a8-84834b6884fa) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:37.057131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:37.122174 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks [] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.129412 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.167801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] Publish callbacks [] for security_group (bf4bf724-bebf-4bfc-b2af-389bf7350a2c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.197771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbbcda-0b75-4991-95dd-af9ab9aa86da None None] Pushing event updated for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.205528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] Publish callbacks [] for security_group (bf4bf724-bebf-4bfc-b2af-389bf7350a2c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.254692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.267122 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Attempting to bind port ad654ac4-4b4c-49b8-bcee-8d216ab915ca on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:34:37.267517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Attempting to bind port ad654ac4-4b4c-49b8-bcee-8d216ab915ca by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:34:37.270091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Attempting to bind port ad654ac4-4b4c-49b8-bcee-8d216ab915ca on network d837e66b-7a4f-42a7-9658-159cee4fae98 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:34:37.276929 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:34:37.277492 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Checking segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:34:37.278268 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.278674 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Bound using segment: {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:34:37.279309 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Bound port: ad654ac4-4b4c-49b8-bcee-8d216ab915ca, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051ffa0b-221d-428b-b05e-0459fba1b53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:34:37.280415 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.292326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bf4bf724-bebf-4bfc-b2af-389bf7350a2c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.295551 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.296967 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf4bf724-bebf-4bfc-b2af-389bf7350a2c HTTP/1.1" status: 204 len: 168 time: 0.2380786 Mar 22 14:34:37.332225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ff2b-2c78-423a-8658-d50ec3784b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4bf724-bebf-4bfc-b2af-389bf7350a2c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.338730 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.359575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:37.363085 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:37.380396 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] For port ad654ac4-4b4c-49b8-bcee-8d216ab915ca, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:34:37.384098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:37.384490 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] For port ad654ac4-4b4c-49b8-bcee-8d216ab915ca, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:34:37.396359 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.437673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=fc3b8089-5df8-4425-b0a8-84834b6884fa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.493833 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbbcda-0b75-4991-95dd-af9ab9aa86da None None] Pushing event updated for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:37.497557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:37.498207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:37.629451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Provisioning complete for port ad654ac4-4b4c-49b8-bcee-8d216ab915ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:37.629927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.658665 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:37.803994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:37.827420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26ff856a-7205-490e-a4d0-da71eea1a149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.874755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Current status of the port ad654ac4-4b4c-49b8-bcee-8d216ab915ca is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:37.876136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.938734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] For port ad654ac4-4b4c-49b8-bcee-8d216ab915ca, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:37.946436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:37.989390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26ff856a-7205-490e-a4d0-da71eea1a149 admin admin] Publish callbacks [] for security_group (36054407-9fc8-44c7-a6a8-dc6520f425db), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.002031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26ff856a-7205-490e-a4d0-da71eea1a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (36054407-9fc8-44c7-a6a8-dc6520f425db), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.012278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cfc50-833b-4344-bf15-0fa4c0978992 None None] Pushing event updated for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.019042 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:34:34Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad654ac4-4b4c-49b8-bcee-8d216ab915ca', 'name': '', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:64:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:33Z', 'updated_at': '2022-03-22T14:34:37Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:38.036710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.069025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6e7e2060-31c1-48fc-86cc-70404a39cc00 None None] Provisioning complete for port ad654ac4-4b4c-49b8-bcee-8d216ab915ca triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:38.069390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6e7e2060-31c1-48fc-86cc-70404a39cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.069539 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9ef94-6187-4d21-89be-f3c8e5d9fd0e None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:34:34Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad654ac4-4b4c-49b8-bcee-8d216ab915ca', 'name': '', 'network_id': 'd837e66b-7a4f-42a7-9658-159cee4fae98', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:64:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:33Z', 'updated_at': '2022-03-22T14:34:37Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': 'c832a0c4-88b9-4cad-acc2-85db07782630', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:38.087117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48316) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:38.089108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-26ff856a-7205-490e-a4d0-da71eea1a149 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c7bf7bcab324fad82056a50f995ae15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837768 Mar 22 14:34:38.090604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff856a-7205-490e-a4d0-da71eea1a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36054407-9fc8-44c7-a6a8-dc6520f425db,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.172498 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.184128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e2060-31c1-48fc-86cc-70404a39cc00 None None] Current status of the port ad654ac4-4b4c-49b8-bcee-8d216ab915ca is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:38.259955 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] Publish callbacks [] for security_group (36054407-9fc8-44c7-a6a8-dc6520f425db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.323547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] Publish callbacks [] for security_group (36054407-9fc8-44c7-a6a8-dc6520f425db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.417590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (36054407-9fc8-44c7-a6a8-dc6520f425db), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.420170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.421401 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36054407-9fc8-44c7-a6a8-dc6520f425db HTTP/1.1" status: 204 len: 168 time: 0.3333068 Mar 22 14:34:38.424066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.434035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.437401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fbfd-c621-441f-8108-06ba8e86a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36054407-9fc8-44c7-a6a8-dc6520f425db,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.506573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event updated for resources: {'Port': ['ID=fc3b8089-5df8-4425-b0a8-84834b6884fa,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:38.530542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:38.653506 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 associated. External IP: 172.25.3.53, port: d10e647e-384f-44e3-874c-90ca276d9586. Mar 22 14:34:38.925791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 74d0822f-5a1c-48ee-9fe7-47d22839e906 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:39.059556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:39.070561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Sync routers for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:39.080656 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.082143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:39.083148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:39.119031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-353fafc5-769c-47f8-bde7-a11ed734d1b0 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3766134 Mar 22 14:34:39.119031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:39.121474 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d52d8-56b3-445c-8562-4e5e24162f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:39.160424 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2c446-d05c-4c64-866b-05172fe99fff x-openstack-request-id: req-eed2c446-d05c-4c64-866b-05172fe99fff {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:39.160722 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:39.161054 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eed2c446-d05c-4c64-866b-05172fe99fff {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:39.161386 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed2c446-d05c-4c64-866b-05172fe99fff'] response: {'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'status': 'completed', 'code': 200} Mar 22 14:34:39.232216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:39.300286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-6931dbbc-7bb3-441b-8da7-2afec0b74e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.302085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-6931dbbc-7bb3-441b-8da7-2afec0b74e77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1127 time: 0.1066318 Mar 22 14:34:39.322246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b278bf7-cafa-44c0-b2a0-4e19e0df4745 req-143a4b42-517f-4862-9c56-c263815d3371 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.322246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b278bf7-cafa-44c0-b2a0-4e19e0df4745 req-143a4b42-517f-4862-9c56-c263815d3371 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1177249 Mar 22 14:34:39.442605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-4e805698-1a0c-4054-8c6c-e3e3621a7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.444208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-4e805698-1a0c-4054-8c6c-e3e3621a7388 service neutron] 10.222.0.78 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 897 time: 0.1359677 Mar 22 14:34:39.472928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5b278bf7-cafa-44c0-b2a0-4e19e0df4745 req-772b8224-cf9f-4fb4-935e-95042d6788ee tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398907 Mar 22 14:34:39.495234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:39.581573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-e984c426-18e4-4029-827c-3a3f77c0d221 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 998 time: 0.1309917 Mar 22 14:34:39.620962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad654ac4-4b4c-49b8-bcee-8d216ab915ca up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:34:39.626757 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cc5bc67d-5b7e-46b6-94d7-e88273c5eeba tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 HTTP/1.1" status: 200 len: 990 time: 0.1276100 Mar 22 14:34:39.664057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-e269d185-1e69-4e40-875d-d6770da0ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.665730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-e269d185-1e69-4e40-875d-d6770da0ea3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 200 len: 835 time: 0.0779443 Mar 22 14:34:39.699483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'mac_address': 'fa:16:3e:9a:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:37Z', 'updated_at': '2022-03-22T14:34:37Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:39.724717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-44ab7a77-ddd7-47ee-afe9-0ee7c5f13f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:39.726559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-44ab7a77-ddd7-47ee-afe9-0ee7c5f13f11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92074220-c348-47ec-9dee-ec8bf3f7b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541103 Mar 22 14:34:39.735124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Checking router: 74d0822f-5a1c-48ee-9fe7-47d22839e906 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:39.741751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ad654ac4-4b4c-49b8-bcee-8d216ab915ca triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:34:39.742456 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:39.771964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:39.772857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:39.853071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-e467fe3d-5a4a-4ded-b4d4-3f734c542df3 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196730 Mar 22 14:34:39.936769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:40.013809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f08d52d8-56b3-445c-8562-4e5e24162f6d req-b859e1bc-b7ed-4e51-92a5-68f4b2e5f8db service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539035 Mar 22 14:34:40.030129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ad654ac4-4b4c-49b8-bcee-8d216ab915ca is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:34:40.287549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'mac_address': 'fa:16:3e:9a:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:37Z', 'updated_at': '2022-03-22T14:34:37Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:40.317852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efcb4c-611c-41e8-9840-d483222d78a4 None None] The sync data for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 is: [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'mac_address': 'fa:16:3e:9a:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:37Z', 'updated_at': '2022-03-22T14:34:37Z', 'revision_number': 0, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:40.566487 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e48f4-3ae9-4a6d-a866-95bd277f3876 None None] New status for floating IP 1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:34:40.630787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:41.055262 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-89261304-7a71-482e-a56a-7cea52691b8f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 HTTP/1.1" status: 200 len: 990 time: 0.4219286 Mar 22 14:34:41.247276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-a19f2507-a429-41ab-8198-e364f0930b79 req-d91c8f63-fe72-42ff-b6a8-1a5b4311fc66 service neutron] (103890) timed out ('10.222.0.81', 54222) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:34:42.056737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48460) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:42.143936 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5b982042-34c7-486b-a843-56ab91805b07 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 HTTP/1.1" status: 200 len: 992 time: 0.0846474 Mar 22 14:34:47.883598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:48.038169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f34d-047d-451c-a56d-68e182f163e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.129426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f34d-047d-451c-a56d-68e182f163e7 admin admin] Publish callbacks [] for security_group (d4f10bdc-657c-42d1-bc12-86c01cd1df7a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.135720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f34d-047d-451c-a56d-68e182f163e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4f10bdc-657c-42d1-bc12-86c01cd1df7a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.166291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48608) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:48.170600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c2a7f34d-047d-451c-a56d-68e182f163e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0878dfb8cb74a6080f59d4b5b9c05d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852235 Mar 22 14:34:48.202702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7f34d-047d-451c-a56d-68e182f163e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f10bdc-657c-42d1-bc12-86c01cd1df7a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:48.229208 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] Publish callbacks [] for security_group (d4f10bdc-657c-42d1-bc12-86c01cd1df7a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.255829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] Publish callbacks [] for security_group (d4f10bdc-657c-42d1-bc12-86c01cd1df7a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.325641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d4f10bdc-657c-42d1-bc12-86c01cd1df7a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.328930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.333174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4f10bdc-657c-42d1-bc12-86c01cd1df7a HTTP/1.1" status: 204 len: 168 time: 0.1657047 Mar 22 14:34:48.343031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d6a9-a779-442e-afab-e4b23b43c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f10bdc-657c-42d1-bc12-86c01cd1df7a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:48.616835 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2fee8c97-62f6-4d68-94dc-70e16140ea89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.723768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48624) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:48.741281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a631c39-f5c6-4b0b-a3fb-57a44bbb8838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.905047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a631c39-f5c6-4b0b-a3fb-57a44bbb8838 admin admin] Publish callbacks [] for security_group (c4106f1c-eb16-459c-836a-f141df3730c0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.914318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a631c39-f5c6-4b0b-a3fb-57a44bbb8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c4106f1c-eb16-459c-836a-f141df3730c0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:48.961845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5a631c39-f5c6-4b0b-a3fb-57a44bbb8838 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e1668dacce8463f85ab67ff61f1ca1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365654 Mar 22 14:34:48.962892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631c39-f5c6-4b0b-a3fb-57a44bbb8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4106f1c-eb16-459c-836a-f141df3730c0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:48.964575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:49.037780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] Publish callbacks [] for security_group (c4106f1c-eb16-459c-836a-f141df3730c0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.071521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] Publish callbacks [] for security_group (c4106f1c-eb16-459c-836a-f141df3730c0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.124246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c4106f1c-eb16-459c-836a-f141df3730c0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.127608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:49.131983 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4106f1c-eb16-459c-836a-f141df3730c0 HTTP/1.1" status: 204 len: 168 time: 0.1632421 Mar 22 14:34:49.142648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38916b-104c-42bd-aa3a-0d8e0aa02829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4106f1c-eb16-459c-836a-f141df3730c0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:50.961001 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e794e06e-6ab4-4163-9cf5-095340f0b422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.154572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48728) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:51.273538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3a30c0-b51a-435d-8fe7-eaaf71fdf528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.355362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3a30c0-b51a-435d-8fe7-eaaf71fdf528 admin admin] Publish callbacks [] for security_group (9d28fbe8-9d77-4535-8fac-4863366f4eab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.358718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a9066-f458-4d03-8497-3f110b0c8827 req-a0eef841-4b2d-4cb5-896e-1916e6910839 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:51.361838 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3a30c0-b51a-435d-8fe7-eaaf71fdf528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9d28fbe8-9d77-4535-8fac-4863366f4eab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.366654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625a9066-f458-4d03-8497-3f110b0c8827 req-a0eef841-4b2d-4cb5-896e-1916e6910839 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.0824873 Mar 22 14:34:51.399639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a30c0-b51a-435d-8fe7-eaaf71fdf528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28fbe8-9d77-4535-8fac-4863366f4eab,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:51.406972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be3a30c0-b51a-435d-8fe7-eaaf71fdf528 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e78c5801a1b94afc861b9a8f4f9e015b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513826 Mar 22 14:34:51.407931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:51.421232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-625a9066-f458-4d03-8497-3f110b0c8827 req-dd1d7b1f-f799-434a-935a-a266769aef7f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534439 Mar 22 14:34:51.463926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] Publish callbacks [] for security_group (9d28fbe8-9d77-4535-8fac-4863366f4eab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.487189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] Publish callbacks [] for security_group (9d28fbe8-9d77-4535-8fac-4863366f4eab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.538787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9d28fbe8-9d77-4535-8fac-4863366f4eab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.541508 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.542769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d28fbe8-9d77-4535-8fac-4863366f4eab HTTP/1.1" status: 204 len: 168 time: 0.1337917 Mar 22 14:34:51.551475 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286549f-8033-47f9-b43d-425a2548b645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28fbe8-9d77-4535-8fac-4863366f4eab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:51.830199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48758) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:51.843278 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9598005f-daac-4749-b926-c5e9d185a119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.916016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9598005f-daac-4749-b926-c5e9d185a119 admin admin] Publish callbacks [] for security_group (5f09880b-603a-46a8-9f06-fe32387970c5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.920849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9598005f-daac-4749-b926-c5e9d185a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f09880b-603a-46a8-9f06-fe32387970c5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.948021 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:51.962586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598005f-daac-4749-b926-c5e9d185a119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f09880b-603a-46a8-9f06-fe32387970c5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:51.969446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9598005f-daac-4749-b926-c5e9d185a119 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5be941583c044bfba5f302077ef0b624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357853 Mar 22 14:34:51.969862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:52.023442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] Publish callbacks [] for security_group (5f09880b-603a-46a8-9f06-fe32387970c5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:52.044482 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] Publish callbacks [] for security_group (5f09880b-603a-46a8-9f06-fe32387970c5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:52.093470 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5f09880b-603a-46a8-9f06-fe32387970c5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:52.096374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:52.097689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f09880b-603a-46a8-9f06-fe32387970c5 HTTP/1.1" status: 204 len: 168 time: 0.1266794 Mar 22 14:34:52.105620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6161-996d-42ea-ae04-8b7c7a0f4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f09880b-603a-46a8-9f06-fe32387970c5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:52.576428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991405b5-91dc-4246-b9ae-7bdb4effb4fb req-1d4e3a89-0a46-4962-afde-9082d81ac18d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:52.582476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-991405b5-91dc-4246-b9ae-7bdb4effb4fb req-1d4e3a89-0a46-4962-afde-9082d81ac18d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.0684104 Mar 22 14:34:52.634798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-991405b5-91dc-4246-b9ae-7bdb4effb4fb req-2800b8d9-32ff-4bf3-bdfe-fe8edcdc7825 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0342836-b7b4-4eb9-8b59-c900363593e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460944 Mar 22 14:34:52.974864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-dc02f6e3-02d7-4444-8696-9b913e48b906 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:52.976430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-dc02f6e3-02d7-4444-8696-9b913e48b906 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 946 time: 0.0614374 Mar 22 14:34:53.080228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Deleting port e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:53.080573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.183808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] For port e5977f36-25df-4b46-979a-ea2abe08e3bf, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e5977f36-25df-4b46-979a-ea2abe08e3bf,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:34:53.184113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.414865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.415237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.415552 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Floating IP fafcf344-46f9-4b5c-a3a5-0de57cda9b33 disassociated. External IP: 172.25.3.35, port: e5977f36-25df-4b46-979a-ea2abe08e3bf. Mar 22 14:34:53.415967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Calling delete_port for e5977f36-25df-4b46-979a-ea2abe08e3bf owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:53.545760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e5977f36-25df-4b46-979a-ea2abe08e3bf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.587325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'Port': ['ID=e5977f36-25df-4b46-979a-ea2abe08e3bf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:53.711522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:34:53.765481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.816873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83b95141-1b53-41e6-842a-9c3715875327 req-ec6fe0b6-8441-44a2-913c-fa4212456562 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=60e76695-a038-4d5a-919a-2a442d57b116 HTTP/1.1" status: 200 len: 210 time: 0.0626330 Mar 22 14:34:53.864705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:34:53.880802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:34:53.891784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:53.892786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:53.909515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] No DVR routers for this DVR port e5977f36-25df-4b46-979a-ea2abe08e3bf on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:34:53.912186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:53.916608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b5826d0-5b86-40f2-92d3-b037cbddb159 req-e19d99e5-5c27-4aba-a6b4-f37f78c9b8d1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "DELETE /v2.0/ports/e5977f36-25df-4b46-979a-ea2abe08e3bf HTTP/1.1" status: 204 len: 173 time: 0.9296043 Mar 22 14:34:53.916608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-deleted', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:34:53.918899 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdea784-2443-4013-90b0-c2b509cb0592" -d '{"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-deleted", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:34:53.973245 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898561ad-9283-480f-92e6-21794370c712 x-openstack-request-id: req-898561ad-9283-480f-92e6-21794370c712 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:34:53.973545 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e76695-a038-4d5a-919a-2a442d57b116", "name": "network-vif-deleted", "tag": "e5977f36-25df-4b46-979a-ea2abe08e3bf", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:34:53.973795 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-898561ad-9283-480f-92e6-21794370c712 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:34:53.974231 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898561ad-9283-480f-92e6-21794370c712'] response: {'server_uuid': '60e76695-a038-4d5a-919a-2a442d57b116', 'name': 'network-vif-deleted', 'tag': 'e5977f36-25df-4b46-979a-ea2abe08e3bf', 'status': 'completed', 'code': 200} Mar 22 14:34:54.032824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:54.306123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:54.335659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:34:54.345622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:34:54.346287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:54.467550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:34:54.705449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:34:54.907556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba3f8e-5dbd-4934-a8e9-1e837dff5206 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:34:54.929727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:54.962161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.003333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a0342836-b7b4-4eb9-8b59-c900363593e2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.030451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a0342836-b7b4-4eb9-8b59-c900363593e2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.085337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a0342836-b7b4-4eb9-8b59-c900363593e2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.088038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.093100 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "DELETE /v2.0/security-groups/a0342836-b7b4-4eb9-8b59-c900363593e2 HTTP/1.1" status: 204 len: 168 time: 0.1598444 Mar 22 14:34:55.093527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:55.108220 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-3a87ef31-52a7-4931-bd3d-1e7fb05362b6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] show failed (client error): The resource could not be found. Mar 22 14:34:55.110114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3a87ef31-52a7-4931-bd3d-1e7fb05362b6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups/a0342836-b7b4-4eb9-8b59-c900363593e2 HTTP/1.1" status: 404 len: 347 time: 0.0145240 Mar 22 14:34:55.112946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48834) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:55.114711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60827745-7829-4436-8216-aac41a94f762 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0342836-b7b4-4eb9-8b59-c900363593e2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:55.292870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Deleting port 4b82323f-075f-4796-985f-4d1d77557823 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:34:55.293594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4b82323f-075f-4796-985f-4d1d77557823), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.375622 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a75f6-b70a-4b0d-a210-5111447bf13b None None] New status for floating IP fafcf344-46f9-4b5c-a3a5-0de57cda9b33: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:34:55.388629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4b82323f-075f-4796-985f-4d1d77557823), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.389224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (4b82323f-075f-4796-985f-4d1d77557823), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.405616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Calling delete_port for 4b82323f-075f-4796-985f-4d1d77557823 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:34:55.560648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4b82323f-075f-4796-985f-4d1d77557823), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.594704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'Port': ['ID=4b82323f-075f-4796-985f-4d1d77557823,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:55.672832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (fafcf344-46f9-4b5c-a3a5-0de57cda9b33), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.676426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:55.689985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-656ce783-4f4c-429b-92c1-11224277567c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "DELETE /v2.0/floatingips/fafcf344-46f9-4b5c-a3a5-0de57cda9b33 HTTP/1.1" status: 204 len: 168 time: 0.5678070 Mar 22 14:34:56.118328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48842) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:56.123007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63652803', 'description': 'tempest-description--1622961155'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:56.144458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.208276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a03c5b1b-f486-438b-85d0-0d5024fbb6b8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.215722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a03c5b1b-f486-438b-85d0-0d5024fbb6b8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.243625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.244864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1254749 Mar 22 14:34:56.247969 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:56.251865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42263a3e-e2e6-415f-8a5f-a0466a2d2957 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c5b1b-f486-438b-85d0-0d5024fbb6b8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:56.252869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group_rule': {'security_group_id': 'a03c5b1b-f486-438b-85d0-0d5024fbb6b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:56.290072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (d52bd75f-ae7a-43ef-8752-aab1f4b61ddf), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.348591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (d52bd75f-ae7a-43ef-8752-aab1f4b61ddf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.355894 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d52bd75f-ae7a-43ef-8752-aab1f4b61ddf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.378025 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52bd75f-ae7a-43ef-8752-aab1f4b61ddf,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:56.387501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.391209 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d1ba60f-8453-4e5c-93a7-9b3775253cac tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396949 Mar 22 14:34:56.391387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:56.396896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'security_group_rule': {'security_group_id': 'a03c5b1b-f486-438b-85d0-0d5024fbb6b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:56.421704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (ca4e52e4-f6e7-47ed-a569-c3489881e522), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.483985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (ca4e52e4-f6e7-47ed-a569-c3489881e522), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.490086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (ca4e52e4-f6e7-47ed-a569-c3489881e522), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.508706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4e52e4-f6e7-47ed-a569-c3489881e522,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:56.523009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.527809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b3ec1fbb-b0fe-407a-b1e8-99145ff2cf6c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353948 Mar 22 14:34:56.528491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48854) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:56.533917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:34:56.575479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.698485 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:56.830576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Allocated IP 172.25.3.19 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/9a77373d-e50f-46ac-9db1-c8a432f09b24) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:34:57.093820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:34:57.119871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e5977f36-25df-4b46-979a-ea2abe08e3bf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:34:57.120609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e5977f36-25df-4b46-979a-ea2abe08e3bf not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:34:57.273049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.309176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.346718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:34:57.349539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:34:57.353082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:34:57.385022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=9a77373d-e50f-46ac-9db1-c8a432f09b24,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:57.449722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.489915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.659096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.666002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.769346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=9a77373d-e50f-46ac-9db1-c8a432f09b24,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:34:57.794150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.815801 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:57.826723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f0481fd-244d-43f1-b924-9fef9d9677cf tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2874577 Mar 22 14:34:58.079740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-d52a64e0-269d-476e-873d-ae3ae9a2fb6b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--63652803&fields=id&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 267 time: 0.0583014 Mar 22 14:34:58.215594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-bcbbe675-175f-4fd7-9c3a-93c8886f2b5b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:34:58.217578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-bcbbe675-175f-4fd7-9c3a-93c8886f2b5b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 816 time: 0.1306944 Mar 22 14:34:58.237903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-188e43df-e000-48f1-9315-6b6a4ced7285 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/quotas/bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 375 time: 0.0144083 Mar 22 14:34:58.303930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-07f33986-03fb-4398-ad07-f79fa1d665f5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601943 Mar 22 14:34:58.361274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:58.443587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-79c0375e-44fc-44bd-899a-3f239a87560e service neutron] 10.222.0.81 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273212 Mar 22 14:34:58.556198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-e3e4a50c-6787-46ac-b238-9c8ed3afe162 service neutron] 10.222.0.81 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059861 Mar 22 14:34:58.817123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8c971b5-de58-47a7-a424-2139b3157d86 req-bda14eac-1c1b-44e2-b180-81db090b6a4d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 210 time: 0.0645006 Mar 22 14:34:59.114191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48938) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:34:59.307042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:34:59.633672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.008630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f5f9107-e50f-4070-ad23-b04589ff9928 req-ba973886-1965-4d84-b457-0a5194c6d7c7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 210 time: 0.0678256 Mar 22 14:35:00.090279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-aaa5bfb0-c744-40df-a9f3-e9ba492f75b5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:00.092029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-aaa5bfb0-c744-40df-a9f3-e9ba492f75b5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 816 time: 0.1978323 Mar 22 14:35:00.146016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port ad654ac4-4b4c-49b8-bcee-8d216ab915ca {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:00.146557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.209934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-b22b9e5e-b761-42ff-8558-0a0cdac56a0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 378 time: 0.1075068 Mar 22 14:35:00.218428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'port': {'device_id': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'admin_state_up': True, 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'security_groups': ['a03c5b1b-f486-438b-85d0-0d5024fbb6b8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:00.258200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port ad654ac4-4b4c-49b8-bcee-8d216ab915ca, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:00.258568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.274363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for ad654ac4-4b4c-49b8-bcee-8d216ab915ca owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:00.351659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Made reservation on behalf of bd1657a7aa254b5ca7e269f61530c5bc for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:00.357473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.498365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Allocated IP 172.20.0.13 (91e97a1a-46c7-42c6-8c0a-af63588e347b/6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60/71f2159b-500e-4411-b039-91e250f48c42) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:00.522852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ad654ac4-4b4c-49b8-bcee-8d216ab915ca), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.569405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=ad654ac4-4b4c-49b8-bcee-8d216ab915ca,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:00.603894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.604242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.604575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.604912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.605243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.605567 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.605889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.606236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.606548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.606864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.607183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.607497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.607813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.608126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.608439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:00.661257 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for port (71f2159b-500e-4411-b039-91e250f48c42), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.701193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.765169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:00.769142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:00.779170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:00.820377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:00.886501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:00.887185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.909571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:00.927849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-5244230b-7a0d-46ab-bdde-35ec71cff94b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7130642 Mar 22 14:35:00.944359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Request body: {'port': {'device_id': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:01.040364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:01.216328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ad80fb8c-5168-4ff3-92c8-cddc93d18373 None None] Provisioning complete for port 71f2159b-500e-4411-b039-91e250f48c42 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:01.216890 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ad80fb8c-5168-4ff3-92c8-cddc93d18373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71f2159b-500e-4411-b039-91e250f48c42), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:01.262519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ad80fb8c-5168-4ff3-92c8-cddc93d18373 None None] Port 71f2159b-500e-4411-b039-91e250f48c42 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:01.297592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:01.318157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141be484-fa39-4b59-a82d-f829027b9b8c req-92e8c538-7a0a-4f2e-bcdd-94a1b3b8e6d0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:01.325309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-141be484-fa39-4b59-a82d-f829027b9b8c req-92e8c538-7a0a-4f2e-bcdd-94a1b3b8e6d0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 932 time: 0.1285050 Mar 22 14:35:01.427697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-141be484-fa39-4b59-a82d-f829027b9b8c req-05c86fb9-3bee-4010-8b21-b116e6397946 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012309 Mar 22 14:35:01.467522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:01.473583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f606c47e-05b5-4e78-a5f6-181f9d132628 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/3b1ec986-2936-43c9-89e3-6eb577f2a4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580756 Mar 22 14:35:01.478210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:01.499541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:01.500159 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:01.526128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:01.540574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks [] for port (71f2159b-500e-4411-b039-91e250f48c42), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:01.565403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Transition to ACTIVE for port object 71f2159b-500e-4411-b039-91e250f48c42 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:35:01.580196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:01.696727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:01.778320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:01.787905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Attempting to bind port 71f2159b-500e-4411-b039-91e250f48c42 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:01.788240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Attempting to bind port 71f2159b-500e-4411-b039-91e250f48c42 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:01.788571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Attempting to bind port 71f2159b-500e-4411-b039-91e250f48c42 on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:01.793793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Port 71f2159b-500e-4411-b039-91e250f48c42 on network 91e97a1a-46c7-42c6-8c0a-af63588e347b not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:35:01.794151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Attempting to bind port 71f2159b-500e-4411-b039-91e250f48c42 on network 91e97a1a-46c7-42c6-8c0a-af63588e347b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:01.799532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:01.799865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Checking segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:01.800254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Bound using segment: {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:01.800682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Bound port: 71f2159b-500e-4411-b039-91e250f48c42, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:01.801037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:01.928707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:01.940864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39545605-b020-4dec-8938-39afc2433019 req-1afcb265-d818-4853-a8d4-90f6e67b5ff7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:01.943473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39545605-b020-4dec-8938-39afc2433019 req-1afcb265-d818-4853-a8d4-90f6e67b5ff7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.0969496 Mar 22 14:35:01.947077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:01.961228 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:02.060525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39545605-b020-4dec-8938-39afc2433019 req-dab1d494-af91-440a-8d6e-e0480379f126 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087751 Mar 22 14:35:02.068955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.069837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:02.071997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] 10.222.0.78 "PUT /v2.0/ports/71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 1092 time: 1.1367507 Mar 22 14:35:02.072677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:02.075827 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e2f4f-025e-4fc2-9e9b-712684b44c35" -d '{"events": [{"name": "network-changed", "server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:02.158930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ed90-a732-4e80-a68f-0447c472997b service neutron] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:02.165488 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456ad2ae-d84b-4a92-9b09-3126b2ec929d x-openstack-request-id: req-456ad2ae-d84b-4a92-9b09-3126b2ec929d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:02.166183 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:02.166799 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-456ad2ae-d84b-4a92-9b09-3126b2ec929d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:02.167430 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456ad2ae-d84b-4a92-9b09-3126b2ec929d'] response: {'name': 'network-changed', 'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'status': 'completed', 'code': 200} Mar 22 14:35:02.228095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-ba10082d-de0a-446b-94b8-8adf1c9aae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.231656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-ba10082d-de0a-446b-94b8-8adf1c9aae6b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1126 time: 0.0995967 Mar 22 14:35:02.293554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-22efda33-0999-430d-820d-d74d57e63e1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 217 time: 0.0443397 Mar 22 14:35:02.304921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:02.337900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:02.350095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:02.351112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:02.406626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-16e0eb60-abaf-46e7-acb7-5fbed06b625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.411452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-16e0eb60-abaf-46e7-acb7-5fbed06b625d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.1092415 Mar 22 14:35:02.497500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-e1f7c16e-4c3a-4091-b582-0ed606dfdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.500742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-e1f7c16e-4c3a-4091-b582-0ed606dfdd7a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811129 Mar 22 14:35:02.546677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:02.611508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-31da3091-7ea7-4ed0-8c0c-e044a861a226 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950613 Mar 22 14:35:02.743419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b56f3-3fdd-4190-bb34-b76231b7215c req-a16abdd7-b3fc-4d2b-93f6-62006db855ec tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.745200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-121b56f3-3fdd-4190-bb34-b76231b7215c req-a16abdd7-b3fc-4d2b-93f6-62006db855ec tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1326532 Mar 22 14:35:02.809198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-121b56f3-3fdd-4190-bb34-b76231b7215c req-d4c373dd-3f55-455b-9ed9-3b61bb35470f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539372 Mar 22 14:35:02.811763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba984ce6-9caf-46ce-a057-a467fc121c74 req-279aa865-8612-4621-b34f-24da59c6c3b8 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901901 Mar 22 14:35:02.844193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:02.883834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4ddd2-f374-4dab-8562-2c23cb8979bd None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '6906df52-2019-4164-9f63-0902b618afe5', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'port_id': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'mac_address': 'fa:16:3e:a1:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:33:32Z', 'updated_at': '2022-03-22T14:33:36Z', 'revision_number': 1, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:02.938858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-35119545-358f-4674-871d-4033e44469d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:02.940809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-35119545-358f-4674-871d-4033e44469d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1126 time: 0.0645528 Mar 22 14:35:03.039001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-b4947fec-9164-4759-b6ad-cc4b6d744d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.040612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-b4947fec-9164-4759-b6ad-cc4b6d744d5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.0924342 Mar 22 14:35:03.091566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-f65bba2d-1e0e-49f0-90aa-0b59d758f87f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 217 time: 0.0428100 Mar 22 14:35:03.148745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-060cdc6a-8065-455c-9e55-b756753a4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.150280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-060cdc6a-8065-455c-9e55-b756753a4f9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0488267 Mar 22 14:35:03.216135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-91f5ca9a-3393-4841-a282-b60bd5a8fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.217729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-91f5ca9a-3393-4841-a282-b60bd5a8fa42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591118 Mar 22 14:35:03.343000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b28318-6807-4467-ac00-c3714961c69f req-a802e1dc-30b2-490e-9144-db355ec29385 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.344455 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-69b28318-6807-4467-ac00-c3714961c69f req-a802e1dc-30b2-490e-9144-db355ec29385 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.0952103 Mar 22 14:35:03.396904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120511e6-cc6b-4fd3-a516-45035d575e4f req-fff5fd40-4f37-44ba-bd0f-000fbafb8a0f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:03.398523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-120511e6-cc6b-4fd3-a516-45035d575e4f req-fff5fd40-4f37-44ba-bd0f-000fbafb8a0f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=370242fc-8f1d-4a4f-98cf-a8e8e724a4ae HTTP/1.1" status: 200 len: 946 time: 0.1192799 Mar 22 14:35:03.427469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-7f66df55-2b2d-4879-82ce-7e793d36aae1 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009497 Mar 22 14:35:03.535977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:03.536431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:03.536906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad654ac4-4b4c-49b8-bcee-8d216ab915ca no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:03.537390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-120511e6-cc6b-4fd3-a516-45035d575e4f req-7b7e439a-811c-44f8-9773-07980dabd7e4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0c2276-0bd2-466b-af97-798d89ca6ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224194 Mar 22 14:35:03.579351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ad654ac4-4b4c-49b8-bcee-8d216ab915ca {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:03.581484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ad654ac4-4b4c-49b8-bcee-8d216ab915ca not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:03.608213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e73e2f4f-025e-4fc2-9e9b-712684b44c35 req-a3fc1575-00cf-4d90-8d90-584580ec7c1e service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636238 Mar 22 14:35:03.656008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:03.656369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:03.670387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:03.776887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48986) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:03.805316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:03.833707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:03.890413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] No DVR routers for this DVR port 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:03.892774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:03.896593 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-69b28318-6807-4467-ac00-c3714961c69f req-de720f33-0fe3-400a-82ca-1bacea1122ea tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "DELETE /v2.0/ports/3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 HTTP/1.1" status: 204 len: 173 time: 0.5427063 Mar 22 14:35:03.897021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'name': 'network-vif-deleted', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:03.899706 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177d0ba6-6c06-4da3-8934-78eaa3676399" -d '{"events": [{"server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "name": "network-vif-deleted", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:03.902175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-538afb11-aa0f-4d2e-a252-63b22f5c9a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:03.950695 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c13f412-9042-40e5-baa7-e85ad700b8a5 x-openstack-request-id: req-2c13f412-9042-40e5-baa7-e85ad700b8a5 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:03.951306 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370242fc-8f1d-4a4f-98cf-a8e8e724a4ae", "name": "network-vif-deleted", "tag": "3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:03.951714 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c13f412-9042-40e5-baa7-e85ad700b8a5 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:03.952305 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c13f412-9042-40e5-baa7-e85ad700b8a5'] response: {'server_uuid': '370242fc-8f1d-4a4f-98cf-a8e8e724a4ae', 'name': 'network-vif-deleted', 'tag': '3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9', 'status': 'completed', 'code': 200} Mar 22 14:35:04.036785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-538afb11-aa0f-4d2e-a252-63b22f5c9a08 admin admin] Publish callbacks [] for security_group (c7c66bb2-8c63-4fd2-b14b-bc415ec55935), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.044781 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-538afb11-aa0f-4d2e-a252-63b22f5c9a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7c66bb2-8c63-4fd2-b14b-bc415ec55935), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.101029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23a86-d7a1-4c9b-a939-a15228e9fe8e req-a7c34c07-6da4-4397-a58d-a0031d032d58 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:04.102644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83e23a86-d7a1-4c9b-a939-a15228e9fe8e req-a7c34c07-6da4-4397-a58d-a0031d032d58 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1540177 Mar 22 14:35:04.103643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538afb11-aa0f-4d2e-a252-63b22f5c9a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c66bb2-8c63-4fd2-b14b-bc415ec55935,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:04.108899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-538afb11-aa0f-4d2e-a252-63b22f5c9a08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edbbdb80306d41b19d355d1dc478095f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309827 Mar 22 14:35:04.112110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 48994) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:04.158391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-83e23a86-d7a1-4c9b-a939-a15228e9fe8e req-03eca8ec-c829-4ae2-9d55-fa0a8b250cbd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475183 Mar 22 14:35:04.168794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] Publish callbacks [] for security_group (c7c66bb2-8c63-4fd2-b14b-bc415ec55935), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.201554 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] Publish callbacks [] for security_group (c7c66bb2-8c63-4fd2-b14b-bc415ec55935), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.274915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c7c66bb2-8c63-4fd2-b14b-bc415ec55935), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.278211 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.279446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7c66bb2-8c63-4fd2-b14b-bc415ec55935 HTTP/1.1" status: 204 len: 168 time: 0.1661360 Mar 22 14:35:04.303311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac33bd-64fc-46c7-8fcc-5bb77653b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c66bb2-8c63-4fd2-b14b-bc415ec55935,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:04.609158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49024) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:04.687532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (9f0c2276-0bd2-466b-af97-798d89ca6ae0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.718853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (9f0c2276-0bd2-466b-af97-798d89ca6ae0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.775883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49046) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:04.796948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7796d01c-0d6e-4ae0-8b81-45a70634cdb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.844253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f0c2276-0bd2-466b-af97-798d89ca6ae0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.848398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.850072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f0c2276-0bd2-466b-af97-798d89ca6ae0 HTTP/1.1" status: 204 len: 168 time: 0.2394512 Mar 22 14:35:04.869016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a44e9e-605a-4b3a-9579-4c20f81251c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c2276-0bd2-466b-af97-798d89ca6ae0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:04.935511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7796d01c-0d6e-4ae0-8b81-45a70634cdb3 admin admin] Publish callbacks [] for security_group (fcf88ca6-29e1-44a5-925a-1172500f8896), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:04.937387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:04.949858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7796d01c-0d6e-4ae0-8b81-45a70634cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fcf88ca6-29e1-44a5-925a-1172500f8896), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.021649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7796d01c-0d6e-4ae0-8b81-45a70634cdb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62843a9bab624894a6fa8808ae81a34c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436748 Mar 22 14:35:05.024141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49074) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:05.033224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796d01c-0d6e-4ae0-8b81-45a70634cdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf88ca6-29e1-44a5-925a-1172500f8896,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:05.039307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting subnet c832a0c4-88b9-4cad-acc2-85db07782630 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:35:05.043596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (c832a0c4-88b9-4cad-acc2-85db07782630), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.091236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (c832a0c4-88b9-4cad-acc2-85db07782630), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.100967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] Publish callbacks [] for security_group (fcf88ca6-29e1-44a5-925a-1172500f8896), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.126337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] Publish callbacks [] for security_group (fcf88ca6-29e1-44a5-925a-1172500f8896), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.143537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:05.199351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c832a0c4-88b9-4cad-acc2-85db07782630), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.218163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fcf88ca6-29e1-44a5-925a-1172500f8896), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.221417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.224294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fcf88ca6-29e1-44a5-925a-1172500f8896 HTTP/1.1" status: 204 len: 168 time: 0.1980183 Mar 22 14:35:05.250099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f54ab-c729-4336-9e48-6443ad4569a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf88ca6-29e1-44a5-925a-1172500f8896,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:05.329510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (c832a0c4-88b9-4cad-acc2-85db07782630), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.332164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:05.349132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '71f2159b-500e-4411-b039-91e250f48c42', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:05.381382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Subnet': ['ID=c832a0c4-88b9-4cad-acc2-85db07782630,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:05.394828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:05.395475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.417012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224bf8-8a6f-4041-bb3b-fa9e91599211 req-9e1d05bd-32f9-4f68-ac64-2874da6abee3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:05.417314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:05.430491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.435662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a224bf8-8a6f-4041-bb3b-fa9e91599211 req-9e1d05bd-32f9-4f68-ac64-2874da6abee3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1470070 Mar 22 14:35:05.437864 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f835c054-9763-4c07-9d47-4f83bb3c30c4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/subnets/c832a0c4-88b9-4cad-acc2-85db07782630 HTTP/1.1" status: 204 len: 168 time: 0.4993570 Mar 22 14:35:05.441111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49120) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:05.450587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:05.453915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2319158-596c-4363-ac1d-5b02061c0ac6 None None] Network d837e66b-7a4f-42a7-9658-159cee4fae98 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:05.555679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d837e66b-7a4f-42a7-9658-159cee4fae98), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.559889 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.673752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a224bf8-8a6f-4041-bb3b-fa9e91599211 req-41e3a577-e8cc-43ea-af55-e0bd2c9a66d8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270511 Mar 22 14:35:05.702398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:05.712870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 7b2ef824-4386-4e44-94ff-e2584faf95b6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:05.713418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.731221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.731681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.732124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.732603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.733041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.734878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.736203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.737288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.740355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.740999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.741811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.742567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.743130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.743910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.744508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:05.793604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] DHCP port deletion for d837e66b-7a4f-42a7-9658-159cee4fae98 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:35:05.823998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['71f2159b-500e-4411-b039-91e250f48c42'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:05.853132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port 7b2ef824-4386-4e44-94ff-e2584faf95b6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7b2ef824-4386-4e44-94ff-e2584faf95b6,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:05.853512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.870810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 7b2ef824-4386-4e44-94ff-e2584faf95b6 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:05.968407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Deleting port 7b2ef824-4386-4e44-94ff-e2584faf95b6 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:05.968792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:05.994051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.065432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] No DVR routers for this DVR port 7b2ef824-4386-4e44-94ff-e2584faf95b6 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:06.071441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=7b2ef824-4386-4e44-94ff-e2584faf95b6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:06.100200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] For port 7b2ef824-4386-4e44-94ff-e2584faf95b6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7b2ef824-4386-4e44-94ff-e2584faf95b6,segment=NetworkSegment(051ffa0b-221d-428b-b05e-0459fba1b53c),segment_id=051ffa0b-221d-428b-b05e-0459fba1b53c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:06.100614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.140525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Calling delete_port for 7b2ef824-4386-4e44-94ff-e2584faf95b6 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:06.211011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d837e66b-7a4f-42a7-9658-159cee4fae98), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.235231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d837e66b-7a4f-42a7-9658-159cee4fae98']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:06.239846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (7b2ef824-4386-4e44-94ff-e2584faf95b6), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.246463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051ffa0b-221d-428b-b05e-0459fba1b53c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:06.247135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051ffa0b-221d-428b-b05e-0459fba1b53c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:06.258750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (051ffa0b-221d-428b-b05e-0459fba1b53c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.272839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (051ffa0b-221d-428b-b05e-0459fba1b53c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.276867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] Pushing event deleted for resources: {'Port': ['ID=7b2ef824-4386-4e44-94ff-e2584faf95b6,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:06.280278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:35:06.280876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (051ffa0b-221d-428b-b05e-0459fba1b53c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.281405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ccbfd-c6ad-4a84-97cf-99a265bcb7e7 None None] No DVR routers for this DVR port 7b2ef824-4386-4e44-94ff-e2584faf95b6 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:35:06.284576 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:35:06.373302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d837e66b-7a4f-42a7-9658-159cee4fae98), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.379825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.390115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49234) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:06.397895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/networks/d837e66b-7a4f-42a7-9658-159cee4fae98 HTTP/1.1" status: 204 len: 168 time: 0.9554181 Mar 22 14:35:06.414067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafff76-321d-47a1-9222-6a1ba74365b4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Network': ['ID=d837e66b-7a4f-42a7-9658-159cee4fae98,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:06.594303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 39735ec4-5c24-4c3f-b74a-2cd4f1da126d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:06.594742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.850359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b03f-975e-4463-a361-557ac7534374 req-f713f778-f5c3-4bc0-a6f6-f3e25c53e0ee tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:06.852215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f20b03f-975e-4463-a361-557ac7534374 req-f713f778-f5c3-4bc0-a6f6-f3e25c53e0ee tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 945 time: 0.0731850 Mar 22 14:35:06.918694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f20b03f-975e-4463-a361-557ac7534374 req-3bbd3e55-ee08-48ac-a523-561cc3f9e11b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580983 Mar 22 14:35:06.995954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:06.995954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.008709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 39735ec4-5c24-4c3f-b74a-2cd4f1da126d owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:07.159321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:07.206170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (39735ec4-5c24-4c3f-b74a-2cd4f1da126d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.230580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 71f2159b-500e-4411-b039-91e250f48c42 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:07.235097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=39735ec4-5c24-4c3f-b74a-2cd4f1da126d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:07.237363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 71f2159b-500e-4411-b039-91e250f48c42 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:07.237926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71f2159b-500e-4411-b039-91e250f48c42), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.317203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (6906df52-2019-4164-9f63-0902b618afe5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.317804 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Floating IP 6906df52-2019-4164-9f63-0902b618afe5 disassociated (deleted). External IP: 172.25.3.204, port: adf14c20-0836-4ce5-b7fb-1a64a77c45df. Mar 22 14:35:07.332834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:07.333295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.358149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:07.361888 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6252764-3fc2-461a-9f76-f16afa11f2da" -d '{"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:07.377406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:07.384476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.385637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:07.448246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:07.448926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 3c70d770-e3ab-4c02-8dcb-436e1c5bf9c9 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:07.469367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:07.564779 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:35:07.612618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7b2ef824-4386-4e44-94ff-e2584faf95b6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:07.643341 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec803da-176f-4cb3-a841-034d07ff5b2a x-openstack-request-id: req-2ec803da-176f-4cb3-a841-034d07ff5b2a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:07.643845 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:07.644246 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ec803da-176f-4cb3-a841-034d07ff5b2a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:07.644865 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec803da-176f-4cb3-a841-034d07ff5b2a'] response: {'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'code': 200} Mar 22 14:35:07.646947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 7b2ef824-4386-4e44-94ff-e2584faf95b6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:07.659132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 7b2ef824-4386-4e44-94ff-e2584faf95b6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:07.689416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:07.806184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d72d-5534-4ad1-9723-df16f35cd25a req-efe2ff07-40a6-461f-a91b-7223190e1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:07.807939 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1896d72d-5534-4ad1-9723-df16f35cd25a req-efe2ff07-40a6-461f-a91b-7223190e1aa3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1128 time: 0.1172490 Mar 22 14:35:07.877513 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-1896d72d-5534-4ad1-9723-df16f35cd25a req-0bfd8b60-2a61-424b-9f1d-cd5d3d533ae5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627832 Mar 22 14:35:07.878670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:07.883757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:07.897424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:07.910855 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:07.911730 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:07.917674 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2f576a7d-030c-4c34-bab3-b20d5c9f8667 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/floatingips/6906df52-2019-4164-9f63-0902b618afe5 HTTP/1.1" status: 204 len: 168 time: 1.5242376 Mar 22 14:35:07.917674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:07.918426 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:07.965666 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd1ae1-84a2-4660-b64c-b5e5437fcb63 x-openstack-request-id: req-efcd1ae1-84a2-4660-b64c-b5e5437fcb63 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:07.966173 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:07.966590 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efcd1ae1-84a2-4660-b64c-b5e5437fcb63 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:07.967412 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcd1ae1-84a2-4660-b64c-b5e5437fcb63'] response: {'name': 'network-changed', 'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'status': 'completed', 'code': 200} Mar 22 14:35:08.065705 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:08.144446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64555f72-3b6a-417f-8f6c-d8d8cea43a7f req-bc9ad554-957d-41c1-ae32-4c738ed5780c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.146060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64555f72-3b6a-417f-8f6c-d8d8cea43a7f req-bc9ad554-957d-41c1-ae32-4c738ed5780c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.1043961 Mar 22 14:35:08.228861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-64ca851d-52ce-44c3-a358-b30dab62e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.249686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-64ca851d-52ce-44c3-a358-b30dab62e944 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 1127 time: 0.0955777 Mar 22 14:35:08.251988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64555f72-3b6a-417f-8f6c-d8d8cea43a7f req-48d77e08-0725-4f57-a8a5-c76ca43c8c4c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967233 Mar 22 14:35:08.300379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e74a-ac05-428c-ab1a-50d739d4d06d req-daf6640b-0f3e-4900-b2da-029ad5bbe9bb tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.302303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9b8e74a-ac05-428c-ab1a-50d739d4d06d req-daf6640b-0f3e-4900-b2da-029ad5bbe9bb tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.1392000 Mar 22 14:35:08.391274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-ca3160f3-380f-4bc4-bd26-02b2f66f66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.393882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-ca3160f3-380f-4bc4-bd26-02b2f66f66a3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 200 len: 898 time: 0.1424658 Mar 22 14:35:08.402263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9b8e74a-ac05-428c-ab1a-50d739d4d06d req-643c23fe-c523-443d-903c-c48493640620 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895927 Mar 22 14:35:08.449860 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-f229d1de-cbda-490a-8a03-91fad227ab5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 200 len: 217 time: 0.0457006 Mar 22 14:35:08.452412 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:08.486338 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:08.494407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:08.495168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:08.522649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-f6d1b66b-ad11-46fb-90b9-0d31fd0db766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.524293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-f6d1b66b-ad11-46fb-90b9-0d31fd0db766 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 200 len: 834 time: 0.0675821 Mar 22 14:35:08.604910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-bb5c955a-9b4e-4e44-9ec4-cbfc4e0fc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:08.609698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-bb5c955a-9b4e-4e44-9ec4-cbfc4e0fc61c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2c595f62-0c7b-457d-9dd3-16632aca8276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746062 Mar 22 14:35:08.660970 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:08.731681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-31412dbc-20ee-41c1-b8eb-9590ff688ba9 service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085773 Mar 22 14:35:08.832976 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9fe8dfee-5ba6-484f-aa86-b6cccbd01e49 req-cf83be14-ee11-406d-9337-0aecb6d0472c service neutron] 10.222.0.78 "GET /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932031 Mar 22 14:35:08.873020 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:08.898949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fddfa9-5aba-480f-bef6-2d41cbaa69ca None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:00Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ec8841c1-2c7a-401f-8c6b-998b3c06a404', 'name': '', 'network_id': '2c595f62-0c7b-457d-9dd3-16632aca8276', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:cc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:33:05Z', 'updated_at': '2022-03-22T14:33:12Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '1639a6ca-f99f-4982-8d4e-1d471ab7e688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:09.130524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367580-23ec-4754-812a-72f0c5262207 None None] New status for floating IP 6906df52-2019-4164-9f63-0902b618afe5: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:09.395122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcb96-eb4b-4a51-8e43-153530622039 req-33cbfd86-cb3c-4bab-aa35-46472c87a453 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:09.396666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a36bcb96-eb4b-4a51-8e43-153530622039 req-33cbfd86-cb3c-4bab-aa35-46472c87a453 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0640457 Mar 22 14:35:09.455759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a36bcb96-eb4b-4a51-8e43-153530622039 req-4b0fa7e1-fd87-4ca1-b4e3-ecb600662482 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528409 Mar 22 14:35:09.528596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b050a3-f772-4332-8e81-94dbd4864692 req-4beb279d-9392-47e9-be11-ca118638f647 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:09.534481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5b050a3-f772-4332-8e81-94dbd4864692 req-4beb279d-9392-47e9-be11-ca118638f647 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.0679686 Mar 22 14:35:09.612197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5b050a3-f772-4332-8e81-94dbd4864692 req-ce6f3eca-d7d9-4f64-bb2d-457b2d756220 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=509c7b4c-b49d-438e-991e-5ab20252c92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748963 Mar 22 14:35:09.623349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838da54-7c93-4deb-a82f-93e709a43de1 req-d4b13a15-54d0-482f-aedb-7c522932c0d5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:09.625341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0838da54-7c93-4deb-a82f-93e709a43de1 req-d4b13a15-54d0-482f-aedb-7c522932c0d5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0898554 Mar 22 14:35:09.642878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49528) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:09.648076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Request body: {'floatingip': {'port_id': '71f2159b-500e-4411-b039-91e250f48c42'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:09.691066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-f1c54b6c-d20a-478b-b7df-b61f7a8f1155 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:09.691385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:09.692586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-f1c54b6c-d20a-478b-b7df-b61f7a8f1155 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 945 time: 0.0672731 Mar 22 14:35:09.808486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port adf14c20-0836-4ce5-b7fb-1a64a77c45df {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:09.809134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:09.912898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port adf14c20-0836-4ce5-b7fb-1a64a77c45df, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=adf14c20-0836-4ce5-b7fb-1a64a77c45df,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:09.913571 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:09.928686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for adf14c20-0836-4ce5-b7fb-1a64a77c45df owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:10.088627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (adf14c20-0836-4ce5-b7fb-1a64a77c45df), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:10.126015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=adf14c20-0836-4ce5-b7fb-1a64a77c45df,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:10.207030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] No DVR routers for this DVR port adf14c20-0836-4ce5-b7fb-1a64a77c45df on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:10.210249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:10.213627 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6857fcd7-3be1-4067-9a00-5986696c61e0 req-c81164d8-2aba-4d98-ba81-1cedc5b9e9e6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "DELETE /v2.0/ports/adf14c20-0836-4ce5-b7fb-1a64a77c45df HTTP/1.1" status: 204 len: 173 time: 0.5148907 Mar 22 14:35:10.214676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'name': 'network-vif-deleted', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:10.217057 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae8439-f392-4b68-91ba-1483ae121a97" -d '{"events": [{"server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "name": "network-vif-deleted", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:10.263118 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e7dc6c-a41e-45eb-9007-2b2f73655064 x-openstack-request-id: req-43e7dc6c-a41e-45eb-9007-2b2f73655064 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:10.263894 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ca0c1c-680e-46ab-91e4-2823453ff96f", "name": "network-vif-deleted", "tag": "adf14c20-0836-4ce5-b7fb-1a64a77c45df", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:10.263894 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43e7dc6c-a41e-45eb-9007-2b2f73655064 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:10.264175 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e7dc6c-a41e-45eb-9007-2b2f73655064'] response: {'server_uuid': '33ca0c1c-680e-46ab-91e4-2823453ff96f', 'name': 'network-vif-deleted', 'tag': 'adf14c20-0836-4ce5-b7fb-1a64a77c45df', 'status': 'completed', 'code': 200} Mar 22 14:35:10.297189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:10.302869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:10.425092 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Floating IP 8a6982b1-a68a-49fe-90ee-dd773b80e945 associated. External IP: 172.25.3.19, port: 71f2159b-500e-4411-b039-91e250f48c42. Mar 22 14:35:11.089143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e910cf9c-bab3-4cd8-b609-1afc03cc2ab2 req-e8e15b2d-2836-49d8-83d2-6064c3e26ffc tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ca0c1c-680e-46ab-91e4-2823453ff96f HTTP/1.1" status: 200 len: 210 time: 0.0322108 Mar 22 14:35:11.113521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:11.225477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:11.230927 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:11.237892 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:11.248984 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:11.249912 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:11.262772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1ec8ccc2-f431-4bc1-b4d4-b069fb09f952 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "PUT /v2.0/floatingips/8a6982b1-a68a-49fe-90ee-dd773b80e945 HTTP/1.1" status: 200 len: 991 time: 1.6187832 Mar 22 14:35:11.263394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:11.265644 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb6b9c5-2274-4e46-8bd5-b908949de421" -d '{"events": [{"name": "network-changed", "server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:11.303941 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f68a52f-7082-4731-96fa-eafa788774c3 x-openstack-request-id: req-7f68a52f-7082-4731-96fa-eafa788774c3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:11.304240 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:11.304496 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f68a52f-7082-4731-96fa-eafa788774c3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:11.304910 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f68a52f-7082-4731-96fa-eafa788774c3'] response: {'name': 'network-changed', 'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'status': 'completed', 'code': 200} Mar 22 14:35:11.374987 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:11.396777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-18dff286-022a-4f1c-b8c1-6242bf4e99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.398588 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-18dff286-022a-4f1c-b8c1-6242bf4e99aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1128 time: 0.0631964 Mar 22 14:35:11.524122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-c04c1a56-0a07-40a7-9d8d-b1a74dc0f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.526178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-c04c1a56-0a07-40a7-9d8d-b1a74dc0f52f service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.1210473 Mar 22 14:35:11.621387 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-e7549cf1-ac70-4fca-865c-6c89fa8642b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 999 time: 0.0869079 Mar 22 14:35:11.652410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8a6982b1-a68a-49fe-90ee-dd773b80e945', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:57Z', 'updated_at': '2022-03-22T14:35:10Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:11.682432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:11.682657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-62ee136d-1847-4335-bce3-73cb91427583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.684115 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-62ee136d-1847-4335-bce3-73cb91427583 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0544541 Mar 22 14:35:11.696739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:11.697551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:11.762833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-63fda5cd-b2ed-45f5-a554-36bdc5fc5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:11.764746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-63fda5cd-b2ed-45f5-a554-36bdc5fc5303 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749195 Mar 22 14:35:11.922635 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:12.006369 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-679f7671-cc50-41db-a0f5-c1e67da8d4b2 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330070 Mar 22 14:35:12.121645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-cdb6b9c5-2274-4e46-8bd5-b908949de421 req-7de56236-7ba1-453e-81b0-5f54a1fecde5 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090462 Mar 22 14:35:12.186524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:12.204602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8a6982b1-a68a-49fe-90ee-dd773b80e945', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:57Z', 'updated_at': '2022-03-22T14:35:10Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:12.244366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (509c7b4c-b49d-438e-991e-5ab20252c92a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.272291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (509c7b4c-b49d-438e-991e-5ab20252c92a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.329757 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8faf-5a6d-41a0-a614-e0ea538ea794 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8a6982b1-a68a-49fe-90ee-dd773b80e945', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:34:57Z', 'updated_at': '2022-03-22T14:35:10Z', 'revision_number': 1, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:12.349081 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (509c7b4c-b49d-438e-991e-5ab20252c92a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.353482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:12.357180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/security-groups/509c7b4c-b49d-438e-991e-5ab20252c92a HTTP/1.1" status: 204 len: 168 time: 0.1668682 Mar 22 14:35:12.368552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a3e2-69fa-4960-a605-0e8e0066911e tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c7b4c-b49d-438e-991e-5ab20252c92a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:12.404859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49558) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:12.699882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397ebe4-5d15-459a-adfe-a3f8ea13372f None None] New status for floating IP 8a6982b1-a68a-49fe-90ee-dd773b80e945: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:12.853399 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.159613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port ec8841c1-2c7a-401f-8c6b-998b3c06a404 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:13.160015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.197941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device adf14c20-0836-4ce5-b7fb-1a64a77c45df no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:13.242845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: adf14c20-0836-4ce5-b7fb-1a64a77c45df {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:13.243202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device adf14c20-0836-4ce5-b7fb-1a64a77c45df not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:13.263382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port ec8841c1-2c7a-401f-8c6b-998b3c06a404, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ec8841c1-2c7a-401f-8c6b-998b3c06a404,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:13.263798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.278188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for ec8841c1-2c7a-401f-8c6b-998b3c06a404 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:13.491305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ec8841c1-2c7a-401f-8c6b-998b3c06a404), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.522557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=ec8841c1-2c7a-401f-8c6b-998b3c06a404,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:13.743959 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:13.811578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc48b3-76ed-4b85-90dc-cc6cf52f79ed req-a297ecb1-2a53-4e54-a0a4-8abfc478c8f3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:13.819982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15fc48b3-76ed-4b85-90dc-cc6cf52f79ed req-a297ecb1-2a53-4e54-a0a4-8abfc478c8f3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1203380 Mar 22 14:35:13.915581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15fc48b3-76ed-4b85-90dc-cc6cf52f79ed req-39179dbb-8996-4178-9ecc-c68b698b75f5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924487 Mar 22 14:35:14.403725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:14.535192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:14.540842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-85b98850-0c29-4a04-af80-6bec6aeb2f77 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/3b1ec986-2936-43c9-89e3-6eb577f2a4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346409 Mar 22 14:35:14.543629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49616) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:14.546690 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Sync routers for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:14.560233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:14.560851 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:14.610896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting subnet 1639a6ca-f99f-4982-8d4e-1d471ab7e688 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:35:14.614862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (1639a6ca-f99f-4982-8d4e-1d471ab7e688), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.668650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (1639a6ca-f99f-4982-8d4e-1d471ab7e688), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.681336 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:14.786403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1639a6ca-f99f-4982-8d4e-1d471ab7e688), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.856531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (1639a6ca-f99f-4982-8d4e-1d471ab7e688), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.873428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:14.878859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/subnets/1639a6ca-f99f-4982-8d4e-1d471ab7e688 HTTP/1.1" status: 204 len: 168 time: 0.3338509 Mar 22 14:35:14.881282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:14.881696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e219155-2461-4614-8ae2-ce0ec0b351b7 None None] Network 2c595f62-0c7b-457d-9dd3-16632aca8276 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:14.903026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ada211-fd76-4c66-a9b6-8885d24453b2 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Subnet': ['ID=1639a6ca-f99f-4982-8d4e-1d471ab7e688,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:14.925710 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:13Z', 'revision_number': 7, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:14.964002 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Checking router: 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:14.973744 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Routers {'3b1ec986-2936-43c9-89e3-6eb577f2a4a6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:14.974716 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:15.032913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.159737 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] Set router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:15.171485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d964dd-e417-4d57-aeda-be0f8a275f05 req-7e257a7a-bccd-4dce-a924-6f8bd95cc93a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:15.180079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29d964dd-e417-4d57-aeda-be0f8a275f05 req-7e257a7a-bccd-4dce-a924-6f8bd95cc93a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1334827 Mar 22 14:35:15.205700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.257013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] DHCP port deletion for 2c595f62-0c7b-457d-9dd3-16632aca8276 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:35:15.302576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29d964dd-e417-4d57-aeda-be0f8a275f05 req-2c435888-6f39-4c58-8d41-484782977200 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193290 Mar 22 14:35:15.349169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 63ef2408-8c5f-48eb-89c9-711c59a6fa14 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:15.349169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.353052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Deleting port b82c9f1f-638b-4c65-94be-0cf3686ad0bb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:15.358308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.438494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] For port b82c9f1f-638b-4c65-94be-0cf3686ad0bb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,segment=NetworkSegment(efccd28c-a06c-4dce-8e2c-ab2ebf784518),segment_id=efccd28c-a06c-4dce-8e2c-ab2ebf784518)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:15.439473 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.458532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Calling delete_port for b82c9f1f-638b-4c65-94be-0cf3686ad0bb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:15.519875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port 63ef2408-8c5f-48eb-89c9-711c59a6fa14, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63ef2408-8c5f-48eb-89c9-711c59a6fa14,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:15.521051 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.561168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 63ef2408-8c5f-48eb-89c9-711c59a6fa14 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:15.581102 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:13Z', 'revision_number': 7, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:15.625427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (b82c9f1f-638b-4c65-94be-0cf3686ad0bb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.646613 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9a16-6bf7-467d-aac1-a63d7d981f94 None None] The sync data for ids ['3b1ec986-2936-43c9-89e3-6eb577f2a4a6'] in n-d-758851-5 is: [{'id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'name': 'tempest-TestNetworkBasicOps-router-335938259', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:32:58Z', 'updated_at': '2022-03-22T14:35:13Z', 'revision_number': 7, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': '63ef2408-8c5f-48eb-89c9-711c59a6fa14', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ec986-2936-43c9-89e3-6eb577f2a4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:32:59Z', 'updated_at': '2022-03-22T14:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:15.653230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] Pushing event deleted for resources: {'Port': ['ID=b82c9f1f-638b-4c65-94be-0cf3686ad0bb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:15.689369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15580221-6047-4984-afa4-d4bc14ee245a None None] No DVR routers for this DVR port b82c9f1f-638b-4c65-94be-0cf3686ad0bb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:15.844159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (63ef2408-8c5f-48eb-89c9-711c59a6fa14), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:15.881763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=63ef2408-8c5f-48eb-89c9-711c59a6fa14,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:15.966064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.054875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b82c9f1f-638b-4c65-94be-0cf3686ad0bb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:16.085272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b82c9f1f-638b-4c65-94be-0cf3686ad0bb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:16.086336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b82c9f1f-638b-4c65-94be-0cf3686ad0bb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:16.087899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.090174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_controller (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.161640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (3b1ec986-2936-43c9-89e3-6eb577f2a4a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.162464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1ec986-2936-43c9-89e3-6eb577f2a4a6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:35:16.171267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.175191 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f71daed8-afd7-4236-8b0e-39d6e1ddbe69 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/routers/3b1ec986-2936-43c9-89e3-6eb577f2a4a6 HTTP/1.1" status: 204 len: 168 time: 1.2902725 Mar 22 14:35:16.175626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49626) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:16.289735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2c595f62-0c7b-457d-9dd3-16632aca8276), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.506676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2c595f62-0c7b-457d-9dd3-16632aca8276), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.621775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c595f62-0c7b-457d-9dd3-16632aca8276']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.641546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efccd28c-a06c-4dce-8e2c-ab2ebf784518') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.644301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efccd28c-a06c-4dce-8e2c-ab2ebf784518') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:16.678574 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (efccd28c-a06c-4dce-8e2c-ab2ebf784518), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.722405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (efccd28c-a06c-4dce-8e2c-ab2ebf784518), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.731596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198295c-ee96-445e-a20c-0d5657b00127 req-26dd8618-b08a-4a55-92c9-720f4589817f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:16.739072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a198295c-ee96-445e-a20c-0d5657b00127 req-26dd8618-b08a-4a55-92c9-720f4589817f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.2343752 Mar 22 14:35:16.811127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a198295c-ee96-445e-a20c-0d5657b00127 req-719f0c26-d975-4e48-ba43-a96fa4e65089 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709875 Mar 22 14:35:16.812944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:35:16.814402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (efccd28c-a06c-4dce-8e2c-ab2ebf784518), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:35:16.818080 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:35:16.838808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:16.899231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2c595f62-0c7b-457d-9dd3-16632aca8276), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.913087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:16.919342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/networks/2c595f62-0c7b-457d-9dd3-16632aca8276 HTTP/1.1" status: 204 len: 168 time: 0.7397583 Mar 22 14:35:16.942041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49642) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:16.948962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'network': {'name': 'tempest-network-smoke--1357170744', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'port_security_enabled': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:16.955534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d152ce-6551-4397-9ec3-32ab14838cf8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Network': ['ID=2c595f62-0c7b-457d-9dd3-16632aca8276,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:16.989870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d697b47-df73-4267-8391-1568f3be6ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.000079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:17.003825 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.066421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:35:17.089617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (10b18002-fada-48cd-a7cd-89f00e33a528), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.090221 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Added segment 10b18002-fada-48cd-a7cd-89f00e33a528 of type vlan for network e69285a3-fce6-4f9d-abd3-03dea3e29400 Mar 22 14:35:17.159633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e69285a3-fce6-4f9d-abd3-03dea3e29400), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.177084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d697b47-df73-4267-8391-1568f3be6ade admin admin] Publish callbacks [] for security_group (e9500a1f-1241-4b69-8ee9-793fef2a9f6b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.190382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d697b47-df73-4267-8391-1568f3be6ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9500a1f-1241-4b69-8ee9-793fef2a9f6b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.215236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e69285a3-fce6-4f9d-abd3-03dea3e29400), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.220208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:17.220785 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.290389 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d697b47-df73-4267-8391-1568f3be6ade admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b72f62f15824aebbc95d4c98efe728f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503286 Mar 22 14:35:17.293823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49644) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:17.298871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d697b47-df73-4267-8391-1568f3be6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9500a1f-1241-4b69-8ee9-793fef2a9f6b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:17.320228 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3769684 Mar 22 14:35:17.323485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49646) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:17.328126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-43492581', 'admin_state_up': True, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:17.338406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d2d61-d011-46e4-a93f-35d33b3083a3 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Network': ['ID=e69285a3-fce6-4f9d-abd3-03dea3e29400,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:17.350744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:35:17.371407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.371781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.441915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_controller (bf199d7d-e56a-4ad0-9ccf-0051c303755b), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.455205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] Publish callbacks [] for security_group (e9500a1f-1241-4b69-8ee9-793fef2a9f6b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.492233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] Publish callbacks [] for security_group (e9500a1f-1241-4b69-8ee9-793fef2a9f6b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.612368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e9500a1f-1241-4b69-8ee9-793fef2a9f6b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.615858 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:17.619568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9500a1f-1241-4b69-8ee9-793fef2a9f6b HTTP/1.1" status: 204 len: 168 time: 0.3131986 Mar 22 14:35:17.629317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3abc9c-971f-4cb8-8a47-e9fb3056a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9500a1f-1241-4b69-8ee9-793fef2a9f6b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:17.650546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63ef2408-8c5f-48eb-89c9-711c59a6fa14 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:17.676423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 63ef2408-8c5f-48eb-89c9-711c59a6fa14 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:17.676939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63ef2408-8c5f-48eb-89c9-711c59a6fa14 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:17.677497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ec8841c1-2c7a-401f-8c6b-998b3c06a404 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:17.703733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ec8841c1-2c7a-401f-8c6b-998b3c06a404 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:17.704391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ec8841c1-2c7a-401f-8c6b-998b3c06a404 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:17.741128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (bf199d7d-e56a-4ad0-9ccf-0051c303755b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.058917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83a81e-418d-423e-a693-9aafa032e1e4 req-6cf639e0-301c-4eab-a9a9-cd87b243236f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:18.079212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f83a81e-418d-423e-a693-9aafa032e1e4 req-6cf639e0-301c-4eab-a9a9-cd87b243236f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1195922 Mar 22 14:35:18.160998 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.182203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.183556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f83a81e-418d-423e-a693-9aafa032e1e4 req-a159420a-44e0-4576-b66a-3c3ca4cd4280 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025169 Mar 22 14:35:18.343451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.25.3.61 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a90002fc-cb60-4d8d-8afa-c0b53060b4ad) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:18.484811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.533609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.566114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:18.578591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:18.583043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:18.599854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8aea5cc-4e3b-43e0-99ee-2c597c99b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.678483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:18.707520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49680) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:18.834824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-155989379-network', 'tenant_id': 'dcac886968184864abcc65c9e1237620'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:18.863729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Made reservation on behalf of dcac886968184864abcc65c9e1237620 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:18.867973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.879939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.927870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.984949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks [] for security_group (6505067b-72d0-4618-a40f-a82fd74cdb4f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:18.991149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6505067b-72d0-4618-a40f-a82fd74cdb4f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.021672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:35:19.031895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505067b-72d0-4618-a40f-a82fd74cdb4f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.037371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (26d45055-8ca1-406b-ac2d-2b74417e3568), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.037713 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Added segment 26d45055-8ca1-406b-ac2d-2b74417e3568 of type vlan for network 432b0e7f-37eb-4620-9fb5-d975df3aa818 Mar 22 14:35:19.081578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (432b0e7f-37eb-4620-9fb5-d975df3aa818), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.108238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (432b0e7f-37eb-4620-9fb5-d975df3aa818), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.109655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.110359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.154707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.187959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4765980 Mar 22 14:35:19.190919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.195493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Request body: {'subnet': {'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-155989379-subnet', 'tenant_id': 'dcac886968184864abcc65c9e1237620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:19.210183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3381db-3ca5-4c78-8860-fbc2c038b140 admin admin] Pushing event updated for resources: {'Network': ['ID=432b0e7f-37eb-4620-9fb5-d975df3aa818,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.223869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 432b0e7f-37eb-4620-9fb5-d975df3aa818 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:35:19.237243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Made reservation on behalf of dcac886968184864abcc65c9e1237620 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:19.241099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.344413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router bf199d7d-e56a-4ad0-9ccf-0051c303755b is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:35:19.379963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168c97e-c474-4935-b704-c5a13a4a6281 req-4e4fb1d9-45ef-4e8c-b336-edfe0bd18bdf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.381614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d168c97e-c474-4935-b704-c5a13a4a6281 req-4e4fb1d9-45ef-4e8c-b336-edfe0bd18bdf tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Mar 22 14:35:19.458821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:19.469900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Sync routers for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:19.480288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:19.481464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:34:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:19.482541 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d168c97e-c474-4935-b704-c5a13a4a6281 req-29306446-a2a1-412a-8c09-d64a99e1911e tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923457 Mar 22 14:35:19.494113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.499448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7f333eb6-a7a5-4cc3-b2e7-ebc9ec1e59ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1721823 Mar 22 14:35:19.500051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.541558 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bdafd07b-a718-498d-8319-82a3865650da tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=892b4b7b683b409dae0466c233153ea3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402296 Mar 22 14:35:19.545651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49690) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.575279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (1013cb6c-1f68-4849-adba-ff27f1487934), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.673687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1013cb6c-1f68-4849-adba-ff27f1487934,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:19.710954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Checking segment: {'id': '26d45055-8ca1-406b-ac2d-2b74417e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:19.711643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Network hostable DHCP agents. Network: 432b0e7f-37eb-4620-9fb5-d975df3aa818, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:35:19.727991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f455de-435a-4ea8-afd4-9d1d95e569f7 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.729708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b5f455de-435a-4ea8-afd4-9d1d95e569f7 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1829133 Mar 22 14:35:19.732747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49694) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.744022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Network 432b0e7f-37eb-4620-9fb5-d975df3aa818 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:35:19.776573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9bb8543e-1634-422b-9ce1-e980aedfa0f4 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426352 Mar 22 14:35:19.779706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49696) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:19.780953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:19.785446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779286342', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:19.790626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 432b0e7f-37eb-4620-9fb5-d975df3aa818) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:19.828145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:19.828892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:19.839802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef90db-d619-44a1-8960-3891546d4f55 None None] Network 432b0e7f-37eb-4620-9fb5-d975df3aa818 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:19.874189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-de19fe0c-8de8-48e5-b1ef-b479b869f35b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6722164 Mar 22 14:35:19.913578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:19.919804 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.002297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640bfb21-b38c-4c2e-bc1e-446613ad7631 None None] Network 432b0e7f-37eb-4620-9fb5-d975df3aa818 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:20.164959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:18Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:20.167220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (72b17426-38dd-4598-a2d5-7737f22afdda), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.200245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Checking router: bf199d7d-e56a-4ad0-9ccf-0051c303755b for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:20.200608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Updating router bf199d7d-e56a-4ad0-9ccf-0051c303755b port a90002fc-cb60-4d8d-8afa-c0b53060b4ad binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:35:20.229550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.234858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Subnet': ['ID=72b17426-38dd-4598-a2d5-7737f22afdda,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:20.266369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Checking segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:20.266782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network hostable DHCP agents. Network: e69285a3-fce6-4f9d-abd3-03dea3e29400, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:35:20.290445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:35:20.302775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e69285a3-fce6-4f9d-abd3-03dea3e29400) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:20.307786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:20.308385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.324906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d40b9-8391-4c6e-9fa6-fa94931bfaf2 None None] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:20.330528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0a7e0c23-e37f-4351-938e-3bc930d43d01 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5496743 Mar 22 14:35:20.333188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:20.503702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-e69285a3-fce6-4f9d-abd3-03dea3e29400', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:35:20.504559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.639225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49716) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:20.647794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-185400048-network', 'tenant_id': '8cf685c9d5014f5992ab2bfcaf5a63c5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:20.702850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Made reservation on behalf of 8cf685c9d5014f5992ab2bfcaf5a63c5 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:20.706381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.721564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.733134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks [] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.748950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.828511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks [] for security_group (80423a11-7dc9-457d-aa2a-8cc11ee06d09), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.843301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80423a11-7dc9-457d-aa2a-8cc11ee06d09), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.847892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6b5d3-a616-4196-9a0f-6b1ff5341af2 req-bf7072c9-b455-4352-825f-1fa3236188d2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:20.850014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3e6b5d3-a616-4196-9a0f-6b1ff5341af2 req-bf7072c9-b455-4352-825f-1fa3236188d2 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.2489738 Mar 22 14:35:20.875842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Allocated IP 172.20.0.2 (e69285a3-fce6-4f9d-abd3-03dea3e29400/72b17426-38dd-4598-a2d5-7737f22afdda/6e07315b-579d-4a77-9e71-cdb54965aa80) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:20.883183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1d01-1738-4ced-94af-8ec715ed8277 None None] Pushing event updated for resources: {'Port': ['ID=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:20.884185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80423a11-7dc9-457d-aa2a-8cc11ee06d09,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:20.889701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Attempting to bind port a90002fc-cb60-4d8d-8afa-c0b53060b4ad on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:20.890627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Attempting to bind port a90002fc-cb60-4d8d-8afa-c0b53060b4ad by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:20.891217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Attempting to bind port a90002fc-cb60-4d8d-8afa-c0b53060b4ad on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:20.894135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:35:20.905011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:20.905799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:20.906286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (27630d31-7762-4e66-bdb7-7a4efe7781bf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.906937 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Added segment 27630d31-7762-4e66-bdb7-7a4efe7781bf of type vlan for network c4b20f63-0aa6-4644-b573-12aa7db80477 Mar 22 14:35:20.907217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.908026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:20.909019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Bound port: a90002fc-cb60-4d8d-8afa-c0b53060b4ad, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:20.909883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.959058 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c4b20f63-0aa6-4644-b573-12aa7db80477), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:20.974419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] For port a90002fc-cb60-4d8d-8afa-c0b53060b4ad, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:20.976370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3e6b5d3-a616-4196-9a0f-6b1ff5341af2 req-92c951f5-4061-4cb4-9cc5-3ade0bbe8081 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178653 Mar 22 14:35:20.978353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] For port a90002fc-cb60-4d8d-8afa-c0b53060b4ad, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:21.003461 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.004645 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.006565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c4b20f63-0aa6-4644-b573-12aa7db80477), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.008244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:21.009332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.043734 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3984208 Mar 22 14:35:21.046418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49720) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:21.074665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1d01-1738-4ced-94af-8ec715ed8277 None None] Pushing event updated for resources: {'Port': ['ID=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.090765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Request body: {'subnet': {'network_id': 'c4b20f63-0aa6-4644-b573-12aa7db80477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-185400048-subnet', 'tenant_id': '8cf685c9d5014f5992ab2bfcaf5a63c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:21.108517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-72826a5a-7e4d-4822-bbdd-4e6cdedbd939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.134909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Made reservation on behalf of 8cf685c9d5014f5992ab2bfcaf5a63c5 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:21.137647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.249345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks [] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.253221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:21.254198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:21.308048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.395123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:21.406583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:21.409597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:21.440322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Pushing event updated for resources: {'Port': ['ID=6e07315b-579d-4a77-9e71-cdb54965aa80,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.493143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.1 (e69285a3-fce6-4f9d-abd3-03dea3e29400/72b17426-38dd-4598-a2d5-7737f22afdda/fef45f37-df25-4bad-a707-e4ef54980def) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:21.494801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Attempting to bind port 6e07315b-579d-4a77-9e71-cdb54965aa80 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:21.495639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Attempting to bind port 6e07315b-579d-4a77-9e71-cdb54965aa80 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:21.495639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Attempting to bind port 6e07315b-579d-4a77-9e71-cdb54965aa80 on network e69285a3-fce6-4f9d-abd3-03dea3e29400 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:21.523826 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (c3a089de-a75c-46a1-897f-6f3e1b981e7c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.537578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:21.538981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Checking segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:21.539804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.543748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Bound using segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:21.544870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Bound port: 6e07315b-579d-4a77-9e71-cdb54965aa80, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:21.545862 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.561039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:21.606128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046235d-f60d-4ce6-91ed-d25353bb12e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b20f63-0aa6-4644-b573-12aa7db80477,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.631409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a089de-a75c-46a1-897f-6f3e1b981e7c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.644311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c4b20f63-0aa6-4644-b573-12aa7db80477 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:35:21.664957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.665309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.665648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.666001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.666336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.666663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.667222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.667374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.667683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.668016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.668320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.668631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.668946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.669266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.669594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:21.682770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Checking segment: {'id': '27630d31-7762-4e66-bdb7-7a4efe7781bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4b20f63-0aa6-4644-b573-12aa7db80477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:21.683138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Network hostable DHCP agents. Network: c4b20f63-0aa6-4644-b573-12aa7db80477, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:35:21.717844 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (fef45f37-df25-4bad-a707-e4ef54980def), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.727388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Network c4b20f63-0aa6-4644-b573-12aa7db80477 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:35:21.747560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c4b20f63-0aa6-4644-b573-12aa7db80477) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:21.753658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:21.754279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.778115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-edabace6-b208-4e96-9931-a02b38956a26 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7276907 Mar 22 14:35:21.778325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] For port 6e07315b-579d-4a77-9e71-cdb54965aa80, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:21.780011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.780380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e80de9-016d-4658-ab31-89dbab3c6449 None None] Network c4b20f63-0aa6-4644-b573-12aa7db80477 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:21.824273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:21.829114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:21.837835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:21.874827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] For port 6e07315b-579d-4a77-9e71-cdb54965aa80, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6e07315b-579d-4a77-9e71-cdb54965aa80,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:21.907954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:21.935594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:21.946490 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.259684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488ef5-f8ac-41ee-9e98-3159554fab21 req-f5e8ce1e-5950-454b-a2ba-bd2a8219e693 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:22.261255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc32739-dcba-4ff7-acbc-6e179d54bc4f None None] Network c4b20f63-0aa6-4644-b573-12aa7db80477 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:22.265618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a488ef5-f8ac-41ee-9e98-3159554fab21 req-f5e8ce1e-5950-454b-a2ba-bd2a8219e693 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1380496 Mar 22 14:35:22.319684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:22.339133 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fef45f37-df25-4bad-a707-e4ef54980def), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.381716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a488ef5-f8ac-41ee-9e98-3159554fab21 req-bec6e53e-f6f0-4edf-a8b0-e9e48b0b99db tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856526 Mar 22 14:35:22.513048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5276b9b0-e60d-473c-901c-d669e3957555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.587867 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.589007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1aae5-aab3-4e10-af89-c8576ad93b15 None None] Pushing event updated for resources: {'Port': ['ID=6e07315b-579d-4a77-9e71-cdb54965aa80,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:22.655961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:18Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:22.720069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5276b9b0-e60d-473c-901c-d669e3957555 admin admin] Publish callbacks [] for security_group (b4c94f33-2d3b-4914-a08c-df03ea797be1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.731050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5276b9b0-e60d-473c-901c-d669e3957555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b4c94f33-2d3b-4914-a08c-df03ea797be1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:22.736447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507eed-d282-40c5-8453-1d972efe1647 None None] The sync data for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 is: [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:18Z', 'revision_number': 3, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:22.801728 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5276b9b0-e60d-473c-901c-d669e3957555 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec92ceab26a8438aad4b4ee557853745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805286 Mar 22 14:35:22.803023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276b9b0-e60d-473c-901c-d669e3957555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c94f33-2d3b-4914-a08c-df03ea797be1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:22.806797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:23.344555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] Publish callbacks [] for security_group (b4c94f33-2d3b-4914-a08c-df03ea797be1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.385856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-68823c18-759a-4fa1-863f-8bb8ed6ab6e5 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:23.387436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-68823c18-759a-4fa1-863f-8bb8ed6ab6e5 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/networks?id=432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 200 len: 811 time: 0.5900469 Mar 22 14:35:23.416906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] Publish callbacks [] for security_group (b4c94f33-2d3b-4914-a08c-df03ea797be1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.420874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (fef45f37-df25-4bad-a707-e4ef54980def), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.430715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-7f260ce5-999c-43b2-910c-74881e0d9570 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/quotas/dcac886968184864abcc65c9e1237620 HTTP/1.1" status: 200 len: 375 time: 0.0324836 Mar 22 14:35:23.433973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.536662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-64c1d8d8-2358-4220-94c1-8e1c794341bf tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dcac886968184864abcc65c9e1237620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348215 Mar 22 14:35:23.714118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6e07315b-579d-4a77-9e71-cdb54965aa80 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:23.735817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-18fbea8c-9ba9-4d52-b323-4220403575c6 service neutron] 10.222.0.81 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590898 Mar 22 14:35:23.749755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.759757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:23.782487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c0f3f-fd3d-4120-8f9d-0ec619dec4d6 None None] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:35:23.858826 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.865719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6e07315b-579d-4a77-9e71-cdb54965aa80 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:23.866117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.869679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Provisioning complete for port 6e07315b-579d-4a77-9e71-cdb54965aa80 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:23.870421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.893166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-eaf71854-c97e-4325-93e2-dd02c9f0f9bd service neutron] 10.222.0.81 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377017 Mar 22 14:35:23.979197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b4c94f33-2d3b-4914-a08c-df03ea797be1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.981901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:23.983201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4c94f33-2d3b-4914-a08c-df03ea797be1 HTTP/1.1" status: 204 len: 168 time: 1.1747682 Mar 22 14:35:24.001368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe62bf-674c-43b7-a3fd-db850e09ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c94f33-2d3b-4914-a08c-df03ea797be1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.034093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb5015-3e1c-49a4-99c3-8f5a773a76bc req-180d92e8-681e-4e29-8fad-60fb76178f98 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.036052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7cfb5015-3e1c-49a4-99c3-8f5a773a76bc req-180d92e8-681e-4e29-8fad-60fb76178f98 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.4605925 Mar 22 14:35:24.101116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:24.112313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:24.240847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6e07315b-579d-4a77-9e71-cdb54965aa80 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.241348 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.256890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef7a733a-d818-4446-bc5a-613fcc3b65b6 req-d187bac8-5fd5-4a4f-a515-febcff483f4d tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 210 time: 0.0708425 Mar 22 14:35:24.261240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7cfb5015-3e1c-49a4-99c3-8f5a773a76bc req-8121377e-8a56-4af8-ac60-5eedefda9011 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175317 Mar 22 14:35:24.318672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Current status of the port 6e07315b-579d-4a77-9e71-cdb54965aa80 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.319062 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.348878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router bf199d7d-e56a-4ad0-9ccf-0051c303755b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:24.371445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 6e07315b-579d-4a77-9e71-cdb54965aa80, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6e07315b-579d-4a77-9e71-cdb54965aa80,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:24.390357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.407419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a90002fc-cb60-4d8d-8afa-c0b53060b4ad up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:24.504460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:24.518379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49768) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:24.518880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a4db57de-65a2-408a-bd52-e99a3a63a533 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/bf199d7d-e56a-4ad0-9ccf-0051c303755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1807427 Mar 22 14:35:24.662277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=6e07315b-579d-4a77-9e71-cdb54965aa80,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.699883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a90002fc-cb60-4d8d-8afa-c0b53060b4ad triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:24.700264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.702724 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:35:24.703075 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:35:24.759836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.760568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.761172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.761778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.762417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.763337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.763948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.764613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.778200 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9451454d-97db-4743-8d3d-5a32f935d646 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.2582769 Mar 22 14:35:24.780941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49778) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:24.837293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a90002fc-cb60-4d8d-8afa-c0b53060b4ad is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:24.838451 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.868133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a90002fc-cb60-4d8d-8afa-c0b53060b4ad, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:24.876309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:24.957861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:24.979524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.980998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.981510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.982024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.982476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.983185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.983498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.984479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:24.989901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ba917967-058c-4bdd-b9c6-0b8d13ea62a0 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.2054181 Mar 22 14:35:24.991133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49786) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:24.995069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.135244 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Sync routers for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:25.150394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:25.152377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:25.264739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-75946a6f-e8e1-48a0-93fa-687eee3f5ecc None None] Current status of the port 6e07315b-579d-4a77-9e71-cdb54965aa80 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:25.291829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:25.396463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Provisioning complete for port fef45f37-df25-4bad-a707-e4ef54980def triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:25.397921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fef45f37-df25-4bad-a707-e4ef54980def), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.402280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-60e4a6e4-4b6b-4bdd-9ee6-e390a1be82c3 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.4093261 Mar 22 14:35:25.448893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Port fef45f37-df25-4bad-a707-e4ef54980def cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:25.480131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Provisioning complete for port 6e07315b-579d-4a77-9e71-cdb54965aa80 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:25.480518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.510173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b764bebd-f3e2-4cdc-a00b-66dfec236c29 req-35431cf3-aff6-4b89-93ff-4e5ce4968791 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 210 time: 0.0787945 Mar 22 14:35:25.554296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf67f1-7fc9-4da9-9a6d-a4d4e976f867 req-69584276-96c8-40a5-a3bc-1909598665c4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:25.558868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26bf67f1-7fc9-4da9-9a6d-a4d4e976f867 req-69584276-96c8-40a5-a3bc-1909598665c4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0979176 Mar 22 14:35:25.662872 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 2, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:25.682356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26bf67f1-7fc9-4da9-9a6d-a4d4e976f867 req-0c917816-6311-4976-ac25-6d3902b92c96 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143258 Mar 22 14:35:25.707557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6e07315b-579d-4a77-9e71-cdb54965aa80 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:25.716411 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Checking router: bf199d7d-e56a-4ad0-9ccf-0051c303755b for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:25.716957 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Updating router bf199d7d-e56a-4ad0-9ccf-0051c303755b port fef45f37-df25-4bad-a707-e4ef54980def binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:35:25.746952 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fef45f37-df25-4bad-a707-e4ef54980def), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.767251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4d01bd74-97f1-47b6-b2d6-cbb051a4df07 None None] Current status of the port 6e07315b-579d-4a77-9e71-cdb54965aa80 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:25.786688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6e07315b-579d-4a77-9e71-cdb54965aa80 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:25.787364 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.788147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49810) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:25.793001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209702280', 'description': 'tempest-secgroup-smoke-209702280 description', 'project_id': '892b4b7b683b409dae0466c233153ea3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:25.818645 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.931668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (fbdd251c-d968-4191-b562-258b02305077), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.938777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6e07315b-579d-4a77-9e71-cdb54965aa80 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:25.940856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a90002fc-cb60-4d8d-8afa-c0b53060b4ad up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:25.941594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fbdd251c-d968-4191-b562-258b02305077), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:25.977781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd251c-d968-4191-b562-258b02305077,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:25.999611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-591ec63d-b210-4f16-a9ce-c23550d9b4c5 None None] Provisioning complete for port fef45f37-df25-4bad-a707-e4ef54980def triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:26.000172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-591ec63d-b210-4f16-a9ce-c23550d9b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fef45f37-df25-4bad-a707-e4ef54980def), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.054452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-591ec63d-b210-4f16-a9ce-c23550d9b4c5 None None] Port fef45f37-df25-4bad-a707-e4ef54980def cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:26.063843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a90002fc-cb60-4d8d-8afa-c0b53060b4ad triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:26.064369 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.073342 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks [] for port (fef45f37-df25-4bad-a707-e4ef54980def), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.082993 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.158051 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-a7b8b12e-9232-4966-9cfd-aede31a86116 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:26.159246 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-a7b8b12e-9232-4966-9cfd-aede31a86116 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.78 "GET /v2.0/networks?id=432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 200 len: 811 time: 0.1851537 Mar 22 14:35:26.179625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.181398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bc034ce-0ee6-4c00-8bb7-274034c0fd29 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3922188 Mar 22 14:35:26.184384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49816) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:26.184839 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a90002fc-cb60-4d8d-8afa-c0b53060b4ad is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:26.192828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Request body: {'port': {'device_id': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818', 'admin_state_up': True, 'tenant_id': 'dcac886968184864abcc65c9e1237620'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:26.193503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:26.198824 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Pushing event updated for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.244067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (57791c22-ba3f-4887-a1fd-219f9b0ea7cf), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.257059 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.257395 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.258253 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.258822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.259364 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.260053 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.261047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.261628 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.262178 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.262713 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.263229 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.263756 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.264286 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.264807 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.265327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:35:26.270545 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Attempting to bind port fef45f37-df25-4bad-a707-e4ef54980def on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:26.271350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Attempting to bind port fef45f37-df25-4bad-a707-e4ef54980def by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:26.271941 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Attempting to bind port fef45f37-df25-4bad-a707-e4ef54980def on network e69285a3-fce6-4f9d-abd3-03dea3e29400 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:26.279598 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:26.280341 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Checking segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:26.281572 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.282315 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Bound using segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:26.283428 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Bound port: fef45f37-df25-4bad-a707-e4ef54980def, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:26.284056 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fef45f37-df25-4bad-a707-e4ef54980def), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.325627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (57791c22-ba3f-4887-a1fd-219f9b0ea7cf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.334643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (57791c22-ba3f-4887-a1fd-219f9b0ea7cf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.366684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] For port fef45f37-df25-4bad-a707-e4ef54980def, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:26.371435 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] For port fef45f37-df25-4bad-a707-e4ef54980def, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fef45f37-df25-4bad-a707-e4ef54980def,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:26.377097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57791c22-ba3f-4887-a1fd-219f9b0ea7cf,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.381235 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.398379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.403316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c4f3af30-97a3-42a5-95a4-37aefc0e9044 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178376 Mar 22 14:35:26.403924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49822) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:26.408838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:26.434643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Made reservation on behalf of dcac886968184864abcc65c9e1237620 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:26.440317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.443941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (adc841ae-de65-41f8-92b9-b5b4a3569036), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.447379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:26.448009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:26.488263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Provisioning complete for port fef45f37-df25-4bad-a707-e4ef54980def triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:26.488954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fef45f37-df25-4bad-a707-e4ef54980def), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.546125 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef35ff-0e7c-45c9-8cbc-8ee60cc995c8 None None] Pushing event updated for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.612735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (adc841ae-de65-41f8-92b9-b5b4a3569036), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.622701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (adc841ae-de65-41f8-92b9-b5b4a3569036), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.649785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Current status of the port fef45f37-df25-4bad-a707-e4ef54980def is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:26.655248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fef45f37-df25-4bad-a707-e4ef54980def), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.658110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.662278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2546015 Mar 22 14:35:26.666972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49830) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:26.668584 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:26.675564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:26.707588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49b8202a-5375-4274-a97c-2aa61cc917be req-82a9f09c-47e1-411f-9a04-899678f4963e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 210 time: 0.0389252 Mar 22 14:35:26.720238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adb315-2174-41e3-bd68-de0a977bcac1 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc841ae-de65-41f8-92b9-b5b4a3569036,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.762700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4fd1461a-0eb0-4c23-839f-8affbb8af7b6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.775101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] For port fef45f37-df25-4bad-a707-e4ef54980def, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fef45f37-df25-4bad-a707-e4ef54980def,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:26.785320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.831433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Allocated IP 172.20.0.13 (432b0e7f-37eb-4620-9fb5-d975df3aa818/1013cb6c-1f68-4849-adba-ff27f1487934/d83c8c65-ea69-46fa-86ac-dcb83bd8b095) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:26.869360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b07a8a-fe8f-40c1-87ce-535eefa95605 None None] Pushing event updated for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:26.909484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1c32cacc-4f80-4398-aa0e-f3ce543a37dc None None] Provisioning complete for port fef45f37-df25-4bad-a707-e4ef54980def triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:26.910274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c32cacc-4f80-4398-aa0e-f3ce543a37dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fef45f37-df25-4bad-a707-e4ef54980def), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.922208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a404-c6bb-455e-a9e7-47451f3f01e0 req-d76764e7-2598-4012-b578-fa12e01c36bb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:26.926053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8e0a404-c6bb-455e-a9e7-47451f3f01e0 req-d76764e7-2598-4012-b578-fa12e01c36bb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0787256 Mar 22 14:35:26.941586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4fd1461a-0eb0-4c23-839f-8affbb8af7b6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:26.953192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4fd1461a-0eb0-4c23-839f-8affbb8af7b6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.017286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c32cacc-4f80-4398-aa0e-f3ce543a37dc None None] Current status of the port fef45f37-df25-4bad-a707-e4ef54980def is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:27.039608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e8e0a404-c6bb-455e-a9e7-47451f3f01e0 req-2fd17507-1ab6-4a8a-b5c1-637757a686bb tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078639 Mar 22 14:35:27.062060 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd1461a-0eb0-4c23-839f-8affbb8af7b6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:27.086769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.090620 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6a6498b1-cb87-453d-aa24-3a7c48a043de tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178729 Mar 22 14:35:27.091126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:27.098609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:27.118503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks [] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.125585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:27.152865 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33e0d8-1e30-4458-8cf2-f613f515361c None None] The sync data for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 is: [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:27.155220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (b9eb32f1-5164-43fa-88cd-a2a49e7f308f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.189003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.299173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Network 432b0e7f-37eb-4620-9fb5-d975df3aa818 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:27.299979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Pushing event updated for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:27.304822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:27.309546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:27.318762 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (b9eb32f1-5164-43fa-88cd-a2a49e7f308f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.337869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b9eb32f1-5164-43fa-88cd-a2a49e7f308f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.382120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eb32f1-5164-43fa-88cd-a2a49e7f308f,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:27.389826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:27.394722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.399488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.400568 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0073cd03-4634-4388-972a-76566098cdfd tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3084576 Mar 22 14:35:27.403461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:27.408796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:27.423718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ca36517d-844f-4308-a200-20921e8189f4 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2408879 Mar 22 14:35:27.437735 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:35:27.443327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4640abc6-9db4-4d1d-a560-32b63626c385), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.565268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (4640abc6-9db4-4d1d-a560-32b63626c385), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.572540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4640abc6-9db4-4d1d-a560-32b63626c385), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.602294 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4640abc6-9db4-4d1d-a560-32b63626c385,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:27.606766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Request body: {'port': {'device_id': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:27.622534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.622534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-47d3d6cf-937d-4c10-9fa6-c43e5a43fd2d tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2172539 Mar 22 14:35:27.622534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49852) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:27.636268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd251c-d968-4191-b562-258b02305077', 'project_id': '892b4b7b683b409dae0466c233153ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:27.664311 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Project 892b4b7b683b409dae0466c233153ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:35:27.671764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (dedb8eb1-c196-4b18-b00d-c8ec1a12c1e9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.682151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fef45f37-df25-4bad-a707-e4ef54980def up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:27.732618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.755483 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fef45f37-df25-4bad-a707-e4ef54980def triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:27.756109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fef45f37-df25-4bad-a707-e4ef54980def), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.766036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (dedb8eb1-c196-4b18-b00d-c8ec1a12c1e9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.782026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dedb8eb1-c196-4b18-b00d-c8ec1a12c1e9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.804577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedb8eb1-c196-4b18-b00d-c8ec1a12c1e9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:27.822772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:27.831460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d12ed1ff-e9e4-4fe5-bf73-81cd95047aaf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2080038 Mar 22 14:35:27.938845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fef45f37-df25-4bad-a707-e4ef54980def is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:27.957941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f1d0b-0fd9-4c45-98ca-264ee1aa4b07 req-08623be1-2618-499d-97f8-c6ffadbef26e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:27.966250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-550f1d0b-0fd9-4c45-98ca-264ee1aa4b07 req-08623be1-2618-499d-97f8-c6ffadbef26e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 932 time: 0.1326702 Mar 22 14:35:28.037316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-550f1d0b-0fd9-4c45-98ca-264ee1aa4b07 req-d5964314-7761-4b31-820e-ade682798b12 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696521 Mar 22 14:35:28.140011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-682ab2fd-8915-4e82-b72b-34ca3559f04a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209702280&fields=id&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 267 time: 0.0620861 Mar 22 14:35:28.170508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83c8c65-ea69-46fa-86ac-dcb83bd8b095 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:28.182553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks [] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.196392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Transition to ACTIVE for port object d83c8c65-ea69-46fa-86ac-dcb83bd8b095 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:35:28.204916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.267055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Pushing event updated for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:28.269439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc903a-4547-47a0-8624-6bac5bbd0433 req-7433a00a-8918-4c84-942c-c29652b4dd50 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.271067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8bfc903a-4547-47a0-8624-6bac5bbd0433 req-7433a00a-8918-4c84-942c-c29652b4dd50 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1286132 Mar 22 14:35:28.326387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-73dda90a-3bc0-46b0-9c6f-6deff7cf4f7f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.334356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-73dda90a-3bc0-46b0-9c6f-6deff7cf4f7f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/networks?id=e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 200 len: 797 time: 0.1933379 Mar 22 14:35:28.358307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Attempting to bind port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:28.359335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Attempting to bind port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '26d45055-8ca1-406b-ac2d-2b74417e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:28.359881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Attempting to bind port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 on network 432b0e7f-37eb-4620-9fb5-d975df3aa818 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:28.364955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-0791dac9-c143-4029-aa0f-72b7be3b38ee tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/quotas/892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 375 time: 0.0295131 Mar 22 14:35:28.365532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 on network 432b0e7f-37eb-4620-9fb5-d975df3aa818 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:35:28.366079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Attempting to bind port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 on network 432b0e7f-37eb-4620-9fb5-d975df3aa818 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:28.370993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.372307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:28.373052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Checking segment: {'id': '26d45055-8ca1-406b-ac2d-2b74417e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:28.373776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Bound using segment: {'id': '26d45055-8ca1-406b-ac2d-2b74417e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:28.374434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Bound port: d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d45055-8ca1-406b-ac2d-2b74417e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:28.375018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.381403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8bfc903a-4547-47a0-8624-6bac5bbd0433 req-0e86dab8-00e8-47ac-b0f8-9e4929f83db5 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031082 Mar 22 14:35:28.437067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c7d62cf6-f809-4d22-931f-0f5e1f690e1c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712411 Mar 22 14:35:28.472649 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:28.476638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,segment=NetworkSegment(26d45055-8ca1-406b-ac2d-2b74417e3568),segment_id=26d45055-8ca1-406b-ac2d-2b74417e3568)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:28.487589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.529170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.529801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:28.531489 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] 10.222.0.78 "PUT /v2.0/ports/d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 200 len: 1092 time: 1.0994112 Mar 22 14:35:28.532044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:28.534378 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f303f1-527b-46d8-a551-b81dece91930" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:28.570804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-dec10162-a753-4667-bd08-b7ebbf774bea service neutron] 10.222.0.81 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184940 Mar 22 14:35:28.603454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c887-aef2-40dd-a3de-aa16d33c1a1d service neutron] Pushing event updated for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:28.608058 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad36dc0-dc3b-4291-b2a2-6b3fae8aa931 x-openstack-request-id: req-7ad36dc0-dc3b-4291-b2a2-6b3fae8aa931 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:28.608336 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:28.608617 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ad36dc0-dc3b-4291-b2a2-6b3fae8aa931 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:28.609335 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad36dc0-dc3b-4291-b2a2-6b3fae8aa931'] response: {'name': 'network-changed', 'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095', 'status': 'completed', 'code': 200} Mar 22 14:35:28.672806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-4e3af7dc-176b-41e4-9a98-c09bb78e785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.674397 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-4e3af7dc-176b-41e4-9a98-c09bb78e785b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dcac886968184864abcc65c9e1237620&device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 1126 time: 0.0721548 Mar 22 14:35:28.708801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-11694c37-4bae-4606-8cff-9811b555c4fc service neutron] 10.222.0.81 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Mar 22 14:35:28.740337 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-36ba44de-d2cd-42bd-94ef-bc3ff3bb0cb0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 200 len: 217 time: 0.0559764 Mar 22 14:35:28.796661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-6c7b4692-3e02-4431-a971-5f0c73b55000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:28.798609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-6c7b4692-3e02-4431-a971-5f0c73b55000 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1013cb6c-1f68-4849-adba-ff27f1487934 HTTP/1.1" status: 200 len: 851 time: 0.0525432 Mar 22 14:35:28.844267 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-ea32e7f1-0455-48f4-94bc-5498a56f4cf6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=432b0e7f-37eb-4620-9fb5-d975df3aa818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367994 Mar 22 14:35:28.873335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7de6eec8-599f-44ae-8fb3-e5c0719a24fb req-eb3bcf96-76e9-4259-ac07-ff1d8c31e922 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Mar 22 14:35:28.963610 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-a50f1204-fac8-4e3a-b806-d985c67577b1 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124299 Mar 22 14:35:29.068129 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-401efe0f-78ee-4d19-bab3-673d259f1467 req-507e8662-1939-47e9-9e75-0c0c34c0b0d8 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928092 Mar 22 14:35:29.206569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1dbf1-3df2-403d-bc36-352621d7b647 req-2c4f7059-12a1-470d-b053-3f214e10d371 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.207834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70b1dbf1-3df2-403d-bc36-352621d7b647 req-2c4f7059-12a1-470d-b053-3f214e10d371 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 944 time: 0.0956264 Mar 22 14:35:29.210646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f303f1-527b-46d8-a551-b81dece91930 req-e8b83901-3c14-4401-a706-3c0c6669f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.212218 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-e8b83901-3c14-4401-a706-3c0c6669f4de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dcac886968184864abcc65c9e1237620&device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 1126 time: 0.0756977 Mar 22 14:35:29.277930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70b1dbf1-3df2-403d-bc36-352621d7b647 req-351bc083-87ed-40f7-9005-ad9091f71265 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603390 Mar 22 14:35:29.314471 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:29.338214 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f303f1-527b-46d8-a551-b81dece91930 req-908595da-1894-473f-ac9a-848eb2a3dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.339717 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-908595da-1894-473f-ac9a-848eb2a3dc95 service neutron] 10.222.0.78 "GET /v2.0/networks?id=432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 200 len: 912 time: 0.1198628 Mar 22 14:35:29.404174 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-15c15c30-5322-43a3-94ec-254e70adc9f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 200 len: 217 time: 0.0403452 Mar 22 14:35:29.454507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f303f1-527b-46d8-a551-b81dece91930 req-c8885bfc-8b33-480f-a419-f35d9a906257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.456481 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-c8885bfc-8b33-480f-a419-f35d9a906257 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1013cb6c-1f68-4849-adba-ff27f1487934 HTTP/1.1" status: 200 len: 851 time: 0.0456953 Mar 22 14:35:29.490409 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-f9dfedb5-4334-49b7-8d7a-6799924230f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=432b0e7f-37eb-4620-9fb5-d975df3aa818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268085 Mar 22 14:35:29.518755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405e5c-ad15-4c06-9bcd-b96195f99cbf req-408cbb3f-bc7e-4353-9a89-e36344c3c458 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:29.520279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73405e5c-ad15-4c06-9bcd-b96195f99cbf req-408cbb3f-bc7e-4353-9a89-e36344c3c458 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0630393 Mar 22 14:35:29.580878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73405e5c-ad15-4c06-9bcd-b96195f99cbf req-34b4b0a3-f09e-455f-8090-4d708d186ca9 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532494 Mar 22 14:35:29.594516 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-30ae123b-ec0d-41a4-8d44-d4e862abc2ea service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971634 Mar 22 14:35:29.696231 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-92f303f1-527b-46d8-a551-b81dece91930 req-39762640-0dd4-41f9-a242-ef34c92a9b11 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947371 Mar 22 14:35:29.984906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30f43d97-ebe3-4809-be34-10667db8b602 req-0c7b1b8d-900b-46b0-9c58-c3a8389cb624 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 210 time: 0.0402997 Mar 22 14:35:30.067884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-62ac4578-9115-4af0-ad3a-844a68f9e120 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.069394 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-62ac4578-9115-4af0-ad3a-844a68f9e120 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/networks?id=e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 200 len: 797 time: 0.1209829 Mar 22 14:35:30.136611 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-949ea505-f2b5-41e2-8c2e-9ef5219886f8 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=892b4b7b683b409dae0466c233153ea3 HTTP/1.1" status: 200 len: 379 time: 0.0584385 Mar 22 14:35:30.146869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'port': {'device_id': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'admin_state_up': True, 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'security_groups': ['fbdd251c-d968-4191-b562-258b02305077']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:30.252758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Made reservation on behalf of 892b4b7b683b409dae0466c233153ea3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:35:30.257162 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.407825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.20.0.13 (e69285a3-fce6-4f9d-abd3-03dea3e29400/72b17426-38dd-4598-a2d5-7737f22afdda/43d25ae6-2cc2-487c-b986-44f501de8960) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:30.446738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac14c-2a14-4cef-9af0-cede48760258 req-ecedb21f-b49a-4eab-9a13-44f8eedfe677 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.456393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4bac14c-2a14-4cef-9af0-cede48760258 req-ecedb21f-b49a-4eab-9a13-44f8eedfe677 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 944 time: 0.1028349 Mar 22 14:35:30.510577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f4bac14c-2a14-4cef-9af0-cede48760258 req-536af8bd-fa24-4ab0-970b-f83ef1c11759 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531588 Mar 22 14:35:30.588542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (43d25ae6-2cc2-487c-b986-44f501de8960), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.625720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.669688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:30.673261 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:30.677162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:30.735550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:30.747771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.748807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.778616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-c2c6ed2a-3221-4bf4-87be-158376df2528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6352313 Mar 22 14:35:30.797363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Request body: {'port': {'device_id': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:30.809759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924442e-fdb7-4354-8269-a6591dd55437 req-b38846e8-ef0d-4244-9ace-6fb170998679 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:30.819196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4924442e-fdb7-4354-8269-a6591dd55437 req-b38846e8-ef0d-4244-9ace-6fb170998679 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1507261 Mar 22 14:35:30.895668 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:30.903213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4924442e-fdb7-4354-8269-a6591dd55437 req-dfcedd72-1754-412d-829e-b4237e12e3a3 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828416 Mar 22 14:35:31.090975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-19d673be-18dd-4700-8121-5c9b7ec91a29 None None] Provisioning complete for port 43d25ae6-2cc2-487c-b986-44f501de8960 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:31.091570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19d673be-18dd-4700-8121-5c9b7ec91a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.129765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-19d673be-18dd-4700-8121-5c9b7ec91a29 None None] Port 43d25ae6-2cc2-487c-b986-44f501de8960 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:35:31.141099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11bb53-92f9-48f4-bd7e-21888140dedd req-31d10064-8da7-44ce-9492-83bc14344b82 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.146443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac11bb53-92f9-48f4-bd7e-21888140dedd req-31d10064-8da7-44ce-9492-83bc14344b82 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 932 time: 0.0871546 Mar 22 14:35:31.191507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d25ae6-2cc2-487c-b986-44f501de8960 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:31.192574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac11bb53-92f9-48f4-bd7e-21888140dedd req-3c924c77-4026-4c91-a41f-47e556bb5858 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Mar 22 14:35:31.203602 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks [] for port (43d25ae6-2cc2-487c-b986-44f501de8960), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.216896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Transition to ACTIVE for port object 43d25ae6-2cc2-487c-b986-44f501de8960 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:35:31.222877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.274723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Pushing event updated for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:31.350015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Attempting to bind port 43d25ae6-2cc2-487c-b986-44f501de8960 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:35:31.350387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Attempting to bind port 43d25ae6-2cc2-487c-b986-44f501de8960 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:35:31.350724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Attempting to bind port 43d25ae6-2cc2-487c-b986-44f501de8960 on network e69285a3-fce6-4f9d-abd3-03dea3e29400 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:31.352231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d83c8c65-ea69-46fa-86ac-dcb83bd8b095 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:31.356208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Port 43d25ae6-2cc2-487c-b986-44f501de8960 on network e69285a3-fce6-4f9d-abd3-03dea3e29400 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:35:31.356536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Attempting to bind port 43d25ae6-2cc2-487c-b986-44f501de8960 on network e69285a3-fce6-4f9d-abd3-03dea3e29400 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:35:31.362322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:35:31.362673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Checking segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:35:31.363064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Bound using segment: {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:35:31.363495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Bound port: 43d25ae6-2cc2-487c-b986-44f501de8960, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b18002-fada-48cd-a7cd-89f00e33a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:35:31.363856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.447868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:35:31.453853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=43d25ae6-2cc2-487c-b986-44f501de8960,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:35:31.462244 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.474536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,segment=NetworkSegment(26d45055-8ca1-406b-ac2d-2b74417e3568),segment_id=26d45055-8ca1-406b-ac2d-2b74417e3568)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:31.498544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.499608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.501336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] 10.222.0.78 "PUT /v2.0/ports/43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 200 len: 1092 time: 0.7142611 Mar 22 14:35:31.502225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:31.503614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095', 'network_id': '432b0e7f-37eb-4620-9fb5-d975df3aa818', 'port_id': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095', 'mac_address': 'fa:16:3e:d7:74:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1013cb6c-1f68-4849-adba-ff27f1487934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:31.505039 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1487b88-a27a-4064-9a88-7643995655e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:31.543542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c31e7-94d6-4bf9-b0c3-448a35434831 service neutron] Pushing event updated for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:31.623701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:31.624882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.642235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83c8c65-ea69-46fa-86ac-dcb83bd8b095 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:31.657660 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f06c8-16a1-46b2-a7a6-d614decef86c x-openstack-request-id: req-1d2f06c8-16a1-46b2-a7a6-d614decef86c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:31.657990 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:31.658253 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d2f06c8-16a1-46b2-a7a6-d614decef86c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:31.658680 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2f06c8-16a1-46b2-a7a6-d614decef86c'] response: {'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960', 'status': 'completed', 'code': 200} Mar 22 14:35:31.671248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,segment=NetworkSegment(26d45055-8ca1-406b-ac2d-2b74417e3568),segment_id=26d45055-8ca1-406b-ac2d-2b74417e3568)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:31.681701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:31.709100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-60f006d0-65aa-4c92-a7b8-784836d6070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.712523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7a359-49ad-4444-a04b-8a796ef81152 req-01297e8c-18c6-4b06-aff3-c88120e2cf87 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.714237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cac7a359-49ad-4444-a04b-8a796ef81152 req-01297e8c-18c6-4b06-aff3-c88120e2cf87 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 944 time: 0.0696821 Mar 22 14:35:31.714767 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-60f006d0-65aa-4c92-a7b8-784836d6070b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1126 time: 0.1290858 Mar 22 14:35:31.764600 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-8628fd5c-65c8-47fd-9622-74d40130097e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 200 len: 217 time: 0.0415819 Mar 22 14:35:31.772176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:31.787263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cac7a359-49ad-4444-a04b-8a796ef81152 req-d32c94a3-f84f-4f4d-a6f0-2a69ccb3f88e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Mar 22 14:35:31.830577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-e5b5d167-1fd7-42af-9790-09ea64ddb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.832075 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-e5b5d167-1fd7-42af-9790-09ea64ddb910 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72b17426-38dd-4598-a2d5-7737f22afdda HTTP/1.1" status: 200 len: 835 time: 0.0574725 Mar 22 14:35:31.888536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-b38eb1a4-2f38-4bd3-bd5f-172ee5057a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:31.890224 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-b38eb1a4-2f38-4bd3-bd5f-172ee5057a57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e69285a3-fce6-4f9d-abd3-03dea3e29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502419 Mar 22 14:35:31.915935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d83c8c65-ea69-46fa-86ac-dcb83bd8b095'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:32.025066 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-dd377d44-83bc-4090-895c-c6b03b858ca9 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265056 Mar 22 14:35:32.069617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef72fe-db4c-4298-bed5-25ca1c24e916 req-75ffece1-dcc5-4440-a6e0-9e1e8cad75c4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.074553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ef72fe-db4c-4298-bed5-25ca1c24e916 req-75ffece1-dcc5-4440-a6e0-9e1e8cad75c4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0716007 Mar 22 14:35:32.138337 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b5b32043-ae0d-41e9-ab3e-dd931640bc3d req-33893867-a246-4c7f-897c-3b74a70804f2 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002285 Mar 22 14:35:32.151441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ef72fe-db4c-4298-bed5-25ca1c24e916 req-2ec06312-64ae-4d4d-97d4-4694b587626c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721381 Mar 22 14:35:32.187469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799ce51-32c7-4840-a11b-e716da248e84 req-45ea72bb-b74b-4793-b241-9bd20641cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.189228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c799ce51-32c7-4840-a11b-e716da248e84 req-45ea72bb-b74b-4793-b241-9bd20641cb78 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1127 time: 0.0517132 Mar 22 14:35:32.247553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c799ce51-32c7-4840-a11b-e716da248e84 req-29f69cec-a315-495c-b322-4ceb402db72f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 Mar 22 14:35:32.264758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487b88-a27a-4064-9a88-7643995655e5 req-1467de2c-7458-450a-841d-438d9e889c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.266398 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-1467de2c-7458-450a-841d-438d9e889c1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1126 time: 0.0647628 Mar 22 14:35:32.324415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aa8aa-d304-4075-b4f0-955ffe95c7cc req-2f942ec9-0081-4b1c-93c7-c69c6a55f7fa tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.326030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c9aa8aa-d304-4075-b4f0-955ffe95c7cc req-2f942ec9-0081-4b1c-93c7-c69c6a55f7fa tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Mar 22 14:35:32.377163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c9aa8aa-d304-4075-b4f0-955ffe95c7cc req-0adf4b2d-8294-44ae-863b-e7f122422ac9 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451596 Mar 22 14:35:32.550619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487b88-a27a-4064-9a88-7643995655e5 req-7d1ece57-d89b-4664-be81-e68a792514a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.552372 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-7d1ece57-d89b-4664-be81-e68a792514a5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 200 len: 898 time: 0.1030574 Mar 22 14:35:32.600900 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-83b5b19a-d623-4291-adbb-fb66a3822324 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 200 len: 217 time: 0.0401435 Mar 22 14:35:32.658361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487b88-a27a-4064-9a88-7643995655e5 req-4e7ee9b8-2cef-4007-8760-7502a628b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.659881 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-4e7ee9b8-2cef-4007-8760-7502a628b3c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72b17426-38dd-4598-a2d5-7737f22afdda HTTP/1.1" status: 200 len: 835 time: 0.0518301 Mar 22 14:35:32.710976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487b88-a27a-4064-9a88-7643995655e5 req-ae0b4ecb-1d77-44e6-aa08-b26e367cb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.712484 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-ae0b4ecb-1d77-44e6-aa08-b26e367cb9e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e69285a3-fce6-4f9d-abd3-03dea3e29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448515 Mar 22 14:35:32.809579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-4774c274-ca01-4221-a139-4664c052fbe3 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873592 Mar 22 14:35:32.917180 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d1487b88-a27a-4064-9a88-7643995655e5 req-53bdba45-a0ed-4c85-9ae2-33dc1bb556f2 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935898 Mar 22 14:35:32.936393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c15d60-82b5-4ee8-96b0-8bcd2bbdf209 req-2d0b2aaa-731a-4a5f-b0e8-0bdda2080b46 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:32.938197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0c15d60-82b5-4ee8-96b0-8bcd2bbdf209 req-2d0b2aaa-731a-4a5f-b0e8-0bdda2080b46 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 945 time: 0.0775895 Mar 22 14:35:32.988529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0c15d60-82b5-4ee8-96b0-8bcd2bbdf209 req-330ac041-616a-446e-869e-c89bff85d651 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Mar 22 14:35:33.290125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cf9a9-eb82-4298-8d3b-14250ce4dc3f req-f05a1c97-d561-4dce-9dac-6186be0c78de tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:33.291721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-997cf9a9-eb82-4298-8d3b-14250ce4dc3f req-f05a1c97-d561-4dce-9dac-6186be0c78de tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.0595896 Mar 22 14:35:33.345726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-997cf9a9-eb82-4298-8d3b-14250ce4dc3f req-852289eb-a014-4d7f-9533-4e6884e8080d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470011 Mar 22 14:35:33.352573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:33.355773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d83c8c65-ea69-46fa-86ac-dcb83bd8b095 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:33.499739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:33.510227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:33.510690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.514846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2929dc7-8665-4420-b004-f04f912ae6c0 req-e8f8d3a8-a396-42df-ada4-01bf5602952c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:33.516365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2929dc7-8665-4420-b004-f04f912ae6c0 req-e8f8d3a8-a396-42df-ada4-01bf5602952c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 944 time: 0.0667195 Mar 22 14:35:33.565880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:33.582518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'd10e647e-384f-44e3-874c-90ca276d9586', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'port_id': 'd10e647e-384f-44e3-874c-90ca276d9586', 'mac_address': 'fa:16:3e:9a:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:33.588710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2929dc7-8665-4420-b004-f04f912ae6c0 req-576914b2-2f89-41fb-b886-8f591d304cd6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583375 Mar 22 14:35:33.656204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:33.656641 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.659440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d10e647e-384f-44e3-874c-90ca276d9586 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:33.659827 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.687567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d10e647e-384f-44e3-874c-90ca276d9586 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:33.696369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:33.698678 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c751b-fc5c-4bdf-bc6e-d6f99baeb4cb" -d '{"events": [{"server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "name": "network-vif-plugged", "status": "completed", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:33.716113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,segment=NetworkSegment(26d45055-8ca1-406b-ac2d-2b74417e3568),segment_id=26d45055-8ca1-406b-ac2d-2b74417e3568)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:33.722148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.729070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:33.752882 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a277729-5f1e-4392-8352-639f7f1e835e x-openstack-request-id: req-3a277729-5f1e-4392-8352-639f7f1e835e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:33.753151 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "name": "network-vif-plugged", "status": "completed", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:33.753341 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a277729-5f1e-4392-8352-639f7f1e835e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:33.753828 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a277729-5f1e-4392-8352-639f7f1e835e'] response: {'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095', 'code': 200} Mar 22 14:35:33.756307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:33.786554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:33.836053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:33.862135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c109f2-3381-463c-8f91-3c6a3c137091 req-e0922753-0fde-4ada-852b-815f53e24832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:33.863769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14c109f2-3381-463c-8f91-3c6a3c137091 req-e0922753-0fde-4ada-852b-815f53e24832 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 1128 time: 0.0457678 Mar 22 14:35:33.907178 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-14c109f2-3381-463c-8f91-3c6a3c137091 req-0bad2059-6108-42e6-af22-e2eb2252b035 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Mar 22 14:35:34.031123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d10e647e-384f-44e3-874c-90ca276d9586'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:34.111825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386a5b6-f3c2-4dc8-8447-8e5971db31a2 req-a9acedff-c423-4914-8ed4-94d8afc9d617 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:34.113618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5386a5b6-f3c2-4dc8-8447-8e5971db31a2 req-a9acedff-c423-4914-8ed4-94d8afc9d617 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0555825 Mar 22 14:35:34.160663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5386a5b6-f3c2-4dc8-8447-8e5971db31a2 req-5d1f0384-cb78-4357-be50-7f5544b2011c tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Mar 22 14:35:34.477938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53804-6b28-41fe-8bbb-ef559ebd4669 req-2f0c7729-3baf-4a31-8a85-1a3d6010dd7a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:34.479474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ec53804-6b28-41fe-8bbb-ef559ebd4669 req-2f0c7729-3baf-4a31-8a85-1a3d6010dd7a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 944 time: 0.0573652 Mar 22 14:35:34.531916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ec53804-6b28-41fe-8bbb-ef559ebd4669 req-2b3e81de-1977-469b-bbbe-52cf5afbcdd4 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459373 Mar 22 14:35:34.555575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 49952) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:34.621326 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-00b52c68-0ecf-45d9-919d-b07b8346378f tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/floatingips/1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 HTTP/1.1" status: 200 len: 991 time: 0.0640066 Mar 22 14:35:34.715702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66da52-989c-4555-8ca2-d12ec4a3db59 req-d979f3f8-0e70-4765-ad77-4f76ad14dbd4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:34.717177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae66da52-989c-4555-8ca2-d12ec4a3db59 req-d979f3f8-0e70-4765-ad77-4f76ad14dbd4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 944 time: 0.0569935 Mar 22 14:35:34.768338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae66da52-989c-4555-8ca2-d12ec4a3db59 req-d14fac0a-ac3e-4845-a9bd-9fdc1c30342c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450079 Mar 22 14:35:35.324099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab359a8-3e64-4a00-a539-725fe30326c5 req-3635c2ef-6b62-42d0-822b-4abd3e977481 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.325588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ab359a8-3e64-4a00-a539-725fe30326c5 req-3635c2ef-6b62-42d0-822b-4abd3e977481 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0745831 Mar 22 14:35:35.385485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ab359a8-3e64-4a00-a539-725fe30326c5 req-d4ba9aed-087b-424c-89b5-7ef0ee8afb6c tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Mar 22 14:35:35.498880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 43d25ae6-2cc2-487c-b986-44f501de8960 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:35:35.503178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:35.513741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4923c8-e2f1-421d-87b6-2be2e792493f req-9f309d07-27b8-4cbc-92fc-35361a32568e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.515200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4923c8-e2f1-421d-87b6-2be2e792493f req-9f309d07-27b8-4cbc-92fc-35361a32568e tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0620892 Mar 22 14:35:35.587389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4923c8-e2f1-421d-87b6-2be2e792493f req-b7a99343-df0c-4557-ad18-cb84c0d707f3 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661719 Mar 22 14:35:35.633349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port d10e647e-384f-44e3-874c-90ca276d9586 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:35.633723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d10e647e-384f-44e3-874c-90ca276d9586), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.680305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=43d25ae6-2cc2-487c-b986-44f501de8960,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:35.703162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '43d25ae6-2cc2-487c-b986-44f501de8960', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'port_id': '43d25ae6-2cc2-487c-b986-44f501de8960', 'mac_address': 'fa:16:3e:c1:be:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:35:35.943333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181e86f-1580-4ea5-842b-74dc4e4985c0 req-d8c6013f-2426-4132-9a84-14a63828911a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.951154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 43d25ae6-2cc2-487c-b986-44f501de8960 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:35.951601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.952256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a181e86f-1580-4ea5-842b-74dc4e4985c0 req-d8c6013f-2426-4132-9a84-14a63828911a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 944 time: 0.0711575 Mar 22 14:35:35.971851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d25ae6-2cc2-487c-b986-44f501de8960 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:35:35.984302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port d10e647e-384f-44e3-874c-90ca276d9586 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:35.984703 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:35.992315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f33fc-a3b9-4ab3-9d81-8726d092f1ab req-5672b85f-271d-4006-8bb2-1230e5c3e4d1 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:35.994204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f53f33fc-a3b9-4ab3-9d81-8726d092f1ab req-5672b85f-271d-4006-8bb2-1230e5c3e4d1 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.1481943 Mar 22 14:35:36.007971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=43d25ae6-2cc2-487c-b986-44f501de8960,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:36.037347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:36.038448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:36.041950 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0b03a7-92d1-40b9-a9ed-d1900a3d1246" -d '{"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:36.046241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:36.051704 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:36.091800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a181e86f-1580-4ea5-842b-74dc4e4985c0 req-a46d3608-7e14-48e2-8c01-6f57d74f49c7 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381171 Mar 22 14:35:36.095647 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-0414fc0c-1fb1-4e33-9da0-8697df860518 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814574 Mar 22 14:35:36.109646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f53f33fc-a3b9-4ab3-9d81-8726d092f1ab req-f0a48c22-b233-453e-806c-4829d443a783 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998566 Mar 22 14:35:36.115563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:36.153571 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125be7b5-8a45-447c-8167-5a156b90a4e4 x-openstack-request-id: req-125be7b5-8a45-447c-8167-5a156b90a4e4 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:36.157592 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:36.158201 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-125be7b5-8a45-447c-8167-5a156b90a4e4 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:36.158838 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125be7b5-8a45-447c-8167-5a156b90a4e4'] response: {'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'code': 200} Mar 22 14:35:36.196262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:36.221648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571b8e-d593-4779-888e-e5325326f798 req-862e4abb-9886-4268-82f8-03b3c1e0277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:36.223252 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-862e4abb-9886-4268-82f8-03b3c1e0277e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1127 time: 0.0467577 Mar 22 14:35:36.344458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['43d25ae6-2cc2-487c-b986-44f501de8960'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:36.396205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571b8e-d593-4779-888e-e5325326f798 req-2a750dcd-0343-4ea3-9baf-ab654e15b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:36.398155 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-2a750dcd-0343-4ea3-9baf-ab654e15b024 service neutron] 10.222.0.78 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 897 time: 0.1538460 Mar 22 14:35:36.471641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-2eb60ea6-5bb2-4977-a046-0a971d742a44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 1000 time: 0.0662129 Mar 22 14:35:36.532764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571b8e-d593-4779-888e-e5325326f798 req-697be9b1-c233-43e8-b096-efde9997700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:36.534668 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-697be9b1-c233-43e8-b096-efde9997700d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 200 len: 835 time: 0.0568831 Mar 22 14:35:36.594126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571b8e-d593-4779-888e-e5325326f798 req-2f19ba06-57a7-4588-a092-7ff3390f021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:36.596142 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-2f19ba06-57a7-4588-a092-7ff3390f021c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92074220-c348-47ec-9dee-ec8bf3f7b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547223 Mar 22 14:35:36.705505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-0a994ae9-9cf2-417e-b841-61459efcb834 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999877 Mar 22 14:35:36.835784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-16571b8e-d593-4779-888e-e5325326f798 req-894c7655-0779-455b-9bf5-a01b9d9fcc60 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230562 Mar 22 14:35:37.253483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e86c-42a1-41f4-b58b-5c447d21b624 req-65696fed-3643-4af4-a415-8372f9903b65 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.254837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5615e86c-42a1-41f4-b58b-5c447d21b624 req-65696fed-3643-4af4-a415-8372f9903b65 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0889251 Mar 22 14:35:37.267404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1007-b12a-4e64-af69-58242d73b83a req-e1ea3c6c-29ff-4512-9ac0-3b2e9130e445 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.268771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105c1007-b12a-4e64-af69-58242d73b83a req-e1ea3c6c-29ff-4512-9ac0-3b2e9130e445 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 945 time: 0.0908535 Mar 22 14:35:37.337502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5615e86c-42a1-41f4-b58b-5c447d21b624 req-8c5abe69-530a-446b-8fab-5911f02f9986 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767922 Mar 22 14:35:37.343258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-105c1007-b12a-4e64-af69-58242d73b83a req-2723c0f8-5f3e-4dde-920b-eb0d3cd6ef23 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682676 Mar 22 14:35:37.507452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 43d25ae6-2cc2-487c-b986-44f501de8960 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:35:37.574190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24638420-acd0-4a5b-b4ab-93a97e80e847 req-95b4ab24-0b4e-495d-a171-0e314dde86d3 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.581953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24638420-acd0-4a5b-b4ab-93a97e80e847 req-95b4ab24-0b4e-495d-a171-0e314dde86d3 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0813313 Mar 22 14:35:37.594928 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479a3f-befb-4290-bca1-a161b53b50af req-75b1e38d-5043-45e2-939a-92738aaf2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.595517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 43d25ae6-2cc2-487c-b986-44f501de8960 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:35:37.596475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-75b1e38d-5043-45e2-939a-92738aaf2512 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dcac886968184864abcc65c9e1237620&device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 1128 time: 0.0733905 Mar 22 14:35:37.600376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 43d25ae6-2cc2-487c-b986-44f501de8960 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:35:37.601224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.638814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24638420-acd0-4a5b-b4ab-93a97e80e847 req-1f73fc38-f94b-4c70-83ec-9dcf94396269 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556533 Mar 22 14:35:37.695409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 43d25ae6-2cc2-487c-b986-44f501de8960 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:35:37.695807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.709870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479a3f-befb-4290-bca1-a161b53b50af req-24e6e08e-8aea-4f0d-add8-23a9ccf9ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.711541 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-24e6e08e-8aea-4f0d-add8-23a9ccf9ea01 service neutron] 10.222.0.78 "GET /v2.0/networks?id=432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 200 len: 912 time: 0.1085944 Mar 22 14:35:37.734465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=43d25ae6-2cc2-487c-b986-44f501de8960,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:37.741409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:37.756591 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-d1e94ef0-f7c0-4317-ab36-894882bd8ccf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 200 len: 217 time: 0.0383341 Mar 22 14:35:37.802888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:37.808672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479a3f-befb-4290-bca1-a161b53b50af req-5ae3c1ca-df4e-4916-87a2-610bb6b7f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:37.810378 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-5ae3c1ca-df4e-4916-87a2-610bb6b7f4a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1013cb6c-1f68-4849-adba-ff27f1487934 HTTP/1.1" status: 200 len: 851 time: 0.0485494 Mar 22 14:35:37.848832 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-7b11bdd2-2291-4b8c-8334-37df4ea4a4b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=432b0e7f-37eb-4620-9fb5-d975df3aa818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324652 Mar 22 14:35:37.938026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-c70830b1-8d23-407c-978d-bf2acd3223ef service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834160 Mar 22 14:35:38.032994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c6479a3f-befb-4290-bca1-a161b53b50af req-e5f7a07b-89ee-47f9-8f3f-90503451dc26 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890725 Mar 22 14:35:38.160129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:38.162591 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d14a2-3542-4fea-ac5b-e903f9ed90e8" -d '{"events": [{"server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "name": "network-vif-plugged", "status": "completed", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:38.199937 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa698de-0437-4d33-a688-ecf9472fd015 x-openstack-request-id: req-aaa698de-0437-4d33-a688-ecf9472fd015 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:38.200237 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "name": "network-vif-plugged", "status": "completed", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:38.200514 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaa698de-0437-4d33-a688-ecf9472fd015 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:38.200927 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa698de-0437-4d33-a688-ecf9472fd015'] response: {'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960', 'code': 200} Mar 22 14:35:38.306316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690705a1-8731-45b1-8d2f-5be7554276a7 req-1282dbd0-e64f-4a6e-ad5b-6b8a681aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:38.307743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-690705a1-8731-45b1-8d2f-5be7554276a7 req-1282dbd0-e64f-4a6e-ad5b-6b8a681aa5d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1128 time: 0.0451925 Mar 22 14:35:38.361865 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-690705a1-8731-45b1-8d2f-5be7554276a7 req-a9574183-d88d-4f97-b26c-461c731a3925 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Mar 22 14:35:38.463857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc3e86-087f-4721-bcbc-344b571a7a99 req-34e2eb4e-2ede-4c03-8139-0fb5ffef4c39 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:38.465948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92dc3e86-087f-4721-bcbc-344b571a7a99 req-34e2eb4e-2ede-4c03-8139-0fb5ffef4c39 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.0545566 Mar 22 14:35:38.516658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92dc3e86-087f-4721-bcbc-344b571a7a99 req-6b23c414-d441-4b87-9307-6475c7121ead tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Mar 22 14:35:38.767635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22244b4-579d-42a6-abb7-9c6bd60a1c4b req-9547d829-161e-4c6e-a9eb-4ae07883ea53 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:38.769125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e22244b4-579d-42a6-abb7-9c6bd60a1c4b req-9547d829-161e-4c6e-a9eb-4ae07883ea53 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0625677 Mar 22 14:35:39.152013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e22244b4-579d-42a6-abb7-9c6bd60a1c4b req-3560be1e-2123-4c09-90b5-48b15a21fb89 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750663 Mar 22 14:35:39.644565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7fb0-f839-41d1-8c6a-5b39b868a691 req-8146f61e-aa25-4ee3-9620-ef59854f5c41 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:39.646169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95de7fb0-f839-41d1-8c6a-5b39b868a691 req-8146f61e-aa25-4ee3-9620-ef59854f5c41 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.0537324 Mar 22 14:35:39.697516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95de7fb0-f839-41d1-8c6a-5b39b868a691 req-feeb0e1c-0f9c-4570-a5bd-c6a503034b6a tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Mar 22 14:35:40.274097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec5a8a-4e28-42f1-bf40-3737a35335cd req-cbb6d505-8920-434f-a72e-3e635f6d0c2f tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.275533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eec5a8a-4e28-42f1-bf40-3737a35335cd req-cbb6d505-8920-434f-a72e-3e635f6d0c2f tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0539927 Mar 22 14:35:40.326376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eec5a8a-4e28-42f1-bf40-3737a35335cd req-f644293a-c97b-41b5-b99c-1872055a9251 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Mar 22 14:35:40.562508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ce67a-084b-45ea-adb8-f8b5d300f92d req-d8fbac2f-77d7-4825-a8d9-912c86a9a325 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.564038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d0ce67a-084b-45ea-adb8-f8b5d300f92d req-d8fbac2f-77d7-4825-a8d9-912c86a9a325 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0535195 Mar 22 14:35:40.610839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d0ce67a-084b-45ea-adb8-f8b5d300f92d req-113ac52b-e45e-4049-8832-09afb9712bcc tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Mar 22 14:35:40.821720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807514a0-d04b-412a-a2d1-1a287c529f7a req-f1e4727e-9d9d-482a-ba40-01bf1ee41324 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:40.823299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-807514a0-d04b-412a-a2d1-1a287c529f7a req-f1e4727e-9d9d-482a-ba40-01bf1ee41324 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.0550263 Mar 22 14:35:40.874596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-807514a0-d04b-412a-a2d1-1a287c529f7a req-bbb4810c-5334-4740-a64f-89ee72c18fe4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453825 Mar 22 14:35:41.006533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be45327-158d-4f81-aa68-98ab2edad5eb req-a472da96-6121-4079-b275-b473fc6ef379 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:41.008320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1be45327-158d-4f81-aa68-98ab2edad5eb req-a472da96-6121-4079-b275-b473fc6ef379 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.0612111 Mar 22 14:35:41.065373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1be45327-158d-4f81-aa68-98ab2edad5eb req-ff390168-51bf-40d1-8676-11e88e35b596 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510304 Mar 22 14:35:41.088416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50030) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:41.134072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc08b1-3ce6-4fd5-aa1f-84ba9a4c07a5 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:41.135770 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0bc08b1-3ce6-4fd5-aa1f-84ba9a4c07a5 tempest-TestNetworkBasicOps-465040677 tempest-TestNetworkBasicOps-465040677-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1123 time: 0.0463076 Mar 22 14:35:41.138740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50032) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:41.143425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '43d25ae6-2cc2-487c-b986-44f501de8960', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:35:41.164666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:41.265414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:41.366973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Allocated IP 172.25.3.213 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:35:41.474352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:41.510661 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:41.548374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:35:41.551300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:35:41.558575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:35:41.581844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:41.817140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977d448-c856-41ac-a3c3-fc81cf5659df req-408fb825-d5dc-4a02-8454-480a23963292 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:41.818572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7977d448-c856-41ac-a3c3-fc81cf5659df req-408fb825-d5dc-4a02-8454-480a23963292 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.1334195 Mar 22 14:35:41.946143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7977d448-c856-41ac-a3c3-fc81cf5659df req-0e36d693-2ec0-4537-99be-43e99ad1fa2a tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207194 Mar 22 14:35:41.994855 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (7cc25c39-8a30-4967-9acb-d03d82f897d6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.090690 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.261858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-466e99a9-e900-4c4e-9c15-1d2661a9d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:42.267003 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-466e99a9-e900-4c4e-9c15-1d2661a9d16b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dcac886968184864abcc65c9e1237620&device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 1128 time: 0.0630908 Mar 22 14:35:42.315755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b9e16-cbe6-444d-896a-c8bfdf87908d req-2bcf9205-53ce-4320-a3cb-258a9782e727 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:42.317547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd6b9e16-cbe6-444d-896a-c8bfdf87908d req-2bcf9205-53ce-4320-a3cb-258a9782e727 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.1308692 Mar 22 14:35:42.398186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-68254ea8-491e-4475-a5fd-8e09f34dc8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:42.399914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-68254ea8-491e-4475-a5fd-8e09f34dc8e6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 200 len: 912 time: 0.1244614 Mar 22 14:35:42.400861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:42.405626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd6b9e16-cbe6-444d-896a-c8bfdf87908d req-e7a005c2-4399-4804-a513-312104c59450 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Mar 22 14:35:42.411180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.421202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.452154 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-58017710-266a-4877-a116-0cf7aedd459a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 200 len: 217 time: 0.0431628 Mar 22 14:35:42.500087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:42.531653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-a38d9438-1618-402d-97c4-5864b64237cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:42.533162 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-a38d9438-1618-402d-97c4-5864b64237cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1013cb6c-1f68-4849-adba-ff27f1487934 HTTP/1.1" status: 200 len: 851 time: 0.0743647 Mar 22 14:35:42.533681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (7cc25c39-8a30-4967-9acb-d03d82f897d6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.574266 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-070c57ed-f806-4cd5-9a95-6d9672006da2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=432b0e7f-37eb-4620-9fb5-d975df3aa818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347397 Mar 22 14:35:42.621824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c109564-ca7a-4c2c-b0fa-6a7fad7fcd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.669935 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-e612f26a-29de-462e-8326-3f9535c64469 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891359 Mar 22 14:35:42.699157 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Floating IP 7cc25c39-8a30-4967-9acb-d03d82f897d6 associated. External IP: 172.25.3.213, port: 43d25ae6-2cc2-487c-b986-44f501de8960. Mar 22 14:35:42.771250 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f8fe027a-7e72-4fe1-bdbe-cd92706ab137 req-f2389f0c-f712-4fcf-a7ab-6c3b0d978545 service neutron] 10.222.0.78 "GET /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954001 Mar 22 14:35:42.813354 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c109564-ca7a-4c2c-b0fa-6a7fad7fcd17 admin admin] Publish callbacks [] for security_group (6665cc82-9413-44fb-b0b7-31d8f503ffac), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.821187 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c109564-ca7a-4c2c-b0fa-6a7fad7fcd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6665cc82-9413-44fb-b0b7-31d8f503ffac), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.876836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c109564-ca7a-4c2c-b0fa-6a7fad7fcd17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=562a78e7bcd740dfbfd26c55d6c3789b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748042 Mar 22 14:35:42.877556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c109564-ca7a-4c2c-b0fa-6a7fad7fcd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665cc82-9413-44fb-b0b7-31d8f503ffac,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:42.879895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:42.935267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] Publish callbacks [] for security_group (6665cc82-9413-44fb-b0b7-31d8f503ffac), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.958252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] Publish callbacks [] for security_group (6665cc82-9413-44fb-b0b7-31d8f503ffac), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:42.998383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router bf199d7d-e56a-4ad0-9ccf-0051c303755b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:35:43.020011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6665cc82-9413-44fb-b0b7-31d8f503ffac), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.023148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.026769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6665cc82-9413-44fb-b0b7-31d8f503ffac HTTP/1.1" status: 204 len: 168 time: 0.1433344 Mar 22 14:35:43.032533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66d2b-5caa-41de-abc5-0e0911fb7224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665cc82-9413-44fb-b0b7-31d8f503ffac,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:43.123198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:35:43.133519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Sync routers for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:35:43.149433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:43.150437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:43.153489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.190561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b6518f0-0e11-46b6-b388-3172e5edd085 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0483301 Mar 22 14:35:43.190561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:43.191012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50062) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:43.191191 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9294fd-ce80-41a8-85da-9a1622d36edb" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:43.232609 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a07b3d3-a2aa-4b1b-a720-b66582e1a868 x-openstack-request-id: req-2a07b3d3-a2aa-4b1b-a720-b66582e1a868 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:43.233137 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:43.233592 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a07b3d3-a2aa-4b1b-a720-b66582e1a868 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:43.234658 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a07b3d3-a2aa-4b1b-a720-b66582e1a868'] response: {'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960', 'status': 'completed', 'code': 200} Mar 22 14:35:43.310426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4a92a99-fab0-4cee-9568-22fd056e0994 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/7cc25c39-8a30-4967-9acb-d03d82f897d6 HTTP/1.1" status: 200 len: 992 time: 0.1181991 Mar 22 14:35:43.323545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-a8786656-5bee-40f8-8479-1a105b6006d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:43.325062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-a8786656-5bee-40f8-8479-1a105b6006d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1128 time: 0.0621614 Mar 22 14:35:43.326522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:43.375034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50066) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:43.394247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfc623ab-673e-4e0f-956a-0efc3dce2895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.435063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-8876c20d-3018-4090-9165-65291185de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:43.436664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-8876c20d-3018-4090-9165-65291185de79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 200 len: 898 time: 0.1048877 Mar 22 14:35:43.596385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfc623ab-673e-4e0f-956a-0efc3dce2895 admin admin] Publish callbacks [] for security_group (b3d28ee1-481c-4206-8161-834075ce3141), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.614262 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfc623ab-673e-4e0f-956a-0efc3dce2895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3d28ee1-481c-4206-8161-834075ce3141), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.658678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7cc25c39-8a30-4967-9acb-d03d82f897d6', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'port_id': '43d25ae6-2cc2-487c-b986-44f501de8960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'mac_address': 'fa:16:3e:c1:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:41Z', 'updated_at': '2022-03-22T14:35:41Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:43.661806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc623ab-673e-4e0f-956a-0efc3dce2895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d28ee1-481c-4206-8161-834075ce3141,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:43.681338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63240cf-84ab-4366-af65-522b9283b190 req-9a6a898e-66ed-4ecd-bff6-b707178f2f7f tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:43.683093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f63240cf-84ab-4366-af65-522b9283b190 req-9a6a898e-66ed-4ecd-bff6-b707178f2f7f tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.1394930 Mar 22 14:35:43.690227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Checking router: bf199d7d-e56a-4ad0-9ccf-0051c303755b for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:35:43.696152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bfc623ab-673e-4e0f-956a-0efc3dce2895 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cec234dde14e4bb1991fd554ead603d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174381 Mar 22 14:35:43.701019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50070) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:43.701718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:35:43.702385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:43.770752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f63240cf-84ab-4366-af65-522b9283b190 req-fb4a2cbf-a91d-4ed6-99b5-4cc70174bae0 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Mar 22 14:35:43.786454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] Publish callbacks [] for security_group (b3d28ee1-481c-4206-8161-834075ce3141), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.818136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:35:43.819094 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] Publish callbacks [] for security_group (b3d28ee1-481c-4206-8161-834075ce3141), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.874635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3d28ee1-481c-4206-8161-834075ce3141), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.877286 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:43.881523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3d28ee1-481c-4206-8161-834075ce3141 HTTP/1.1" status: 204 len: 168 time: 0.1795325 Mar 22 14:35:43.893507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c054f5-03e9-4459-ad85-6d4498760bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d28ee1-481c-4206-8161-834075ce3141,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:43.903616 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-0b2ba2d8-fafe-46d6-8d8a-9ad4579edc54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 200 len: 1000 time: 0.4569054 Mar 22 14:35:43.958117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-29f6adcc-4d61-4730-ac50-0fe153a9c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:43.959894 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-29f6adcc-4d61-4730-ac50-0fe153a9c6ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72b17426-38dd-4598-a2d5-7737f22afdda HTTP/1.1" status: 200 len: 835 time: 0.0499530 Mar 22 14:35:44.015954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-a4588903-c0ea-4ec0-9ca0-460290e77bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:44.017460 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-a4588903-c0ea-4ec0-9ca0-460290e77bf1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e69285a3-fce6-4f9d-abd3-03dea3e29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505424 Mar 22 14:35:44.079679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7cc25c39-8a30-4967-9acb-d03d82f897d6', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'port_id': '43d25ae6-2cc2-487c-b986-44f501de8960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'mac_address': 'fa:16:3e:c1:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:41Z', 'updated_at': '2022-03-22T14:35:41Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:44.110591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff899d-a657-46ae-a136-257714d542d1 None None] The sync data for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 is: [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7cc25c39-8a30-4967-9acb-d03d82f897d6', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'port_id': '43d25ae6-2cc2-487c-b986-44f501de8960', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'mac_address': 'fa:16:3e:c1:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:35:41Z', 'updated_at': '2022-03-22T14:35:41Z', 'revision_number': 0, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:35:44.112793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-bdc606f4-49ad-4fe0-89df-8a0a7c4de3db service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880215 Mar 22 14:35:44.211417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3c9294fd-ce80-41a8-85da-9a1622d36edb req-259a7f33-deb9-461b-be58-37ea017b7414 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901232 Mar 22 14:35:44.257237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50076) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:44.271727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a11ef5d-538a-49b5-8b58-3e273b2cd1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.314456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50078) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:44.336771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6d6b0-ae30-45fd-893d-8cd2ddccdec5 None None] New status for floating IP 7cc25c39-8a30-4967-9acb-d03d82f897d6: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:35:44.354776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a11ef5d-538a-49b5-8b58-3e273b2cd1cf admin admin] Publish callbacks [] for security_group (c61ca440-1928-4773-8fce-4139d7038b61), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.361107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a11ef5d-538a-49b5-8b58-3e273b2cd1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c61ca440-1928-4773-8fce-4139d7038b61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.389568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-63a68531-3754-41a8-89f9-2f39c0854f82 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/7cc25c39-8a30-4967-9acb-d03d82f897d6 HTTP/1.1" status: 200 len: 992 time: 0.0739484 Mar 22 14:35:44.397343 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ef5d-538a-49b5-8b58-3e273b2cd1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ca440-1928-4773-8fce-4139d7038b61,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:44.401904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a11ef5d-538a-49b5-8b58-3e273b2cd1cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7caa5b644f7f41589ca75b22be7d7c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435325 Mar 22 14:35:44.404898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50080) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:44.451747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] Publish callbacks [] for security_group (c61ca440-1928-4773-8fce-4139d7038b61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.476192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] Publish callbacks [] for security_group (c61ca440-1928-4773-8fce-4139d7038b61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.531606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c61ca440-1928-4773-8fce-4139d7038b61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.534297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:44.535467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c61ca440-1928-4773-8fce-4139d7038b61 HTTP/1.1" status: 204 len: 168 time: 0.1296692 Mar 22 14:35:44.543415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31e08d-2613-47b2-8c48-a3bb8500e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ca440-1928-4773-8fce-4139d7038b61,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:44.563320 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:35:44.903292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282517e-a5cf-4e99-ade8-73904767cdb8 req-bb567bbd-7d55-4110-bc6b-b7d6fa9969a0 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:44.904840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1282517e-a5cf-4e99-ade8-73904767cdb8 req-bb567bbd-7d55-4110-bc6b-b7d6fa9969a0 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0546520 Mar 22 14:35:44.954756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1282517e-a5cf-4e99-ade8-73904767cdb8 req-4367e459-ba26-4e8d-bd2a-e1c3078b7e57 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Mar 22 14:35:45.201559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946913eb-d07d-4ab1-a8f6-47f74c25ea0f req-cbee9379-5969-4e49-94e7-511ba1037e5b tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:45.203126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-946913eb-d07d-4ab1-a8f6-47f74c25ea0f req-cbee9379-5969-4e49-94e7-511ba1037e5b tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0523767 Mar 22 14:35:45.254670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-946913eb-d07d-4ab1-a8f6-47f74c25ea0f req-4ea0d645-d704-4204-91ee-c456c53d1e00 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Mar 22 14:35:45.393642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50112) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:45.454589 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-05240597-0915-4876-9255-80167ad13cbf tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/7cc25c39-8a30-4967-9acb-d03d82f897d6 HTTP/1.1" status: 200 len: 994 time: 0.0594988 Mar 22 14:35:46.377150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebc92f-6d11-402d-8457-d8c97888b69a req-bb7f1fe6-f74a-4626-976b-6075310b3cbf tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:46.378714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ebc92f-6d11-402d-8457-d8c97888b69a req-bb7f1fe6-f74a-4626-976b-6075310b3cbf tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0541985 Mar 22 14:35:46.426981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6ebc92f-6d11-402d-8457-d8c97888b69a req-360ac0be-eb5b-4a54-9b4a-1b26ec182153 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Mar 22 14:35:47.351576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-e42dd143-fddf-415a-91d7-105a75b5fc76 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:47.353064 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-e42dd143-fddf-415a-91d7-105a75b5fc76 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0685167 Mar 22 14:35:47.451700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Deleting port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:35:47.452052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:47.546157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] For port d83c8c65-ea69-46fa-86ac-dcb83bd8b095, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,segment=NetworkSegment(26d45055-8ca1-406b-ac2d-2b74417e3568),segment_id=26d45055-8ca1-406b-ac2d-2b74417e3568)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:35:47.546523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:47.560073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f1b8-dd0d-461d-a9a2-c36c8e11704d req-d6c09004-2d1b-428f-9af1-ecaf9b3b0d0b tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:47.560656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Calling delete_port for d83c8c65-ea69-46fa-86ac-dcb83bd8b095 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:35:47.562439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10a1f1b8-dd0d-461d-a9a2-c36c8e11704d req-d6c09004-2d1b-428f-9af1-ecaf9b3b0d0b tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfe2cccc-33a5-4bf6-a4d4-b67987a57a67 HTTP/1.1" status: 200 len: 946 time: 0.0643005 Mar 22 14:35:47.612228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-10a1f1b8-dd0d-461d-a9a2-c36c8e11704d req-e33e1b17-95d3-4bb6-89fa-9bcd611c042a tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.81 "GET /v2.0/security-groups?id=6505067b-72d0-4618-a40f-a82fd74cdb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Mar 22 14:35:47.694086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d83c8c65-ea69-46fa-86ac-dcb83bd8b095), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:47.707730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['d83c8c65-ea69-46fa-86ac-dcb83bd8b095'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:35:47.726376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Pushing event deleted for resources: {'Port': ['ID=d83c8c65-ea69-46fa-86ac-dcb83bd8b095,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:47.772565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] No DVR routers for this DVR port d83c8c65-ea69-46fa-86ac-dcb83bd8b095 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:35:47.775183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:47.778428 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2020394f-bb44-4d37-b733-9c04d0e5a87d req-2db15817-2899-47bc-b0bf-5958fee8e429 tempest-TestServerAdvancedOps-276789801 tempest-TestServerAdvancedOps-276789801-project] 10.222.0.78 "DELETE /v2.0/ports/d83c8c65-ea69-46fa-86ac-dcb83bd8b095 HTTP/1.1" status: 204 len: 173 time: 0.4185121 Mar 22 14:35:47.778876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'name': 'network-vif-deleted', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:35:47.781345 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf51a64-4c09-430e-ba08-5875fad5afef" -d '{"events": [{"server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "name": "network-vif-deleted", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:35:47.819926 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58cdb60-7d80-43f3-abca-ae25dbb02839 x-openstack-request-id: req-a58cdb60-7d80-43f3-abca-ae25dbb02839 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:35:47.820293 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe2cccc-33a5-4bf6-a4d4-b67987a57a67", "name": "network-vif-deleted", "tag": "d83c8c65-ea69-46fa-86ac-dcb83bd8b095", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:35:47.820567 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a58cdb60-7d80-43f3-abca-ae25dbb02839 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:35:47.820970 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58cdb60-7d80-43f3-abca-ae25dbb02839'] response: {'server_uuid': 'dfe2cccc-33a5-4bf6-a4d4-b67987a57a67', 'name': 'network-vif-deleted', 'tag': 'd83c8c65-ea69-46fa-86ac-dcb83bd8b095', 'status': 'completed', 'code': 200} Mar 22 14:35:48.584825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-347bb5f6-1cf0-4bbe-ac2e-0d86834141ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.676576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50144) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:48.722989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Deleting subnet 1013cb6c-1f68-4849-adba-ff27f1487934 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:35:48.726177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Publish callbacks [] for subnet (1013cb6c-1f68-4849-adba-ff27f1487934), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.769073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (1013cb6c-1f68-4849-adba-ff27f1487934), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.809813 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (1013cb6c-1f68-4849-adba-ff27f1487934), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.865230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (1013cb6c-1f68-4849-adba-ff27f1487934), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.890248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1013cb6c-1f68-4849-adba-ff27f1487934,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:48.894020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:48.897118 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-898b8a87-d9c4-4f3c-bb7c-4bef9413e5c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1013cb6c-1f68-4849-adba-ff27f1487934 HTTP/1.1" status: 204 len: 168 time: 0.2195485 Mar 22 14:35:48.899857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:48.992220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (432b0e7f-37eb-4620-9fb5-d975df3aa818), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.073147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (432b0e7f-37eb-4620-9fb5-d975df3aa818), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.093688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432b0e7f-37eb-4620-9fb5-d975df3aa818']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.104096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d45055-8ca1-406b-ac2d-2b74417e3568') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.104333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d45055-8ca1-406b-ac2d-2b74417e3568') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.119452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (26d45055-8ca1-406b-ac2d-2b74417e3568), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.133350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (26d45055-8ca1-406b-ac2d-2b74417e3568), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.139610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:35:49.140005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (26d45055-8ca1-406b-ac2d-2b74417e3568), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:35:49.141882 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:35:49.196967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (432b0e7f-37eb-4620-9fb5-d975df3aa818), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.204980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.211462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/432b0e7f-37eb-4620-9fb5-d975df3aa818 HTTP/1.1" status: 204 len: 168 time: 0.3078265 Mar 22 14:35:49.212275 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50150) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:49.222724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073a28-a21c-4b1a-bd10-1d96444176a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=432b0e7f-37eb-4620-9fb5-d975df3aa818,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:49.266177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Deleting subnet c3a089de-a75c-46a1-897f-6f3e1b981e7c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:35:49.270029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Publish callbacks [] for subnet (c3a089de-a75c-46a1-897f-6f3e1b981e7c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.313800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (c3a089de-a75c-46a1-897f-6f3e1b981e7c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.357072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c3a089de-a75c-46a1-897f-6f3e1b981e7c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.420300 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (c3a089de-a75c-46a1-897f-6f3e1b981e7c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.456496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a089de-a75c-46a1-897f-6f3e1b981e7c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:49.458835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.465869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50154) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:49.466538 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2df19e65-2cd2-424b-9513-ac61c0c43777 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c3a089de-a75c-46a1-897f-6f3e1b981e7c HTTP/1.1" status: 204 len: 168 time: 0.2529964 Mar 22 14:35:49.568305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c4b20f63-0aa6-4644-b573-12aa7db80477), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.654959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c4b20f63-0aa6-4644-b573-12aa7db80477), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.674953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b20f63-0aa6-4644-b573-12aa7db80477']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.684660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27630d31-7762-4e66-bdb7-7a4efe7781bf') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.684953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27630d31-7762-4e66-bdb7-7a4efe7781bf') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:35:49.694560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (27630d31-7762-4e66-bdb7-7a4efe7781bf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.708291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (27630d31-7762-4e66-bdb7-7a4efe7781bf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.714378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:35:49.714774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (27630d31-7762-4e66-bdb7-7a4efe7781bf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:35:49.716601 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:35:49.775989 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c4b20f63-0aa6-4644-b573-12aa7db80477), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.781409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:49.784552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c4b20f63-0aa6-4644-b573-12aa7db80477 HTTP/1.1" status: 204 len: 168 time: 0.3173854 Mar 22 14:35:49.795364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f924eb4-9759-4b66-82a5-d0870ca65a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b20f63-0aa6-4644-b573-12aa7db80477,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:49.959162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:50.003051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c095279c-4826-4d85-b80c-96998d29ccad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcac886968184864abcc65c9e1237620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419946 Mar 22 14:35:50.004012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50162) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:50.054899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] Publish callbacks [] for security_group (6505067b-72d0-4618-a40f-a82fd74cdb4f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.077321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] Publish callbacks [] for security_group (6505067b-72d0-4618-a40f-a82fd74cdb4f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.168045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6505067b-72d0-4618-a40f-a82fd74cdb4f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.171409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.172748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6505067b-72d0-4618-a40f-a82fd74cdb4f HTTP/1.1" status: 204 len: 168 time: 0.1676130 Mar 22 14:35:50.186681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae53262-ecd2-4b56-89a1-99ab4ebbe47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505067b-72d0-4618-a40f-a82fd74cdb4f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:50.519787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:50.562469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-670cf379-4d42-41ba-bffa-e837eb5e9966 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cf685c9d5014f5992ab2bfcaf5a63c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410292 Mar 22 14:35:50.565090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50174) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:35:50.619408 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] Publish callbacks [] for security_group (80423a11-7dc9-457d-aa2a-8cc11ee06d09), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.640749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] Publish callbacks [] for security_group (80423a11-7dc9-457d-aa2a-8cc11ee06d09), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.693943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (80423a11-7dc9-457d-aa2a-8cc11ee06d09), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.697365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:50.700059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80423a11-7dc9-457d-aa2a-8cc11ee06d09 HTTP/1.1" status: 204 len: 168 time: 0.1335342 Mar 22 14:35:50.708631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bf67-fec3-4394-9bb2-6731858e6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80423a11-7dc9-457d-aa2a-8cc11ee06d09,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:35:50.955198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3552-fe8b-4c59-bb0f-afbf41696de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:51.352238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82257-67ce-41f1-bde7-0495d38031fd req-509929b6-ffe8-4765-bc76-0bee4e05a6b6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:51.353762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2a82257-67ce-41f1-bde7-0495d38031fd req-509929b6-ffe8-4765-bc76-0bee4e05a6b6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0579758 Mar 22 14:35:51.402923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2a82257-67ce-41f1-bde7-0495d38031fd req-0c4da3df-7609-47fe-9381-77be4a4c2e87 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428655 Mar 22 14:35:51.565577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d83c8c65-ea69-46fa-86ac-dcb83bd8b095 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:35:51.586162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: d83c8c65-ea69-46fa-86ac-dcb83bd8b095 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:35:51.586511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d83c8c65-ea69-46fa-86ac-dcb83bd8b095 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:35:51.953277 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:52.536584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e01ad-3f21-45c1-ba4d-d87e71526962 req-e7f54d2a-d6ab-4dfd-9309-1be34ccc5a27 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:52.538173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-398e01ad-3f21-45c1-ba4d-d87e71526962 req-e7f54d2a-d6ab-4dfd-9309-1be34ccc5a27 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0592616 Mar 22 14:35:52.586430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-398e01ad-3f21-45c1-ba4d-d87e71526962 req-7a47748b-45f3-45e6-953d-b1d5148e4cde tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424004 Mar 22 14:35:53.719990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd0bce-5fca-4109-8e20-2a346eb723c3 req-bd410e92-afd2-4007-a5cd-c50abfa68fd4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:53.721542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ebbd0bce-5fca-4109-8e20-2a346eb723c3 req-bd410e92-afd2-4007-a5cd-c50abfa68fd4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0566256 Mar 22 14:35:53.760242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:53.770452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ebbd0bce-5fca-4109-8e20-2a346eb723c3 req-894606b9-e042-4663-9811-4463b5328258 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432680 Mar 22 14:35:54.895219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580ee94-f242-45ef-b1a8-7fc1811a936f req-df5307b0-0446-441a-81fc-832ca87a6ea7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:54.896695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7580ee94-f242-45ef-b1a8-7fc1811a936f req-df5307b0-0446-441a-81fc-832ca87a6ea7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0540371 Mar 22 14:35:54.950302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7580ee94-f242-45ef-b1a8-7fc1811a936f req-cb1a18fa-70f7-4227-8f21-101ad7433463 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478899 Mar 22 14:35:54.962569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:56.077301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19ee05-f979-4997-a784-9470091c479b req-fa1cd35f-a2a1-43e8-8b8d-815d1ee306f0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:56.078834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d19ee05-f979-4997-a784-9470091c479b req-fa1cd35f-a2a1-43e8-8b8d-815d1ee306f0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0549510 Mar 22 14:35:56.129511 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d19ee05-f979-4997-a784-9470091c479b req-fd035548-1ef1-4d92-b94b-798cdb8cd427 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446303 Mar 22 14:35:57.271516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab9cc-0429-4a5e-8958-668ee3d47d71 req-2955331b-4bed-4a64-8b8b-09a95e7d92cc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:57.273050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b6ab9cc-0429-4a5e-8958-668ee3d47d71 req-2955331b-4bed-4a64-8b8b-09a95e7d92cc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0650382 Mar 22 14:35:57.320718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b6ab9cc-0429-4a5e-8958-668ee3d47d71 req-d890631b-5482-4577-8e88-d66be208ce9e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414479 Mar 22 14:35:58.341499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:58.452519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ab8c-ae4e-4a62-90cf-eee0081c4d08 req-87a45a72-154a-454b-a8cc-5896a1fae53e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:58.454052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d674ab8c-ae4e-4a62-90cf-eee0081c4d08 req-87a45a72-154a-454b-a8cc-5896a1fae53e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0586922 Mar 22 14:35:58.502308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d674ab8c-ae4e-4a62-90cf-eee0081c4d08 req-c946a1b9-9eb8-4903-8b96-79689846f788 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420966 Mar 22 14:35:59.311630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:35:59.631932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ba619-03df-41ee-aacd-45904ab7b854 req-34442701-0ca3-4dd9-837a-185c5260cc3c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:35:59.633408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e0ba619-03df-41ee-aacd-45904ab7b854 req-34442701-0ca3-4dd9-837a-185c5260cc3c tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0533674 Mar 22 14:35:59.681718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e0ba619-03df-41ee-aacd-45904ab7b854 req-88b9054a-f31a-4684-9d44-6ebfe30db87d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425007 Mar 22 14:36:00.803991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bffb0-8c70-4079-a0ab-ae673157ef63 req-c8dfe06f-964b-460b-be0d-dc67cb2aa1e2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:00.805373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a96bffb0-8c70-4079-a0ab-ae673157ef63 req-c8dfe06f-964b-460b-be0d-dc67cb2aa1e2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0535960 Mar 22 14:36:00.858103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a96bffb0-8c70-4079-a0ab-ae673157ef63 req-080e71d3-c211-4882-bbe1-fc44880588a6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443459 Mar 22 14:36:01.989179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297abe7-b791-4db0-b3b1-05544c787ce2 req-ff599721-fee8-43f5-bef2-7b53c1a72fdc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:01.990794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f297abe7-b791-4db0-b3b1-05544c787ce2 req-ff599721-fee8-43f5-bef2-7b53c1a72fdc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0569155 Mar 22 14:36:02.039801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f297abe7-b791-4db0-b3b1-05544c787ce2 req-8245dbc9-815d-419f-ae1b-f140f53e973a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432436 Mar 22 14:36:03.166170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204cdbb-3b63-4f3d-ae53-f01e343b6303 req-1c37edf5-8ff6-4060-b273-21d2f62e98f0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:03.167626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1204cdbb-3b63-4f3d-ae53-f01e343b6303 req-1c37edf5-8ff6-4060-b273-21d2f62e98f0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0538063 Mar 22 14:36:03.214299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1204cdbb-3b63-4f3d-ae53-f01e343b6303 req-1d6df9ed-a83f-4f77-bbab-cc80e023c177 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407445 Mar 22 14:36:04.354687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56b150-3bdc-4fa4-9bc4-44fd39e211d7 req-693b15d5-6324-4a44-97d0-f051317ed401 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:04.356223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d56b150-3bdc-4fa4-9bc4-44fd39e211d7 req-693b15d5-6324-4a44-97d0-f051317ed401 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0615587 Mar 22 14:36:04.405529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d56b150-3bdc-4fa4-9bc4-44fd39e211d7 req-585c797b-97c0-45bb-8415-c1b500dfcdb7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431519 Mar 22 14:36:05.536363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a6ab-9caa-4dbb-b013-e3d9d24d3334 req-047acf5c-e05a-41e3-9a11-f63de17936b1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:05.537902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77f4a6ab-9caa-4dbb-b013-e3d9d24d3334 req-047acf5c-e05a-41e3-9a11-f63de17936b1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0559225 Mar 22 14:36:05.589185 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77f4a6ab-9caa-4dbb-b013-e3d9d24d3334 req-f46f0ee3-a0b6-469a-b6df-91c762c8a90d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454037 Mar 22 14:36:06.749029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9a7d2-189c-4cab-8a24-6ee1c8bef801 req-dc334f59-6c16-4535-b209-951c21227c0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:06.750679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfa9a7d2-189c-4cab-8a24-6ee1c8bef801 req-dc334f59-6c16-4535-b209-951c21227c0d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0769668 Mar 22 14:36:06.802702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfa9a7d2-189c-4cab-8a24-6ee1c8bef801 req-5ce77732-5592-45cd-8ef8-afd359366aa9 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 Mar 22 14:36:07.930883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b232-fa1e-4a7b-a785-d4f5054e7c4a req-fb74aa3b-8124-4627-af8e-c17dee4e217b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:07.932359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c85b232-fa1e-4a7b-a785-d4f5054e7c4a req-fb74aa3b-8124-4627-af8e-c17dee4e217b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0516479 Mar 22 14:36:07.980730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c85b232-fa1e-4a7b-a785-d4f5054e7c4a req-8d2c038f-c96b-4015-8fd2-e5a1f68aa4df tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426066 Mar 22 14:36:09.107899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf766-1824-4ad8-b346-3ea2862f2940 req-fff756dc-b052-4826-a012-7c50b4b15fc0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:09.109779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ccf766-1824-4ad8-b346-3ea2862f2940 req-fff756dc-b052-4826-a012-7c50b4b15fc0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0534453 Mar 22 14:36:09.162277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ccf766-1824-4ad8-b346-3ea2862f2940 req-3f4a2edc-2b93-45d8-86c2-5deef1806c1a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467594 Mar 22 14:36:09.640887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:36:09.742907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:09.754384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '71f2159b-500e-4411-b039-91e250f48c42', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:36:09.793201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:09.793594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.806712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:36:09.826478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:09.832497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:09.902357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:09.910622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.910964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.911509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.912003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.912760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.912870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.913134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.913474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.913790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.914143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.914469 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.914788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.915107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.915426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.915754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:09.952350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['71f2159b-500e-4411-b039-91e250f48c42'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:36:10.335827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851b8a-4a0c-4680-8f91-ace6eb7587f4 req-7cb85c42-6672-4875-8d20-695ed52bea1e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:10.345737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82851b8a-4a0c-4680-8f91-ace6eb7587f4 req-7cb85c42-6672-4875-8d20-695ed52bea1e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 945 time: 0.0867147 Mar 22 14:36:10.404457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-82851b8a-4a0c-4680-8f91-ace6eb7587f4 req-68770db9-bc15-4051-b345-877cbc9391d3 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574467 Mar 22 14:36:11.537239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e9622-e93a-4529-b62c-a8c490310e8c req-896fd45f-f1b9-4612-89c6-c0a54769b08f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:11.539447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50e9622-e93a-4529-b62c-a8c490310e8c req-896fd45f-f1b9-4612-89c6-c0a54769b08f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 945 time: 0.0565531 Mar 22 14:36:11.597426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b50e9622-e93a-4529-b62c-a8c490310e8c req-2e847562-f33e-4377-9b91-9fa631803f24 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516481 Mar 22 14:36:11.658544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:11.715037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 71f2159b-500e-4411-b039-91e250f48c42 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:11.715829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71f2159b-500e-4411-b039-91e250f48c42), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:11.823234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:11.824369 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:11.853259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:11.856324 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3631d8cf-8a9f-4cfb-804a-ecdaae6d9538" -d '{"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:11.892131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:11.903655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:11.935792 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d49c8ec-16e1-4da4-a2bf-6e2422562184 x-openstack-request-id: req-0d49c8ec-16e1-4da4-a2bf-6e2422562184 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:11.936109 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:11.936705 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d49c8ec-16e1-4da4-a2bf-6e2422562184 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:11.937008 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d49c8ec-16e1-4da4-a2bf-6e2422562184'] response: {'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'code': 200} Mar 22 14:36:11.971311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:12.395135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50376) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:12.558038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.686771 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Publish callbacks [] for security_group (98de1991-3b49-4277-89fe-31b9eed4880f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.691703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (98de1991-3b49-4277-89fe-31b9eed4880f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.735878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fed23457aff14b37a70d3d0fb539dfae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390405 Mar 22 14:36:12.738236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de1991-3b49-4277-89fe-31b9eed4880f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:12.740452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50382) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:12.763257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.763945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.764849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.766199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.767068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.767624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.768158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.768698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.769297 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.769860 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.770420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.770951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.771480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.772138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.772697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dc989f-e935-43a6-ab88-64cb152f34c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:12.790653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d4e4f-74a2-459e-bd7e-dc9243c69f0b req-69e2034e-ac8b-4de7-b3f4-17095cb59348 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:12.792263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a24d4e4f-74a2-459e-bd7e-dc9243c69f0b req-69e2034e-ac8b-4de7-b3f4-17095cb59348 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0930476 Mar 22 14:36:12.838751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] Publish callbacks [] for security_group (98de1991-3b49-4277-89fe-31b9eed4880f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.879161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a24d4e4f-74a2-459e-bd7e-dc9243c69f0b req-ef10f5a1-4d64-4010-a1f1-f4cb193a621b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808094 Mar 22 14:36:12.881155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] Publish callbacks [] for security_group (98de1991-3b49-4277-89fe-31b9eed4880f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.953167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (98de1991-3b49-4277-89fe-31b9eed4880f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.957440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:12.962206 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98de1991-3b49-4277-89fe-31b9eed4880f HTTP/1.1" status: 204 len: 168 time: 0.2196305 Mar 22 14:36:12.971248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ec3e3-7dc0-4afc-be60-589c184932ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de1991-3b49-4277-89fe-31b9eed4880f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:13.826070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50410) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:13.942752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-374521951-network', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:13.967482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Made reservation on behalf of ef8dfebbab7b4af593e3605244af6eca for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:13.970568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:13.980819 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.034976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f601c-f234-4531-bb76-9a980f74f90b req-a0f0d19a-4d4b-4c51-bd2b-9d2cedabf46a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:14.037131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-050f601c-f234-4531-bb76-9a980f74f90b req-a0f0d19a-4d4b-4c51-bd2b-9d2cedabf46a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0641203 Mar 22 14:36:14.072264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks [] for security_group (189d3ed1-36bb-4a3e-80b0-f1f67c697f18), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.078434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (189d3ed1-36bb-4a3e-80b0-f1f67c697f18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.106805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-050f601c-f234-4531-bb76-9a980f74f90b req-45fef985-688c-4e97-82e0-0e5f547156f4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614748 Mar 22 14:36:14.110532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d3ed1-36bb-4a3e-80b0-f1f67c697f18,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:14.123557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:36:14.147031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0722233a-4838-4201-a5a6-1f9f927924be), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.147624 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Added segment 0722233a-4838-4201-a5a6-1f9f927924be of type vlan for network 78832803-a90a-4fde-9987-e75e007646f7 Mar 22 14:36:14.191923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (78832803-a90a-4fde-9987-e75e007646f7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.221060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (78832803-a90a-4fde-9987-e75e007646f7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.222497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:14.223529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.239483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50418) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:14.276356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4491191 Mar 22 14:36:14.277289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50420) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:14.290713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Request body: {'subnet': {'network_id': '78832803-a90a-4fde-9987-e75e007646f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-374521951-subnet', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:14.309575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482d04-70dc-4665-988f-d295f439900e admin admin] Pushing event updated for resources: {'Network': ['ID=78832803-a90a-4fde-9987-e75e007646f7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:14.323577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 78832803-a90a-4fde-9987-e75e007646f7 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:36:14.338102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Made reservation on behalf of ef8dfebbab7b4af593e3605244af6eca for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:14.340761 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.462634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port fc3b8089-5df8-4425-b0a8-84834b6884fa {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:14.463120 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.558001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.558398 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (fc3b8089-5df8-4425-b0a8-84834b6884fa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.572160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for fc3b8089-5df8-4425-b0a8-84834b6884fa owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:14.592834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (57c1bd4f-673f-4cbb-98fa-37a3f7b320d5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.652228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c1bd4f-673f-4cbb-98fa-37a3f7b320d5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:14.661660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Checking segment: {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:14.662121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Network hostable DHCP agents. Network: 78832803-a90a-4fde-9987-e75e007646f7, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:36:14.682209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Network 78832803-a90a-4fde-9987-e75e007646f7 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:36:14.694134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 78832803-a90a-4fde-9987-e75e007646f7) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:14.703960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:14.706022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.707873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d77cc-dbc3-4818-bc71-ce995d5c223c None None] Network 78832803-a90a-4fde-9987-e75e007646f7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:14.735116 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e2be4778-64b7-4e75-87e6-6bf2a73beec6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4505360 Mar 22 14:36:14.745193 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:14.751550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:14.786977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.789491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.803746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fc3b8089-5df8-4425-b0a8-84834b6884fa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.832644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=fc3b8089-5df8-4425-b0a8-84834b6884fa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:14.848140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-78832803-a90a-4fde-9987-e75e007646f7', 'network_id': '78832803-a90a-4fde-9987-e75e007646f7', 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'fixed_ips': [{'subnet_id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:36:14.848570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.863250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for router_controller (bd661717-ed6c-428f-b764-5e1b44cba3f3), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.907053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for floatingip (1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:14.907379 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Floating IP 1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 disassociated (deleted). External IP: 172.25.3.53, port: d10e647e-384f-44e3-874c-90ca276d9586. Mar 22 14:36:15.014851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Allocated IP 172.20.0.2 (78832803-a90a-4fde-9987-e75e007646f7/57c1bd4f-673f-4cbb-98fa-37a3f7b320d5/22c4baf1-14c2-4d62-801c-e15f11eb1b70) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:15.066324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for router_gateway (bd661717-ed6c-428f-b764-5e1b44cba3f3), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.308116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks [] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.323611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.415271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Network 78832803-a90a-4fde-9987-e75e007646f7 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:15.423142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:15.435715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:15.469703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Pushing event updated for resources: {'Port': ['ID=22c4baf1-14c2-4d62-801c-e15f11eb1b70,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:15.481500 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for router_gateway (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.505087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.596262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Attempting to bind port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:15.596644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Attempting to bind port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:15.597016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Attempting to bind port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 on network 78832803-a90a-4fde-9987-e75e007646f7 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:15.610097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:15.610482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Checking segment: {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:15.610895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.611297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Bound using segment: {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:15.611774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Bound port: 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:15.612159 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.678055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Allocated IP 172.25.3.159 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/829c7552-4ead-4f5b-85b8-00295c87f25d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:15.764474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] For port 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:15.767901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9148d-f6f3-4a5d-a4b1-694a1a540628 req-266560c2-5544-451b-946d-b34099f92627 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:15.773855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] For port 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=22c4baf1-14c2-4d62-801c-e15f11eb1b70,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:15.775066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01f9148d-f6f3-4a5d-a4b1-694a1a540628 req-266560c2-5544-451b-946d-b34099f92627 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.1276364 Mar 22 14:36:15.795819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 74d0822f-5a1c-48ee-9fe7-47d22839e906 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:15.798950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.832200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.900933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01f9148d-f6f3-4a5d-a4b1-694a1a540628 req-d3aecc64-50f2-4a0d-bd3d-5714affb314b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248748 Mar 22 14:36:15.906620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac6a26-6f08-4ae3-8b0a-74378e991787 None None] Pushing event updated for resources: {'Port': ['ID=22c4baf1-14c2-4d62-801c-e15f11eb1b70,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:15.914887 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:15.999768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Pushing event updated for resources: {'Port': ['ID=829c7552-4ead-4f5b-85b8-00295c87f25d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:16.022141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:16.029395 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:16.035282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Sync routers for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:16.058514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:16.060377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:16.061491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:16.064004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:16.067537 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:16.098325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-da1d772e-3c9a-41c2-90d2-2549100c1699 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/floatingips/1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18 HTTP/1.1" status: 204 len: 168 time: 1.8574615 Mar 22 14:36:16.099280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:16.105227 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:16.180152 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd7dfc8-2bd2-418a-a821-40269816f129 x-openstack-request-id: req-dcd7dfc8-2bd2-418a-a821-40269816f129 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:16.180723 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:16.181273 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcd7dfc8-2bd2-418a-a821-40269816f129 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:16.181849 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd7dfc8-2bd2-418a-a821-40269816f129'] response: {'name': 'network-changed', 'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'status': 'completed', 'code': 200} Mar 22 14:36:16.498911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-fae6d9a1-4985-402f-a01e-ccf02b483e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:16.501149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-fae6d9a1-4985-402f-a01e-ccf02b483e80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 1127 time: 0.1376100 Mar 22 14:36:16.661313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512583f-fb7c-48a6-b12b-c3f6db62ec26 req-0af81fd2-d341-46d1-934f-ff222bf3172d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:16.663584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e512583f-fb7c-48a6-b12b-c3f6db62ec26 req-0af81fd2-d341-46d1-934f-ff222bf3172d tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1165726 Mar 22 14:36:16.730837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-37c203af-8ddf-42a3-8c7b-e6ab14b2079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:16.732817 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-37c203af-8ddf-42a3-8c7b-e6ab14b2079f service neutron] 10.222.0.78 "GET /v2.0/networks?id=92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 200 len: 897 time: 0.2211328 Mar 22 14:36:16.759231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e512583f-fb7c-48a6-b12b-c3f6db62ec26 req-74ce1daf-9dbb-49a0-8066-0e59a9dd9dea tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893471 Mar 22 14:36:16.798148 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-694d3e37-1806-4695-aba8-00224059496b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 200 len: 217 time: 0.0541854 Mar 22 14:36:16.799513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:16.878267 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for router_gateway (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:16.975907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-7f6ae4cc-729f-4559-ab6c-62208c3f28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:16.977842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-7f6ae4cc-729f-4559-ab6c-62208c3f28fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 200 len: 835 time: 0.1529193 Mar 22 14:36:17.132446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-50b4a5e8-81eb-467b-a0be-df71acac775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:17.134784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-50b4a5e8-81eb-467b-a0be-df71acac775a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92074220-c348-47ec-9dee-ec8bf3f7b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501698 Mar 22 14:36:17.164476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:17.195206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212b-6dff-49a5-a604-d9bb461591bf req-7b81e739-d8af-40f5-9c19-9329d73fb787 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:17.195953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Checking router: 74d0822f-5a1c-48ee-9fe7-47d22839e906 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:17.208864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c3212b-6dff-49a5-a604-d9bb461591bf req-7b81e739-d8af-40f5-9c19-9329d73fb787 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.1073921 Mar 22 14:36:17.221657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:17.223563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:17.323837 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30c3212b-6dff-49a5-a604-d9bb461591bf req-42b51d3e-3cab-4af8-a9c3-0164a4e53839 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043720 Mar 22 14:36:17.367495 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-ec3b1ce4-0e10-4442-8fb2-501ba2a59645 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622756 Mar 22 14:36:17.368769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:17.421201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:17.696221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c6a1c67-b1a6-40e1-ac8f-4c4216a51ffe req-ba57ef4d-2006-42d9-9dc7-ce9e9bdb7f29 service neutron] 10.222.0.78 "GET /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186235 Mar 22 14:36:17.703047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f54eef-0b91-4e4d-a7f1-ee7e0899d805 None None] Network 78832803-a90a-4fde-9987-e75e007646f7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:17.709117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Router bd661717-ed6c-428f-b764-5e1b44cba3f3 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:36:17.789645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 22c4baf1-14c2-4d62-801c-e15f11eb1b70 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:17.909718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Provisioning complete for port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:17.910444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.015082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a4e6-4576-4e39-ae6b-ae158d3f3a99 req-18049a5b-5694-434b-bc22-f5a5dd09d853 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:18.028168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c478a4e6-4576-4e39-ae6b-ae158d3f3a99 req-18049a5b-5694-434b-bc22-f5a5dd09d853 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1387749 Mar 22 14:36:18.037177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:18.039081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:18.039461 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.123467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c478a4e6-4576-4e39-ae6b-ae158d3f3a99 req-d4157049-cd01-4f21-a44d-3e9b08015dfd tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888815 Mar 22 14:36:18.124934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81355ffb-ae85-4fe6-891d-55d70fdfd782 None None] The sync data for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 is: [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c2c88161-b136-4062-9a13-370d507e1502', 'name': '', 'network_id': '92074220-c348-47ec-9dee-ec8bf3f7b913', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'mac_address': 'fa:16:3e:b6:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:19Z', 'updated_at': '2022-03-22T14:34:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'subnets': [{'id': '7659161d-a803-4d78-bc73-7ede6d91dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:18.243146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Current status of the port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:18.245397 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.282779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:18.283408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.326987 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] For port 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=22c4baf1-14c2-4d62-801c-e15f11eb1b70,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:18.342814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.424761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:36:18.425455 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:36:18.526587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd584e-b363-4572-acbc-c7f114ccbf38 req-ec7fa25c-fbcc-4036-91d3-c58d4970c591 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:18.536972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14fd584e-b363-4572-acbc-c7f114ccbf38 req-ec7fa25c-fbcc-4036-91d3-c58d4970c591 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.0850105 Mar 22 14:36:18.538501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383dd3d-8441-40a6-b0cc-4e4fb2adadca None None] Pushing event updated for resources: {'Port': ['ID=22c4baf1-14c2-4d62-801c-e15f11eb1b70,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:18.597301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:18.611736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Sync routers for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:18.612329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c7c885d-a4bb-40f7-8bcb-9275f97d8088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.628001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50444) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:18.632341 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:18.634460 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:18.671190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14fd584e-b363-4572-acbc-c7f114ccbf38 req-53e136be-6292-4c91-9ace-be52028d7b1e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331906 Mar 22 14:36:18.701923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df2950-761f-46c4-a454-691c1e93f33d None None] New status for floating IP 1c4a06af-657d-4a25-b5d2-e0d4cf9b0b18: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:36:18.701923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c0180aad-ae6f-4aad-9d74-6f23c2a42812 None None] Provisioning complete for port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:18.701923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0180aad-ae6f-4aad-9d74-6f23c2a42812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.797154 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:18.798002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f91093fd-39d7-4fdc-bbd5-cb43ee3ab253 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:18.799885 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f91093fd-39d7-4fdc-bbd5-cb43ee3ab253 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.9672854 Mar 22 14:36:18.810386 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:18.814872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50446) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:18.815133 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ba42172c-f418-444f-a6cb-d75755a21615 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0687237 Mar 22 14:36:18.833726 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-800c8d29-9209-45a6-8849-ba51b918525c tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/floatingips/7cc25c39-8a30-4967-9acb-d03d82f897d6 HTTP/1.1" status: 200 len: 994 time: 0.1936891 Mar 22 14:36:19.049188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port d10e647e-384f-44e3-874c-90ca276d9586 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:19.049429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d10e647e-384f-44e3-874c-90ca276d9586), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.074451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:19.102488 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:16Z', 'revision_number': 3, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:19.133324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0180aad-ae6f-4aad-9d74-6f23c2a42812 None None] Current status of the port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:19.154714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Checking router: bd661717-ed6c-428f-b764-5e1b44cba3f3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:19.155337 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Updating router bd661717-ed6c-428f-b764-5e1b44cba3f3 port 829c7552-4ead-4f5b-85b8-00295c87f25d binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:19.206548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50454) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:19.210794 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.358825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port d10e647e-384f-44e3-874c-90ca276d9586, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=d10e647e-384f-44e3-874c-90ca276d9586,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:19.359198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d10e647e-384f-44e3-874c-90ca276d9586), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.383090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for d10e647e-384f-44e3-874c-90ca276d9586 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:19.417017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727e36-2fb2-45ec-a268-45d2b50ee427 req-aea15243-df31-4c82-8eaf-148974bcb7d6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:19.418558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6727e36-2fb2-45ec-a268-45d2b50ee427 req-aea15243-df31-4c82-8eaf-148974bcb7d6 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 945 time: 0.1273463 Mar 22 14:36:19.476246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6727e36-2fb2-45ec-a268-45d2b50ee427 req-bfec580f-39ff-47d8-8711-8d68bf141198 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e1928a3-3e73-413c-b14c-712c76e24991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Mar 22 14:36:19.524934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:19.524934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.601638 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks [] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.616578 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.662890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 22c4baf1-14c2-4d62-801c-e15f11eb1b70 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:19.668119 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.726450 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Attempting to bind port 829c7552-4ead-4f5b-85b8-00295c87f25d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:19.726450 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Attempting to bind port 829c7552-4ead-4f5b-85b8-00295c87f25d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:19.727092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Attempting to bind port 829c7552-4ead-4f5b-85b8-00295c87f25d on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:19.750688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:19.751060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.756658 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:19.757026 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:19.757426 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.757817 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:19.758319 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Bound port: 829c7552-4ead-4f5b-85b8-00295c87f25d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:19.763529 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.796489 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.797452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.813913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d10e647e-384f-44e3-874c-90ca276d9586), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.826168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:19.852985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=d10e647e-384f-44e3-874c-90ca276d9586,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:19.897027 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] For port 829c7552-4ead-4f5b-85b8-00295c87f25d, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:19.900754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:19.903568 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] For port 829c7552-4ead-4f5b-85b8-00295c87f25d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=829c7552-4ead-4f5b-85b8-00295c87f25d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:19.918190 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0ee65-cf3c-47e4-a3c5-aa427c1e763f None None] Pushing event updated for resources: {'Port': ['ID=829c7552-4ead-4f5b-85b8-00295c87f25d,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:19.938404 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.962755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] No DVR routers for this DVR port d10e647e-384f-44e3-874c-90ca276d9586 on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:19.968978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:19.972410 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-34465612-8acf-441a-a65c-d08fd1b76713 req-f3281865-ed25-43ee-ac80-2109cfd043d8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.78 "DELETE /v2.0/ports/d10e647e-384f-44e3-874c-90ca276d9586 HTTP/1.1" status: 204 len: 173 time: 1.1531053 Mar 22 14:36:19.972882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-deleted', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:19.975265 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddcee2f-2576-4335-aad0-4cbb00b8e497" -d '{"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-deleted", "tag": "d10e647e-384f-44e3-874c-90ca276d9586"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:20.019116 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:20.020358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:35:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:20.100290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Allocated IP 172.20.0.1 (78832803-a90a-4fde-9987-e75e007646f7/57c1bd4f-673f-4cbb-98fa-37a3f7b320d5/599d2bbd-b0cb-4e53-806e-205d7e0e2c88) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:20.135101 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fdc31b-fd77-4569-b3c0-1952f0a29680 x-openstack-request-id: req-c4fdc31b-fd77-4569-b3c0-1952f0a29680 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:20.135676 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa3e82-2edc-4d26-b786-8dc76e7a2a71", "name": "network-vif-deleted", "tag": "d10e647e-384f-44e3-874c-90ca276d9586", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:20.136697 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4fdc31b-fd77-4569-b3c0-1952f0a29680 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:20.137292 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fdc31b-fd77-4569-b3c0-1952f0a29680'] response: {'server_uuid': '29aa3e82-2edc-4d26-b786-8dc76e7a2a71', 'name': 'network-vif-deleted', 'tag': 'd10e647e-384f-44e3-874c-90ca276d9586', 'status': 'completed', 'code': 200} Mar 22 14:36:20.166833 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0ee65-cf3c-47e4-a3c5-aa427c1e763f None None] Pushing event updated for resources: {'Port': ['ID=829c7552-4ead-4f5b-85b8-00295c87f25d,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:20.265590 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:20.283229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.358737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea460e-242a-41b1-a3b2-af60ff313742 req-816ee672-0a4b-4256-925a-fdddebae497f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:20.365454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19ea460e-242a-41b1-a3b2-af60ff313742 req-816ee672-0a4b-4256-925a-fdddebae497f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.5746558 Mar 22 14:36:20.380652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=4dc1a3ed-8a6b-4a92-ba4e-a07a3fa9a4db,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:20.444937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks [] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.482949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for floatingip (7cc25c39-8a30-4967-9acb-d03d82f897d6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.483535 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Floating IP 7cc25c39-8a30-4967-9acb-d03d82f897d6 disassociated (deleted). External IP: 172.25.3.213, port: 43d25ae6-2cc2-487c-b986-44f501de8960. Mar 22 14:36:20.561485 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.624164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19ea460e-242a-41b1-a3b2-af60ff313742 req-9723b04d-2a3c-4223-b236-87109868b099 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167753 Mar 22 14:36:20.631324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Network 78832803-a90a-4fde-9987-e75e007646f7 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:20.657358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:20.679730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:20.849526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-067b55cf-e31a-4ec9-9540-737c8e991982 req-8abbb565-d044-4b3b-9172-2c229dc84dd8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "GET /v2.0/ports?device_id=29aa3e82-2edc-4d26-b786-8dc76e7a2a71 HTTP/1.1" status: 200 len: 210 time: 0.1594129 Mar 22 14:36:20.862904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Pushing event updated for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:20.876666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:20.970297 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:16Z', 'revision_number': 3, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:21.004774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd9df-160b-43a6-a119-e62471f8415c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.014392 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8368c-3e17-47c7-9f5f-0cd4b91b6e4a None None] The sync data for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 is: [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:16Z', 'revision_number': 3, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:21.047657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router bf199d7d-e56a-4ad0-9ccf-0051c303755b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:21.090969 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.199905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:21.200348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7e73c5fd-fe6c-49b7-9ee6-fde55f07cb90 None None] Provisioning complete for port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:21.200734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e73c5fd-fe6c-49b7-9ee6-fde55f07cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.212601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.216898 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Sync routers for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:21.246449 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:21.247368 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:21.259592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7e73c5fd-fe6c-49b7-9ee6-fde55f07cb90 None None] Port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:21.263593 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d074a1c0-0bdd-4429-9524-23019b01963f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/floatingips/7cc25c39-8a30-4967-9acb-d03d82f897d6 HTTP/1.1" status: 204 len: 168 time: 2.0498707 Mar 22 14:36:21.321545 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks [] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.340050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.463789 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:21.528801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Pushing event updated for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:21.537720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.599416 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:36:21.708966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:21.765284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: d10e647e-384f-44e3-874c-90ca276d9586 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:21.769661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device d10e647e-384f-44e3-874c-90ca276d9586 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:21.784020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387b03d-3768-4111-8751-636c055c0a24 req-64febcaa-8bee-461a-bacd-9d829b5f7bf6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:21.785696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e387b03d-3768-4111-8751-636c055c0a24 req-64febcaa-8bee-461a-bacd-9d829b5f7bf6 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.2263455 Mar 22 14:36:21.810467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 829c7552-4ead-4f5b-85b8-00295c87f25d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:21.879826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 829c7552-4ead-4f5b-85b8-00295c87f25d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:21.880759 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:21.898843 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:21.932781 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Checking router: bf199d7d-e56a-4ad0-9ccf-0051c303755b for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:21.952060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:21.952974 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:21.960197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e387b03d-3768-4111-8751-636c055c0a24 req-db01e187-adf9-4da3-98c6-f5eb2b380775 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185837 Mar 22 14:36:21.977631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Network 78832803-a90a-4fde-9987-e75e007646f7 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:21.981057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:22.014442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139082-d426-42a0-a5da-de3969ebbdcd req-2236c75c-3163-4ad0-8d8c-1b7f9fdc486b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:22.016176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab139082-d426-42a0-a5da-de3969ebbdcd req-2236c75c-3163-4ad0-8d8c-1b7f9fdc486b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.1900403 Mar 22 14:36:22.021230 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.052664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50470) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:22.125142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:22.152924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 829c7552-4ead-4f5b-85b8-00295c87f25d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:22.153312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.163686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:22.171307 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:22.239681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 829c7552-4ead-4f5b-85b8-00295c87f25d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=829c7552-4ead-4f5b-85b8-00295c87f25d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:22.255060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.292134 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f7fe8-dc83-4d48-9f1a-15325f1f6032 x-openstack-request-id: req-8b2f7fe8-dc83-4d48-9f1a-15325f1f6032 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:22.293506 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:22.297460 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b2f7fe8-dc83-4d48-9f1a-15325f1f6032 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:22.298156 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f7fe8-dc83-4d48-9f1a-15325f1f6032'] response: {'name': 'network-changed', 'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960', 'status': 'completed', 'code': 200} Mar 22 14:36:22.382239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Router bd661717-ed6c-428f-b764-5e1b44cba3f3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:22.388059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=829c7552-4ead-4f5b-85b8-00295c87f25d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:22.441704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-9293c456-1acc-44cc-b0a0-b5f652fc63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:22.443934 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-9293c456-1acc-44cc-b0a0-b5f652fc63f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=892b4b7b683b409dae0466c233153ea3&device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 1128 time: 0.1418734 Mar 22 14:36:22.460003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab139082-d426-42a0-a5da-de3969ebbdcd req-760a146d-6c37-4490-ba0c-b201a2e87a53 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4245362 Mar 22 14:36:22.520681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2dd28daa-bb99-4695-b299-d91d1fd716ff None None] Provisioning complete for port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:22.521217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2dd28daa-bb99-4695-b299-d91d1fd716ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:22.575025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2dd28daa-bb99-4695-b299-d91d1fd716ff None None] Port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:22.578127 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:22.628326 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad214-5042-4876-8761-ec9dde550f6b None None] The sync data for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 is: [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:35:22Z', 'revision_number': 4, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fef45f37-df25-4bad-a707-e4ef54980def', 'name': '', 'network_id': 'e69285a3-fce6-4f9d-abd3-03dea3e29400', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'mac_address': 'fa:16:3e:67:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:21Z', 'updated_at': '2022-03-22T14:35:26Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'subnets': [{'id': '72b17426-38dd-4598-a2d5-7737f22afdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:22.726129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:22.749210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd531344-5765-406b-ba12-e3d5b3178263 admin admin] 10.222.0.81 "PUT /v2.0/routers/bd661717-ed6c-428f-b764-5e1b44cba3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9321165 Mar 22 14:36:22.773145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-21721e47-f0fe-4253-984a-377a6db9a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:22.774697 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-21721e47-f0fe-4253-984a-377a6db9a3f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 200 len: 898 time: 0.3216763 Mar 22 14:36:22.833598 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-4b42793a-78c9-4fa2-8125-9e16e354c80c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 200 len: 217 time: 0.0503113 Mar 22 14:36:22.888843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-a4662c2c-ded3-4887-892f-4dd9939e4091 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:22.891281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-a4662c2c-ded3-4887-892f-4dd9939e4091 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.0818210 Mar 22 14:36:23.017934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-615049cd-17c7-4558-a3de-ad924c9cc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:23.023578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-615049cd-17c7-4558-a3de-ad924c9cc0d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72b17426-38dd-4598-a2d5-7737f22afdda HTTP/1.1" status: 200 len: 835 time: 0.1808441 Mar 22 14:36:23.075490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port 43d25ae6-2cc2-487c-b986-44f501de8960 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:23.076432 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.128401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512d639-43ea-440b-86ad-b1df218d8637 None None] New status for floating IP 7cc25c39-8a30-4967-9acb-d03d82f897d6: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:36:23.161352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-993caf6b-1bc5-44c5-acdf-bf35d0bca9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:23.165573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-993caf6b-1bc5-44c5-acdf-bf35d0bca9b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e69285a3-fce6-4f9d-abd3-03dea3e29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1288207 Mar 22 14:36:23.238825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aa432-0447-4dbd-8993-351853922aec req-3e40dbf8-1033-44fc-b8f4-ae2476a44c02 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:23.246497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d21aa432-0447-4dbd-8993-351853922aec req-3e40dbf8-1033-44fc-b8f4-ae2476a44c02 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 946 time: 0.1638167 Mar 22 14:36:23.328972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d21aa432-0447-4dbd-8993-351853922aec req-bfb5555f-1247-4b4d-9335-af3efa5aa6ba tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/security-groups?id=fbdd251c-d968-4191-b562-258b02305077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802696 Mar 22 14:36:23.332779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port 43d25ae6-2cc2-487c-b986-44f501de8960, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=43d25ae6-2cc2-487c-b986-44f501de8960,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:23.334999 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.370585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for 43d25ae6-2cc2-487c-b986-44f501de8960 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:23.431500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-c4a64ec9-4db0-4adb-b8ba-bc19068b301f service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572269 Mar 22 14:36:23.500631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.719624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-0ea48bf8-b139-4e44-a41f-99575f8f10c7 service neutron] 10.222.0.78 "GET /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751863 Mar 22 14:36:23.747482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50496) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:23.754473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1638526232-network', 'tenant_id': '60abdf609761477ca070274bc60c2717'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:23.756259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 829c7552-4ead-4f5b-85b8-00295c87f25d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:23.794837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (43d25ae6-2cc2-487c-b986-44f501de8960), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.848476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Made reservation on behalf of 60abdf609761477ca070274bc60c2717 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:23.852237 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.882046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 829c7552-4ead-4f5b-85b8-00295c87f25d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:23.882499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.891572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.901569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=43d25ae6-2cc2-487c-b986-44f501de8960,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:23.926247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.950584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3450b-8304-4cf7-a081-83b509f8d52c req-53badd0c-97b4-46da-9a95-b3a98ff6a5cc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:23.952168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d3450b-8304-4cf7-a081-83b509f8d52c req-53badd0c-97b4-46da-9a95-b3a98ff6a5cc tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.2796469 Mar 22 14:36:23.953010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] No DVR routers for this DVR port 43d25ae6-2cc2-487c-b986-44f501de8960 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:23.960918 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:23.964270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0be5ebd2-ce24-4bb7-82ce-9a6543d30682 req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.78 "DELETE /v2.0/ports/43d25ae6-2cc2-487c-b986-44f501de8960 HTTP/1.1" status: 204 len: 173 time: 1.0676939 Mar 22 14:36:24.000440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 829c7552-4ead-4f5b-85b8-00295c87f25d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:24.012935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'name': 'network-vif-deleted', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:24.015693 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8010a0ce-4836-4a6a-a795-b703080dae35" -d '{"events": [{"server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "name": "network-vif-deleted", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:24.022227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.022624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.022972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.023303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.023637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.024005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.024334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.024697 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.025025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.025407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.025732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.026078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.026397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.026715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.027079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4fee0-1ff8-44ba-b606-72f27b8090a4 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:24.054152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0d3450b-8304-4cf7-a081-83b509f8d52c req-1a290340-675d-404b-922b-d001241e2738 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885251 Mar 22 14:36:24.106245 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f0390-c3bd-4c1d-9c35-c02890471508 x-openstack-request-id: req-fd8f0390-c3bd-4c1d-9c35-c02890471508 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:24.106770 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e5c13-9aac-47cf-b690-836435ba1563", "name": "network-vif-deleted", "tag": "43d25ae6-2cc2-487c-b986-44f501de8960", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:24.107193 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd8f0390-c3bd-4c1d-9c35-c02890471508 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:24.107776 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8f0390-c3bd-4c1d-9c35-c02890471508'] response: {'server_uuid': 'd27e5c13-9aac-47cf-b690-836435ba1563', 'name': 'network-vif-deleted', 'tag': '43d25ae6-2cc2-487c-b986-44f501de8960', 'status': 'completed', 'code': 200} Mar 22 14:36:24.211677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks [] for security_group (e5e69297-a4a5-4698-8641-8850ef5d053c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.223442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port c2c88161-b136-4062-9a13-370d507e1502 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:24.223973 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c2c88161-b136-4062-9a13-370d507e1502), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.236207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Sync routers for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:24.263105 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:24.263743 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:24.307733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e5e69297-a4a5-4698-8641-8850ef5d053c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.432782 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:24.455101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port c2c88161-b136-4062-9a13-370d507e1502, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c2c88161-b136-4062-9a13-370d507e1502,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:24.455661 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c2c88161-b136-4062-9a13-370d507e1502), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.482167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for c2c88161-b136-4062-9a13-370d507e1502 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:24.598335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-005ea844-3e96-458a-9c22-9f5884f7e7e8 req-32e287ff-6060-49bb-9cd8-679481f88c54 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27e5c13-9aac-47cf-b690-836435ba1563 HTTP/1.1" status: 200 len: 210 time: 0.0815086 Mar 22 14:36:24.732904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:36:24.750104 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 4, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '599d2bbd-b0cb-4e53-806e-205d7e0e2c88', 'name': '', 'network_id': '78832803-a90a-4fde-9987-e75e007646f7', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'mac_address': 'fa:16:3e:1d:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 2, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'subnets': [{'id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:24.754684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b23fdc0b-c9dd-4044-91ec-eebb6056007a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.755105 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Added segment b23fdc0b-c9dd-4044-91ec-eebb6056007a of type vlan for network 7eb9463a-719f-4451-bbd2-361e5959922a Mar 22 14:36:24.769517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e69297-a4a5-4698-8641-8850ef5d053c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:24.791926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Checking router: bd661717-ed6c-428f-b764-5e1b44cba3f3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:24.792285 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Updating router bd661717-ed6c-428f-b764-5e1b44cba3f3 port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:24.825046 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.826589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (7eb9463a-719f-4451-bbd2-361e5959922a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.873789 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (7eb9463a-719f-4451-bbd2-361e5959922a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.874741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:24.875324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.957542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:24.970792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2212160 Mar 22 14:36:24.973730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50512) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:24.978813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Request body: {'subnet': {'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1638526232-subnet', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:24.995552 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdb3b7-e387-4c87-a721-f5f04915edec admin admin] Pushing event updated for resources: {'Network': ['ID=7eb9463a-719f-4451-bbd2-361e5959922a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:25.004699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Made reservation on behalf of 60abdf609761477ca070274bc60c2717 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:25.007156 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 7eb9463a-719f-4451-bbd2-361e5959922a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:36:25.009730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.020432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c2c88161-b136-4062-9a13-370d507e1502), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.048019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=c2c88161-b136-4062-9a13-370d507e1502,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:25.175858 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks [] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.187351 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.336011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dcb6c-41aa-41e1-8499-df94ddd753f1 req-46a29a70-f24c-485e-9bc1-ab7cbd99b82e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:25.337471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd6dcb6c-41aa-41e1-8499-df94ddd753f1 req-46a29a70-f24c-485e-9bc1-ab7cbd99b82e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.1514807 Mar 22 14:36:25.357710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (4aafb111-3042-4e32-ab37-5e8b7b975bf9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.420400 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.467847 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Attempting to bind port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:25.468466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Attempting to bind port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:25.468590 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Attempting to bind port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 on network 78832803-a90a-4fde-9987-e75e007646f7 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:25.480246 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd6dcb6c-41aa-41e1-8499-df94ddd753f1 req-b6fc8047-f0ca-43ca-9f99-ef67b744221e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337869 Mar 22 14:36:25.481401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Checking segment: {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:25.481770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Network hostable DHCP agents. Network: 7eb9463a-719f-4451-bbd2-361e5959922a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:36:25.485926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aafb111-3042-4e32-ab37-5e8b7b975bf9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:25.487624 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417a71b-1fed-4f88-9215-4bc10feca8f0 None None] Pushing event updated for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:25.506888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Network 7eb9463a-719f-4451-bbd2-361e5959922a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:36:25.515186 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:25.515836 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Checking segment: {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:25.516653 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.517199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Bound using segment: {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:25.517823 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Bound port: 599d2bbd-b0cb-4e53-806e-205d7e0e2c88, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0722233a-4838-4201-a5a6-1f9f927924be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '78832803-a90a-4fde-9987-e75e007646f7'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:25.519336 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.536033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 7eb9463a-719f-4451-bbd2-361e5959922a) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:25.541283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:25.542200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.546809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8ad08-7719-4765-95f9-6bd839d8bb1d None None] Network 7eb9463a-719f-4451-bbd2-361e5959922a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:25.635155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9c5c3274-742b-4e03-9535-b134b6d46c65 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6599486 Mar 22 14:36:25.636188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50518) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:25.637367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] For port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:25.641358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] For port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:25.643335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:25.652410 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.694614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-59804319-bb76-43d8-894b-de9f2f0059fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:25.707733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-59804319-bb76-43d8-894b-de9f2f0059fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1128 time: 0.1482739 Mar 22 14:36:25.708255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:25.744197 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:25.745177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:25.747940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 43d25ae6-2cc2-487c-b986-44f501de8960 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:25.778164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-7eb9463a-719f-4451-bbd2-361e5959922a', 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a', 'project_id': '60abdf609761477ca070274bc60c2717', 'fixed_ips': [{'subnet_id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:36:25.779722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.785370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 43d25ae6-2cc2-487c-b986-44f501de8960 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:25.786929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 43d25ae6-2cc2-487c-b986-44f501de8960 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:25.814057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.815110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.815330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Provisioning complete for port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:25.815961 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:25.872298 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417a71b-1fed-4f88-9215-4bc10feca8f0 None None] Pushing event updated for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:25.925111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:26.040318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for router_controller (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.044124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (fbdd251c-d968-4191-b562-258b02305077), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.050186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-8a95f983-ebb6-4295-b43a-b1b89daa18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:26.052593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-8a95f983-ebb6-4295-b43a-b1b89daa18bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.3206360 Mar 22 14:36:26.192749 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 4, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '599d2bbd-b0cb-4e53-806e-205d7e0e2c88', 'name': '', 'network_id': '78832803-a90a-4fde-9987-e75e007646f7', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'mac_address': 'fa:16:3e:1d:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:25Z', 'revision_number': 4, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'subnets': [{'id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:26.195557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Router 74d0822f-5a1c-48ee-9fe7-47d22839e906 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:26.211287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-aecedce2-04bf-49b0-8689-8f70de086ef1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 1001 time: 0.1517737 Mar 22 14:36:26.218559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (fbdd251c-d968-4191-b562-258b02305077), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.225120 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5dab-4cb3-4f1d-9d8c-7eb045c51777 None None] The sync data for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 is: [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:21Z', 'revision_number': 4, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '599d2bbd-b0cb-4e53-806e-205d7e0e2c88', 'name': '', 'network_id': '78832803-a90a-4fde-9987-e75e007646f7', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'mac_address': 'fa:16:3e:1d:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:19Z', 'updated_at': '2022-03-22T14:36:25Z', 'revision_number': 4, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'subnets': [{'id': '57c1bd4f-673f-4cbb-98fa-37a3f7b320d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:26.251518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Allocated IP 172.20.0.2 (7eb9463a-719f-4451-bbd2-361e5959922a/4aafb111-3042-4e32-ab37-5e8b7b975bf9/2d689b2e-520e-4eaf-bcdf-6818c9443386) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:26.361220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:26.373563 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-70c445ba-b87e-4888-93d3-25b206472bae tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "PUT /v2.0/routers/74d0822f-5a1c-48ee-9fe7-47d22839e906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3196831 Mar 22 14:36:26.374621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50522) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:26.387536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Sync routers for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:26.433451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:26.434148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:26.439264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting subnet 7659161d-a803-4d78-bc73-7ede6d91dfe4 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:26.443758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (7659161d-a803-4d78-bc73-7ede6d91dfe4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.471809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-8874f834-c572-4927-815a-f0fb75e2dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:26.472888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-8874f834-c572-4927-815a-f0fb75e2dbb8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.2087922 Mar 22 14:36:26.474978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for router_gateway (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.499885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7659161d-a803-4d78-bc73-7ede6d91dfe4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.531844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Current status of the port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:26.532252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.616460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:26.625077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7659161d-a803-4d78-bc73-7ede6d91dfe4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.701493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7659161d-a803-4d78-bc73-7ede6d91dfe4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.734743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Subnet': ['ID=7659161d-a803-4d78-bc73-7ede6d91dfe4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:26.739666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.742998 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1cbcd25a-85e5-4c6a-a61d-a6b9fbfda961 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/subnets/7659161d-a803-4d78-bc73-7ede6d91dfe4 HTTP/1.1" status: 204 len: 168 time: 0.3672495 Mar 22 14:36:26.745742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50526) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:26.761338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7637e-ff31-41e0-9cca-6127324e1d8e None None] Network 92074220-c348-47ec-9dee-ec8bf3f7b913 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:26.791728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] For port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:26.793729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks [] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.814840 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.847240 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.885742 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:26.961461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Network 7eb9463a-719f-4451-bbd2-361e5959922a is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:27.009672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f8d8cc63-07d3-4ed8-91df-d677f6623f4f None None] Provisioning complete for port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:27.010627 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cc63-07d3-4ed8-91df-d677f6623f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.012073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:27.019866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:27.028463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_gateway (74d0822f-5a1c-48ee-9fe7-47d22839e906), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.075572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-5a9d62fc-ac67-4027-bcac-a61391ca4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:27.077133 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6f0e7-8194-4bc4-8b7f-8ef72e452bd1 None None] Pushing event updated for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.077672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-5a9d62fc-ac67-4027-bcac-a61391ca4e42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5986280 Mar 22 14:36:27.098029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Deleting port d0031cad-48f3-4e17-ab97-dd821b738bdc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:27.098425 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.118842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fbdd251c-d968-4191-b562-258b02305077), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.122602 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.127306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/security-groups/fbdd251c-d968-4191-b562-258b02305077 HTTP/1.1" status: 204 len: 168 time: 1.4165699 Mar 22 14:36:27.171790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50530) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:27.194382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Attempting to bind port 2d689b2e-520e-4eaf-bcdf-6818c9443386 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:27.194767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Attempting to bind port 2d689b2e-520e-4eaf-bcdf-6818c9443386 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:27.195136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Attempting to bind port 2d689b2e-520e-4eaf-bcdf-6818c9443386 on network 7eb9463a-719f-4451-bbd2-361e5959922a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:27.214227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3997-5d60-4ae0-b173-ffe24af8a509 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd251c-d968-4191-b562-258b02305077,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.255305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Pushing event updated for resources: {'Port': ['ID=2d689b2e-520e-4eaf-bcdf-6818c9443386,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.269244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:27.269641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Checking segment: {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:27.270127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.270663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Bound using segment: {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:27.271182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Bound port: 2d689b2e-520e-4eaf-bcdf-6818c9443386, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:27.271571 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.277780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030916-fda2-44e3-a5a6-cb6cbfa51a18 req-4653858e-abfe-42a7-9298-f975816004e0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:27.278788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] DHCP port deletion for 92074220-c348-47ec-9dee-ec8bf3f7b913 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:27.286225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3030916-fda2-44e3-a5a6-cb6cbfa51a18 req-4653858e-abfe-42a7-9298-f975816004e0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.2351604 Mar 22 14:36:27.331734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] For port d0031cad-48f3-4e17-ab97-dd821b738bdc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d0031cad-48f3-4e17-ab97-dd821b738bdc,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:27.332016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.353382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Calling delete_port for d0031cad-48f3-4e17-ab97-dd821b738bdc owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:27.378310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-7882e74c-95f3-44a6-aa05-e8c14fe241ef service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693558 Mar 22 14:36:27.402900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:36:24Z', 'revision_number': 5, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port': {'id': 'd0031cad-48f3-4e17-ab97-dd821b738bdc', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:34:13Z', 'updated_at': '2022-03-22T14:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:27.437464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8cc63-07d3-4ed8-91df-d677f6623f4f None None] Current status of the port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:27.442893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Checking router: 74d0822f-5a1c-48ee-9fe7-47d22839e906 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:27.470014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Routers {'74d0822f-5a1c-48ee-9fe7-47d22839e906'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:27.470594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['74d0822f-5a1c-48ee-9fe7-47d22839e906'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:27.545358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3030916-fda2-44e3-a5a6-cb6cbfa51a18 req-62462c7e-a50d-4096-b9d4-d97ab8666ae2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2581582 Mar 22 14:36:27.565011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] For port 2d689b2e-520e-4eaf-bcdf-6818c9443386, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:27.590502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] For port 2d689b2e-520e-4eaf-bcdf-6818c9443386, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d689b2e-520e-4eaf-bcdf-6818c9443386,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:27.615935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Deleting port 23f70346-a967-4908-9553-dd2db2b64c68 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:27.616315 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (23f70346-a967-4908-9553-dd2db2b64c68), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.619953 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.662529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] Set router 74d0822f-5a1c-48ee-9fe7-47d22839e906 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:27.693693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for router_gateway (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.725403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.729125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb5f9790-2cb6-43ef-82eb-741e4100d17e req-53ddb43a-0d0c-45c9-a9ba-af595512fa51 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391333 Mar 22 14:36:27.788176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d0031cad-48f3-4e17-ab97-dd821b738bdc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.801385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:27.834282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Port': ['ID=d0031cad-48f3-4e17-ab97-dd821b738bdc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.835020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:36:27Z', 'revision_number': 6, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:27.886876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d05f3e-e1a0-44de-a00d-bc51ad01dc24 None None] The sync data for ids ['74d0822f-5a1c-48ee-9fe7-47d22839e906'] in n-d-758851-5 is: [{'id': '74d0822f-5a1c-48ee-9fe7-47d22839e906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361334194', 'tenant_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:34:12Z', 'updated_at': '2022-03-22T14:36:27Z', 'revision_number': 6, 'project_id': 'bd4c46c276c4456c8c5ebf56c01c70a1', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:27.905127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Allocated IP 172.25.3.45 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/5098341f-f1e5-49fe-bc2a-5c8df10ed93a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:27.917609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] For port 23f70346-a967-4908-9553-dd2db2b64c68, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=23f70346-a967-4908-9553-dd2db2b64c68,segment=NetworkSegment(983b2b2e-16ae-4a0a-a522-4bbbe131a85c),segment_id=983b2b2e-16ae-4a0a-a522-4bbbe131a85c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:27.918069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (23f70346-a967-4908-9553-dd2db2b64c68), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.957848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Calling delete_port for 23f70346-a967-4908-9553-dd2db2b64c68 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:27.962391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89db0-f820-40e9-a61b-f75fc5db27f1 None None] Pushing event updated for resources: {'Port': ['ID=2d689b2e-520e-4eaf-bcdf-6818c9443386,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:27.978229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:27.978527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:27.980591 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.059212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.125771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:28.126525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.144238 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.146737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (23f70346-a967-4908-9553-dd2db2b64c68), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.147409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router_controller (74d0822f-5a1c-48ee-9fe7-47d22839e906), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.172659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:28.176056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:28.177162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] Pushing event deleted for resources: {'Port': ['ID=23f70346-a967-4908-9553-dd2db2b64c68,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:28.178526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:28.191140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f2680-f6b3-46aa-ab91-eb7fc79c97f5 None None] No DVR routers for this DVR port 23f70346-a967-4908-9553-dd2db2b64c68 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:28.210814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (74d0822f-5a1c-48ee-9fe7-47d22839e906), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.211346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Fanout notify agent at l3_agent the message router_deleted on router 74d0822f-5a1c-48ee-9fe7-47d22839e906 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:28.215320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.222751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.223878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-145de1ab-67ef-4928-bbbd-b7d7ec49463a tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/routers/74d0822f-5a1c-48ee-9fe7-47d22839e906 HTTP/1.1" status: 204 len: 168 time: 1.4769533 Mar 22 14:36:28.226951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50532) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:28.236674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Pushing event updated for resources: {'Port': ['ID=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:28.357464 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.424164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (92074220-c348-47ec-9dee-ec8bf3f7b913), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.427562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f70346-a967-4908-9553-dd2db2b64c68 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:28.457829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 23f70346-a967-4908-9553-dd2db2b64c68 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:28.458347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 23f70346-a967-4908-9553-dd2db2b64c68 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:28.579846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port fef45f37-df25-4bad-a707-e4ef54980def {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:28.580308 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fef45f37-df25-4bad-a707-e4ef54980def), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.677125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port fef45f37-df25-4bad-a707-e4ef54980def, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fef45f37-df25-4bad-a707-e4ef54980def,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:28.677485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fef45f37-df25-4bad-a707-e4ef54980def), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.686725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (92074220-c348-47ec-9dee-ec8bf3f7b913), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.691152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for fef45f37-df25-4bad-a707-e4ef54980def owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:28.717185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92074220-c348-47ec-9dee-ec8bf3f7b913']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:28.729891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983b2b2e-16ae-4a0a-a522-4bbbe131a85c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:28.730211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983b2b2e-16ae-4a0a-a522-4bbbe131a85c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:28.747719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (983b2b2e-16ae-4a0a-a522-4bbbe131a85c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.749190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for router_gateway (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.837258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4670-4ce1-48db-8dc7-b9ea318c4824 req-9531cdc1-5de7-4720-b648-0d8a7a3c3d4b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:28.838832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-024f4670-4ce1-48db-8dc7-b9ea318c4824 req-9531cdc1-5de7-4720-b648-0d8a7a3c3d4b tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.2082283 Mar 22 14:36:28.841675 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (983b2b2e-16ae-4a0a-a522-4bbbe131a85c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.861713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:28.862327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (983b2b2e-16ae-4a0a-a522-4bbbe131a85c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:28.866276 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:28.904455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fef45f37-df25-4bad-a707-e4ef54980def), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:28.976484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=fef45f37-df25-4bad-a707-e4ef54980def,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:28.987105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (92074220-c348-47ec-9dee-ec8bf3f7b913), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.012587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-024f4670-4ce1-48db-8dc7-b9ea318c4824 req-2235204b-d68a-499e-838f-3b3daf9571e9 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1649051 Mar 22 14:36:29.013950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.017772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/networks/92074220-c348-47ec-9dee-ec8bf3f7b913 HTTP/1.1" status: 204 len: 168 time: 0.7881930 Mar 22 14:36:29.025813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50536) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:29.031817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330658aa-bf56-4c40-a558-be2c4dd569a8 tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'Network': ['ID=92074220-c348-47ec-9dee-ec8bf3f7b913,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:29.150297 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.204029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (5e1928a3-3e73-413c-b14c-712c76e24991), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.239686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (5e1928a3-3e73-413c-b14c-712c76e24991), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.259501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.342651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.351121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:36:29.443675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (5e1928a3-3e73-413c-b14c-712c76e24991), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.450807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.450807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] 10.222.0.81 "DELETE /v2.0/security-groups/5e1928a3-3e73-413c-b14c-712c76e24991 HTTP/1.1" status: 204 len: 168 time: 0.4237151 Mar 22 14:36:29.468264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc54138-b508-4e8e-92f7-63cf1a112a4c tempest-TestNetworkAdvancedServerOps-2050899276 tempest-TestNetworkAdvancedServerOps-2050899276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1928a3-3e73-413c-b14c-712c76e24991,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:29.517230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:29.541090 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Sync routers for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:29.547954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0c4dd-b373-4c38-9379-82090f225701 None None] Network 7eb9463a-719f-4451-bbd2-361e5959922a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:29.548897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.552922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-606bf58c-7c78-4deb-9ae6-19693c76fba6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9112806 Mar 22 14:36:29.553591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50542) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:29.562804 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Routers {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:29.563422 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:29.694809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Provisioning complete for port 2d689b2e-520e-4eaf-bcdf-6818c9443386 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:29.695395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:29.741040 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Router bf199d7d-e56a-4ad0-9ccf-0051c303755b has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:29.745543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:29.821949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Set router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:29.990843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:30.007208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50546) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:30.007678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d689b2e-520e-4eaf-bcdf-6818c9443386 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:30.010378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Sync routers for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:30.012695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e22480d7-28ff-4166-b730-46c5384c4135 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "PUT /v2.0/routers/bf199d7d-e56a-4ad0-9ccf-0051c303755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8398545 Mar 22 14:36:30.032444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50548) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:30.052557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:28Z', 'revision_number': 3, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:30.085755 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Checking router: 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:30.086425 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Updating router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:30.116186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:30.116963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:30.140525 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.173038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting subnet 72b17426-38dd-4598-a2d5-7737f22afdda {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:30.178567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (72b17426-38dd-4598-a2d5-7737f22afdda), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.284947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (72b17426-38dd-4598-a2d5-7737f22afdda), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.337025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Current status of the port 2d689b2e-520e-4eaf-bcdf-6818c9443386 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:30.337799 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.350087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2d689b2e-520e-4eaf-bcdf-6818c9443386 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:30.350860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.352357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7eb2-3b52-4c0d-9d94-e0e67b7b2971 req-479b8cfd-e4c8-4cd3-85e5-f33aa2daab1d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:30.354070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa5a7eb2-3b52-4c0d-9d94-e0e67b7b2971 req-479b8cfd-e4c8-4cd3-85e5-f33aa2daab1d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 946 time: 0.2044277 Mar 22 14:36:30.355156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-827a5a07-104f-4486-aaef-e759fbc6c244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd4c46c276c4456c8c5ebf56c01c70a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3410597 Mar 22 14:36:30.357755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:30.368163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:30.368888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.443087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:30.463755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.480997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa5a7eb2-3b52-4c0d-9d94-e0e67b7b2971 req-6d83b044-49a2-4840-84ec-03d754a8013d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195352 Mar 22 14:36:30.506261 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks [] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.512556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (72b17426-38dd-4598-a2d5-7737f22afdda), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.514191 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.515972 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] Publish callbacks [] for security_group (10855e93-984c-4b0a-a80b-d1261a9a37b1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.585993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] For port 2d689b2e-520e-4eaf-bcdf-6818c9443386, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d689b2e-520e-4eaf-bcdf-6818c9443386,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:30.591508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:30.593534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] Publish callbacks [] for security_group (10855e93-984c-4b0a-a80b-d1261a9a37b1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.597155 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e69a42-38f2-4178-8576-1d847b3fce45" -d '{"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-unplugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:30.602748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Attempting to bind port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:30.604576 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Attempting to bind port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:30.605327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Attempting to bind port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:30.623472 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:30.626783 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:30.627347 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.628320 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:30.629306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Bound port: 5098341f-f1e5-49fe-bc2a-5c8df10ed93a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:30.631688 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.648182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.659152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (72b17426-38dd-4598-a2d5-7737f22afdda), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.672035 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd400a4-7e0b-44af-9a7e-32a3f79ff5b7 x-openstack-request-id: req-3bd400a4-7e0b-44af-9a7e-32a3f79ff5b7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:30.672618 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-unplugged", "status": "failed", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "code": 422}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:30.673019 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bd400a4-7e0b-44af-9a7e-32a3f79ff5b7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:30.673559 n-d-758851-5 neutron-server[103892]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3bd400a4-7e0b-44af-9a7e-32a3f79ff5b7']: {'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'code': 422} returned with failed status Mar 22 14:36:30.675508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:30.682012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Allocated IP 172.20.0.1 (7eb9463a-719f-4451-bbd2-361e5959922a/4aafb111-3042-4e32-ab37-5e8b7b975bf9/fb839f39-3735-43bb-b10f-68266da8a1c0) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:30.691678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.702331 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/subnets/72b17426-38dd-4598-a2d5-7737f22afdda HTTP/1.1" status: 204 len: 168 time: 0.6684422 Mar 22 14:36:30.725885 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:30.727734 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] For port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:30.732258 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] For port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:30.735677 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Pushing event updated for resources: {'Port': ['ID=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:30.746616 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.747009 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.747390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.747730 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.748073 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.748477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.748876 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.749340 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.749684 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.750438 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.751083 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.751639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.752124 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.752646 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.753219 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:36:30.771394 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.779167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919457e-92ed-4252-87f0-0136d3842430 None None] Network e69285a3-fce6-4f9d-abd3-03dea3e29400 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:30.795966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe063b-f5a3-4517-966f-634caa9ff528 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Subnet': ['ID=72b17426-38dd-4598-a2d5-7737f22afdda,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:30.824159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks [] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.861850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.867007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e6f74-4994-4a6f-b52b-43dfe2f9d0d4 None None] Pushing event updated for resources: {'Port': ['ID=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:30.867803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.880718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Routers {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:30.882254 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:30.927493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (10855e93-984c-4b0a-a80b-d1261a9a37b1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.931681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:30.934670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10855e93-984c-4b0a-a80b-d1261a9a37b1 HTTP/1.1" status: 204 len: 168 time: 0.5755839 Mar 22 14:36:30.968346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Network 7eb9463a-719f-4451-bbd2-361e5959922a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:30.974328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:30.987521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962dc85-c562-4f50-9051-0de7da623fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10855e93-984c-4b0a-a80b-d1261a9a37b1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.017164 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.024726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:31.094877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2d689b2e-520e-4eaf-bcdf-6818c9443386 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:31.106407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab498e-66c3-4573-9aa7-c5a346318e10 None None] Pushing event updated for resources: {'Port': ['ID=2d689b2e-520e-4eaf-bcdf-6818c9443386,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.189488 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] Set router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:31.204290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Pushing event updated for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.275364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.301949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_gateway (bf199d7d-e56a-4ad0-9ccf-0051c303755b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.403991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2c88161-b136-4062-9a13-370d507e1502 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:31.413301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f14bf5b6-c66f-4369-8445-184a9c6d485f None None] Provisioning complete for port 2d689b2e-520e-4eaf-bcdf-6818c9443386 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:31.415895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f14bf5b6-c66f-4369-8445-184a9c6d485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.547863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c2c88161-b136-4062-9a13-370d507e1502 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:31.548375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c2c88161-b136-4062-9a13-370d507e1502 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:31.548899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0031cad-48f3-4e17-ab97-dd821b738bdc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:31.609147 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d0031cad-48f3-4e17-ab97-dd821b738bdc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:31.609850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d0031cad-48f3-4e17-ab97-dd821b738bdc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:31.611373 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:28Z', 'revision_number': 3, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:31.649528 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fda2f9-4d69-4a90-9d78-201c3b9a9344 None None] The sync data for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 is: [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:28Z', 'revision_number': 3, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:31.689431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:31.719396 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.745156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:31.761316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d689b2e-520e-4eaf-bcdf-6818c9443386 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:31.852725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:36:28Z', 'revision_number': 5, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port': {'id': 'a90002fc-cb60-4d8d-8afa-c0b53060b4ad', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:35:18Z', 'updated_at': '2022-03-22T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:31.854938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Deleting port a90002fc-cb60-4d8d-8afa-c0b53060b4ad {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:31.855352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.855477 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] DHCP port deletion for e69285a3-fce6-4f9d-abd3-03dea3e29400 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:31.862970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b8ab0ae2-1c9b-409e-ab49-882c76e9df75 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3277f3099d3c4529af1c77d5a3ec0f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129382 Mar 22 14:36:31.871108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50586) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:31.927908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Checking router: bf199d7d-e56a-4ad0-9ccf-0051c303755b for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:31.967077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2d689b2e-520e-4eaf-bcdf-6818c9443386 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:31.967474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:31.986519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] For port a90002fc-cb60-4d8d-8afa-c0b53060b4ad, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:31.987016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.010198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Calling delete_port for a90002fc-cb60-4d8d-8afa-c0b53060b4ad owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:32.017757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f14bf5b6-c66f-4369-8445-184a9c6d485f None None] Current status of the port 2d689b2e-520e-4eaf-bcdf-6818c9443386 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:32.022933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Routers {'bf199d7d-e56a-4ad0-9ccf-0051c303755b'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:32.023510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:32.031178 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] Publish callbacks [] for security_group (170319ce-bb0b-4507-9bde-910cd50709d2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.121745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] Publish callbacks [] for security_group (170319ce-bb0b-4507-9bde-910cd50709d2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.196345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks [] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.211531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.216242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Deleting port 6e07315b-579d-4a77-9e71-cdb54965aa80 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:32.216622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.258320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5951ada5-7349-4ee6-b953-dd933aed6818 None None] Provisioning complete for port fb839f39-3735-43bb-b10f-68266da8a1c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:32.258583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5951ada5-7349-4ee6-b953-dd933aed6818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.286076 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (170319ce-bb0b-4507-9bde-910cd50709d2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.288429 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.295103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/170319ce-bb0b-4507-9bde-910cd50709d2 HTTP/1.1" status: 204 len: 168 time: 0.4168863 Mar 22 14:36:32.321025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5951ada5-7349-4ee6-b953-dd933aed6818 None None] Port fb839f39-3735-43bb-b10f-68266da8a1c0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:32.336424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] Set router bf199d7d-e56a-4ad0-9ccf-0051c303755b gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:32.380219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fffb1-2a6f-4096-815b-b5e4cd81d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170319ce-bb0b-4507-9bde-910cd50709d2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:32.401856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a90002fc-cb60-4d8d-8afa-c0b53060b4ad), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.435291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.446690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Pushing event updated for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:32.476968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Port': ['ID=a90002fc-cb60-4d8d-8afa-c0b53060b4ad,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:32.515999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:32.526485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] For port 6e07315b-579d-4a77-9e71-cdb54965aa80, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6e07315b-579d-4a77-9e71-cdb54965aa80,segment=NetworkSegment(10b18002-fada-48cd-a7cd-89f00e33a528),segment_id=10b18002-fada-48cd-a7cd-89f00e33a528)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:32.526485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.582351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.732735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b792d-5c92-4783-ad94-c04b59d8cd7a req-c16c3a8f-7f99-4ffe-8e39-fe40cfb5a139 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:32.739415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d39b792d-5c92-4783-ad94-c04b59d8cd7a req-c16c3a8f-7f99-4ffe-8e39-fe40cfb5a139 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.2939789 Mar 22 14:36:32.760192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.763581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router_controller (bf199d7d-e56a-4ad0-9ccf-0051c303755b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.812743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Network 7eb9463a-719f-4451-bbd2-361e5959922a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:32.832704 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-b1b20b9e-9340-4eed-8896-e56128fe9567 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3649545 Mar 22 14:36:32.835189 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (bf199d7d-e56a-4ad0-9ccf-0051c303755b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.835834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Fanout notify agent at l3_agent the message router_deleted on router bf199d7d-e56a-4ad0-9ccf-0051c303755b {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:32.848465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:32.852348 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-92aaa865-5295-4dfb-bc2a-8e537070f232 tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/routers/bf199d7d-e56a-4ad0-9ccf-0051c303755b HTTP/1.1" status: 204 len: 168 time: 2.1224759 Mar 22 14:36:32.854632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:32.898447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d39b792d-5c92-4783-ad94-c04b59d8cd7a req-d10757be-953b-48bd-bf29-f0e93d0c3006 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307411 Mar 22 14:36:32.900018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:32.934789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2d689b2e-520e-4eaf-bcdf-6818c9443386 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:32.938903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a0260-e919-4962-b575-06f305f0c133 None None] The sync data for ids ['bf199d7d-e56a-4ad0-9ccf-0051c303755b'] in n-d-758851-5 is: [{'id': 'bf199d7d-e56a-4ad0-9ccf-0051c303755b', 'name': 'tempest-TestNetworkBasicOps-router-43492581', 'tenant_id': '892b4b7b683b409dae0466c233153ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:35:17Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 6, 'project_id': '892b4b7b683b409dae0466c233153ea3', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:32.945924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Calling delete_port for 6e07315b-579d-4a77-9e71-cdb54965aa80 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:33.091037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (6e07315b-579d-4a77-9e71-cdb54965aa80), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.100082 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-7f8ccf69-0f17-4cd3-8965-337b4ee07d1f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:33.104807 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-7f8ccf69-0f17-4cd3-8965-337b4ee07d1f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports/71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 941 time: 0.2052252 Mar 22 14:36:33.123722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e69285a3-fce6-4f9d-abd3-03dea3e29400), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.137390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] Pushing event deleted for resources: {'Port': ['ID=6e07315b-579d-4a77-9e71-cdb54965aa80,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:33.139802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15272859-1c29-4c68-9a56-35cb2b3a5c13 None None] No DVR routers for this DVR port 6e07315b-579d-4a77-9e71-cdb54965aa80 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:33.161646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:33.359048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e69285a3-fce6-4f9d-abd3-03dea3e29400), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.387541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:33.393948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0067ef68-6c5a-4b81-ac7a-f22188a07e32 admin admin] 10.222.0.81 "PUT /v2.0/routers/5da0d8ae-9524-4292-b66e-ad0a15ccbcc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8392138 Mar 22 14:36:33.416347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69285a3-fce6-4f9d-abd3-03dea3e29400']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:33.428147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b18002-fada-48cd-a7cd-89f00e33a528') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:33.428733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b18002-fada-48cd-a7cd-89f00e33a528') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:33.452540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (10b18002-fada-48cd-a7cd-89f00e33a528), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.466866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-05f465a3-311b-427c-bc5d-9221e2f19ade None None] Provisioning complete for port fb839f39-3735-43bb-b10f-68266da8a1c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:33.469166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-05f465a3-311b-427c-bc5d-9221e2f19ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.492626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (10b18002-fada-48cd-a7cd-89f00e33a528), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.505023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:33.511483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (10b18002-fada-48cd-a7cd-89f00e33a528), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:33.535600 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:33.574856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-05f465a3-311b-427c-bc5d-9221e2f19ade None None] Port fb839f39-3735-43bb-b10f-68266da8a1c0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:33.663616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e69285a3-fce6-4f9d-abd3-03dea3e29400), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.683323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:33.688054 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] 10.222.0.81 "DELETE /v2.0/networks/e69285a3-fce6-4f9d-abd3-03dea3e29400 HTTP/1.1" status: 204 len: 168 time: 0.8323758 Mar 22 14:36:33.701131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71acd6a-7e35-49a4-ba23-83a00dac6d5f tempest-TestNetworkBasicOps-1853068157 tempest-TestNetworkBasicOps-1853068157-project] Pushing event deleted for resources: {'Network': ['ID=e69285a3-fce6-4f9d-abd3-03dea3e29400,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:33.779811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:33.801289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:33.878445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: DOWN; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:34.072009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5098341f-f1e5-49fe-bc2a-5c8df10ed93a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:34.122273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3054d-0e69-4455-9b7b-4d0b940098d9 req-cee90bcd-cd92-4914-baf3-f011dc498fe8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:34.131539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bd3054d-0e69-4455-9b7b-4d0b940098d9 req-cee90bcd-cd92-4914-baf3-f011dc498fe8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1214032 Mar 22 14:36:34.205009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:34.205675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.207131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50656) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:34.331334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:34.332010 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.354461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1616138913-network', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:34.360698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:34.372857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.383117 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1d421327-e9e8-4f5f-87c7-ede65b707eef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=892b4b7b683b409dae0466c233153ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1745553 Mar 22 14:36:34.388942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:34.411197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Made reservation on behalf of 185f2259e4f4481b8db8be37cba2234b for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:34.413782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.448173 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.468305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6e07315b-579d-4a77-9e71-cdb54965aa80 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:34.502121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 6e07315b-579d-4a77-9e71-cdb54965aa80 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:34.502983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6e07315b-579d-4a77-9e71-cdb54965aa80 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:34.503564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a90002fc-cb60-4d8d-8afa-c0b53060b4ad no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:34.513275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:34.558173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a90002fc-cb60-4d8d-8afa-c0b53060b4ad {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:34.558990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a90002fc-cb60-4d8d-8afa-c0b53060b4ad not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:34.559503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fef45f37-df25-4bad-a707-e4ef54980def no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:34.573848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] Publish callbacks [] for security_group (32653d65-a62c-41be-9333-52df685077f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.583738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: fef45f37-df25-4bad-a707-e4ef54980def {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:34.585179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fef45f37-df25-4bad-a707-e4ef54980def not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:34.626756 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] Publish callbacks [] for security_group (32653d65-a62c-41be-9333-52df685077f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.704882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks [] for security_group (df85c851-e1c9-4cd5-b2c1-146bf10f5b96), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.711978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (df85c851-e1c9-4cd5-b2c1-146bf10f5b96), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.749600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:36:34.763856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (32653d65-a62c-41be-9333-52df685077f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.766384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.768856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32653d65-a62c-41be-9333-52df685077f6 HTTP/1.1" status: 204 len: 168 time: 0.3766298 Mar 22 14:36:34.773988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85c851-e1c9-4cd5-b2c1-146bf10f5b96,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:34.781361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4a8f5054-3807-4036-978f-d67ffe7a2cab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.781706 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Added segment 4a8f5054-3807-4036-978f-d67ffe7a2cab of type vlan for network ce90e00a-5579-4225-a4d2-297dc8b5e794 Mar 22 14:36:34.811158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c756e-8177-4395-a0cd-370af9de1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32653d65-a62c-41be-9333-52df685077f6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:34.838596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bd3054d-0e69-4455-9b7b-4d0b940098d9 req-0513fdf7-3a9a-4889-aa37-32dbf9de4dbe tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7026732 Mar 22 14:36:34.846000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-1d4cd780-ae64-4e6d-9bf8-cdf648a12359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:34.847770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-1d4cd780-ae64-4e6d-9bf8-cdf648a12359 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461&tenant_id=bd1657a7aa254b5ca7e269f61530c5bc HTTP/1.1" status: 200 len: 1126 time: 0.0914652 Mar 22 14:36:34.897119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (ce90e00a-5579-4225-a4d2-297dc8b5e794), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.904149 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Sync routers for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:34.921018 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Routers {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:34.922168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:34.931714 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (ce90e00a-5579-4225-a4d2-297dc8b5e794), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.932847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:34.933513 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:34.935743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-e0d7590b-29eb-49e4-b4b0-99fcec8bf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:34.938398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-e0d7590b-29eb-49e4-b4b0-99fcec8bf260 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1126 time: 0.0626125 Mar 22 14:36:34.992702 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1891937 Mar 22 14:36:35.029337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:35.034879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Request body: {'subnet': {'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1616138913-subnet', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:35.069075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fbda-1083-4f26-8dfa-b81435c8e67c admin admin] Pushing event updated for resources: {'Network': ['ID=ce90e00a-5579-4225-a4d2-297dc8b5e794,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:35.081732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:36:35.109747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Made reservation on behalf of 185f2259e4f4481b8db8be37cba2234b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:35.119057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.121175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:35.224083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-d585363c-e1bb-4f5a-8018-941e404f5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:35.226244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-d585363c-e1bb-4f5a-8018-941e404f5ea7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.2781193 Mar 22 14:36:35.335725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-460e2481-4306-473d-a634-f90366a90336 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 999 time: 0.0987985 Mar 22 14:36:35.343900 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Set router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:35.389037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50700) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:35.412413 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efab138c-559c-42f5-bcb8-ab3e77cda87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.428277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-3bfb6f22-57d4-473e-ba7e-5f6ece61e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:35.431220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-3bfb6f22-57d4-473e-ba7e-5f6ece61e22c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.0859661 Mar 22 14:36:35.583510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.588761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c0ba-09cc-4910-af01-765989410a55 req-2d5ae6ec-96ff-4a6c-94d6-b6c340d8d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:35.590346 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-2d5ae6ec-96ff-4a6c-94d6-b6c340d8d9bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1492765 Mar 22 14:36:35.593157 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 4, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fb839f39-3735-43bb-b10f-68266da8a1c0', 'name': '', 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'mac_address': 'fa:16:3e:dc:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:30Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 2, 'project_id': '60abdf609761477ca070274bc60c2717', 'subnets': [{'id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:35.624710 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Checking router: 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:35.625067 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Updating router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 port fb839f39-3735-43bb-b10f-68266da8a1c0 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:35.654647 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.667970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (49db29a8-0007-4395-9232-9075369067a7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.714360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efab138c-559c-42f5-bcb8-ab3e77cda87c admin admin] Publish callbacks [] for security_group (b956d4ed-ae45-4272-ad33-7e1c9d841ced), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.735054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-efab138c-559c-42f5-bcb8-ab3e77cda87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b956d4ed-ae45-4272-ad33-7e1c9d841ced), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.745670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5098341f-f1e5-49fe-bc2a-5c8df10ed93a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:35.764245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49db29a8-0007-4395-9232-9075369067a7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:35.807565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:35.808104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-14ea733a-3760-470a-8820-8bfaa32f459f service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102304 Mar 22 14:36:35.808727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.809359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab138c-559c-42f5-bcb8-ab3e77cda87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b956d4ed-ae45-4272-ad33-7e1c9d841ced,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:35.816736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-efab138c-559c-42f5-bcb8-ab3e77cda87c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af95e3e6392d4466b5db121f942eeea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265971 Mar 22 14:36:35.820680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50702) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:35.884199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Checking segment: {'id': '4a8f5054-3807-4036-978f-d67ffe7a2cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:35.884568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Network hostable DHCP agents. Network: ce90e00a-5579-4225-a4d2-297dc8b5e794, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:36:35.925668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:35.926070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Deleting port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:35.926684 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:35.967785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:36:35.995492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] Publish callbacks [] for security_group (b956d4ed-ae45-4272-ad33-7e1c9d841ced), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.016994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, ce90e00a-5579-4225-a4d2-297dc8b5e794) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:36.017416 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks [] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.026180 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.028688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2cb03a-728b-4f95-b1f1-e1aad72595f2 None None] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:36.029517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa64c0ba-09cc-4910-af01-765989410a55 req-9f6fea63-044f-4d9d-aa5c-83fdcee3b9cd service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095566 Mar 22 14:36:36.030737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:36.031327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.054940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] Publish callbacks [] for security_group (b956d4ed-ae45-4272-ad33-7e1c9d841ced), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.065919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] For port 599d2bbd-b0cb-4e53-806e-205d7e0e2c88, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:36.066380 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.077932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f36518ce-0666-4a42-8a30-fea10ebdbaf5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0470989 Mar 22 14:36:36.080830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:36.088593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:36.100398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Calling delete_port for 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:36.133826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc7847-4021-43b5-b7ae-f7b2c5ff69e0 req-ab697549-0868-47f0-9571-361aad1a7bce tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:36.141319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ccc7847-4021-43b5-b7ae-f7b2c5ff69e0 req-ab697549-0868-47f0-9571-361aad1a7bce tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1703491 Mar 22 14:36:36.185108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Attempting to bind port fb839f39-3735-43bb-b10f-68266da8a1c0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:36.188650 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Attempting to bind port fb839f39-3735-43bb-b10f-68266da8a1c0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:36.189105 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Attempting to bind port fb839f39-3735-43bb-b10f-68266da8a1c0 on network 7eb9463a-719f-4451-bbd2-361e5959922a {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:36.205529 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:36.206313 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Checking segment: {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:36.206987 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.208887 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Bound using segment: {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:36.217305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b956d4ed-ae45-4272-ad33-7e1c9d841ced), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.219937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.222148 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Bound port: fb839f39-3735-43bb-b10f-68266da8a1c0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23fdc0b-c9dd-4044-91ec-eebb6056007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:36.222806 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.223856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b956d4ed-ae45-4272-ad33-7e1c9d841ced HTTP/1.1" status: 204 len: 168 time: 0.4022341 Mar 22 14:36:36.236381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (f6b04834-db39-4aea-ae5b-14c86d827310), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.237748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (f6b04834-db39-4aea-ae5b-14c86d827310), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.240127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-ce90e00a-5579-4225-a4d2-297dc8b5e794', 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794', 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'fixed_ips': [{'subnet_id': '49db29a8-0007-4395-9232-9075369067a7'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:36:36.241090 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc898-4d64-4266-b4a5-2efee4293ae6 None None] Pushing event updated for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:36.247969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.273078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0285f3-8cbc-4e16-9793-e8ace83801c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b956d4ed-ae45-4272-ad33-7e1c9d841ced,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:36.295654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ccc7847-4021-43b5-b7ae-f7b2c5ff69e0 req-91f96271-346d-470f-8861-9ad776cd23e6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432717 Mar 22 14:36:36.382116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for router_controller (f6b04834-db39-4aea-ae5b-14c86d827310), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.388207 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] For port fb839f39-3735-43bb-b10f-68266da8a1c0, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:36.397192 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] For port fb839f39-3735-43bb-b10f-68266da8a1c0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fb839f39-3735-43bb-b10f-68266da8a1c0,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:36.411280 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.509714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc898-4d64-4266-b4a5-2efee4293ae6 None None] Pushing event updated for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:36.524736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Routers {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:36.525755 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:36.680917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for router_gateway (f6b04834-db39-4aea-ae5b-14c86d827310), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.725063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Provisioning complete for port fb839f39-3735-43bb-b10f-68266da8a1c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:36.726976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:36.731481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e68c-e106-42e3-994a-616c76841fca req-c6fec8c7-3267-49c0-9ddd-e38e1b0e5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:36.733370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-c6fec8c7-3267-49c0-9ddd-e38e1b0e5122 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1126 time: 0.1783562 Mar 22 14:36:36.807388 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] Set router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:36.886971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Allocated IP 172.20.0.2 (ce90e00a-5579-4225-a4d2-297dc8b5e794/49db29a8-0007-4395-9232-9075369067a7/1ca5f7f7-5f12-49ad-98ef-dc311d86abd6) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:36.955648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (599d2bbd-b0cb-4e53-806e-205d7e0e2c88), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.004578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Current status of the port fb839f39-3735-43bb-b10f-68266da8a1c0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:37.005455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.038340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Pushing event deleted for resources: {'Port': ['ID=599d2bbd-b0cb-4e53-806e-205d7e0e2c88,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:37.074729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e68c-e106-42e3-994a-616c76841fca req-5bfc1ced-6cc6-4518-8dc7-336a04f673dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:37.087398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-5bfc1ced-6cc6-4518-8dc7-336a04f673dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 200 len: 917 time: 0.3228364 Mar 22 14:36:37.134002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] For port fb839f39-3735-43bb-b10f-68266da8a1c0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fb839f39-3735-43bb-b10f-68266da8a1c0,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:37.265828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-d1d67d1a-245d-4a17-8d47-0300ed2a66b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 200 len: 999 time: 0.1593606 Mar 22 14:36:37.323717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.328926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 4, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fb839f39-3735-43bb-b10f-68266da8a1c0', 'name': '', 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'mac_address': 'fa:16:3e:dc:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:30Z', 'updated_at': '2022-03-22T14:36:36Z', 'revision_number': 4, 'project_id': '60abdf609761477ca070274bc60c2717', 'subnets': [{'id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:37.444338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e68c-e106-42e3-994a-616c76841fca req-78fa7671-cd87-4480-9115-9fdae3d60547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:37.446875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-78fa7671-cd87-4480-9115-9fdae3d60547 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 200 len: 855 time: 0.1675925 Mar 22 14:36:37.447759 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae37524-9ef1-45e2-9d0b-3c185c7acdda None None] The sync data for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 is: [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:31Z', 'revision_number': 4, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fb839f39-3735-43bb-b10f-68266da8a1c0', 'name': '', 'network_id': '7eb9463a-719f-4451-bbd2-361e5959922a', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'mac_address': 'fa:16:3e:dc:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:30Z', 'updated_at': '2022-03-22T14:36:36Z', 'revision_number': 4, 'project_id': '60abdf609761477ca070274bc60c2717', 'subnets': [{'id': '4aafb111-3042-4e32-ab37-5e8b7b975bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:37.521873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89be5-abb9-4c26-a7a6-2d003da099e8 None None] Pushing event updated for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:37.585719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e68c-e106-42e3-994a-616c76841fca req-3a9d9e0b-8e80-4b23-924a-9f20a04baea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:37.587547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-3a9d9e0b-8e80-4b23-924a-9f20a04baea9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=91e97a1a-46c7-42c6-8c0a-af63588e347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1280181 Mar 22 14:36:37.660065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.673497 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for router_gateway (f6b04834-db39-4aea-ae5b-14c86d827310), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.701863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.803995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks [] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.815792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-29f3dc49-6e44-4de5-ae84-e4f22c3bb5e0 None None] Provisioning complete for port fb839f39-3735-43bb-b10f-68266da8a1c0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:37.816231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-29f3dc49-6e44-4de5-ae84-e4f22c3bb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.924748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-915789a4-d2b6-4b59-9f21-dab388f18ea1 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194427 Mar 22 14:36:37.941401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:37.998375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Allocated IP 172.25.3.41 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/ccd6badb-5aaa-4932-bcfa-d32bf0ab9278) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:38.035325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fb839f39-3735-43bb-b10f-68266da8a1c0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:38.121485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:38.155597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:38.159374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:38.193623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Pushing event updated for resources: {'Port': ['ID=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:38.202391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b315e68c-e106-42e3-994a-616c76841fca req-e7c11f49-36e6-4914-9537-b052472d64b4 service neutron] 10.222.0.78 "GET /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652664 Mar 22 14:36:38.368407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-29f3dc49-6e44-4de5-ae84-e4f22c3bb5e0 None None] Current status of the port fb839f39-3735-43bb-b10f-68266da8a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:38.389841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029018cd-1a26-4fc4-96ac-07076a81e2c6 req-84376394-ebde-47ea-928c-6245037b8e62 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:38.391650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-029018cd-1a26-4fc4-96ac-07076a81e2c6 req-84376394-ebde-47ea-928c-6245037b8e62 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1449029 Mar 22 14:36:38.427694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fb839f39-3735-43bb-b10f-68266da8a1c0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:38.428144 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:38.504660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Attempting to bind port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:38.518549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Attempting to bind port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4a8f5054-3807-4036-978f-d67ffe7a2cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:38.522291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Attempting to bind port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 on network ce90e00a-5579-4225-a4d2-297dc8b5e794 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:38.540572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:38.541026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Checking segment: {'id': '4a8f5054-3807-4036-978f-d67ffe7a2cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:38.541352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:38.541741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Bound using segment: {'id': '4a8f5054-3807-4036-978f-d67ffe7a2cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:38.542266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Bound port: 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8f5054-3807-4036-978f-d67ffe7a2cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:38.542644 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:38.590184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-029018cd-1a26-4fc4-96ac-07076a81e2c6 req-aee36c4d-9821-4211-8ee1-299ba4b4d027 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839895 Mar 22 14:36:38.733143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fb839f39-3735-43bb-b10f-68266da8a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:38.787268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] For port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:38.797162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] For port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,segment=NetworkSegment(4a8f5054-3807-4036-978f-d67ffe7a2cab),segment_id=4a8f5054-3807-4036-978f-d67ffe7a2cab)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:38.809564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:38.936184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba87630-a0ec-4cd2-a98a-fb0f1bfebfe4 None None] Pushing event updated for resources: {'Port': ['ID=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:39.074147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Router bd661717-ed6c-428f-b764-5e1b44cba3f3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:39.375363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:39.384236 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dae0b133-5dc0-4f73-b0a5-23ec02fcce32 admin admin] 10.222.0.81 "PUT /v2.0/routers/bd661717-ed6c-428f-b764-5e1b44cba3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2612457 Mar 22 14:36:39.387059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:39.388382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Sync routers for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:39.408395 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:39.409389 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:39.420622 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:39.529541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:39.645065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:39.669364 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks [] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:39.690576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Pushing event updated for resources: {'Port': ['ID=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:39.728268 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:39.730157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:39.732611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:39.921199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:40.019675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bbb0e-6970-4f8f-9171-15b77b358a61 req-1c1af3d4-8eae-471d-bac0-637af012ec57 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:40.026772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c5bbb0e-6970-4f8f-9171-15b77b358a61 req-1c1af3d4-8eae-471d-bac0-637af012ec57 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.2520323 Mar 22 14:36:40.059600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks [] for router_gateway (bd661717-ed6c-428f-b764-5e1b44cba3f3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.151959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c5bbb0e-6970-4f8f-9171-15b77b358a61 req-0281e6fe-bc0a-4adc-ae72-9133e7872840 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135819 Mar 22 14:36:40.204817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Deleting port 829c7552-4ead-4f5b-85b8-00295c87f25d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:40.205163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.236086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:40.236617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.362833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] For port 829c7552-4ead-4f5b-85b8-00295c87f25d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=829c7552-4ead-4f5b-85b8-00295c87f25d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:40.367628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.385549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Calling delete_port for 829c7552-4ead-4f5b-85b8-00295c87f25d owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:40.430442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:36Z', 'revision_number': 5, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port': {'id': '829c7552-4ead-4f5b-85b8-00295c87f25d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ee:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:15Z', 'updated_at': '2022-03-22T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:40.508493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Checking router: bd661717-ed6c-428f-b764-5e1b44cba3f3 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:40.510090 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for router_gateway (f6b04834-db39-4aea-ae5b-14c86d827310), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.536394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:40.536958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.567855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Routers {'bd661717-ed6c-428f-b764-5e1b44cba3f3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:40.567855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bd661717-ed6c-428f-b764-5e1b44cba3f3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:40.753316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,segment=NetworkSegment(4a8f5054-3807-4036-978f-d67ffe7a2cab),segment_id=4a8f5054-3807-4036-978f-d67ffe7a2cab)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:40.761450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9fb53-1778-4aaa-9e1c-c650d27f9a54 None None] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:40.813874 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.869088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (f6b04834-db39-4aea-ae5b-14c86d827310), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.880468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (829c7552-4ead-4f5b-85b8-00295c87f25d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:40.996420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Pushing event deleted for resources: {'Port': ['ID=829c7552-4ead-4f5b-85b8-00295c87f25d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:41.062007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.132810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:41.147259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] Set router bd661717-ed6c-428f-b764-5e1b44cba3f3 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:41.218373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dff678e7-2964-4ea1-a094-85a3c09ce9eb None None] Provisioning complete for port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:41.218746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dff678e7-2964-4ea1-a094-85a3c09ce9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.220382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:40Z', 'revision_number': 6, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:41.242216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.244903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks [] for router_controller (bd661717-ed6c-428f-b764-5e1b44cba3f3), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.278463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288e259-34d0-4d63-9f62-677c57ade05d None None] The sync data for ids ['bd661717-ed6c-428f-b764-5e1b44cba3f3'] in n-d-758851-5 is: [{'id': 'bd661717-ed6c-428f-b764-5e1b44cba3f3', 'name': 'tempest-TestAggregatesBasicOps-374521951-router', 'tenant_id': 'ef8dfebbab7b4af593e3605244af6eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:14Z', 'updated_at': '2022-03-22T14:36:40Z', 'revision_number': 6, 'project_id': 'ef8dfebbab7b4af593e3605244af6eca', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:41.309474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Router f6b04834-db39-4aea-ae5b-14c86d827310 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:36:41.439081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (bd661717-ed6c-428f-b764-5e1b44cba3f3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.441443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd661717-ed6c-428f-b764-5e1b44cba3f3 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:41.446980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dff678e7-2964-4ea1-a094-85a3c09ce9eb None None] Current status of the port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:41.454866 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.458405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5a003bd8-5e78-4964-af45-8c724ce6267d admin admin] 10.222.0.81 "DELETE /v2.0/routers/bd661717-ed6c-428f-b764-5e1b44cba3f3 HTTP/1.1" status: 204 len: 168 time: 2.0679686 Mar 22 14:36:41.462677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50788) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:41.539501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643a5a-5b23-4078-b359-917d089fcd93 req-9bd2268a-7aab-429f-93df-c3aae511eae8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:41.541118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a643a5a-5b23-4078-b359-917d089fcd93 req-9bd2268a-7aab-429f-93df-c3aae511eae8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1655347 Mar 22 14:36:41.572145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Deleting subnet 57c1bd4f-673f-4cbb-98fa-37a3f7b320d5 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:41.583095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Publish callbacks [] for subnet (57c1bd4f-673f-4cbb-98fa-37a3f7b320d5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.704917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:41.718668 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Sync routers for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:41.735944 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Routers {'f6b04834-db39-4aea-ae5b-14c86d827310'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:41.736579 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f6b04834-db39-4aea-ae5b-14c86d827310'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:41.747022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.758670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3158e34a-0f7b-4f44-99a6-d14a407fb6ce admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6759953 Mar 22 14:36:41.766394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50790) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:41.788368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (57c1bd4f-673f-4cbb-98fa-37a3f7b320d5), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:41.903359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a643a5a-5b23-4078-b359-917d089fcd93 req-176780cb-93df-48c4-92fe-ed5ec13ff57f tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3544517 Mar 22 14:36:41.918198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:41.982255 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Set router f6b04834-db39-4aea-ae5b-14c86d827310 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:41.994840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50792) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:42.025217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'network': {'name': 'tempest-network-smoke--527100883', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:42.058341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (57c1bd4f-673f-4cbb-98fa-37a3f7b320d5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.079830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-84fdd3cb-aa91-4d80-9f2c-bc9827bc1aa7 None None] Provisioning complete for port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:42.080207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84fdd3cb-aa91-4d80-9f2c-bc9827bc1aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.082733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:42.086580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.098828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.169556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (57c1bd4f-673f-4cbb-98fa-37a3f7b320d5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.212409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:42.212787 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.215618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c1bd4f-673f-4cbb-98fa-37a3f7b320d5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:42.219101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.221847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2399871-2aeb-4d0b-80d7-5209e019c7b2 None None] Network 78832803-a90a-4fde-9987-e75e007646f7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:42.226706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c4aa0f09-cf28-4217-bb2a-2de0ee62a131 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/57c1bd4f-673f-4cbb-98fa-37a3f7b320d5 HTTP/1.1" status: 204 len: 168 time: 0.7621026 Mar 22 14:36:42.228876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:42.327144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (75f723d8-336d-4556-a89f-4768c147eb8e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.335558 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75f723d8-336d-4556-a89f-4768c147eb8e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.364281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (78832803-a90a-4fde-9987-e75e007646f7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.375242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:36:42.404314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (46e13afa-4682-40fb-be34-686f1aefa4bd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.405367 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Added segment 46e13afa-4682-40fb-be34-686f1aefa4bd of type vlan for network 58f959bb-083c-4f3f-96e3-e176ab39e480 Mar 22 14:36:42.407223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f723d8-336d-4556-a89f-4768c147eb8e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:42.483856 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (58f959bb-083c-4f3f-96e3-e176ab39e480), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.520498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Deleting port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:42.520991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.590496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (58f959bb-083c-4f3f-96e3-e176ab39e480), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.590938 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:40Z', 'revision_number': 3, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:42.597138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:42.597903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.656684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-84fdd3cb-aa91-4d80-9f2c-bc9827bc1aa7 None None] Current status of the port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:42.686215 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Checking router: f6b04834-db39-4aea-ae5b-14c86d827310 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:42.686950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Updating router f6b04834-db39-4aea-ae5b-14c86d827310 port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:42.687068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.718107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Network': ['ID=58f959bb-083c-4f3f-96e3-e176ab39e480,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:42.756470 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.773953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-228243f7-b477-4d37-8c50-5764867965e1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7737341 Mar 22 14:36:42.774732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50796) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:42.799976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'admin_state_up': True, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:42.819423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:36:42.825520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] For port 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=22c4baf1-14c2-4d62-801c-e15f11eb1b70,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:42.831817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.899548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Calling delete_port for 22c4baf1-14c2-4d62-801c-e15f11eb1b70 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:42.938291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:42.942103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.004301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:43.025266 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:43.062409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:43.062772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 599d2bbd-b0cb-4e53-806e-205d7e0e2c88 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:43.092139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] DHCP port deletion for 78832803-a90a-4fde-9987-e75e007646f7 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:43.160506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Deleting port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:43.160876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.192016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Allocated IP 172.20.0.1 (ce90e00a-5579-4225-a4d2-297dc8b5e794/49db29a8-0007-4395-9232-9075369067a7/d8da127a-faca-4938-be00-5e4f55a6cc95) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:43.237129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] For port 22c4baf1-14c2-4d62-801c-e15f11eb1b70, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=22c4baf1-14c2-4d62-801c-e15f11eb1b70,segment=NetworkSegment(0722233a-4838-4201-a5a6-1f9f927924be),segment_id=0722233a-4838-4201-a5a6-1f9f927924be)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:43.237472 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.254118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Calling delete_port for 22c4baf1-14c2-4d62-801c-e15f11eb1b70 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:43.299643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_controller (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.409201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks [] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.414655 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks [] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.428164 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.449397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213343a-dd93-4e33-b246-69688d809770 req-9feb760e-7c37-420b-b87b-c1052a5824b9 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:43.455868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f213343a-dd93-4e33-b246-69688d809770 req-9feb760e-7c37-420b-b87b-c1052a5824b9 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.3496878 Mar 22 14:36:43.470599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.519727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.533468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] No DVR routers for this DVR port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:43.535919 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Attempting to bind port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:43.536436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Attempting to bind port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:43.537177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Attempting to bind port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:43.537336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (22c4baf1-14c2-4d62-801c-e15f11eb1b70), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.563951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:43.566309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da127a-faca-4938-be00-5e4f55a6cc95,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.575329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:43.576933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:43.577873 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:43.578619 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.579330 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:43.579985 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Bound port: ccd6badb-5aaa-4932-bcfa-d32bf0ab9278, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:43.580636 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.584263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:43.587542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077d9a4-85b1-49ea-b162-070df3d2bd67 None None] Pushing event deleted for resources: {'Port': ['ID=22c4baf1-14c2-4d62-801c-e15f11eb1b70,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.662986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (f6b04834-db39-4aea-ae5b-14c86d827310), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.685499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Pushing event deleted for resources: {'Port': ['ID=22c4baf1-14c2-4d62-801c-e15f11eb1b70,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.752158 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24913d31-d1cc-48ce-84f3-bb9912536c8c None None] Pushing event updated for resources: {'Port': ['ID=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:43.758921 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] For port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:43.764094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 22c4baf1-14c2-4d62-801c-e15f11eb1b70 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:43.766350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] For port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:43.780416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] No DVR routers for this DVR port 22c4baf1-14c2-4d62-801c-e15f11eb1b70 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:43.784347 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.813150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 22c4baf1-14c2-4d62-801c-e15f11eb1b70 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:43.813527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 22c4baf1-14c2-4d62-801c-e15f11eb1b70 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:43.813954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 829c7552-4ead-4f5b-85b8-00295c87f25d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:43.855599 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 829c7552-4ead-4f5b-85b8-00295c87f25d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:43.855850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 829c7552-4ead-4f5b-85b8-00295c87f25d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:43.875232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.888963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:43.941482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f213343a-dd93-4e33-b246-69688d809770 req-80754399-a3cb-444e-b2a3-50673c572de6 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4502785 Mar 22 14:36:44.001992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (78832803-a90a-4fde-9987-e75e007646f7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.021951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Routers {'f6b04834-db39-4aea-ae5b-14c86d827310'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:44.025529 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f6b04834-db39-4aea-ae5b-14c86d827310'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.097953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b836a8ff-33c3-4d5e-a842-2b1b7f284615 None None] Provisioning complete for port d8da127a-faca-4938-be00-5e4f55a6cc95 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:44.098686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b836a8ff-33c3-4d5e-a842-2b1b7f284615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.191110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b836a8ff-33c3-4d5e-a842-2b1b7f284615 None None] Port d8da127a-faca-4938-be00-5e4f55a6cc95 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:44.278254 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24913d31-d1cc-48ce-84f3-bb9912536c8c None None] Pushing event updated for resources: {'Port': ['ID=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:44.310441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks [] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.343678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.380420 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] Set router f6b04834-db39-4aea-ae5b-14c86d827310 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:44.478869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (f6b04834-db39-4aea-ae5b-14c86d827310), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.493109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da127a-faca-4938-be00-5e4f55a6cc95,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:44.532572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78832803-a90a-4fde-9987-e75e007646f7']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.547320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0722233a-4838-4201-a5a6-1f9f927924be') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.547905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0722233a-4838-4201-a5a6-1f9f927924be') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.559968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (0722233a-4838-4201-a5a6-1f9f927924be), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.579767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0722233a-4838-4201-a5a6-1f9f927924be), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.588496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:44.589158 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (0722233a-4838-4201-a5a6-1f9f927924be), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:44.591091 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:44.661308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:44.665421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:44.669906 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (78832803-a90a-4fde-9987-e75e007646f7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.677916 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:44.685076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] 10.222.0.81 "DELETE /v2.0/networks/78832803-a90a-4fde-9987-e75e007646f7 HTTP/1.1" status: 204 len: 168 time: 2.4515688 Mar 22 14:36:44.704501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50802) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:44.716487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b987b-eb6d-4e19-8d75-7e2cf31ab41d admin admin] Pushing event deleted for resources: {'Network': ['ID=78832803-a90a-4fde-9987-e75e007646f7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:44.877097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 4, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd8da127a-faca-4938-be00-5e4f55a6cc95', 'name': '', 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'mac_address': 'fa:16:3e:ca:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '49db29a8-0007-4395-9232-9075369067a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 1, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'subnets': [{'id': '49db29a8-0007-4395-9232-9075369067a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:44.913820 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a66909-8f71-4aa1-8a1e-070031d4bdfc None None] The sync data for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 is: [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 4, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd8da127a-faca-4938-be00-5e4f55a6cc95', 'name': '', 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'mac_address': 'fa:16:3e:ca:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '49db29a8-0007-4395-9232-9075369067a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 1, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'subnets': [{'id': '49db29a8-0007-4395-9232-9075369067a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:44.944747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Router f6b04834-db39-4aea-ae5b-14c86d827310 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:45.027415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.043959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-72c06ddb-2d6c-48b5-858e-a160f752fdcd None None] Provisioning complete for port d8da127a-faca-4938-be00-5e4f55a6cc95 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:45.044555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-72c06ddb-2d6c-48b5-858e-a160f752fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.078594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:45.108027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-72c06ddb-2d6c-48b5-858e-a160f752fdcd None None] Port d8da127a-faca-4938-be00-5e4f55a6cc95 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:45.383086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b371f-9bff-434a-a38b-b32fc636d7dc req-d0702670-e5e7-4124-8cc0-80212ccf1c56 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:45.385552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab0b371f-9bff-434a-a38b-b32fc636d7dc req-d0702670-e5e7-4124-8cc0-80212ccf1c56 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.2905796 Mar 22 14:36:45.610050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab0b371f-9bff-434a-a38b-b32fc636d7dc req-6c5ef4fb-6dcc-47cd-be68-a7d561527fb7 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791420 Mar 22 14:36:45.652824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.25.3.114 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a91b74b0-84d5-44d1-a147-6fc2bfe20a3c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:45.981126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.068172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:46.076936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.087945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-078dde65-bf70-4928-904a-5731ac905120 admin admin] 10.222.0.81 "PUT /v2.0/routers/f6b04834-db39-4aea-ae5b-14c86d827310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3119678 Mar 22 14:36:46.259352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:46.311748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:46.319890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:46.333922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:46.400613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:46.947284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ea021-506c-4074-b8b7-cb2aa06ee48a req-43834753-a9cb-44a6-b40c-61dedec123f5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:46.949179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-667ea021-506c-4074-b8b7-cb2aa06ee48a req-43834753-a9cb-44a6-b40c-61dedec123f5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1634388 Mar 22 14:36:46.977775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:47.246229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-667ea021-506c-4074-b8b7-cb2aa06ee48a req-6422bdd8-ab18-4943-99cc-81a56bf002af tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2716668 Mar 22 14:36:47.301949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Deleting port fb839f39-3735-43bb-b10f-68266da8a1c0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:47.302247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:47.511328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] For port fb839f39-3735-43bb-b10f-68266da8a1c0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fb839f39-3735-43bb-b10f-68266da8a1c0,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:47.511745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:47.538946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Calling delete_port for fb839f39-3735-43bb-b10f-68266da8a1c0 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:47.609622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:47.848290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:47.867004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:36:47.954850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:47.955736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.079043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50828) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:48.116231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:48.116805 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.141532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:48.155366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.226735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:48.419052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Sync routers for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:48.430595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Routers {'f6b04834-db39-4aea-ae5b-14c86d827310'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:48.431219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f6b04834-db39-4aea-ae5b-14c86d827310'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:48.519679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354f67-7906-4c7d-b985-0a8bceabe320 req-92c6e78e-ebbc-4036-9747-e84da2e8f8fb tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:48.521287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21354f67-7906-4c7d-b985-0a8bceabe320 req-92c6e78e-ebbc-4036-9747-e84da2e8f8fb tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1269982 Mar 22 14:36:48.534065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (f6b04834-db39-4aea-ae5b-14c86d827310), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.554392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:48.557028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Set router f6b04834-db39-4aea-ae5b-14c86d827310 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:48.566499 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Sync routers for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:48.584754 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:48.585589 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:48.592087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fb839f39-3735-43bb-b10f-68266da8a1c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.605325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21354f67-7906-4c7d-b985-0a8bceabe320 req-f109cf63-150e-452e-aa1d-82078fcc8939 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777917 Mar 22 14:36:48.628352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.629709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d3ce5f35-6c46-4ee4-83a8-39d98e9e6af2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8474791 Mar 22 14:36:48.631499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb839f39-3735-43bb-b10f-68266da8a1c0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:48.639218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:48.678675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f5b280f-db25-412b-8205-e0a86cd19cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.808845 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:48.877845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b56d07ba-b8e9-45b4-a1d4-394af39c32f5 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0f99edb0ddc546d9966d2dfbe3031617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2373631 Mar 22 14:36:48.880801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50836) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:48.924293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:43Z', 'revision_number': 4, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'd8da127a-faca-4938-be00-5e4f55a6cc95', 'name': '', 'network_id': 'ce90e00a-5579-4225-a4d2-297dc8b5e794', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'mac_address': 'fa:16:3e:ca:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '49db29a8-0007-4395-9232-9075369067a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:44Z', 'revision_number': 2, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'subnets': [{'id': '49db29a8-0007-4395-9232-9075369067a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:48.936904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:48.981740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8c256-73b5-4883-8e3f-c6ef9282454e tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:48.983864 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e4f8c256-73b5-4883-8e3f-c6ef9282454e tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000648 Mar 22 14:36:48.986985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Checking router: f6b04834-db39-4aea-ae5b-14c86d827310 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:48.987147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50838) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:48.990189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Updating router f6b04834-db39-4aea-ae5b-14c86d827310 port d8da127a-faca-4938-be00-5e4f55a6cc95 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:49.016519 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7abf9efe-19f9-4f53-87cf-31943c576f87 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282331 Mar 22 14:36:49.018429 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Deleting port d8da127a-faca-4938-be00-5e4f55a6cc95 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:49.019132 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.027293 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.043232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50840) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:49.049079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289936911', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:49.049749 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:46Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:49.080729 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Checking router: ef3ab653-f711-4913-8b5e-bbd4e37c8b14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:49.081080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Updating router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:49.099387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.109316 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.114122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Calling delete_port for d8da127a-faca-4938-be00-5e4f55a6cc95 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:49.218900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:49.222679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.362951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (d8da127a-faca-4938-be00-5e4f55a6cc95), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.373708 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:36:49.374483 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:36:49.390577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:49.396155 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks [] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.403445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8da127a-faca-4938-be00-5e4f55a6cc95,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:49.404317 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.464663 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Attempting to bind port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:49.465181 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Attempting to bind port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:49.465640 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Attempting to bind port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:49.485695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:49.486340 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:49.487054 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.487552 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:49.488162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Bound port: a91b74b0-84d5-44d1-a147-6fc2bfe20a3c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:49.488945 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.562752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c0c6-e398-4a48-8035-a2b520ff7422 None None] Pushing event updated for resources: {'Port': ['ID=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:49.569199 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] For port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:49.574450 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] For port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:49.585535 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.598363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (aa90908a-5573-422c-b1dd-7c3bb5b9b225), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.638448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:49.648114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca209227-25ee-48ea-bedc-f63dd398159f admin admin] 10.222.0.81 "PUT /v2.0/routers/5da0d8ae-9524-4292-b66e-ad0a15ccbcc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9414346 Mar 22 14:36:49.648347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Sync routers for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:49.650702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50842) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:49.660101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:49.662370 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:49.680677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (f6b04834-db39-4aea-ae5b-14c86d827310), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.685331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Routers {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:49.686204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:49.762195 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c0c6-e398-4a48-8035-a2b520ff7422 None None] Pushing event updated for resources: {'Port': ['ID=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:49.816171 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:49.819430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Subnet': ['ID=aa90908a-5573-422c-b1dd-7c3bb5b9b225,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:49.896230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Checking segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:49.896883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network hostable DHCP agents. Network: 58f959bb-083c-4f3f-96e3-e176ab39e480, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:36:49.907962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Port d8da127a-faca-4938-be00-5e4f55a6cc95 not found while updating agent binding for router f6b04834-db39-4aea-ae5b-14c86d827310. {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 14:36:49.913493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:49.914884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec4db-e7b3-4bc8-ac82-93e54db38d5e req-4edcb56b-f42a-4745-b907-a72663def408 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:49.916630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8fec4db-e7b3-4bc8-ac82-93e54db38d5e req-4edcb56b-f42a-4745-b907-a72663def408 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.1198528 Mar 22 14:36:49.951063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:36:49.965785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks [] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:49.995283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Router f6b04834-db39-4aea-ae5b-14c86d827310 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:49.997492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Routers {'f6b04834-db39-4aea-ae5b-14c86d827310'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:49.998562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f6b04834-db39-4aea-ae5b-14c86d827310'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:50.004555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Set router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:50.040277 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:46Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:50.050672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 58f959bb-083c-4f3f-96e3-e176ab39e480) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:50.066515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:50.067467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.083986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd767-cc34-4707-8d85-4f69d11ed45a None None] The sync data for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 is: [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:46Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:50.111107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ff17d282-2a80-4de3-ace6-b4057cb19ffa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0608277 Mar 22 14:36:50.111354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.125821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f8fec4db-e7b3-4bc8-ac82-93e54db38d5e req-55fe5ccc-1e5a-47eb-a682-c6d9b7e35a3a tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000575 Mar 22 14:36:50.176351 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks [] for router_gateway (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.227329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:50.235227 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e010fb2-4dce-4abb-8bd2-24511cb0dde4 admin admin] 10.222.0.81 "PUT /v2.0/routers/f6b04834-db39-4aea-ae5b-14c86d827310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551859 Mar 22 14:36:50.238862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50848) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.255797 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Deleting port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:50.257104 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.337797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd09fd-0be0-4339-b1db-2ad2ace98ac6 None None] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:50.351655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] For port 5098341f-f1e5-49fe-bc2a-5c8df10ed93a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:50.352117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.371133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Calling delete_port for 5098341f-f1e5-49fe-bc2a-5c8df10ed93a owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:50.472453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks [] for router (f6b04834-db39-4aea-ae5b-14c86d827310), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.540428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:50.540968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.600344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-58f959bb-083c-4f3f-96e3-e176ab39e480', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:36:50.601640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.613389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5098341f-f1e5-49fe-bc2a-5c8df10ed93a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.663665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Pushing event deleted for resources: {'Port': ['ID=5098341f-f1e5-49fe-bc2a-5c8df10ed93a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:50.700374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] Set router f6b04834-db39-4aea-ae5b-14c86d827310 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:50.712050 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.737902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks [] for router_gateway (f6b04834-db39-4aea-ae5b-14c86d827310), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.843757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.847118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks [] for router_controller (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.906625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5da0d8ae-9524-4292-b66e-ad0a15ccbcc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.907910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:50.917622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.922194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b37e0fa-9f79-45a1-b7ba-3f420212b310 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 HTTP/1.1" status: 204 len: 168 time: 1.2650969 Mar 22 14:36:50.923049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50850) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:50.958324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:50.986942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Deleting subnet 4aafb111-3042-4e32-ab37-5e8b7b975bf9 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:50.991899 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Publish callbacks [] for subnet (4aafb111-3042-4e32-ab37-5e8b7b975bf9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:50.997915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'name': 'tempest-TestAggregatesBasicOps-1638526232-router', 'tenant_id': '60abdf609761477ca070274bc60c2717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:25Z', 'updated_at': '2022-03-22T14:36:48Z', 'revision_number': 5, 'project_id': '60abdf609761477ca070274bc60c2717', 'gw_port': {'id': '5098341f-f1e5-49fe-bc2a-5c8df10ed93a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0d8ae-9524-4292-b66e-ad0a15ccbcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:27Z', 'updated_at': '2022-03-22T14:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:51.033028 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (4aafb111-3042-4e32-ab37-5e8b7b975bf9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.046178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Checking router: 5da0d8ae-9524-4292-b66e-ad0a15ccbcc0 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:51.051409 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b39b86f-44dd-44e3-85d2-4b485abeca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.079590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:51.079958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:36:51.080810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_agentschedulers_db [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:36:51.081211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294ee25-b885-47c9-b95a-8156c19c32b9 None None] The sync data for ids ['5da0d8ae-9524-4292-b66e-ad0a15ccbcc0'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:51.120015 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4aafb111-3042-4e32-ab37-5e8b7b975bf9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.157079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Allocated IP 172.20.0.2 (58f959bb-083c-4f3f-96e3-e176ab39e480/aa90908a-5573-422c-b1dd-7c3bb5b9b225/aa6ef58c-08b3-4506-861f-2f760ae1d352) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:51.184085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (4aafb111-3042-4e32-ab37-5e8b7b975bf9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.239970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.246999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4aafb111-3042-4e32-ab37-5e8b7b975bf9 HTTP/1.1" status: 204 len: 168 time: 0.3218484 Mar 22 14:36:51.248418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebe91c-0c16-417a-8226-a879071bd9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aafb111-3042-4e32-ab37-5e8b7b975bf9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:51.261766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:51.286425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:49Z', 'revision_number': 5, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:51.288485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd31d32-0ca2-4dc2-94cc-c577c7d32906 None None] Network 7eb9463a-719f-4451-bbd2-361e5959922a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:51.320632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665b8a3-7276-4527-8741-af728cbf78ac req-abee5070-3e95-4999-bac8-2261ea1f4ec0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:51.322447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0665b8a3-7276-4527-8741-af728cbf78ac req-abee5070-3e95-4999-bac8-2261ea1f4ec0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 944 time: 0.0663767 Mar 22 14:36:51.378535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811c4ec-fddf-4e64-aa33-9c8460b8c6da None None] The sync data for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 is: [{'id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'name': 'tempest-ImageQuotaTest-1616138913-router', 'tenant_id': '185f2259e4f4481b8db8be37cba2234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:36Z', 'updated_at': '2022-03-22T14:36:49Z', 'revision_number': 5, 'project_id': '185f2259e4f4481b8db8be37cba2234b', 'gw_port': {'id': 'ccd6badb-5aaa-4932-bcfa-d32bf0ab9278', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b04834-db39-4aea-ae5b-14c86d827310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:37Z', 'updated_at': '2022-03-22T14:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:51.400203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (7eb9463a-719f-4451-bbd2-361e5959922a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.405671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0665b8a3-7276-4527-8741-af728cbf78ac req-7545e24d-a577-4762-9f8d-f007ae774187 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770609 Mar 22 14:36:51.445502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Deleting port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:51.445836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.464625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.524722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks [] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.532674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.575448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:51.578526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:51.582310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:51.621465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Pushing event updated for resources: {'Port': ['ID=aa6ef58c-08b3-4506-861f-2f760ae1d352,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:51.647128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] For port ccd6badb-5aaa-4932-bcfa-d32bf0ab9278, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:51.647488 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.655229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Attempting to bind port aa6ef58c-08b3-4506-861f-2f760ae1d352 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:51.655672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Attempting to bind port aa6ef58c-08b3-4506-861f-2f760ae1d352 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:51.656041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Attempting to bind port aa6ef58c-08b3-4506-861f-2f760ae1d352 on network 58f959bb-083c-4f3f-96e3-e176ab39e480 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:51.660979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:51.661243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Deleting port 2d689b2e-520e-4eaf-bcdf-6818c9443386 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:51.661573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.662311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Checking segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:51.662747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.663116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Bound using segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:51.663587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Bound port: aa6ef58c-08b3-4506-861f-2f760ae1d352, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:51.664443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.669156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Calling delete_port for ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:51.731347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] For port aa6ef58c-08b3-4506-861f-2f760ae1d352, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:51.735688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] For port aa6ef58c-08b3-4506-861f-2f760ae1d352, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=aa6ef58c-08b3-4506-861f-2f760ae1d352,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:51.744531 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.809421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84022d-5219-4be7-9244-675bf3e276d4 None None] Pushing event updated for resources: {'Port': ['ID=aa6ef58c-08b3-4506-861f-2f760ae1d352,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:51.821157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] For port 2d689b2e-520e-4eaf-bcdf-6818c9443386, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d689b2e-520e-4eaf-bcdf-6818c9443386,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:51.821517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:51.852778 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Calling delete_port for 2d689b2e-520e-4eaf-bcdf-6818c9443386 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:51.857923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:36:51.886053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] DHCP port deletion for 7eb9463a-719f-4451-bbd2-361e5959922a request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:51.987930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.067093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Deleting port 2d689b2e-520e-4eaf-bcdf-6818c9443386 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:52.067756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.076004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:52.166916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a91b74b0-84d5-44d1-a147-6fc2bfe20a3c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:52.180145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] For port 2d689b2e-520e-4eaf-bcdf-6818c9443386, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2d689b2e-520e-4eaf-bcdf-6818c9443386,segment=NetworkSegment(b23fdc0b-c9dd-4044-91ec-eebb6056007a),segment_id=b23fdc0b-c9dd-4044-91ec-eebb6056007a)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:52.180583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.207691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '71f2159b-500e-4411-b039-91e250f48c42', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'port_id': '71f2159b-500e-4411-b039-91e250f48c42', 'mac_address': 'fa:16:3e:e7:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:36:52.232237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Calling delete_port for 2d689b2e-520e-4eaf-bcdf-6818c9443386 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:52.254430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.20.0.1 (58f959bb-083c-4f3f-96e3-e176ab39e480/aa90908a-5573-422c-b1dd-7c3bb5b9b225/ecca0382-4c68-465f-bb57-c7717283eba2) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:52.261720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.313104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d689b2e-520e-4eaf-bcdf-6818c9443386,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.333152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] No DVR routers for this DVR port 2d689b2e-520e-4eaf-bcdf-6818c9443386 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:52.344096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:52.344491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.371567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:52.371950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.375889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:36:52.441942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:52.448837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (2d689b2e-520e-4eaf-bcdf-6818c9443386), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.458929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ccd6badb-5aaa-4932-bcfa-d32bf0ab9278), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.459619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.491964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] Pushing event deleted for resources: {'Port': ['ID=2d689b2e-520e-4eaf-bcdf-6818c9443386,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.505993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102f0cb-9348-444c-bde5-5aa03e460dd8 None None] No DVR routers for this DVR port 2d689b2e-520e-4eaf-bcdf-6818c9443386 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:52.529622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd6badb-5aaa-4932-bcfa-d32bf0ab9278,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.532579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (7eb9463a-719f-4451-bbd2-361e5959922a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.590437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb9463a-719f-4451-bbd2-361e5959922a']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:52.612939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edab36-a517-4fcc-9b75-8f807f720eac req-6a67e6cf-cdd7-4f6c-b1d3-62733a524e01 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:52.613466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:52.613698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.614626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26edab36-a517-4fcc-9b75-8f807f720eac req-6a67e6cf-cdd7-4f6c-b1d3-62733a524e01 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 945 time: 0.1149118 Mar 22 14:36:52.622667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.648840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:52.659085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.670173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23fdc0b-c9dd-4044-91ec-eebb6056007a') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:52.670470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23fdc0b-c9dd-4044-91ec-eebb6056007a') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:52.684144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['71f2159b-500e-4411-b039-91e250f48c42'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:36:52.699355 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (ecca0382-4c68-465f-bb57-c7717283eba2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.714371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (b23fdc0b-c9dd-4044-91ec-eebb6056007a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.758074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26edab36-a517-4fcc-9b75-8f807f720eac req-7108ce52-d730-4ad1-b1a8-dc5e053752e5 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319199 Mar 22 14:36:52.765545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b23fdc0b-c9dd-4044-91ec-eebb6056007a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.768462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fb839f39-3735-43bb-b10f-68266da8a1c0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:52.782219 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:52.783136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (b23fdc0b-c9dd-4044-91ec-eebb6056007a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.785996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (f6b04834-db39-4aea-ae5b-14c86d827310), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:52.788358 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:52.809516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: fb839f39-3735-43bb-b10f-68266da8a1c0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:52.809836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fb839f39-3735-43bb-b10f-68266da8a1c0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:52.810300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d8da127a-faca-4938-be00-5e4f55a6cc95 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:52.830866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d8da127a-faca-4938-be00-5e4f55a6cc95 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:52.831220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d8da127a-faca-4938-be00-5e4f55a6cc95 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:52.831642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d689b2e-520e-4eaf-bcdf-6818c9443386 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:52.835432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:52.867490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2d689b2e-520e-4eaf-bcdf-6818c9443386 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:52.867842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2d689b2e-520e-4eaf-bcdf-6818c9443386 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:52.991249 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (f6b04834-db39-4aea-ae5b-14c86d827310), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:52.993926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks [] for router_controller (f6b04834-db39-4aea-ae5b-14c86d827310), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.040549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (7eb9463a-719f-4451-bbd2-361e5959922a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.051717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.057932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7eb9463a-719f-4451-bbd2-361e5959922a HTTP/1.1" status: 204 len: 168 time: 1.7951035 Mar 22 14:36:53.061782 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.077926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (f6b04834-db39-4aea-ae5b-14c86d827310), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.078477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b04834-db39-4aea-ae5b-14c86d827310 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:36:53.080169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c698f3-f99f-4e66-b613-34725ee57152 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb9463a-719f-4451-bbd2-361e5959922a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.105697 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.106750 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-05fd1086-0364-4326-a85a-68e6e908e87c admin admin] 10.222.0.81 "DELETE /v2.0/routers/f6b04834-db39-4aea-ae5b-14c86d827310 HTTP/1.1" status: 204 len: 168 time: 2.8666856 Mar 22 14:36:53.109851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:53.134021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:53.137397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:53.140074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:53.175979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.192868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Deleting subnet 49db29a8-0007-4395-9232-9075369067a7 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:36:53.207212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Publish callbacks [] for subnet (49db29a8-0007-4395-9232-9075369067a7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.244447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.303098 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (49db29a8-0007-4395-9232-9075369067a7), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.353588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50862) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:53.367366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d805c-137c-4dcb-b555-2ec6e32baaca None None] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:53.432660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-81821543-35eb-4e45-9024-0300bc05dde6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef8dfebbab7b4af593e3605244af6eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778444 Mar 22 14:36:53.433862 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Sync routers for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:53.434391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (49db29a8-0007-4395-9232-9075369067a7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.437599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:53.449634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.450671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Provisioning complete for port aa6ef58c-08b3-4506-861f-2f760ae1d352 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:53.451002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.462917 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:53.464433 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:36:53.465584 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_agentschedulers_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6b04834-db39-4aea-ae5b-14c86d827310'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103893) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:36:53.479188 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Routers set() bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:53.479947 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Router IDs set() for agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 14:36:53.480899 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_agentschedulers_db [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6b04834-db39-4aea-ae5b-14c86d827310'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent'). {{(pid=103893) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 14:36:53.481525 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ed0f4e-1a42-4306-b790-0a5d241a0c3a None None] The sync data for ids ['f6b04834-db39-4aea-ae5b-14c86d827310'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:53.531701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] Publish callbacks [] for security_group (189d3ed1-36bb-4a3e-80b0-f1f67c697f18), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.569022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] Publish callbacks [] for security_group (189d3ed1-36bb-4a3e-80b0-f1f67c697f18), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.579279 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (49db29a8-0007-4395-9232-9075369067a7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.619024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.623576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/49db29a8-0007-4395-9232-9075369067a7 HTTP/1.1" status: 204 len: 168 time: 0.5124218 Mar 22 14:36:53.627222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50866) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:53.628193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01132c6-eb38-4cab-85f0-3bf460da339c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49db29a8-0007-4395-9232-9075369067a7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.693236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fffc667-e032-4a6f-be6b-59943a16be12 None None] Network ce90e00a-5579-4225-a4d2-297dc8b5e794 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:36:53.763565 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (ce90e00a-5579-4225-a4d2-297dc8b5e794), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.775229 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (189d3ed1-36bb-4a3e-80b0-f1f67c697f18), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.777737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.782587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/189d3ed1-36bb-4a3e-80b0-f1f67c697f18 HTTP/1.1" status: 204 len: 168 time: 0.3445945 Mar 22 14:36:53.794342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e505df5-dad7-430f-9a67-dfb32cc24c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d3ed1-36bb-4a3e-80b0-f1f67c697f18,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:53.858233 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.875861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Deleting port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:36:53.876203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.891344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:53.898413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (ecca0382-4c68-465f-bb57-c7717283eba2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.905491 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:53.964351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Current status of the port aa6ef58c-08b3-4506-861f-2f760ae1d352 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:53.964951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.004143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d963-691c-4ecd-ae44-bce2be5bf226 req-2304fa90-c469-4e08-8d8d-295cffbb0f1e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:54.006385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b30d963-691c-4ecd-ae44-bce2be5bf226 req-2304fa90-c469-4e08-8d8d-295cffbb0f1e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 945 time: 0.1416428 Mar 22 14:36:54.006815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.008417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] For port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,segment=NetworkSegment(4a8f5054-3807-4036-978f-d67ffe7a2cab),segment_id=4a8f5054-3807-4036-978f-d67ffe7a2cab)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:54.008709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.011835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 71f2159b-500e-4411-b039-91e250f48c42 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:54.012439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71f2159b-500e-4411-b039-91e250f48c42), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.013731 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.023929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Calling delete_port for 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:36:54.092808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] For port aa6ef58c-08b3-4506-861f-2f760ae1d352, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=aa6ef58c-08b3-4506-861f-2f760ae1d352,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:54.113788 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.149214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb7562-d378-4020-ae85-698511d517fe None None] DHCP port deletion for ce90e00a-5579-4225-a4d2-297dc8b5e794 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:36:54.185298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b30d963-691c-4ecd-ae44-bce2be5bf226 req-229d010a-78da-43b5-9666-27ff01e25bb4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589954 Mar 22 14:36:54.227623 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1ca5f7f7-5f12-49ad-98ef-dc311d86abd6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.252731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:54.254611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] No DVR routers for this DVR port 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:36:54.255655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:54.288495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca5f7f7-5f12-49ad-98ef-dc311d86abd6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.290031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb7562-d378-4020-ae85-698511d517fe None None] The port '1ca5f7f7-5f12-49ad-98ef-dc311d86abd6' was deleted {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:36:54.387627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device aa6ef58c-08b3-4506-861f-2f760ae1d352 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:54.401267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745ea2c-0b84-477f-8757-f8160587cda1 None None] Pushing event updated for resources: {'Port': ['ID=aa6ef58c-08b3-4506-861f-2f760ae1d352,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.415753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (ce90e00a-5579-4225-a4d2-297dc8b5e794), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.442847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce90e00a-5579-4225-a4d2-297dc8b5e794']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.450598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:36:54.457355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8f5054-3807-4036-978f-d67ffe7a2cab') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.458040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8f5054-3807-4036-978f-d67ffe7a2cab') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.470082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (4a8f5054-3807-4036-978f-d67ffe7a2cab), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.477239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 71f2159b-500e-4411-b039-91e250f48c42 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:54.477898 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.492315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Provisioning complete for port aa6ef58c-08b3-4506-861f-2f760ae1d352 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:54.492693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.494005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4a8f5054-3807-4036-978f-d67ffe7a2cab), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.502271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:36:54.503082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (4a8f5054-3807-4036-978f-d67ffe7a2cab), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:36:54.506374 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:36:54.569483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50874) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.574170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:36:54.576723 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f89e5e-473d-4280-990a-e7f44ddcd16a" -d '{"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:36:54.607828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (ce90e00a-5579-4225-a4d2-297dc8b5e794), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.621017 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.625993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce90e00a-5579-4225-a4d2-297dc8b5e794 HTTP/1.1" status: 204 len: 168 time: 0.9949467 Mar 22 14:36:54.639068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba0be-c807-4cf8-aebb-8670998f76af admin admin] Pushing event deleted for resources: {'Network': ['ID=ce90e00a-5579-4225-a4d2-297dc8b5e794,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.657761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:54.664276 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b501e4-265e-4f86-8763-2954b7bbb0f2 x-openstack-request-id: req-71b501e4-265e-4f86-8763-2954b7bbb0f2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:36:54.664727 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-plugged", "status": "completed", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:36:54.665087 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71b501e4-265e-4f86-8763-2954b7bbb0f2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:36:54.666406 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b501e4-265e-4f86-8763-2954b7bbb0f2'] response: {'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'code': 200} Mar 22 14:36:54.667612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port aa6ef58c-08b3-4506-861f-2f760ae1d352 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:54.668046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.672138 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bf8fe3c4-add8-4f2c-bef9-5051004b51b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60abdf609761477ca070274bc60c2717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014242 Mar 22 14:36:54.674730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50880) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.680981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:36:54.689303 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e626202-58d9-40a5-a580-0f62260e8403 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "PUT /v2.0/routers/ef3ab653-f711-4913-8b5e-bbd4e37c8b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5779734 Mar 22 14:36:54.702330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50882) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.707817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.708496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1641451064', 'description': 'tempest-secgroup_access--1641451064 description', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:54.719578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Sync routers for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:36:54.746875 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] Publish callbacks [] for security_group (e5e69297-a4a5-4698-8641-8850ef5d053c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.758822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.786562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:54.787221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:54.799760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] Publish callbacks [] for security_group (e5e69297-a4a5-4698-8641-8850ef5d053c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.878456 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (43c75e75-137b-4f35-8a66-bda77eaa1f35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.897405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43c75e75-137b-4f35-8a66-bda77eaa1f35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.908088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b47fe1-9594-4284-9057-5497cfa200e3 req-5b5c934d-5af8-45b4-becd-fba8bbb0417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:54.909883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69b47fe1-9594-4284-9057-5497cfa200e3 req-5b5c934d-5af8-45b4-becd-fba8bbb0417e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 1129 time: 0.0674446 Mar 22 14:36:54.944095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:54.947311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Current status of the port aa6ef58c-08b3-4506-861f-2f760ae1d352 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:54.960122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e5e69297-a4a5-4698-8641-8850ef5d053c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.965263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.972957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5e69297-a4a5-4698-8641-8850ef5d053c HTTP/1.1" status: 204 len: 168 time: 0.2944973 Mar 22 14:36:54.976619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:54.977273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50884) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.980448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2744837 Mar 22 14:36:54.981132 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50888) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:54.987256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1959903909', 'description': 'tempest-secgroup_general--1959903909 description', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:54.999007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c93be-a215-49d1-9162-4df267277ea3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c75e75-137b-4f35-8a66-bda77eaa1f35,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.015952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dc2fc-9d04-46ac-a413-320c94abfe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e69297-a4a5-4698-8641-8850ef5d053c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.019371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.041444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.043136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69b47fe1-9594-4284-9057-5497cfa200e3 req-c37dddb8-26e6-48ff-b682-dfd07a6eac01 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272752 Mar 22 14:36:55.051037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Provisioning complete for port ecca0382-4c68-465f-bb57-c7717283eba2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:55.051421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.076081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f035888a-0df8-469c-9ddf-a37c0c2d8316 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=185f2259e4f4481b8db8be37cba2234b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899456 Mar 22 14:36:55.077933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50890) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.128135 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (366295b0-635d-4ab6-8b81-b7272916e87b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.133639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (366295b0-635d-4ab6-8b81-b7272916e87b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.150894 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] Publish callbacks [] for security_group (df85c851-e1c9-4cd5-b2c1-146bf10f5b96), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.151225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:55.166636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366295b0-635d-4ab6-8b81-b7272916e87b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.174418 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.179162 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d1175cc-fe6e-4a91-9787-b2dd658da3c9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1970778 Mar 22 14:36:55.179813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50892) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.180143 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] Publish callbacks [] for security_group (df85c851-e1c9-4cd5-b2c1-146bf10f5b96), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.182047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port aa6ef58c-08b3-4506-861f-2f760ae1d352 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:55.183488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a91b74b0-84d5-44d1-a147-6fc2bfe20a3c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:55.184250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'security_group_rule': {'security_group_id': '43c75e75-137b-4f35-8a66-bda77eaa1f35', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:55.186575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-355fd0a1-5cc6-47cd-b351-efe8f21414e0 None None] Port ecca0382-4c68-465f-bb57-c7717283eba2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:55.218037 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group_rule (db07b2cf-9e56-4172-ac3c-0f4dd130a745), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.242542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (df85c851-e1c9-4cd5-b2c1-146bf10f5b96), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.245775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.247921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df85c851-e1c9-4cd5-b2c1-146bf10f5b96 HTTP/1.1" status: 204 len: 168 time: 0.1687701 Mar 22 14:36:55.266418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b4af3-cd00-4b49-a864-181ae6b053dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85c851-e1c9-4cd5-b2c1-146bf10f5b96,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.298556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group_rule (db07b2cf-9e56-4172-ac3c-0f4dd130a745), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.307798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (db07b2cf-9e56-4172-ac3c-0f4dd130a745), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.327825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db07b2cf-9e56-4172-ac3c-0f4dd130a745,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:55.349218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.354501 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-336d4837-13fa-4239-a80c-e0c3a77b1b28 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736021 Mar 22 14:36:55.413895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a7bd0-17b6-4c9f-854f-68f97dcfedd7 req-8ec024e2-9ebd-4947-bd7a-1a83fa18e7e8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:55.415895 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-056a7bd0-17b6-4c9f-854f-68f97dcfedd7 req-8ec024e2-9ebd-4947-bd7a-1a83fa18e7e8 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.0584900 Mar 22 14:36:55.450195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9cc4ab95-9274-4f5c-9394-958c6b2fcc37 None None] Provisioning complete for port ecca0382-4c68-465f-bb57-c7717283eba2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:55.450794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9cc4ab95-9274-4f5c-9394-958c6b2fcc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.511921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:55.511921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.525073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-056a7bd0-17b6-4c9f-854f-68f97dcfedd7 req-0916ac2f-f45e-4e89-bda8-a0cecc433ba1 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017175 Mar 22 14:36:55.543041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4ab95-9274-4f5c-9394-958c6b2fcc37 None None] Port ecca0382-4c68-465f-bb57-c7717283eba2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:55.595837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 2, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:55.644965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Checking router: ef3ab653-f711-4913-8b5e-bbd4e37c8b14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:36:55.645324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Updating router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 port ecca0382-4c68-465f-bb57-c7717283eba2 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:36:55.659416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-0c335e43-cf43-42ad-95c3-1d80ee68e568 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--1959903909&fields=id&tenant_id=0f99edb0ddc546d9966d2dfbe3031617 HTTP/1.1" status: 200 len: 267 time: 0.0498054 Mar 22 14:36:55.676556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.697876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:55.735818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5098341f-f1e5-49fe-bc2a-5c8df10ed93a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:55.738530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-7b220001-f452-4b06-b868-cd18cfab32ce tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--1641451064&fields=id&tenant_id=0f99edb0ddc546d9966d2dfbe3031617 HTTP/1.1" status: 200 len: 267 time: 0.0710411 Mar 22 14:36:55.768179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5098341f-f1e5-49fe-bc2a-5c8df10ed93a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:55.768529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5098341f-f1e5-49fe-bc2a-5c8df10ed93a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:55.873293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-566c0ff7-7465-4bda-8847-8ae84a49009a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:55.875135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-566c0ff7-7465-4bda-8847-8ae84a49009a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/networks?id=58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 200 len: 796 time: 0.1355994 Mar 22 14:36:55.875546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 50924) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:55.896814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-1e5fe4c8-c187-46af-8a88-2c51ae92f7b1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/quotas/0f99edb0ddc546d9966d2dfbe3031617 HTTP/1.1" status: 200 len: 375 time: 0.0103436 Mar 22 14:36:55.897482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7d6bb6b-1e3d-44a4-89c4-cf421546120f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:55.913774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device aa6ef58c-08b3-4506-861f-2f760ae1d352 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:55.967713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-7b9e4802-49f4-4ab8-9a13-6db5448a49b1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643983 Mar 22 14:36:56.017951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7d6bb6b-1e3d-44a4-89c4-cf421546120f admin admin] Publish callbacks [] for security_group (8c3bca8e-07d4-4e68-b7c3-02b6b6d48217), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.021732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port aa6ef58c-08b3-4506-861f-2f760ae1d352 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:56.022325 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.037609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7d6bb6b-1e3d-44a4-89c4-cf421546120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8c3bca8e-07d4-4e68-b7c3-02b6b6d48217), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.105118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6bb6b-1e3d-44a4-89c4-cf421546120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bca8e-07d4-4e68-b7c3-02b6b6d48217,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:56.111663 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks [] for port (ecca0382-4c68-465f-bb57-c7717283eba2), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.128862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f7d6bb6b-1e3d-44a4-89c4-cf421546120f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2512753 Mar 22 14:36:56.131600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:56.151359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.193005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] Publish callbacks [] for security_group (8c3bca8e-07d4-4e68-b7c3-02b6b6d48217), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.265156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] Publish callbacks [] for security_group (8c3bca8e-07d4-4e68-b7c3-02b6b6d48217), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.340387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-307ab0d4-492c-42ae-8ab3-3895c9a5c34e service neutron] 10.222.0.81 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565366 Mar 22 14:36:56.360034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8c3bca8e-07d4-4e68-b7c3-02b6b6d48217), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.362668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.363838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c3bca8e-07d4-4e68-b7c3-02b6b6d48217 HTTP/1.1" status: 204 len: 168 time: 0.2312407 Mar 22 14:36:56.409158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port aa6ef58c-08b3-4506-861f-2f760ae1d352 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:56.413330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d99e99-160e-4e59-ab15-ff7addd47c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bca8e-07d4-4e68-b7c3-02b6b6d48217,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:56.475306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba9b28-ec54-4371-bcda-3260b3df93e5 None None] Pushing event updated for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:56.494504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-67e21237-acdb-4752-ae95-9e110c9f57cc service neutron] 10.222.0.81 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435411 Mar 22 14:36:56.511241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:56.533812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Attempting to bind port ecca0382-4c68-465f-bb57-c7717283eba2 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:36:56.534215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Attempting to bind port ecca0382-4c68-465f-bb57-c7717283eba2 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:36:56.534576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Attempting to bind port ecca0382-4c68-465f-bb57-c7717283eba2 on network 58f959bb-083c-4f3f-96e3-e176ab39e480 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:36:56.538454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:56.538801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 1ca5f7f7-5f12-49ad-98ef-dc311d86abd6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:56.539213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:36:56.587388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:36:56.587738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ccd6badb-5aaa-4932-bcfa-d32bf0ab9278 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:36:56.589540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:36:56.589912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Checking segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:36:56.590366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.590765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Bound using segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:36:56.591244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Bound port: ecca0382-4c68-465f-bb57-c7717283eba2, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:36:56.591619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.696287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] For port ecca0382-4c68-465f-bb57-c7717283eba2, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:36:56.707530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] For port ecca0382-4c68-465f-bb57-c7717283eba2, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ecca0382-4c68-465f-bb57-c7717283eba2,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:36:56.722129 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:56.735771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c899-2ec6-4773-a681-7ec64decef18 req-7d626228-e512-44f2-a3b2-2fb079f854d2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:56.737653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a521c899-2ec6-4773-a681-7ec64decef18 req-7d626228-e512-44f2-a3b2-2fb079f854d2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.1061304 Mar 22 14:36:56.926566 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a521c899-2ec6-4773-a681-7ec64decef18 req-d0cc5b2f-eb31-4ace-beb0-e9f96c70e3d0 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1813314 Mar 22 14:36:56.956626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba9b28-ec54-4371-bcda-3260b3df93e5 None None] Pushing event updated for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:57.021825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb4e4347-18e0-4cdc-bb93-1aed7d16179f req-20151944-540f-407e-a9d9-3611d86a8902 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 210 time: 0.0897295 Mar 22 14:36:57.049921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:36:57.053229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:57.193183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:36:57.233404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Provisioning complete for port ecca0382-4c68-465f-bb57-c7717283eba2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:57.233404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:57.489413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Current status of the port ecca0382-4c68-465f-bb57-c7717283eba2 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:57.490650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:57.539916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] For port ecca0382-4c68-465f-bb57-c7717283eba2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ecca0382-4c68-465f-bb57-c7717283eba2,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:36:57.543582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:56Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:36:57.583127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:57.586650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014b026-d2ca-47d0-90d8-77ddd39a4ff8 None None] The sync data for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 is: [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:56Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:36:57.666816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4aa09-9954-4a01-9cd9-6a0f725e4e5a None None] Pushing event updated for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:57.710761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2b508323-4453-40fc-a5f2-f95a191b0547 None None] Provisioning complete for port ecca0382-4c68-465f-bb57-c7717283eba2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:57.711289 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2b508323-4453-40fc-a5f2-f95a191b0547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:57.858590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2b508323-4453-40fc-a5f2-f95a191b0547 None None] Current status of the port ecca0382-4c68-465f-bb57-c7717283eba2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:57.907587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ecca0382-4c68-465f-bb57-c7717283eba2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:36:57.977889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port ecca0382-4c68-465f-bb57-c7717283eba2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:57.978305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:58.090579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071137ba-b14d-4269-b2b5-9b1feed9c761 req-7b6c77c0-fb4e-4afa-971f-29287d0f5648 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:58.093340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-071137ba-b14d-4269-b2b5-9b1feed9c761 req-7b6c77c0-fb4e-4afa-971f-29287d0f5648 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.0714586 Mar 22 14:36:58.102216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port ecca0382-4c68-465f-bb57-c7717283eba2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:36:58.160131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96816145-4e6a-402b-89a6-df944c2f4791 req-c48aeb36-c5cb-402a-9e27-b06383b5b5ea tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 210 time: 0.0410566 Mar 22 14:36:58.189053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-071137ba-b14d-4269-b2b5-9b1feed9c761 req-c289daf4-82fa-4e9c-9c55-9981a552093d tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829408 Mar 22 14:36:58.354475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:58.599559 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:36:58.783580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-5201dde3-d29f-486a-ad92-804abc772604 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:58.785079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-5201dde3-d29f-486a-ad92-804abc772604 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.78 "GET /v2.0/networks?id=58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 200 len: 796 time: 0.5031843 Mar 22 14:36:58.786037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51124) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:58.859897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-0ab77e99-54c4-4e52-8c79-328848430840 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f99edb0ddc546d9966d2dfbe3031617 HTTP/1.1" status: 200 len: 478 time: 0.0662408 Mar 22 14:36:58.868994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'port': {'device_id': '68e10975-11f1-439e-b973-61faaacbff65', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'admin_state_up': True, 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'security_groups': ['366295b0-635d-4ab6-8b81-b7272916e87b', '43c75e75-137b-4f35-8a66-bda77eaa1f35']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:58.937415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35e498a6-18da-4db1-861a-356e543b74dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.034391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:36:59.037741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.075293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35e498a6-18da-4db1-861a-356e543b74dd admin admin] Publish callbacks [] for security_group (aef5ec23-681d-47fb-98a3-1b1742c27215), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.105771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-35e498a6-18da-4db1-861a-356e543b74dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aef5ec23-681d-47fb-98a3-1b1742c27215), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.167240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e498a6-18da-4db1-861a-356e543b74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5ec23-681d-47fb-98a3-1b1742c27215,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:59.188792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-35e498a6-18da-4db1-861a-356e543b74dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=608be66d31a647b1b82f12b514dcf03b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017437 Mar 22 14:36:59.191921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:59.243498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.20.0.4 (58f959bb-083c-4f3f-96e3-e176ab39e480/aa90908a-5573-422c-b1dd-7c3bb5b9b225/6e87f825-257c-4350-bdd3-9b266d756be3) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:36:59.278018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f6033c1-794c-4ed5-9591-7ec37cdd81e1 req-c6f0ae01-85dd-4ec6-bd33-9da8f27322ba tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 210 time: 0.0375903 Mar 22 14:36:59.302980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] Publish callbacks [] for security_group (aef5ec23-681d-47fb-98a3-1b1742c27215), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.340018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] Publish callbacks [] for security_group (aef5ec23-681d-47fb-98a3-1b1742c27215), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.353328 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.456857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (aef5ec23-681d-47fb-98a3-1b1742c27215), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.459294 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.460417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aef5ec23-681d-47fb-98a3-1b1742c27215 HTTP/1.1" status: 204 len: 168 time: 0.2675982 Mar 22 14:36:59.471218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (6e87f825-257c-4350-bdd3-9b266d756be3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.477514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9cd9-b411-40cb-aabe-9fbeae365de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5ec23-681d-47fb-98a3-1b1742c27215,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:59.524971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.568307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:36:59.571461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:36:59.578218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:36:59.610386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:59.642639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:36:59.643299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.662011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-438a3a07-6c97-463f-a725-6918a308e90c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7970390 Mar 22 14:36:59.674953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Request body: {'port': {'device_id': '68e10975-11f1-439e-b973-61faaacbff65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:36:59.739885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.761659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:59.777074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14f2be6d-075d-475c-bef2-098b8daba6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.852709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14f2be6d-075d-475c-bef2-098b8daba6e5 admin admin] Publish callbacks [] for security_group (d9671b56-2342-4bf7-b0b1-b559c1df4786), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.860906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-14f2be6d-075d-475c-bef2-098b8daba6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d9671b56-2342-4bf7-b0b1-b559c1df4786), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.900036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14f2be6d-075d-475c-bef2-098b8daba6e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9251f43c41794de8bf6900aaa7fb81a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366677 Mar 22 14:36:59.902580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51138) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:36:59.909386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2be6d-075d-475c-bef2-098b8daba6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9671b56-2342-4bf7-b0b1-b559c1df4786,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:36:59.925586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a95180c7-46e3-4e03-95da-13b3368d8e31 None None] Provisioning complete for port 6e87f825-257c-4350-bdd3-9b266d756be3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:36:59.926172 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a95180c7-46e3-4e03-95da-13b3368d8e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.962158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] Publish callbacks [] for security_group (d9671b56-2342-4bf7-b0b1-b559c1df4786), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:36:59.966110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a95180c7-46e3-4e03-95da-13b3368d8e31 None None] Port 6e87f825-257c-4350-bdd3-9b266d756be3 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:36:59.984899 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] Publish callbacks [] for security_group (d9671b56-2342-4bf7-b0b1-b559c1df4786), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.027937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e87f825-257c-4350-bdd3-9b266d756be3 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:00.035004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d9671b56-2342-4bf7-b0b1-b559c1df4786), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.036501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks [] for port (6e87f825-257c-4350-bdd3-9b266d756be3), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.037747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.038999 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9671b56-2342-4bf7-b0b1-b559c1df4786 HTTP/1.1" status: 204 len: 168 time: 0.1354856 Mar 22 14:37:00.047072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c1a58-b7e4-4a78-baff-f642be705965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9671b56-2342-4bf7-b0b1-b559c1df4786,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:00.049727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Transition to ACTIVE for port object 6e87f825-257c-4350-bdd3-9b266d756be3 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:37:00.054991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.106953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:00.181341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Attempting to bind port 6e87f825-257c-4350-bdd3-9b266d756be3 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:00.181730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Attempting to bind port 6e87f825-257c-4350-bdd3-9b266d756be3 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:00.182107 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Attempting to bind port 6e87f825-257c-4350-bdd3-9b266d756be3 on network 58f959bb-083c-4f3f-96e3-e176ab39e480 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:00.190352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Port 6e87f825-257c-4350-bdd3-9b266d756be3 on network 58f959bb-083c-4f3f-96e3-e176ab39e480 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:37:00.190685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Attempting to bind port 6e87f825-257c-4350-bdd3-9b266d756be3 on network 58f959bb-083c-4f3f-96e3-e176ab39e480 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:00.195935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:00.196301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Checking segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:00.196693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Bound using segment: {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:00.197118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Bound port: 6e87f825-257c-4350-bdd3-9b266d756be3, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e13afa-4682-40fb-be34-686f1aefa4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:00.197476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.273590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:00.277026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6e87f825-257c-4350-bdd3-9b266d756be3,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:00.286010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.330084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.331105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.332685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] 10.222.0.78 "PUT /v2.0/ports/6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 200 len: 1130 time: 0.6628745 Mar 22 14:37:00.333217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:00.335635 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:00.376135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379511-bb9e-4310-a5f9-d1c9b8ad7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:00.415490 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92231801-0db5-4fe1-8ae8-43659e8e449c x-openstack-request-id: req-92231801-0db5-4fe1-8ae8-43659e8e449c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:00.415858 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:00.416178 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92231801-0db5-4fe1-8ae8-43659e8e449c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:00.416662 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92231801-0db5-4fe1-8ae8-43659e8e449c'] response: {'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3', 'status': 'completed', 'code': 200} Mar 22 14:37:00.474941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-8b541c09-8ed9-4292-9998-79aa3eb25fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.476583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-8b541c09-8ed9-4292-9998-79aa3eb25fc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1164 time: 0.0958745 Mar 22 14:37:00.485485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179bbb3-acb5-45d8-b9ab-4a0909482d7d req-bc1f8ef5-f64a-49fe-82ee-fb30ab0608b4 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.487108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c179bbb3-acb5-45d8-b9ab-4a0909482d7d req-bc1f8ef5-f64a-49fe-82ee-fb30ab0608b4 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 982 time: 0.0967679 Mar 22 14:37:00.539249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-ef1b3d94-16a8-4627-b98b-443ff69cb12d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 200 len: 217 time: 0.0510814 Mar 22 14:37:00.615766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-f90f85a1-a913-4bfc-a87f-948908c494f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.617468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-f90f85a1-a913-4bfc-a87f-948908c494f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa90908a-5573-422c-b1dd-7c3bb5b9b225 HTTP/1.1" status: 200 len: 835 time: 0.0717061 Mar 22 14:37:00.625991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c179bbb3-acb5-45d8-b9ab-4a0909482d7d req-577a5428-bca4-4250-bb59-86830eab9350 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1300101 Mar 22 14:37:00.681643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e4f-c013-436c-a9c3-02531a72064b req-c146eaf2-014b-4366-bde3-6e0f3ca52a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.683202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-c146eaf2-014b-4366-bde3-6e0f3ca52a0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58f959bb-083c-4f3f-96e3-e176ab39e480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564530 Mar 22 14:37:00.774718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-8131a6fb-8175-4474-b0c6-8ac401563dc1 service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850360 Mar 22 14:37:00.835033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51164) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:00.867175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a738e4f-c013-436c-a9c3-02531a72064b req-f87f45f9-865c-4a2c-bc26-fa6c46d45682 service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Mar 22 14:37:00.935992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-528643387-network', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:00.956438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:00.958861 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:00.962657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-2c945a02-aabd-423c-905b-77732d3cf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:00.964189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-2c945a02-aabd-423c-905b-77732d3cf23c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1164 time: 0.0494003 Mar 22 14:37:00.967923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.040039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks [] for security_group (e37d9268-d70a-4aad-b940-49b6b0ceabd1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.045108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e37d9268-d70a-4aad-b940-49b6b0ceabd1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.056522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-5a66ffe4-9c06-4569-a766-d3a9f64c2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.058109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-5a66ffe4-9c06-4569-a766-d3a9f64c2ab6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 200 len: 897 time: 0.0882721 Mar 22 14:37:01.072963 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:37:01.077525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37d9268-d70a-4aad-b940-49b6b0ceabd1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:01.084679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (976e46e6-7105-43aa-b32c-6d82587b3588), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.084947 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Added segment 976e46e6-7105-43aa-b32c-6d82587b3588 of type vlan for network 4df7f615-4b60-4156-96ae-273fa0aafd28 Mar 22 14:37:01.106874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-ae5651bd-3fcc-4a4e-b76c-aaea2af1fe10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 200 len: 217 time: 0.0426702 Mar 22 14:37:01.124966 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4df7f615-4b60-4156-96ae-273fa0aafd28), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.151209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4df7f615-4b60-4156-96ae-273fa0aafd28), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.152160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.152735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.156035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-1274f00c-8c05-49e5-a3de-a4728cdf6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.157567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-1274f00c-8c05-49e5-a3de-a4728cdf6e52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa90908a-5573-422c-b1dd-7c3bb5b9b225 HTTP/1.1" status: 200 len: 835 time: 0.0446403 Mar 22 14:37:01.208871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-b3188e89-f455-4b34-9de4-604f37d2e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.213600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-b3188e89-f455-4b34-9de4-604f37d2e3a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58f959bb-083c-4f3f-96e3-e176ab39e480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451384 Mar 22 14:37:01.213760 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3747921 Mar 22 14:37:01.213871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51168) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:01.216201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d73c-730e-4420-a8c7-0c1d95f281a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4df7f615-4b60-4156-96ae-273fa0aafd28,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:01.218484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Request body: {'subnet': {'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-528643387-subnet', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:01.226960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:37:01.301365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:01.304007 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.382471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-9db1bed1-1b03-43f7-8abf-50a0d81c860b service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605692 Mar 22 14:37:01.514211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-704d6740-9f5d-4fbe-be1f-040a59b6d9bc req-e367da5f-a823-4c6f-9b36-5ee8efee6a3e service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239851 Mar 22 14:37:01.564244 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (16f22062-1b9a-45b8-a47d-23d6cc413b35), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.612684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f22062-1b9a-45b8-a47d-23d6cc413b35,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:01.628592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:01.628951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Network hostable DHCP agents. Network: 4df7f615-4b60-4156-96ae-273fa0aafd28, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:37:01.647146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:37:01.658072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4df7f615-4b60-4156-96ae-273fa0aafd28) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:01.662342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.662928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.669442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a15b7-f6e4-47e3-ae62-01b7452062d0 None None] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:01.683781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0d2460c4-8b1b-47c6-9249-352c8833f748 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4686790 Mar 22 14:37:01.686224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:01.690748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:01.723072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.724105 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.782809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4df7f615-4b60-4156-96ae-273fa0aafd28', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:37:01.783771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.804188 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for router_controller (f26d46be-ddda-4581-93cd-9272eb0f927f), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.812020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92294c2-e486-4b41-890b-97ef4495aedd req-5a90c224-2c17-42fe-9604-d57bb8205df2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:01.813556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c92294c2-e486-4b41-890b-97ef4495aedd req-5a90c224-2c17-42fe-9604-d57bb8205df2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 982 time: 0.1086147 Mar 22 14:37:01.915057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Allocated IP 172.20.0.2 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/61f78e00-6a7c-4947-a63a-73b67e71d65c) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:01.987053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for router_gateway (f26d46be-ddda-4581-93cd-9272eb0f927f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:01.998387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c92294c2-e486-4b41-890b-97ef4495aedd req-21eb84a2-8833-43ee-8367-fd192f3e2462 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1476943 Mar 22 14:37:02.073690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks [] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.080858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.118254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:02.121261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:02.128629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:02.135721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Pushing event updated for resources: {'Port': ['ID=61f78e00-6a7c-4947-a63a-73b67e71d65c,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:02.190978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Attempting to bind port 61f78e00-6a7c-4947-a63a-73b67e71d65c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:02.191461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Attempting to bind port 61f78e00-6a7c-4947-a63a-73b67e71d65c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:02.191835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Attempting to bind port 61f78e00-6a7c-4947-a63a-73b67e71d65c on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:02.194666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for router_gateway (f26d46be-ddda-4581-93cd-9272eb0f927f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.198895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:02.199463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:02.199880 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.200558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:02.201202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Bound port: 61f78e00-6a7c-4947-a63a-73b67e71d65c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:02.201758 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.215002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.266209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] For port 61f78e00-6a7c-4947-a63a-73b67e71d65c, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:02.269638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] For port 61f78e00-6a7c-4947-a63a-73b67e71d65c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61f78e00-6a7c-4947-a63a-73b67e71d65c,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:02.276741 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.320643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Allocated IP 172.25.3.12 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/05940de0-f279-46fd-a975-5fbba5e3242a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:02.337040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4adc8f-95c4-4d99-94af-ffb3435f75f3 None None] Pushing event updated for resources: {'Port': ['ID=61f78e00-6a7c-4947-a63a-73b67e71d65c,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:02.436685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for port (05940de0-f279-46fd-a975-5fbba5e3242a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.491280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:02.541699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:02.546286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:02.549328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:02.576488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Pushing event updated for resources: {'Port': ['ID=05940de0-f279-46fd-a975-5fbba5e3242a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:02.817084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for router_gateway (f26d46be-ddda-4581-93cd-9272eb0f927f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.025309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.166467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954194f4-e43d-43ea-aff9-1d3a83c254c3 req-3e47798d-2ac2-4996-906d-72c4273d699a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:03.168016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-954194f4-e43d-43ea-aff9-1d3a83c254c3 req-3e47798d-2ac2-4996-906d-72c4273d699a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 982 time: 0.0753491 Mar 22 14:37:03.213066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848c3c6-4c60-4d5b-ac37-be8535ec451c None None] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:03.244625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-954194f4-e43d-43ea-aff9-1d3a83c254c3 req-5307b5ff-8042-4753-990d-26dff4773c4e tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0693712 Mar 22 14:37:03.245643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Router f26d46be-ddda-4581-93cd-9272eb0f927f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:37:03.289649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Provisioning complete for port 61f78e00-6a7c-4947-a63a-73b67e71d65c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:03.290295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.361017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:03.371696 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:03.382633 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.383539 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:03.384280 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:03.384458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-83908127-b90c-4810-9725-25db0cb979a0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6972878 Mar 22 14:37:03.387139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51176) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:03.412410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Current status of the port 61f78e00-6a7c-4947-a63a-73b67e71d65c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:03.412934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.450579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] For port 61f78e00-6a7c-4947-a63a-73b67e71d65c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61f78e00-6a7c-4947-a63a-73b67e71d65c,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:03.458529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.504913 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:03.519999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f850-83e6-4509-95e2-6a0005b009bd None None] Pushing event updated for resources: {'Port': ['ID=61f78e00-6a7c-4947-a63a-73b67e71d65c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:03.681678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3671c364-d2be-42c5-96fd-b3fd58742a21 None None] Provisioning complete for port 61f78e00-6a7c-4947-a63a-73b67e71d65c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:03.682080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3671c364-d2be-42c5-96fd-b3fd58742a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.766001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3671c364-d2be-42c5-96fd-b3fd58742a21 None None] Current status of the port 61f78e00-6a7c-4947-a63a-73b67e71d65c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:03.816706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:02Z', 'revision_number': 3, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:03.848652 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:03.848998 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Updating router f26d46be-ddda-4581-93cd-9272eb0f927f port 05940de0-f279-46fd-a975-5fbba5e3242a binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:03.876905 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:03.891642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61f78e00-6a7c-4947-a63a-73b67e71d65c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:03.897376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6e87f825-257c-4350-bdd3-9b266d756be3 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:37:04.023365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 61f78e00-6a7c-4947-a63a-73b67e71d65c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:04.023742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.076862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6e87f825-257c-4350-bdd3-9b266d756be3,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:04.091853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '6e87f825-257c-4350-bdd3-9b266d756be3', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'port_id': '6e87f825-257c-4350-bdd3-9b266d756be3', 'mac_address': 'fa:16:3e:42:37:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:37:04.134239 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks [] for port (05940de0-f279-46fd-a975-5fbba5e3242a), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.142208 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.155472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6e87f825-257c-4350-bdd3-9b266d756be3 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:04.155864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.168425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 61f78e00-6a7c-4947-a63a-73b67e71d65c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:04.175030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e87f825-257c-4350-bdd3-9b266d756be3 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:04.195280 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Attempting to bind port 05940de0-f279-46fd-a975-5fbba5e3242a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:04.195744 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Attempting to bind port 05940de0-f279-46fd-a975-5fbba5e3242a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:04.195869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6e87f825-257c-4350-bdd3-9b266d756be3,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:04.196410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Attempting to bind port 05940de0-f279-46fd-a975-5fbba5e3242a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:04.201888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.207241 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:04.207622 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:04.208029 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.208424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:04.209024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Bound port: 05940de0-f279-46fd-a975-5fbba5e3242a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:04.209407 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.212251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.231662 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736da729-8598-4b55-9d56-19268e9a5fe9 None None] Pushing event updated for resources: {'Port': ['ID=05940de0-f279-46fd-a975-5fbba5e3242a,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:04.261516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:04.264588 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] For port 05940de0-f279-46fd-a975-5fbba5e3242a, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:04.267768 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] For port 05940de0-f279-46fd-a975-5fbba5e3242a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05940de0-f279-46fd-a975-5fbba5e3242a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:04.277240 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.327866 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:04.328400 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:04.403364 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736da729-8598-4b55-9d56-19268e9a5fe9 None None] Pushing event updated for resources: {'Port': ['ID=05940de0-f279-46fd-a975-5fbba5e3242a,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:04.423038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Allocated IP 172.20.0.1 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/6478d971-db03-4665-abc1-ad0dcf13166a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:04.426654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['6e87f825-257c-4350-bdd3-9b266d756be3'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:37:04.432183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6098-b20a-407b-ad3a-41a5bb1a82a8 req-94c9e956-fc00-4099-925e-3149a4379bf2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:04.433682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb5d6098-b20a-407b-ad3a-41a5bb1a82a8 req-94c9e956-fc00-4099-925e-3149a4379bf2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 983 time: 0.1008651 Mar 22 14:37:04.459051 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:04.559131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb5d6098-b20a-407b-ad3a-41a5bb1a82a8 req-b022ccab-e279-499d-b71a-bce95e704eed tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1174397 Mar 22 14:37:04.598281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks [] for port (6478d971-db03-4665-abc1-ad0dcf13166a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.636183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.673819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:04.676777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:04.682726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:04.688763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Pushing event updated for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:04.731518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (f26d46be-ddda-4581-93cd-9272eb0f927f), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:04.741805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:02Z', 'revision_number': 3, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:04.778108 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d36ad0-6718-4e56-a7a3-a319b75dde3f None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:02Z', 'revision_number': 3, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:04.896148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.000979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5b19d3bc-cf5b-43a0-8ac3-6e14b5820e5d None None] Provisioning complete for port 6478d971-db03-4665-abc1-ad0dcf13166a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:05.001348 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b19d3bc-cf5b-43a0-8ac3-6e14b5820e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.051406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5b19d3bc-cf5b-43a0-8ac3-6e14b5820e5d None None] Port 6478d971-db03-4665-abc1-ad0dcf13166a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:05.084559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks [] for port (6478d971-db03-4665-abc1-ad0dcf13166a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.091328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.162435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Pushing event updated for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:05.164938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (f26d46be-ddda-4581-93cd-9272eb0f927f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.259823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:05.261340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:05.389443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:05.475200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b3d4658b-7005-4a77-8874-d57dec558f6a None None] Provisioning complete for port 6478d971-db03-4665-abc1-ad0dcf13166a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:05.475808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b3d4658b-7005-4a77-8874-d57dec558f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:05.510692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:05.515724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4658b-7005-4a77-8874-d57dec558f6a None None] Port 6478d971-db03-4665-abc1-ad0dcf13166a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:05.515865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ab7baa18-fff4-48b2-bee0-c8efbb573732 admin admin] 10.222.0.81 "PUT /v2.0/routers/f26d46be-ddda-4581-93cd-9272eb0f927f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1276231 Mar 22 14:37:05.690297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4d060-64b0-42dd-a07f-20192b095c70 req-7a345afd-56f7-45dc-bcba-4e1a3115769c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:05.692009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaa4d060-64b0-42dd-a07f-20192b095c70 req-7a345afd-56f7-45dc-bcba-4e1a3115769c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 983 time: 0.0562205 Mar 22 14:37:05.765381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aaa4d060-64b0-42dd-a07f-20192b095c70 req-0a2ceda7-11fe-4cb7-917f-0987afb0a76e tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0664210 Mar 22 14:37:05.869356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05940de0-f279-46fd-a975-5fbba5e3242a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:05.920933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6e87f825-257c-4350-bdd3-9b266d756be3 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:05.950259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 05940de0-f279-46fd-a975-5fbba5e3242a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:05.950542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.016900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:06.021935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-576993480-network', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:06.032312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 6e87f825-257c-4350-bdd3-9b266d756be3 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:37:06.040425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 6e87f825-257c-4350-bdd3-9b266d756be3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:06.040798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.042712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Made reservation on behalf of 8c1e18575c6841db83c6784bb57e4321 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:06.045160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.054065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.066271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 05940de0-f279-46fd-a975-5fbba5e3242a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:06.066662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.100303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 05940de0-f279-46fd-a975-5fbba5e3242a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05940de0-f279-46fd-a975-5fbba5e3242a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:06.108015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.146075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks [] for security_group (17353603-1721-4fad-be72-541c1fe76e77), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.151543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (17353603-1721-4fad-be72-541c1fe76e77), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.179311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:37:06.184641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=05940de0-f279-46fd-a975-5fbba5e3242a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:06.187122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 6e87f825-257c-4350-bdd3-9b266d756be3 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:06.187515 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.190486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17353603-1721-4fad-be72-541c1fe76e77,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:06.195760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (62c91232-7b4d-4ba2-9920-e2a14bfdcedb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.195760 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Added segment 62c91232-7b4d-4ba2-9920-e2a14bfdcedb of type vlan for network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 Mar 22 14:37:06.210565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:06.212824 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273472d-8073-44f1-b44b-0c7fa8dd9558" -d '{"events": [{"server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "name": "network-vif-plugged", "status": "completed", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:06.225775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6e87f825-257c-4350-bdd3-9b266d756be3,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:06.233551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.242403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3e19ffc6-6b41-41e0-8e81-1eda396c58a0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.260285 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a342aef8-9d22-470f-ad82-c23df8440b7d x-openstack-request-id: req-a342aef8-9d22-470f-ad82-c23df8440b7d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:06.260571 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "name": "network-vif-plugged", "status": "completed", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:06.260876 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a342aef8-9d22-470f-ad82-c23df8440b7d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:06.261281 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a342aef8-9d22-470f-ad82-c23df8440b7d'] response: {'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3', 'code': 200} Mar 22 14:37:06.276931 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3e19ffc6-6b41-41e0-8e81-1eda396c58a0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.277984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:06.278924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.293602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:06.351455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3332717 Mar 22 14:37:06.354394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51200) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:06.359887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Request body: {'subnet': {'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-576993480-subnet', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:06.373118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef40921-81e5-4364-8d7d-59e8766cc3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3e19ffc6-6b41-41e0-8e81-1eda396c58a0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:06.384930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:37:06.393600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Made reservation on behalf of 8c1e18575c6841db83c6784bb57e4321 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:06.396317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8545-4967-49ed-9306-efdadbd5feb4 req-eea5f3ae-627c-4aee-b2d2-9a3af23477b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:06.398039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00c8545-4967-49ed-9306-efdadbd5feb4 req-eea5f3ae-627c-4aee-b2d2-9a3af23477b7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1166 time: 0.0701578 Mar 22 14:37:06.398896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.460521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00c8545-4967-49ed-9306-efdadbd5feb4 req-ea75105f-b56e-47ac-8451-97777a7b861c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=366295b0-635d-4ab6-8b81-b7272916e87b&id=43c75e75-137b-4f35-8a66-bda77eaa1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0564938 Mar 22 14:37:06.494740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:06.505649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:06.506299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:06.578511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (5e6077cb-a819-4f05-8c17-e0b0ae59c743), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.645590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6077cb-a819-4f05-8c17-e0b0ae59c743,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:06.656452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Checking segment: {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:06.656815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Network hostable DHCP agents. Network: 3e19ffc6-6b41-41e0-8e81-1eda396c58a0, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:37:06.676165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:37:06.688201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3e19ffc6-6b41-41e0-8e81-1eda396c58a0) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:06.693369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:06.693996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.716267 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-435d7fa7-6b5b-4bb2-bb5f-3c5ef8206282 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3582125 Mar 22 14:37:06.716471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51202) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:06.721052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:06.740992 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (bc627c8c-040b-49cc-af28-1373bc117a92), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.741916 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (bc627c8c-040b-49cc-af28-1373bc117a92), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.748142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a388c-85dd-4a4c-a894-5140b07d7c54 None None] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:06.794870 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for router_controller (bc627c8c-040b-49cc-af28-1373bc117a92), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.874860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:06.895956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca09d7-db51-4a85-930d-905b95142c36 req-b413d079-3ec0-46ab-beef-c1714635916a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:06.897580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5ca09d7-db51-4a85-930d-905b95142c36 req-b413d079-3ec0-46ab-beef-c1714635916a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.0586162 Mar 22 14:37:06.906268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'fixed_ips': [{'subnet_id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:37:06.907114 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.953947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for router_gateway (bc627c8c-040b-49cc-af28-1373bc117a92), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:06.962589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5ca09d7-db51-4a85-930d-905b95142c36 req-e64746bc-c417-4431-8f20-3832d5d3a27d tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0584271 Mar 22 14:37:07.145686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Allocated IP 172.20.0.2 (3e19ffc6-6b41-41e0-8e81-1eda396c58a0/5e6077cb-a819-4f05-8c17-e0b0ae59c743/67abe1de-07f1-44bd-bf9b-97ba444d1458) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:07.163999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for router_gateway (bc627c8c-040b-49cc-af28-1373bc117a92), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.183832 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.265649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 2, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:07.287658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Allocated IP 172.25.3.28 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/467f0a0f-0641-4b0b-a963-356cd85e258c) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:07.306551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:07.306910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Updating router f26d46be-ddda-4581-93cd-9272eb0f927f port 6478d971-db03-4665-abc1-ad0dcf13166a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:07.366207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.371127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks [] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.385228 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.399677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.438614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.449054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:07.459601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:07.486793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:07.490930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:07.494069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:07.496050 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Pushing event updated for resources: {'Port': ['ID=467f0a0f-0641-4b0b-a963-356cd85e258c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:07.503671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:07.507693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Pushing event updated for resources: {'Port': ['ID=67abe1de-07f1-44bd-bf9b-97ba444d1458,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:07.619739 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Attempting to bind port 67abe1de-07f1-44bd-bf9b-97ba444d1458 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:07.620649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Attempting to bind port 67abe1de-07f1-44bd-bf9b-97ba444d1458 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:07.620649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Attempting to bind port 67abe1de-07f1-44bd-bf9b-97ba444d1458 on network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:07.632193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:07.632628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Checking segment: {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:07.633165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.633584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Bound using segment: {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:07.634168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Bound port: 67abe1de-07f1-44bd-bf9b-97ba444d1458, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:07.634566 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.742403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] For port 67abe1de-07f1-44bd-bf9b-97ba444d1458, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:07.776784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] For port 67abe1de-07f1-44bd-bf9b-97ba444d1458, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67abe1de-07f1-44bd-bf9b-97ba444d1458,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:07.788545 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.832413 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks [] for port (6478d971-db03-4665-abc1-ad0dcf13166a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.848076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:07.862570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05940de0-f279-46fd-a975-5fbba5e3242a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:07.900090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993eecb-3e9a-4f93-a2ab-3ba1fed8c409 None None] Pushing event updated for resources: {'Port': ['ID=67abe1de-07f1-44bd-bf9b-97ba444d1458,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:08.001790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2d664-e33e-4ca0-b024-ab179238611f None None] Pushing event updated for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:08.020890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Attempting to bind port 6478d971-db03-4665-abc1-ad0dcf13166a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:08.021265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Attempting to bind port 6478d971-db03-4665-abc1-ad0dcf13166a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:08.021629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Attempting to bind port 6478d971-db03-4665-abc1-ad0dcf13166a on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:08.032996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:08.033318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:08.033789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.034243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:08.034733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Bound port: 6478d971-db03-4665-abc1-ad0dcf13166a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:08.035123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.038204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 05940de0-f279-46fd-a975-5fbba5e3242a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:08.038505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.171506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29528273-ad0c-4fbe-bffe-025d2e1a4d7b req-beaebf7b-fadc-4f49-8f81-a476211875ad tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:08.174455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29528273-ad0c-4fbe-bffe-025d2e1a4d7b req-beaebf7b-fadc-4f49-8f81-a476211875ad tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.1113756 Mar 22 14:37:08.199800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] For port 6478d971-db03-4665-abc1-ad0dcf13166a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:08.203956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] For port 6478d971-db03-4665-abc1-ad0dcf13166a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6478d971-db03-4665-abc1-ad0dcf13166a,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:08.217902 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.241709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for router_gateway (bc627c8c-040b-49cc-af28-1373bc117a92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.259464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29528273-ad0c-4fbe-bffe-025d2e1a4d7b req-b377534a-ac80-41e8-ae84-aaae9075bbf7 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0800765 Mar 22 14:37:08.317382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 05940de0-f279-46fd-a975-5fbba5e3242a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:08.351254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Provisioning complete for port 6478d971-db03-4665-abc1-ad0dcf13166a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:08.351768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.394728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2d664-e33e-4ca0-b024-ab179238611f None None] Pushing event updated for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:08.405540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:08.406187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:08.446416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de08a9-18c1-41ca-b05a-609bce5c96df req-08595694-4ad0-4f8f-b998-8cd69e9db2d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:08.448284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74de08a9-18c1-41ca-b05a-609bce5c96df req-08595694-4ad0-4f8f-b998-8cd69e9db2d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.0851665 Mar 22 14:37:08.510255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (bc627c8c-040b-49cc-af28-1373bc117a92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.521410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74de08a9-18c1-41ca-b05a-609bce5c96df req-44e9a49d-c34d-42df-aff8-505f7dbd2af7 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0661988 Mar 22 14:37:08.650662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b31267-d199-4c95-b104-735546cd083d req-d2256fea-587b-4861-b83a-633112b7cd44 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:08.652414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54b31267-d199-4c95-b104-735546cd083d req-d2256fea-587b-4861-b83a-633112b7cd44 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1166 time: 0.0470970 Mar 22 14:37:08.676746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-54b31267-d199-4c95-b104-735546cd083d req-db54d2c9-ddf2-490c-8bf4-37052327903f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.690983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Router bc627c8c-040b-49cc-af28-1373bc117a92 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:37:08.717995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Current status of the port 6478d971-db03-4665-abc1-ad0dcf13166a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:08.718654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.755580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:08.768601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-54b31267-d199-4c95-b104-735546cd083d req-db54d2c9-ddf2-490c-8bf4-37052327903f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Publish callbacks [] for security_group (110ddef3-e334-4cfa-96a9-20c91e5f9947), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.782957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-54b31267-d199-4c95-b104-735546cd083d req-db54d2c9-ddf2-490c-8bf4-37052327903f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (110ddef3-e334-4cfa-96a9-20c91e5f9947), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.793907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] For port 6478d971-db03-4665-abc1-ad0dcf13166a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6478d971-db03-4665-abc1-ad0dcf13166a,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:08.803861 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.819906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:08.831560 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Sync routers for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:08.846962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54d2c9-ddf2-490c-8bf4-37052327903f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ddef3-e334-4cfa-96a9-20c91e5f9947,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:08.848211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:08.848831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:08.854852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54b31267-d199-4c95-b104-735546cd083d req-db54d2c9-ddf2-490c-8bf4-37052327903f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1959531 Mar 22 14:37:08.880613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51212) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:08.882791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.884062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-523456cd-5a13-4879-b75b-18872b4f2709 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1665695 Mar 22 14:37:08.886865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51214) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:08.943531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f288b72-a8f4-461c-8b86-9d95fc398938 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:08.946396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f288b72-a8f4-461c-8b86-9d95fc398938 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1161 time: 0.0644259 Mar 22 14:37:08.949308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51216) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:08.958731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '6e87f825-257c-4350-bdd3-9b266d756be3', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:08.988703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:08.992523 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:09.008697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98b788-ec01-4f67-9f91-17fab47c210a None None] Pushing event updated for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:09.042482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7d8bba26-2420-4acf-85f5-efdde167b9b7 None None] Provisioning complete for port 6478d971-db03-4665-abc1-ad0dcf13166a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:09.042993 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba26-2420-4acf-85f5-efdde167b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.195988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bba26-2420-4acf-85f5-efdde167b9b7 None None] Current status of the port 6478d971-db03-4665-abc1-ad0dcf13166a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:09.202070 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.202583 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 3, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:09.205653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:09.231126 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Checking router: bc627c8c-040b-49cc-af28-1373bc117a92 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:09.231869 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Updating router bc627c8c-040b-49cc-af28-1373bc117a92 port 467f0a0f-0641-4b0b-a963-356cd85e258c binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:09.239440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6746a7-e5e5-44a4-910e-cd6f04c25cf3 None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:09.272376 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.419931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ed430-f6d6-40c2-a297-32da7d98a113 None None] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:09.420404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.25.3.84 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/6171298b-9b15-4381-91ff-f32433d27c18) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:09.519549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Provisioning complete for port 67abe1de-07f1-44bd-bf9b-97ba444d1458 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:09.520077 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.564388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (6171298b-9b15-4381-91ff-f32433d27c18), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.591686 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.604912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6171298b-9b15-4381-91ff-f32433d27c18), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.646620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:09.649604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:09.656096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:09.706022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=6171298b-9b15-4381-91ff-f32433d27c18,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:09.717171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Current status of the port 67abe1de-07f1-44bd-bf9b-97ba444d1458 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:09.717814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.780336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] For port 67abe1de-07f1-44bd-bf9b-97ba444d1458, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67abe1de-07f1-44bd-bf9b-97ba444d1458,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:09.797202 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.834487 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks [] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.846615 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.879283 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Attempting to bind port 467f0a0f-0641-4b0b-a963-356cd85e258c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:09.879673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Attempting to bind port 467f0a0f-0641-4b0b-a963-356cd85e258c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:09.880027 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Attempting to bind port 467f0a0f-0641-4b0b-a963-356cd85e258c on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:09.915095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634bd8f-9436-4657-bf07-732b82a245d8 None None] Pushing event updated for resources: {'Port': ['ID=67abe1de-07f1-44bd-bf9b-97ba444d1458,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:09.941128 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:09.941516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:09.942059 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.942443 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:09.942925 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Bound port: 467f0a0f-0641-4b0b-a963-356cd85e258c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:09.944682 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:09.964709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Allocated IP 172.20.0.1 (3e19ffc6-6b41-41e0-8e81-1eda396c58a0/5e6077cb-a819-4f05-8c17-e0b0ae59c743/c338e6ba-9820-45ef-a02f-af055015f53e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:09.990552 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47d4b-d705-4734-bc3e-5f58aac73791 None None] Pushing event updated for resources: {'Port': ['ID=467f0a0f-0641-4b0b-a963-356cd85e258c,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:10.045264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6478d971-db03-4665-abc1-ad0dcf13166a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:10.061843 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] For port 467f0a0f-0641-4b0b-a963-356cd85e258c, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:10.069080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] For port 467f0a0f-0641-4b0b-a963-356cd85e258c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=467f0a0f-0641-4b0b-a963-356cd85e258c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:10.083045 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.148293 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:10.148949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:10.154177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6478d971-db03-4665-abc1-ad0dcf13166a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:10.154595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.158087 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks [] for port (c338e6ba-9820-45ef-a02f-af055015f53e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.231444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-51246306-9768-44b4-a398-33687ee4f2bb None None] Provisioning complete for port 67abe1de-07f1-44bd-bf9b-97ba444d1458 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:10.231837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51246306-9768-44b4-a398-33687ee4f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.245538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.300507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for floatingip (b1cdc046-6f7c-4583-903c-242d7f2bf4fc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.314471 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:10.326431 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:10.335439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:10.345358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6478d971-db03-4665-abc1-ad0dcf13166a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:10.346472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67abe1de-07f1-44bd-bf9b-97ba444d1458 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:10.360330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:10.396585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Pushing event updated for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:10.415424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6171298b-9b15-4381-91ff-f32433d27c18), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.428839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (bc627c8c-040b-49cc-af28-1373bc117a92), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.503119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-51246306-9768-44b4-a398-33687ee4f2bb None None] Current status of the port 67abe1de-07f1-44bd-bf9b-97ba444d1458 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:10.508986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47d4b-d705-4734-bc3e-5f58aac73791 None None] Pushing event updated for resources: {'Port': ['ID=467f0a0f-0641-4b0b-a963-356cd85e258c,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:10.520798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67abe1de-07f1-44bd-bf9b-97ba444d1458 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:10.522469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.649919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67abe1de-07f1-44bd-bf9b-97ba444d1458 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:10.679060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.679658 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 3, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:10.711892 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec89080-a8fb-4765-a075-93f60f652240 None None] The sync data for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 is: [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 3, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:10.726454 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (6171298b-9b15-4381-91ff-f32433d27c18), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.729299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f8ffde39-4ea1-4521-b9b3-cc13126557cb None None] Provisioning complete for port c338e6ba-9820-45ef-a02f-af055015f53e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:10.730109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f8ffde39-4ea1-4521-b9b3-cc13126557cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.741944 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (6171298b-9b15-4381-91ff-f32433d27c18), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.804048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffde39-4ea1-4521-b9b3-cc13126557cb None None] Port c338e6ba-9820-45ef-a02f-af055015f53e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:10.838547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=6171298b-9b15-4381-91ff-f32433d27c18,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:10.852731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (b1cdc046-6f7c-4583-903c-242d7f2bf4fc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.917522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks [] for port (c338e6ba-9820-45ef-a02f-af055015f53e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.924429 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:10.970303 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Floating IP b1cdc046-6f7c-4583-903c-242d7f2bf4fc associated. External IP: 172.25.3.84, port: 6e87f825-257c-4350-bdd3-9b266d756be3. Mar 22 14:37:10.993352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Pushing event updated for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:10.996539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (bc627c8c-040b-49cc-af28-1373bc117a92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:11.095521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:11.096926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:11.228052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:11.256017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Router bc627c8c-040b-49cc-af28-1373bc117a92 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:11.359638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:11.371404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Sync routers for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:11.387064 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:11.387721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:11.388877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:11.437555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b32be37e-f8bf-4b8d-8b80-198f47b631e9 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4840620 Mar 22 14:37:11.437555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:11.438413 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ab71d-2f42-4bd7-b57a-51397e003f82" -d '{"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:11.439073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:11.455068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:11.471073 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5ae0b3b9-3925-4b90-98b7-d4ca54be0593 admin admin] 10.222.0.81 "PUT /v2.0/routers/bc627c8c-040b-49cc-af28-1373bc117a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831149 Mar 22 14:37:11.496931 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19cf0b-616c-4bb0-b8c5-41c83b87405d x-openstack-request-id: req-dc19cf0b-616c-4bb0-b8c5-41c83b87405d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:11.497228 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:11.497482 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc19cf0b-616c-4bb0-b8c5-41c83b87405d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:11.497925 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc19cf0b-616c-4bb0-b8c5-41c83b87405d'] response: {'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3', 'status': 'completed', 'code': 200} Mar 22 14:37:11.551110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7209800a-c7fd-4295-b732-d502c9daa340 None None] Provisioning complete for port c338e6ba-9820-45ef-a02f-af055015f53e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:11.551110 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7209800a-c7fd-4295-b732-d502c9daa340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:11.573487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-5c1702ab-6c86-4671-929f-279d503521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.574985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-5c1702ab-6c86-4671-929f-279d503521c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1166 time: 0.0493450 Mar 22 14:37:11.592520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7209800a-c7fd-4295-b732-d502c9daa340 None None] Port c338e6ba-9820-45ef-a02f-af055015f53e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:11.599511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.599986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.600450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.600912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.601369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.601822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.602306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.606784 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b037c3be-42e9-4a76-82e0-dc47d5a32805 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.1592748 Mar 22 14:37:11.615225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51224) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:11.642861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:11.683362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.683978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.684419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.684870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.685866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.686931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.687849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.693766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a7b9d01a-0e93-451b-b343-02d7fc84f8cd tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.0747831 Mar 22 14:37:11.694802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51230) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:11.725951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-38ff0cc2-50f3-44a6-bdd3-6b3e81082c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.727499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-38ff0cc2-50f3-44a6-bdd3-6b3e81082c89 service neutron] 10.222.0.78 "GET /v2.0/networks?id=58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 200 len: 897 time: 0.1410842 Mar 22 14:37:11.820663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-617fd832-6ff8-4b06-a3c9-78a31bb63b4e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 200 len: 998 time: 0.0865498 Mar 22 14:37:11.936021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-d583d6f1-c3db-4179-a596-798a033c7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:11.938190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-d583d6f1-c3db-4179-a596-798a033c7d3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa90908a-5573-422c-b1dd-7c3bb5b9b225 HTTP/1.1" status: 200 len: 835 time: 0.1111414 Mar 22 14:37:12.017037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b1cdc046-6f7c-4583-903c-242d7f2bf4fc', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'port_id': '6e87f825-257c-4350-bdd3-9b266d756be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'mac_address': 'fa:16:3e:42:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e10975-11f1-439e-b973-61faaacbff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:10Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 0, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:12.017684 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8a18c89f-a69b-4c0d-8b3d-f3aaae90b08a tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.3181467 Mar 22 14:37:12.017684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51238) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:12.055580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-b5b663a1-0c15-4cb5-b4e5-c069b0ec2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:12.057809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-b5b663a1-0c15-4cb5-b4e5-c069b0ec2bd9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58f959bb-083c-4f3f-96e3-e176ab39e480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120496 Mar 22 14:37:12.060648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 467f0a0f-0641-4b0b-a963-356cd85e258c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:12.084357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68dcc0-5fd3-4068-b15e-3f4d4795a8bb tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:12.084868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68dcc0-5fd3-4068-b15e-3f4d4795a8bb tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:12.086536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fd68dcc0-5fd3-4068-b15e-3f4d4795a8bb tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ef3ab653-f711-4913-8b5e-bbd4e37c8b14 HTTP/1.1" status: 200 len: 2062 time: 0.0671258 Mar 22 14:37:12.088877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Checking router: ef3ab653-f711-4913-8b5e-bbd4e37c8b14 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:12.112320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:12.113042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:12.214057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 467f0a0f-0641-4b0b-a963-356cd85e258c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:12.214351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:12.228453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-ceb82383-167e-47e1-877d-ab98bffe8f67 service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579895 Mar 22 14:37:12.277017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:12.322220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c1ab71d-2f42-4bd7-b57a-51397e003f82 req-393ac009-fd3f-4b4d-83b9-23c65b66921a service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880237 Mar 22 14:37:12.403644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 467f0a0f-0641-4b0b-a963-356cd85e258c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:12.404288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:12.440427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 467f0a0f-0641-4b0b-a963-356cd85e258c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=467f0a0f-0641-4b0b-a963-356cd85e258c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:12.445188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:12.446058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67abe1de-07f1-44bd-bf9b-97ba444d1458 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:12.765707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=467f0a0f-0641-4b0b-a963-356cd85e258c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:12.788229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.788572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.788910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.789239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.789559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.789883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.790226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.790594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.790885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.791176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.791487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.791801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.792116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.792579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.792765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:12.825873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67abe1de-07f1-44bd-bf9b-97ba444d1458 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:12.826269 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:12.886970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b1cdc046-6f7c-4583-903c-242d7f2bf4fc', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'port_id': '6e87f825-257c-4350-bdd3-9b266d756be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'mac_address': 'fa:16:3e:42:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e10975-11f1-439e-b973-61faaacbff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:10Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 0, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:12.930676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e7293-eb0b-4e94-9d32-1a2b215011a6 None None] The sync data for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 is: [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'b1cdc046-6f7c-4583-903c-242d7f2bf4fc', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'port_id': '6e87f825-257c-4350-bdd3-9b266d756be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'mac_address': 'fa:16:3e:42:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e10975-11f1-439e-b973-61faaacbff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:37:10Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 0, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:12.943638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67abe1de-07f1-44bd-bf9b-97ba444d1458 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:13.001046 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Sync routers for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:13.012279 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:13.013135 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:13.125117 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:13.161526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a39765-c131-4281-b986-f07fc1710391 None None] New status for floating IP b1cdc046-6f7c-4583-903c-242d7f2bf4fc: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:37:13.331889 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 4, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c338e6ba-9820-45ef-a02f-af055015f53e', 'name': '', 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'mac_address': 'fa:16:3e:c0:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:09Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 2, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'subnets': [{'id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:13.359262 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Checking router: bc627c8c-040b-49cc-af28-1373bc117a92 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:13.359613 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Updating router bc627c8c-040b-49cc-af28-1373bc117a92 port c338e6ba-9820-45ef-a02f-af055015f53e binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:13.386766 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.648666 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks [] for port (c338e6ba-9820-45ef-a02f-af055015f53e), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.655837 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.704616 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f71f-a894-4ac1-927c-e125c26c7075 None None] Pushing event updated for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:13.774756 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Attempting to bind port c338e6ba-9820-45ef-a02f-af055015f53e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:13.775202 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Attempting to bind port c338e6ba-9820-45ef-a02f-af055015f53e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:13.775563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Attempting to bind port c338e6ba-9820-45ef-a02f-af055015f53e on network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:13.780950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:13.782686 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Checking segment: {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:13.783280 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.783703 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Bound using segment: {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:13.784174 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Bound port: c338e6ba-9820-45ef-a02f-af055015f53e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c91232-7b4d-4ba2-9920-e2a14bfdcedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:13.784555 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.871977 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] For port c338e6ba-9820-45ef-a02f-af055015f53e, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:13.875435 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] For port c338e6ba-9820-45ef-a02f-af055015f53e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c338e6ba-9820-45ef-a02f-af055015f53e,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:13.877385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 467f0a0f-0641-4b0b-a963-356cd85e258c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:13.886414 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:13.944137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:13.944756 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:36:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:13.952115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 467f0a0f-0641-4b0b-a963-356cd85e258c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:13.952674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:14.052434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Provisioning complete for port c338e6ba-9820-45ef-a02f-af055015f53e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:14.052754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:14.054393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 467f0a0f-0641-4b0b-a963-356cd85e258c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:14.126970 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f71f-a894-4ac1-927c-e125c26c7075 None None] Pushing event updated for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:14.145345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Current status of the port c338e6ba-9820-45ef-a02f-af055015f53e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:14.145734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:14.172986 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:14.179543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] For port c338e6ba-9820-45ef-a02f-af055015f53e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c338e6ba-9820-45ef-a02f-af055015f53e,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:14.187455 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:14.237843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66e8e1-58bb-493e-910c-d8b5443f0a75 None None] Pushing event updated for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:14.311968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2ad1c9c8-68c3-4da4-820c-35d96915e181 None None] Provisioning complete for port c338e6ba-9820-45ef-a02f-af055015f53e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:14.312322 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c9c8-68c3-4da4-820c-35d96915e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:14.374721 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 4, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c338e6ba-9820-45ef-a02f-af055015f53e', 'name': '', 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'mac_address': 'fa:16:3e:c0:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:09Z', 'updated_at': '2022-03-22T14:37:13Z', 'revision_number': 4, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'subnets': [{'id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:14.393877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1c9c8-68c3-4da4-820c-35d96915e181 None None] Current status of the port c338e6ba-9820-45ef-a02f-af055015f53e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:14.400831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022c3bf-2114-4d50-8c87-3df69aea6db6 None None] The sync data for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 is: [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:37:10Z', 'revision_number': 4, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'c338e6ba-9820-45ef-a02f-af055015f53e', 'name': '', 'network_id': '3e19ffc6-6b41-41e0-8e81-1eda396c58a0', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'mac_address': 'fa:16:3e:c0:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:09Z', 'updated_at': '2022-03-22T14:37:13Z', 'revision_number': 4, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'subnets': [{'id': '5e6077cb-a819-4f05-8c17-e0b0ae59c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:14.943626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-56b53564-0828-448d-bb66-c2f34410b464 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:14.945516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-56b53564-0828-448d-bb66-c2f34410b464 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1081936 Mar 22 14:37:14.964279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-cfd7ca6a-4ece-4b32-8f48-2877eacb41d4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0124383 Mar 22 14:37:15.022168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-ed02ebf7-d70f-4525-abd9-68e3e487affe tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525899 Mar 22 14:37:15.114262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-f4b49741-253e-4591-9e1d-1f9ed43dbc8b service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854931 Mar 22 14:37:15.202917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-9f7cd7b9-1e7d-4409-a831-a45185228b37 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828667 Mar 22 14:37:15.497464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ad29c71-53fd-4e73-b7ad-99e691615720 req-2103df58-1104-4e03-8882-eb955b699785 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0284457 Mar 22 14:37:15.903029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c338e6ba-9820-45ef-a02f-af055015f53e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:15.954616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port c338e6ba-9820-45ef-a02f-af055015f53e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:15.955325 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.046317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port c338e6ba-9820-45ef-a02f-af055015f53e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:16.540059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-5d8d4fe9-f7c4-4b73-9486-19b0a34c5e6b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:16.541608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-5d8d4fe9-f7c4-4b73-9486-19b0a34c5e6b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1196296 Mar 22 14:37:16.561529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': '45f049ff-4338-4b43-a098-9eaa057a7814', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:16.654395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c671eccb-86b5-41d5-a6bf-35e9c8852a62 req-1c49d4ec-1392-4333-a8d4-78d41ec2faa6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0755205 Mar 22 14:37:16.734023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:16.737729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:16.881200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.12 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/1166051f-986a-4290-bf10-b80142725c73) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:17.406379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (1166051f-986a-4290-bf10-b80142725c73), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.442734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1166051f-986a-4290-bf10-b80142725c73), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.496683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:17.498068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:17.500781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:17.503036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:17.563029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:17.563930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.582198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-a73e3614-111c-41ba-8239-27682513d068 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0249681 Mar 22 14:37:17.602732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Request body: {'port': {'device_id': '45f049ff-4338-4b43-a098-9eaa057a7814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:17.663725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1166051f-986a-4290-bf10-b80142725c73), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.736958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-aa7180c9-1389-4a86-9b8f-6738ac3dd0c8 None None] Provisioning complete for port 1166051f-986a-4290-bf10-b80142725c73 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:17.737551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aa7180c9-1389-4a86-9b8f-6738ac3dd0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1166051f-986a-4290-bf10-b80142725c73), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:17.775206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-aa7180c9-1389-4a86-9b8f-6738ac3dd0c8 None None] Port 1166051f-986a-4290-bf10-b80142725c73 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:17.891457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a112b66-b364-46f2-92a0-03d1a14cdfac req-f085ad40-be44-4b29-a282-7e87dadae14c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:17.892963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a112b66-b364-46f2-92a0-03d1a14cdfac req-f085ad40-be44-4b29-a282-7e87dadae14c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 932 time: 0.1588492 Mar 22 14:37:17.973358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a112b66-b364-46f2-92a0-03d1a14cdfac req-da8da4f4-1af5-4473-ba8d-4b5fafd75c9b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Mar 22 14:37:18.015050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1166051f-986a-4290-bf10-b80142725c73 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:18.023118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks [] for port (1166051f-986a-4290-bf10-b80142725c73), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.035445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Transition to ACTIVE for port object 1166051f-986a-4290-bf10-b80142725c73 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:37:18.042311 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1166051f-986a-4290-bf10-b80142725c73), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.097628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:18.169194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Attempting to bind port 1166051f-986a-4290-bf10-b80142725c73 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:18.169817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Attempting to bind port 1166051f-986a-4290-bf10-b80142725c73 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:18.170325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Attempting to bind port 1166051f-986a-4290-bf10-b80142725c73 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:18.174879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Port 1166051f-986a-4290-bf10-b80142725c73 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:37:18.175333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Attempting to bind port 1166051f-986a-4290-bf10-b80142725c73 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:18.180555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:18.180900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:18.181348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:18.181783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Bound port: 1166051f-986a-4290-bf10-b80142725c73, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:18.182169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1166051f-986a-4290-bf10-b80142725c73), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.255057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:18.258363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1166051f-986a-4290-bf10-b80142725c73,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:18.266187 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (1166051f-986a-4290-bf10-b80142725c73), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.303310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.304854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.306373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] 10.222.0.78 "PUT /v2.0/ports/1166051f-986a-4290-bf10-b80142725c73 HTTP/1.1" status: 200 len: 1092 time: 0.7086082 Mar 22 14:37:18.308828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'tag': '1166051f-986a-4290-bf10-b80142725c73'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:18.318058 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce054603-f5ba-4710-b33e-fa02bd35b7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "tag": "1166051f-986a-4290-bf10-b80142725c73"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:18.389674 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327232f-9f91-4598-b5c4-3d30861f4c13 x-openstack-request-id: req-9327232f-9f91-4598-b5c4-3d30861f4c13 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:18.390070 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "tag": "1166051f-986a-4290-bf10-b80142725c73", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:18.390282 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9327232f-9f91-4598-b5c4-3d30861f4c13 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:18.390673 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9327232f-9f91-4598-b5c4-3d30861f4c13'] response: {'name': 'network-changed', 'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'tag': '1166051f-986a-4290-bf10-b80142725c73', 'status': 'completed', 'code': 200} Mar 22 14:37:18.399565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23917361-59fe-4a53-9db2-1703398c6bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:18.426515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-6129631b-a911-44ae-bb7b-3ede76a0294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.428161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-6129631b-a911-44ae-bb7b-3ede76a0294f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 1126 time: 0.0766063 Mar 22 14:37:18.473053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-d9603205-55fd-4d3e-85e0-4ac4d8f7e12b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1166051f-986a-4290-bf10-b80142725c73 HTTP/1.1" status: 200 len: 217 time: 0.0372357 Mar 22 14:37:18.525178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-0a44e47e-f0b0-48af-887d-c8326db2b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.527034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-0a44e47e-f0b0-48af-887d-c8326db2b6f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0484254 Mar 22 14:37:18.584843 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c35bd625-04db-4073-a47c-d95701701b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:18.588624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-b37a3711-4d81-408e-8ccd-bb149d40b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.591670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-b37a3711-4d81-408e-8ccd-bb149d40b1b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575249 Mar 22 14:37:18.684328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-83b045dd-c8d9-4125-91d8-557a7c3f4fc6 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864940 Mar 22 14:37:18.778903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34b47535-54a9-45da-a2b4-d6354d40f618 req-ecaff152-a9ee-4dd1-a879-87a535a75dbc service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Mar 22 14:37:18.882792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-8fb71c4a-7719-4e80-bf8a-89919624a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.884295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-8fb71c4a-7719-4e80-bf8a-89919624a9ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 1126 time: 0.0469551 Mar 22 14:37:18.982607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-a08e74dd-9d8e-41e5-b528-b0e895856522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:18.984091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-a08e74dd-9d8e-41e5-b528-b0e895856522 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0932164 Mar 22 14:37:19.026364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-6caf3e87-cc70-44f1-9139-a1dc6476fcf1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1166051f-986a-4290-bf10-b80142725c73 HTTP/1.1" status: 200 len: 217 time: 0.0358012 Mar 22 14:37:19.104480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-9625e9ce-319e-43d0-ad94-3aab2da1651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:19.105981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-9625e9ce-319e-43d0-ad94-3aab2da1651c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0740302 Mar 22 14:37:19.132543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820672ad-8ed8-47a8-9160-aee673ca32d2 req-d8bc72dd-8b69-4112-8dc6-ea4a83d8ace1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:19.133988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-820672ad-8ed8-47a8-9160-aee673ca32d2 req-d8bc72dd-8b69-4112-8dc6-ea4a83d8ace1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0766308 Mar 22 14:37:19.199063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-770b88f7-0b8f-4bd4-bc2e-791986de0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:19.200582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-770b88f7-0b8f-4bd4-bc2e-791986de0586 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834935 Mar 22 14:37:19.203811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-820672ad-8ed8-47a8-9160-aee673ca32d2 req-b87965e2-8e96-4d7b-baab-488db945ba75 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Mar 22 14:37:19.296606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-7e324433-bae4-430d-97a0-f0626e9b7fbe service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885446 Mar 22 14:37:19.387088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce054603-f5ba-4710-b33e-fa02bd35b7ff req-585edf4c-5048-4f38-b853-f9ef4554680f service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Mar 22 14:37:20.328828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37500-3d5a-45c5-9015-26196ec94b8a req-5914a8ba-3c7b-44b1-99eb-d59a72557ebc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:20.330488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ef37500-3d5a-45c5-9015-26196ec94b8a req-5914a8ba-3c7b-44b1-99eb-d59a72557ebc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0560758 Mar 22 14:37:20.379578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ef37500-3d5a-45c5-9015-26196ec94b8a req-c69af118-0cc7-4b93-afeb-bca866a8c5bc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Mar 22 14:37:20.957553 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b5fd6d53-32ba-4c09-988f-7d35b50d2d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:21.507197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0cbb1-8498-4a16-8a82-fd7e12868703 req-5ab661a4-ef33-456a-8da2-fd8f006ac42b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:21.508854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec0cbb1-8498-4a16-8a82-fd7e12868703 req-5ab661a4-ef33-456a-8da2-fd8f006ac42b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0583329 Mar 22 14:37:21.557399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec0cbb1-8498-4a16-8a82-fd7e12868703 req-25dc204c-e586-407f-b51c-8decefcfb40c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Mar 22 14:37:21.961283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:22.675876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c9ffd-8181-49ef-b020-b59b5e112d9c req-e0c4a90a-bd30-4080-b167-aedce5230c17 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:22.677257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e8c9ffd-8181-49ef-b020-b59b5e112d9c req-e0c4a90a-bd30-4080-b167-aedce5230c17 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0525231 Mar 22 14:37:22.726266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e8c9ffd-8181-49ef-b020-b59b5e112d9c req-fc03ba06-62fb-42da-b1a9-d0de31c395ec tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Mar 22 14:37:23.767872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:23.866402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc453d30-baeb-4863-ac08-69df04903e87 req-c2b580c2-776b-4ba8-a43b-f6012c404378 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:23.867928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc453d30-baeb-4863-ac08-69df04903e87 req-c2b580c2-776b-4ba8-a43b-f6012c404378 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0729167 Mar 22 14:37:23.916562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc453d30-baeb-4863-ac08-69df04903e87 req-453b6f00-264b-4a93-9acb-88af632c335a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Mar 22 14:37:24.960946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:25.038809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de616ac-14c0-4988-bded-e9c18b2309c0 req-01c96ee5-71c3-4ba2-a2ad-e5f10d5be625 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:25.040273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9de616ac-14c0-4988-bded-e9c18b2309c0 req-01c96ee5-71c3-4ba2-a2ad-e5f10d5be625 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0542898 Mar 22 14:37:25.086836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9de616ac-14c0-4988-bded-e9c18b2309c0 req-825e4fd5-263a-42d9-b5ec-ed209b60fc44 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Mar 22 14:37:26.208166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e780d2-e403-4b36-90e5-7bf6ee429121 req-5770bc03-ef9f-4b03-a60b-13eea67e2819 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:26.209671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e780d2-e403-4b36-90e5-7bf6ee429121 req-5770bc03-ef9f-4b03-a60b-13eea67e2819 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0560093 Mar 22 14:37:26.263161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e780d2-e403-4b36-90e5-7bf6ee429121 req-cf8ba06c-f0a7-46a3-bb5c-a7d5b5d4a752 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Mar 22 14:37:27.395968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0595-575f-4ee7-b37a-f699d1e3ee75 req-959203cd-f954-47cc-bf21-4402df3bd976 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:27.397459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e6d0595-575f-4ee7-b37a-f699d1e3ee75 req-959203cd-f954-47cc-bf21-4402df3bd976 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0595057 Mar 22 14:37:27.447300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e6d0595-575f-4ee7-b37a-f699d1e3ee75 req-eb61edc6-29a7-4d15-bdb2-882c4c4606d6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Mar 22 14:37:28.348003 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:28.587386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947f0c7-39c1-48ac-8942-e4380a329066 req-f1631e01-52d2-4a2a-9582-9e51abd258ab tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:28.588897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e947f0c7-39c1-48ac-8942-e4380a329066 req-f1631e01-52d2-4a2a-9582-9e51abd258ab tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0579727 Mar 22 14:37:28.636651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e947f0c7-39c1-48ac-8942-e4380a329066 req-e5bc90c1-1f86-4039-8a98-de0dc91bc5d9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Mar 22 14:37:29.367165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:29.774933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f75c-3202-4ae5-a6cf-a88fa89b51a2 req-50bebf46-a6dd-440b-a29d-7c0e28ee51a1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:29.776933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1848f75c-3202-4ae5-a6cf-a88fa89b51a2 req-50bebf46-a6dd-440b-a29d-7c0e28ee51a1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0663223 Mar 22 14:37:29.827048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1848f75c-3202-4ae5-a6cf-a88fa89b51a2 req-bf61d448-152b-4596-9b88-d2b9053e954d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Mar 22 14:37:30.956023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf70f-2053-486e-85fe-4f23ec6d11ad req-11f7e5ec-c221-4a1f-a4c6-0efc6f4b01f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:30.957529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdddf70f-2053-486e-85fe-4f23ec6d11ad req-11f7e5ec-c221-4a1f-a4c6-0efc6f4b01f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0552318 Mar 22 14:37:31.005539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdddf70f-2053-486e-85fe-4f23ec6d11ad req-9f17ebf4-290e-4b67-95b0-e873e9effff1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Mar 22 14:37:31.258634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3632-2845-46b5-bdd4-027b571b9b35 req-15e2601d-8308-4256-b440-bd1e24226496 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:31.260097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-112c3632-2845-46b5-bdd4-027b571b9b35 req-15e2601d-8308-4256-b440-bd1e24226496 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.0546741 Mar 22 14:37:31.309635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-112c3632-2845-46b5-bdd4-027b571b9b35 req-86a91856-65d7-4c13-9f6c-70f8b00c27d2 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437717 Mar 22 14:37:32.140546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899a92e-c8f7-43f3-9d22-42a52665f960 req-594e8b8e-f73d-430c-be82-3a3218596e9c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:32.142096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6899a92e-c8f7-43f3-9d22-42a52665f960 req-594e8b8e-f73d-430c-be82-3a3218596e9c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0541553 Mar 22 14:37:32.188363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6899a92e-c8f7-43f3-9d22-42a52665f960 req-341c6934-3774-43d3-aa85-086a467f1973 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406427 Mar 22 14:37:32.446780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2936a9c-f06e-42a6-85d0-4ae2755c4034 req-7a981c0c-7e8f-461e-a116-5635082a9227 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:32.448361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2936a9c-f06e-42a6-85d0-4ae2755c4034 req-7a981c0c-7e8f-461e-a116-5635082a9227 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.0544322 Mar 22 14:37:32.494692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2936a9c-f06e-42a6-85d0-4ae2755c4034 req-e5e795e3-e7c5-4592-8a7d-7066cb592598 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups?id=a03c5b1b-f486-438b-85d0-0d5024fbb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407217 Mar 22 14:37:32.772332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b78377ff-fda2-4eaf-81eb-b7afa1a4545e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:32.773694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b78377ff-fda2-4eaf-81eb-b7afa1a4545e tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 947 time: 0.0648098 Mar 22 14:37:32.869146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Deleting port 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:32.869507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (71f2159b-500e-4411-b039-91e250f48c42), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:32.959996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] For port 71f2159b-500e-4411-b039-91e250f48c42, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=71f2159b-500e-4411-b039-91e250f48c42,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:32.960358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (71f2159b-500e-4411-b039-91e250f48c42), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:33.134469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:33.134793 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:33.135138 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Floating IP 8a6982b1-a68a-49fe-90ee-dd773b80e945 disassociated. External IP: 172.25.3.19, port: 71f2159b-500e-4411-b039-91e250f48c42. Mar 22 14:37:33.135474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Calling delete_port for 71f2159b-500e-4411-b039-91e250f48c42 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:33.299529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (71f2159b-500e-4411-b039-91e250f48c42), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:33.333952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'Port': ['ID=71f2159b-500e-4411-b039-91e250f48c42,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:33.345498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a63e-5efc-435d-9a2c-d8765c132fd4 req-42bb4d28-8a1e-431d-959f-48527a32349f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:33.347099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a582a63e-5efc-435d-9a2c-d8765c132fd4 req-42bb4d28-8a1e-431d-959f-48527a32349f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 944 time: 0.0897079 Mar 22 14:37:33.356019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.356371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.356711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.357395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.357724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.358104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.358452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.358777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.359098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.359421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.359745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.360065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.360383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.360759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.361079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:33.477385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a582a63e-5efc-435d-9a2c-d8765c132fd4 req-365bc417-cef8-4fd8-a498-e1dbb2fd2461 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241281 Mar 22 14:37:33.502491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:33.608936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a93f982-fe76-4f21-a84c-b7c650e348c4 req-1ccf82af-cad8-43bd-be4b-78eb11d1d906 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/ports?device_id=89af0d90-24fd-4da7-aac8-1ba1b9dd3461 HTTP/1.1" status: 200 len: 210 time: 0.0342185 Mar 22 14:37:33.644055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:33.655655 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:33.667940 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:33.668662 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:33.703962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] No DVR routers for this DVR port 71f2159b-500e-4411-b039-91e250f48c42 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:37:33.708678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:33.712252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0312710a-f5c8-4ea1-ac49-dd8509876a37 req-b04a5210-fd57-4a91-adcd-ccd0513f5a55 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.78 "DELETE /v2.0/ports/71f2159b-500e-4411-b039-91e250f48c42 HTTP/1.1" status: 204 len: 173 time: 0.9315369 Mar 22 14:37:33.712729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-deleted', 'tag': '71f2159b-500e-4411-b039-91e250f48c42'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:33.715215 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4de1ad-d17c-4f77-b897-15c536ee45c6" -d '{"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-deleted", "tag": "71f2159b-500e-4411-b039-91e250f48c42"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:33.764466 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9dac8-eee5-4e6a-8b0e-78bbac078a03 x-openstack-request-id: req-c0a9dac8-eee5-4e6a-8b0e-78bbac078a03 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:33.764652 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89af0d90-24fd-4da7-aac8-1ba1b9dd3461", "name": "network-vif-deleted", "tag": "71f2159b-500e-4411-b039-91e250f48c42", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:33.764945 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0a9dac8-eee5-4e6a-8b0e-78bbac078a03 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:33.765364 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a9dac8-eee5-4e6a-8b0e-78bbac078a03'] response: {'server_uuid': '89af0d90-24fd-4da7-aac8-1ba1b9dd3461', 'name': 'network-vif-deleted', 'tag': '71f2159b-500e-4411-b039-91e250f48c42', 'status': 'completed', 'code': 200} Mar 22 14:37:33.807270 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:34.021425 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:34.047522 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:34.055719 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:34.056324 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:34.074519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1166051f-986a-4290-bf10-b80142725c73 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:37:34.165069 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:34.173205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1166051f-986a-4290-bf10-b80142725c73,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:34.184868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '1166051f-986a-4290-bf10-b80142725c73', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '1166051f-986a-4290-bf10-b80142725c73', 'mac_address': 'fa:16:3e:a4:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:37:34.221998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1166051f-986a-4290-bf10-b80142725c73 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:34.222439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1166051f-986a-4290-bf10-b80142725c73), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.236321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1166051f-986a-4290-bf10-b80142725c73 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:34.260538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1166051f-986a-4290-bf10-b80142725c73,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:34.265630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1166051f-986a-4290-bf10-b80142725c73), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.320691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:34.373324 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:34.400550 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f38ac-0e93-4945-951c-373358ce0e55 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:31:33Z', 'revision_number': 4, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '0d8f7119-3f02-422e-b545-d1b5ccfcd15f', 'name': '', 'network_id': '91e97a1a-46c7-42c6-8c0a-af63588e347b', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'mac_address': 'fa:16:3e:7f:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:32Z', 'updated_at': '2022-03-22T14:31:39Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'subnets': [{'id': '6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:34.483608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1166051f-986a-4290-bf10-b80142725c73'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:37:34.614655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c0ef0-9c2f-4ab6-8ec9-4d7d502c6892 req-1959e6ee-d997-42cb-99e1-cd6b5499a46f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:34.616203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d54c0ef0-9c2f-4ab6-8ec9-4d7d502c6892 req-1959e6ee-d997-42cb-99e1-cd6b5499a46f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 945 time: 0.0574975 Mar 22 14:37:34.655674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fd6d7-9800-4aa9-b710-3a5a0c4be332 None None] New status for floating IP 8a6982b1-a68a-49fe-90ee-dd773b80e945: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:37:34.668658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d54c0ef0-9c2f-4ab6-8ec9-4d7d502c6892 req-205cb485-e7c4-49df-bcce-36c43cb55e9d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Mar 22 14:37:34.703662 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:34.757511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a03c5b1b-f486-438b-85d0-0d5024fbb6b8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.781748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (a03c5b1b-f486-438b-85d0-0d5024fbb6b8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.829363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a03c5b1b-f486-438b-85d0-0d5024fbb6b8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.832126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:34.833296 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "DELETE /v2.0/security-groups/a03c5b1b-f486-438b-85d0-0d5024fbb6b8 HTTP/1.1" status: 204 len: 168 time: 0.1286077 Mar 22 14:37:34.836266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51348) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:34.842247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c5b1b-f486-438b-85d0-0d5024fbb6b8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:34.849335 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-cbc35138-90c2-4142-a8d8-0262621d9150 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] show failed (client error): The resource could not be found. Mar 22 14:37:34.849611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.852990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.852990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cbc35138-90c2-4142-a8d8-0262621d9150 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "GET /v2.0/security-groups/a03c5b1b-f486-438b-85d0-0d5024fbb6b8 HTTP/1.1" status: 404 len: 347 time: 0.0130932 Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.853346 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.854084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:34.854182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.854182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.854182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44808a59-818d-47f5-8702-7cf4ee0977b4 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:34.979543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Deleting port 9a77373d-e50f-46ac-9db1-c8a432f09b24 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:34.979883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.063248 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.063486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (9a77373d-e50f-46ac-9db1-c8a432f09b24), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.074796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Calling delete_port for 9a77373d-e50f-46ac-9db1-c8a432f09b24 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:35.217371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (9a77373d-e50f-46ac-9db1-c8a432f09b24), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.248336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Pushing event deleted for resources: {'Port': ['ID=9a77373d-e50f-46ac-9db1-c8a432f09b24,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:35.308309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks [] for floatingip (8a6982b1-a68a-49fe-90ee-dd773b80e945), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.311047 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:35.312231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-89e993a4-fe51-4b3f-80aa-cd6523802dcd tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] 10.222.0.81 "DELETE /v2.0/floatingips/8a6982b1-a68a-49fe-90ee-dd773b80e945 HTTP/1.1" status: 204 len: 168 time: 0.4581113 Mar 22 14:37:35.599542 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:37:35.798101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b680-0de0-4298-bb3e-6174dbe13d9c req-da280c05-1471-42a1-826d-8371059afcf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:35.799720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31c3b680-0de0-4298-bb3e-6174dbe13d9c req-da280c05-1471-42a1-826d-8371059afcf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 945 time: 0.0598247 Mar 22 14:37:35.848326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31c3b680-0de0-4298-bb3e-6174dbe13d9c req-a803d8f3-dc14-45eb-b604-1d8e971707d6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Mar 22 14:37:36.098601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1166051f-986a-4290-bf10-b80142725c73 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:36.151692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 1166051f-986a-4290-bf10-b80142725c73 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:37:36.155733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 1166051f-986a-4290-bf10-b80142725c73 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:36.156116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (1166051f-986a-4290-bf10-b80142725c73), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:36.238231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 1166051f-986a-4290-bf10-b80142725c73 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:36.238619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (1166051f-986a-4290-bf10-b80142725c73), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:36.263383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166051f-986a-4290-bf10-b80142725c73'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:36.265711 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd52f0fd-84f8-4e8a-a0a1-6788e1e04a3a" -d '{"events": [{"server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "name": "network-vif-plugged", "status": "completed", "tag": "1166051f-986a-4290-bf10-b80142725c73"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:36.278364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1166051f-986a-4290-bf10-b80142725c73,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:36.283492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (1166051f-986a-4290-bf10-b80142725c73), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:36.284413 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:36.322009 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5864e26-124c-47db-bab9-95f240c68dd1 x-openstack-request-id: req-f5864e26-124c-47db-bab9-95f240c68dd1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:36.322379 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "name": "network-vif-plugged", "status": "completed", "tag": "1166051f-986a-4290-bf10-b80142725c73", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:36.322659 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5864e26-124c-47db-bab9-95f240c68dd1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:36.323123 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5864e26-124c-47db-bab9-95f240c68dd1'] response: {'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166051f-986a-4290-bf10-b80142725c73', 'code': 200} Mar 22 14:37:36.325576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 71f2159b-500e-4411-b039-91e250f48c42 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:36.325999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 71f2159b-500e-4411-b039-91e250f48c42 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:36.354157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:36.418030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2e55-f385-4065-9971-06111a985306 req-57e681f5-f747-4760-9b0a-5ebf26924a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:36.419501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-433f2e55-f385-4065-9971-06111a985306 req-57e681f5-f747-4760-9b0a-5ebf26924a61 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 1128 time: 0.0468495 Mar 22 14:37:36.470599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-433f2e55-f385-4065-9971-06111a985306 req-b94ed7f5-f4b2-4115-94a1-5eac17a8a695 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Mar 22 14:37:36.970147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7768c3-ce02-482c-be1d-154c21e78a87 req-1df6414a-0308-47fa-adaf-b479025e2182 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:36.971639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff7768c3-ce02-482c-be1d-154c21e78a87 req-1df6414a-0308-47fa-adaf-b479025e2182 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0560327 Mar 22 14:37:37.023528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff7768c3-ce02-482c-be1d-154c21e78a87 req-3b588c09-9a3d-460e-b436-70c0dc64cec7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Mar 22 14:37:38.147132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7aff0-ad0c-4213-a9a2-b0a93b307be0 req-069794c6-f2ab-4d02-b6e8-7e7b5026d3e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:38.148596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09b7aff0-ad0c-4213-a9a2-b0a93b307be0 req-069794c6-f2ab-4d02-b6e8-7e7b5026d3e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Mar 22 14:37:38.197305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09b7aff0-ad0c-4213-a9a2-b0a93b307be0 req-81e94b3f-add2-4131-8218-ce118650d6f8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Mar 22 14:37:38.319366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b447e0c-6d5c-4137-b5fb-48e83bc92a4e req-45cf2cbf-c1a6-4bbc-89e5-cfb2283f912c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:38.320747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b447e0c-6d5c-4137-b5fb-48e83bc92a4e req-45cf2cbf-c1a6-4bbc-89e5-cfb2283f912c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0553017 Mar 22 14:37:38.368709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b447e0c-6d5c-4137-b5fb-48e83bc92a4e req-506f92cc-33da-4582-af75-85866e517726 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Mar 22 14:37:38.490769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e5e5-1049-4036-a24a-a6cb73e5ee78 req-47e4e477-51a2-4fa8-891c-32f2cb184203 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:38.492428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f84e5e5-1049-4036-a24a-a6cb73e5ee78 req-47e4e477-51a2-4fa8-891c-32f2cb184203 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0576711 Mar 22 14:37:38.542209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f84e5e5-1049-4036-a24a-a6cb73e5ee78 req-f46a6698-6bf2-481e-92a8-c178e0e8b651 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Mar 22 14:37:38.801146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9e8f-32e8-433c-b2e4-fbf3eaf89134 req-03088371-a915-4bfc-affe-01ae22d72285 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:38.802667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-954a9e8f-32e8-433c-b2e4-fbf3eaf89134 req-03088371-a915-4bfc-affe-01ae22d72285 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0536778 Mar 22 14:37:38.850220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-954a9e8f-32e8-433c-b2e4-fbf3eaf89134 req-8e27f3bb-ed5f-40b3-a4bc-4a89424294c6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Mar 22 14:37:39.980332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1378689-2f41-445f-8bf7-74f1ee635f54 req-e094db22-6631-49b7-8caf-bafaae73d25f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:39.982299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1378689-2f41-445f-8bf7-74f1ee635f54 req-e094db22-6631-49b7-8caf-bafaae73d25f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0632513 Mar 22 14:37:40.029270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1378689-2f41-445f-8bf7-74f1ee635f54 req-34fff475-7443-41ac-8e35-d85359e533d2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Mar 22 14:37:40.314101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e5263-6636-44e5-9252-c2ca9602834d req-212b6bee-1b3b-46ec-aa3f-3bbc59bfcbf3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:40.315496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-711e5263-6636-44e5-9252-c2ca9602834d req-212b6bee-1b3b-46ec-aa3f-3bbc59bfcbf3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 946 time: 0.0541406 Mar 22 14:37:40.421151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 1166051f-986a-4290-bf10-b80142725c73 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:40.421581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (1166051f-986a-4290-bf10-b80142725c73), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:40.518585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 1166051f-986a-4290-bf10-b80142725c73, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=1166051f-986a-4290-bf10-b80142725c73,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:40.519002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (1166051f-986a-4290-bf10-b80142725c73), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:40.532770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 1166051f-986a-4290-bf10-b80142725c73 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:40.673405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (1166051f-986a-4290-bf10-b80142725c73), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:40.685539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['1166051f-986a-4290-bf10-b80142725c73'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:37:40.717139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=1166051f-986a-4290-bf10-b80142725c73,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:40.781547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 1166051f-986a-4290-bf10-b80142725c73 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:37:40.784446 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:40.788252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-711e5263-6636-44e5-9252-c2ca9602834d req-8714eb96-1395-46e7-915d-505c52a902f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "DELETE /v2.0/ports/1166051f-986a-4290-bf10-b80142725c73 HTTP/1.1" status: 204 len: 173 time: 0.4666698 Mar 22 14:37:40.788726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'name': 'network-vif-deleted', 'tag': '1166051f-986a-4290-bf10-b80142725c73'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:40.791472 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288208f7-9232-44c8-baa3-93618420abe3" -d '{"events": [{"server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "name": "network-vif-deleted", "tag": "1166051f-986a-4290-bf10-b80142725c73"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:40.895054 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef98309-8ba8-4c78-920b-bd17ff38ec67 x-openstack-request-id: req-9ef98309-8ba8-4c78-920b-bd17ff38ec67 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:40.895395 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f049ff-4338-4b43-a098-9eaa057a7814", "name": "network-vif-deleted", "tag": "1166051f-986a-4290-bf10-b80142725c73", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:40.895651 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ef98309-8ba8-4c78-920b-bd17ff38ec67 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:40.896066 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef98309-8ba8-4c78-920b-bd17ff38ec67'] response: {'server_uuid': '45f049ff-4338-4b43-a098-9eaa057a7814', 'name': 'network-vif-deleted', 'tag': '1166051f-986a-4290-bf10-b80142725c73', 'status': 'completed', 'code': 200} Mar 22 14:37:41.129049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05ab2220-edb3-4abe-bb19-6399b1e94624 req-7a2f9f5b-dc4e-4529-b57d-6f85e49521b9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0315869 Mar 22 14:37:42.228215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7bed40d-8c69-4b2c-a086-955a6bf60636 req-4d51cc93-32a4-4295-b428-030ab016e885 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0289743 Mar 22 14:37:43.327048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58602b13-0ca2-4a25-ad23-0e1f022b0cd6 req-c7e2b5d2-ea68-4556-ae28-88c63bcd358c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Mar 22 14:37:44.121530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1166051f-986a-4290-bf10-b80142725c73 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:44.142199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 1166051f-986a-4290-bf10-b80142725c73 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:44.142598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 1166051f-986a-4290-bf10-b80142725c73 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:44.432407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9bbf329c-20c6-441c-a70b-9a80ff892ea4 req-a689281a-819f-4b43-89ba-bdf25f056035 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0284996 Mar 22 14:37:45.117751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51418) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:45.562484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-954e0dc5-56dc-462f-b04c-710ad001fcaa req-d632a7b1-e6a6-40f3-8044-8c6ff0e057e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0426493 Mar 22 14:37:46.042710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:46.301577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Deleting port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:46.301815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:46.377890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] For port 0d8f7119-3f02-422e-b545-d1b5ccfcd15f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:46.378295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:46.390750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Calling delete_port for 0d8f7119-3f02-422e-b545-d1b5ccfcd15f owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:46.580211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0d8f7119-3f02-422e-b545-d1b5ccfcd15f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:46.658335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8f7119-3f02-422e-b545-d1b5ccfcd15f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:46.863197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7214d99-c7a2-4d07-9974-182dc94874d9 req-b9378dc7-8b39-427b-a42b-aa087107143f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.1937881 Mar 22 14:37:46.874959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.119119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:47.232112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:47.237394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-92dca0bd-01fd-46f8-8821-24b570172f9f admin admin] 10.222.0.81 "PUT /v2.0/routers/80d60cb4-11a3-4a49-a76f-8389b311a5f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185617 Mar 22 14:37:47.240129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51430) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:47.244716 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Sync routers for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:47.255928 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:47.256649 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:47.287247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51432) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:47.352746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks [] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.369318 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:47.397318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f39f1de-6eb1-4508-b163-8bd44ed682e3 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2410 time: 0.1081872 Mar 22 14:37:47.398455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:47.403580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'network': {'name': 'tempest-network-smoke--513848043', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'port_security_enabled': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:47.426052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:47.431787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.463529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:37:47.475036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ce80e94d-18c8-4e10-94fd-e1c5d1196ded), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.475815 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Added segment ce80e94d-18c8-4e10-94fd-e1c5d1196ded of type vlan for network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 Mar 22 14:37:47.477295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks [] for router_gateway (80d60cb4-11a3-4a49-a76f-8389b311a5f9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.529495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.550013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Deleting port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:47.550013 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.562474 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:37:46Z', 'revision_number': 5, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port': {'id': '0d864746-a4c9-4a0a-bfc5-7f4c9d17a836', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:31:28Z', 'updated_at': '2022-03-22T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:47.575411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.582317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:47.583016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.590959 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Checking router: 80d60cb4-11a3-4a49-a76f-8389b311a5f9 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:47.600704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Routers {'80d60cb4-11a3-4a49-a76f-8389b311a5f9'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:47.601656 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:47.643178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] For port 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:47.643762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.660810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Calling delete_port for 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:47.668072 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2683165 Mar 22 14:37:47.671978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:47.677374 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'admin_state_up': True, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:47.700404 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384d5a5-0534-41b0-8c91-355d5079d935 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Network': ['ID=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:47.712935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:37:47.715826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.717332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.784713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_controller (ac6fabb9-7225-4118-8ea6-bf6e84287f18), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:47.915405 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] Set router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:47.990617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:37:47Z', 'revision_number': 6, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:47.999042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76724ca2-53fb-4c81-878c-e0706a411a53 req-6879d9c2-c1a5-4eed-a441-a024b69b4605 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0385273 Mar 22 14:37:48.001390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0d864746-a4c9-4a0a-bfc5-7f4c9d17a836), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.040748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc707a-b1ad-4cdf-a8e7-a62580f7b0b3 None None] The sync data for ids ['80d60cb4-11a3-4a49-a76f-8389b311a5f9'] in n-d-758851-5 is: [{'id': '80d60cb4-11a3-4a49-a76f-8389b311a5f9', 'name': 'tempest-AttachVolumeShelveTestJSON-242428234-router', 'tenant_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:31:27Z', 'updated_at': '2022-03-22T14:37:47Z', 'revision_number': 6, 'project_id': 'bd1657a7aa254b5ca7e269f61530c5bc', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:48.041420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d864746-a4c9-4a0a-bfc5-7f4c9d17a836,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:48.113318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.210368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.212804 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks [] for router_controller (80d60cb4-11a3-4a49-a76f-8389b311a5f9), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.268969 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (80d60cb4-11a3-4a49-a76f-8389b311a5f9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.269680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d60cb4-11a3-4a49-a76f-8389b311a5f9 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:37:48.275719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.279404 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d41891b7-8f1d-4892-9e0c-5ade53e2933d admin admin] 10.222.0.81 "DELETE /v2.0/routers/80d60cb4-11a3-4a49-a76f-8389b311a5f9 HTTP/1.1" status: 204 len: 168 time: 1.0360694 Mar 22 14:37:48.279738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:48.325825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Deleting subnet 6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:37:48.329485 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Publish callbacks [] for subnet (6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.365676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.376346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ac6fabb9-7225-4118-8ea6-bf6e84287f18), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.463629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.533114 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.562573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:48.565559 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.569666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0eaba3ae-12c2-4153-bbdd-78bab151ab7b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6c90e0e2-c33e-46e0-ad5c-ebd534d2bc60 HTTP/1.1" status: 204 len: 168 time: 0.2888954 Mar 22 14:37:48.572813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:48.581935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39329cd-1354-4e3f-ade1-b6ba2b069f73 None None] Network 91e97a1a-46c7-42c6-8c0a-af63588e347b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:48.611541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.632201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.640660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5268f50-09a2-4103-8ac2-1dec6d8d0379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.653600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (91e97a1a-46c7-42c6-8c0a-af63588e347b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.737549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Deleting port c0632d80-4638-4d9e-a93d-410a14064cdb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:48.737891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.761713 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.25.3.158 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/dd388589-0002-484a-bef7-016b819a992a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:48.805584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] For port c0632d80-4638-4d9e-a93d-410a14064cdb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c0632d80-4638-4d9e-a93d-410a14064cdb,segment=NetworkSegment(fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0),segment_id=fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:48.806073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.820515 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Calling delete_port for c0632d80-4638-4d9e-a93d-410a14064cdb owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:48.887677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (dd388589-0002-484a-bef7-016b819a992a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.911401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] DHCP port deletion for 91e97a1a-46c7-42c6-8c0a-af63588e347b request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:37:48.923709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.950901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0632d80-4638-4d9e-a93d-410a14064cdb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:48.954638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dd388589-0002-484a-bef7-016b819a992a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.967157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] No DVR routers for this DVR port c0632d80-4638-4d9e-a93d-410a14064cdb on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:37:48.978551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Deleting port c0632d80-4638-4d9e-a93d-410a14064cdb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:37:48.979407 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:48.992925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:48.995811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:48.999578 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:49.045983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=dd388589-0002-484a-bef7-016b819a992a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:49.078592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] For port c0632d80-4638-4d9e-a93d-410a14064cdb, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:49.079509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.091226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (91e97a1a-46c7-42c6-8c0a-af63588e347b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.099865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Calling delete_port for c0632d80-4638-4d9e-a93d-410a14064cdb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:37:49.103219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Port c0632d80-4638-4d9e-a93d-410a14064cdb was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:37:49.105458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (c0632d80-4638-4d9e-a93d-410a14064cdb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.138370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] Pushing event deleted for resources: {'Port': ['ID=c0632d80-4638-4d9e-a93d-410a14064cdb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:49.146406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39db5a-44fa-413e-9778-6a028576defd None None] No DVR routers for this DVR port c0632d80-4638-4d9e-a93d-410a14064cdb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:37:49.161237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6c21767-7fee-41a1-8315-42b39656e2df req-c456c900-90b6-476e-ba84-9608acf0be7b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0356967 Mar 22 14:37:49.165017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e97a1a-46c7-42c6-8c0a-af63588e347b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:49.180718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:49.181013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:49.191292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.205332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.212111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:37:49.212487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (fc11564d-d6ca-47ca-ac34-c3d8cd40ddb0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:37:49.214395 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:37:49.278180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (91e97a1a-46c7-42c6-8c0a-af63588e347b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.293468 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.297674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] 10.222.0.81 "DELETE /v2.0/networks/91e97a1a-46c7-42c6-8c0a-af63588e347b HTTP/1.1" status: 204 len: 168 time: 0.7239192 Mar 22 14:37:49.314552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132d43b-9e9f-43b2-a2ed-8340cf4fdd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e97a1a-46c7-42c6-8c0a-af63588e347b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:49.369794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.448484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51448) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:49.512760 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fcd56a9f-cc6d-4d8e-bb1b-a70185ddaac0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd1657a7aa254b5ca7e269f61530c5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586472 Mar 22 14:37:49.515334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51450) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:49.573016 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] Publish callbacks [] for security_group (04c21286-5fbf-4beb-84d1-3e781366a8af), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.595113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] Publish callbacks [] for security_group (04c21286-5fbf-4beb-84d1-3e781366a8af), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.645401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.650491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (04c21286-5fbf-4beb-84d1-3e781366a8af), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.653926 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.666604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04c21286-5fbf-4beb-84d1-3e781366a8af HTTP/1.1" status: 204 len: 168 time: 0.1386075 Mar 22 14:37:49.678544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1778a-237b-4707-818b-f74625c16da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c21286-5fbf-4beb-84d1-3e781366a8af,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:49.787175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ac6fabb9-7225-4118-8ea6-bf6e84287f18 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:37:49.908431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:49.914370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:49.939216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Sync routers for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:49.941523 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:49.945689 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b3da0af6-1008-4e88-b690-b0fcaa1861ae tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2702503 Mar 22 14:37:49.946063 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51456) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:49.958261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:49.959079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d864746-a4c9-4a0a-bfc5-7f4c9d17a836 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:49.959804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d8f7119-3f02-422e-b545-d1b5ccfcd15f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:49.962921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:49.963729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:50.030310 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0d8f7119-3f02-422e-b545-d1b5ccfcd15f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:50.030667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0d8f7119-3f02-422e-b545-d1b5ccfcd15f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:50.031084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0632d80-4638-4d9e-a93d-410a14064cdb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:37:50.035592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce090e-a718-48d5-9c02-b7426f5b59ce tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:50.037686 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35ce090e-a718-48d5-9c02-b7426f5b59ce tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0f99edb0ddc546d9966d2dfbe3031617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0901361 Mar 22 14:37:50.040703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51462) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.088630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c0632d80-4638-4d9e-a93d-410a14064cdb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:37:50.089075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c0632d80-4638-4d9e-a93d-410a14064cdb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:37:50.153812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8ecc8-4a2a-4093-a15a-1dc1aaed2934 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:50.154239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:50.159295 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c4b8ecc8-4a2a-4093-a15a-1dc1aaed2934 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139655 Mar 22 14:37:50.159295 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.193656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4224da1e-900b-46aa-a153-5809c2274d1b tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314548 Mar 22 14:37:50.193974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.228583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-29a54e8e-4131-4d7e-aa66-4e1e57bb9ea3 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0f99edb0ddc546d9966d2dfbe3031617&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310137 Mar 22 14:37:50.228952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51474) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.313520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29aa9668-772f-47e2-9464-5747394def72 req-3e83b9d1-4781-4bab-b0d2-ee0483bc4c7e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Mar 22 14:37:50.335479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6393f7a-75cd-4db5-bd87-c58172b2652f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:50.337214 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b6393f7a-75cd-4db5-bd87-c58172b2652f tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1063983 Mar 22 14:37:50.340368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51480) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.374017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61aad89f-dd2b-4055-8b02-257094ea6e38 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305643 Mar 22 14:37:50.374595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51482) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.383288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111681965', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:50.397882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:49Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:50.427476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Checking router: ac6fabb9-7225-4118-8ea6-bf6e84287f18 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:50.427835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Updating router ac6fabb9-7225-4118-8ea6-bf6e84287f18 port dd388589-0002-484a-bef7-016b819a992a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:50.464856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd388589-0002-484a-bef7-016b819a992a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.486872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:50.491837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.738597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (6f695e94-7d24-47c5-b930-d7482c73195a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.828692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Subnet': ['ID=6f695e94-7d24-47c5-b930-d7482c73195a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:50.836323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Checking segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:50.836694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network hostable DHCP agents. Network: bbd82884-4adb-4e12-8f87-c6c3d4fbbf90, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:37:50.854037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks [] for port (dd388589-0002-484a-bef7-016b819a992a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.859337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:37:50.861270 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd388589-0002-484a-bef7-016b819a992a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.879331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, bbd82884-4adb-4e12-8f87-c6c3d4fbbf90) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:50.884176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:50.884788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:50.906759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6c3cb2e3-11c6-4336-8876-ab32a12828f3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5309010 Mar 22 14:37:50.909917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51492) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:37:50.910937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840d115-59fa-4395-b917-22508dde9ec9 None None] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:50.954325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7729f9-c623-4928-97bb-edcde3cecb2f None None] Pushing event updated for resources: {'Port': ['ID=dd388589-0002-484a-bef7-016b819a992a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:50.994137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Attempting to bind port dd388589-0002-484a-bef7-016b819a992a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:50.994830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Attempting to bind port dd388589-0002-484a-bef7-016b819a992a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:50.996017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Attempting to bind port dd388589-0002-484a-bef7-016b819a992a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:51.009928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:51.010692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:51.011526 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.012089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:51.012761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Bound port: dd388589-0002-484a-bef7-016b819a992a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:51.013542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd388589-0002-484a-bef7-016b819a992a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.083909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-08fece06-1548-4a52-9880-1a3c57716570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.134304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] For port dd388589-0002-484a-bef7-016b819a992a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:51.153556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'fixed_ips': [{'subnet_id': '6f695e94-7d24-47c5-b930-d7482c73195a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:37:51.153556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.156378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] For port dd388589-0002-484a-bef7-016b819a992a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd388589-0002-484a-bef7-016b819a992a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:51.171095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd388589-0002-484a-bef7-016b819a992a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.465219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b637be2-cbf0-4b47-88ec-b7d34afce84f req-0d3903d5-e4a6-40d1-a879-3bba7bb09a10 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=45f049ff-4338-4b43-a098-9eaa057a7814 HTTP/1.1" status: 200 len: 210 time: 0.0439897 Mar 22 14:37:51.473664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.497763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7729f9-c623-4928-97bb-edcde3cecb2f None None] Pushing event updated for resources: {'Port': ['ID=dd388589-0002-484a-bef7-016b819a992a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:51.500661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:51.501234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:51.633488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Allocated IP 172.20.0.18 (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90/6f695e94-7d24-47c5-b930-d7482c73195a/3be1213d-383c-45dc-9a71-4b5d51cb568c) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:51.664082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:51.933547 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks [] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.943197 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:51.995914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.20.0.17 (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90/6f695e94-7d24-47c5-b930-d7482c73195a/bb70abdb-b067-4b91-a3fe-1edffe47f1e2) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:51.997496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Pushing event updated for resources: {'Port': ['ID=3be1213d-383c-45dc-9a71-4b5d51cb568c,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:52.012166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:52.014344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:52.017164 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:52.021432 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.025833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:49Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:52.070568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3c52b-43d3-489f-8c8f-2bfbe473f4e8 None None] The sync data for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 is: [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:49Z', 'revision_number': 3, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:52.117344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Attempting to bind port 3be1213d-383c-45dc-9a71-4b5d51cb568c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:52.117726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Attempting to bind port 3be1213d-383c-45dc-9a71-4b5d51cb568c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:52.118188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Attempting to bind port 3be1213d-383c-45dc-9a71-4b5d51cb568c on network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:52.123571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:52.123950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Checking segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:52.124362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.124768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Bound using segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:52.125241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Bound port: 3be1213d-383c-45dc-9a71-4b5d51cb568c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:52.125667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.146098 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.190703 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.217889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] For port 3be1213d-383c-45dc-9a71-4b5d51cb568c, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:52.221429 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] For port 3be1213d-383c-45dc-9a71-4b5d51cb568c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3be1213d-383c-45dc-9a71-4b5d51cb568c,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:52.231733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.254229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:52.257950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:52.262803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:52.305135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efce82-619e-4cb9-b794-630fe09bda33 None None] Pushing event updated for resources: {'Port': ['ID=3be1213d-383c-45dc-9a71-4b5d51cb568c,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:52.332746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:52.376174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:52.581735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.002518 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.009324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.084351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:53.086948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.195120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:53.196777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:53.361660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ac6fabb9-7225-4118-8ea6-bf6e84287f18 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:37:53.503396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:37:53.519177 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dd374ba1-3b39-40b0-a337-9a6dde988b76 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "PUT /v2.0/routers/ac6fabb9-7225-4118-8ea6-bf6e84287f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083906 Mar 22 14:37:53.660834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2df5a9-9b21-4026-9794-d76f3985d1e3 None None] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:37:53.843778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.857370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Provisioning complete for port 3be1213d-383c-45dc-9a71-4b5d51cb568c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:53.857751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:53.948030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-2648bc22-ab48-4a26-90b9-e99d9290a50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:53.966243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-2648bc22-ab48-4a26-90b9-e99d9290a50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/networks?id=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 HTTP/1.1" status: 200 len: 797 time: 0.2126288 Mar 22 14:37:53.979248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-b6bb9021-fc49-44f4-b903-99ceb7a9459c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/quotas/0f99edb0ddc546d9966d2dfbe3031617 HTTP/1.1" status: 200 len: 375 time: 0.0099123 Mar 22 14:37:54.027296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Current status of the port 3be1213d-383c-45dc-9a71-4b5d51cb568c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:54.027951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.032670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3be1213d-383c-45dc-9a71-4b5d51cb568c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:54.107615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] For port 3be1213d-383c-45dc-9a71-4b5d51cb568c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3be1213d-383c-45dc-9a71-4b5d51cb568c,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:54.117690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.142884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-a58e7e1a-186c-4f3f-bef9-009065798456 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1573639 Mar 22 14:37:54.175055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab2105-175c-4d97-9d1f-8148bad24b49 None None] Pushing event updated for resources: {'Port': ['ID=3be1213d-383c-45dc-9a71-4b5d51cb568c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:54.182492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3be1213d-383c-45dc-9a71-4b5d51cb568c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:54.182882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.376602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:54.377106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.393027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3be1213d-383c-45dc-9a71-4b5d51cb568c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:54.396997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd388589-0002-484a-bef7-016b819a992a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:54.422826 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Sync routers for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:37:54.433743 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:54.434385 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:54.441227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-65df61da-eb2f-4f51-925f-c7a0bec8f547 service neutron] 10.222.0.81 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775302 Mar 22 14:37:54.515222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:54.546879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Provisioning complete for port 3be1213d-383c-45dc-9a71-4b5d51cb568c triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:54.547307 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.608339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-041adb30-fd43-4615-a962-c0c2999af517 service neutron] 10.222.0.81 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591835 Mar 22 14:37:54.615002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dd388589-0002-484a-bef7-016b819a992a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:54.615401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd388589-0002-484a-bef7-016b819a992a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:54.655290 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:54.811352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-06dcb97a-c362-4de2-ae4d-f86822861e77 None None] Current status of the port 3be1213d-383c-45dc-9a71-4b5d51cb568c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:54.945707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e11e6fa0-28a0-430e-b87a-fc767bbd61e2 req-8bcd0e01-cc10-4431-8a67-d57b4a6bbf20 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 210 time: 0.0820067 Mar 22 14:37:55.045694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-55093036-74f7-4168-92de-631dffb18370 None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:55.046280 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-55093036-74f7-4168-92de-631dffb18370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.049076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.052820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd388589-0002-484a-bef7-016b819a992a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:55.053359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd388589-0002-484a-bef7-016b819a992a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.065306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'bb70abdb-b067-4b91-a3fe-1edffe47f1e2', 'name': '', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:85:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:51Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 2, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:55.077272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port dd388589-0002-484a-bef7-016b819a992a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd388589-0002-484a-bef7-016b819a992a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:55.099532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd388589-0002-484a-bef7-016b819a992a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.144768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-55093036-74f7-4168-92de-631dffb18370 None None] Port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:55.150111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Checking router: ac6fabb9-7225-4118-8ea6-bf6e84287f18 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:37:55.152538 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Updating router ac6fabb9-7225-4118-8ea6-bf6e84287f18 port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:37:55.166055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=dd388589-0002-484a-bef7-016b819a992a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:55.203945 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.276084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ddbbeb2f-8a23-4832-a0f9-c9e1e5abf5d2 None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:55.276468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb2f-8a23-4832-a0f9-c9e1e5abf5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.355412 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbeb2f-8a23-4832-a0f9-c9e1e5abf5d2 None None] Port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:55.567049 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks [] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.575627 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.724442 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Attempting to bind port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:55.724812 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Attempting to bind port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:55.725164 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Attempting to bind port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 on network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:55.728771 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Pushing event updated for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:55.744721 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:55.745100 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Checking segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:55.745505 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.745900 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Bound using segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:55.746449 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Bound port: bb70abdb-b067-4b91-a3fe-1edffe47f1e2, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:55.746769 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.754423 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.754788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.755105 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.755480 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.755814 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.756137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.756465 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.756788 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.757111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.757436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.758038 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.758398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.758718 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.759039 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.759356 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:37:55.830347 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] For port bb70abdb-b067-4b91-a3fe-1edffe47f1e2, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:55.834527 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] For port bb70abdb-b067-4b91-a3fe-1edffe47f1e2, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:55.848379 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:55.912010 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766d3bf-6c00-4a3e-af74-f092a571b2cb None None] Pushing event updated for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:55.931488 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:37:55.932131 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:55.944276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3be1213d-383c-45dc-9a71-4b5d51cb568c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:56.001734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:56.002452 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.065889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3be1213d-383c-45dc-9a71-4b5d51cb568c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:56.066586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.111964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Current status of the port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:56.112223 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.144481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7cecad3f-8bb2-4bb8-b69b-d13002e6df3b req-44a3bf51-8cb2-4b66-986a-bbcfde261e80 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Mar 22 14:37:56.152785 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:37:56.234711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] For port bb70abdb-b067-4b91-a3fe-1edffe47f1e2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:37:56.245458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.407746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3be1213d-383c-45dc-9a71-4b5d51cb568c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:56.412662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd388589-0002-484a-bef7-016b819a992a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:56.425629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-dd1aca0a-ea87-46c8-948d-0e3e1c0872bc tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:56.428743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-dd1aca0a-ea87-46c8-948d-0e3e1c0872bc tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.82 "GET /v2.0/networks?id=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 HTTP/1.1" status: 200 len: 797 time: 0.2265306 Mar 22 14:37:56.441648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Request body: {'port': {'device_id': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'admin_state_up': True, 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:56.474209 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'bb70abdb-b067-4b91-a3fe-1edffe47f1e2', 'name': '', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:85:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:51Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:37:56.513394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-592dc984-5965-42da-aa33-c818c10ce7d4 None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:56.513838 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-592dc984-5965-42da-aa33-c818c10ce7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.513951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c44dbb-b6dd-4761-8d21-bdf8775b61d9 None None] The sync data for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 is: [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:37:52Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'bb70abdb-b067-4b91-a3fe-1edffe47f1e2', 'name': '', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:85:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:51Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:37:56.559615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafcd0e-e5f1-4cf9-891e-53534550a13d None None] Pushing event updated for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:56.574610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dd388589-0002-484a-bef7-016b819a992a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:56.574991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd388589-0002-484a-bef7-016b819a992a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.655905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Made reservation on behalf of 0f99edb0ddc546d9966d2dfbe3031617 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:37:56.662525 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:56.743761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-592dc984-5965-42da-aa33-c818c10ce7d4 None None] Current status of the port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:56.769079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd388589-0002-484a-bef7-016b819a992a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:56.864271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Allocated IP 172.20.0.29 (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90/6f695e94-7d24-47c5-b930-d7482c73195a/377f3033-02e0-4035-af44-8cefa1aff9dd) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:37:57.013486 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.055381 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.128177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event updated for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:57.139747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:37:57.141439 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:37:57.144204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:37:57.241595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:57.243659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.290182 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-df5ee357-4011-4e5a-828f-92026138d3aa tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8537257 Mar 22 14:37:57.313328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Request body: {'port': {'device_id': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:37:57.329531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3c31c-17bc-4ada-a8d4-acc77bd319c1 req-ab40d62d-08ab-4143-9649-b5bafc5f83ff tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:57.343490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61b3c31c-17bc-4ada-a8d4-acc77bd319c1 req-ab40d62d-08ab-4143-9649-b5bafc5f83ff tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 895 time: 0.0799375 Mar 22 14:37:57.416579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.517594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2ec917d6-3369-456a-bd0b-4b05243ef46a None None] Provisioning complete for port 377f3033-02e0-4035-af44-8cefa1aff9dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:57.518957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2ec917d6-3369-456a-bd0b-4b05243ef46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.607495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2ec917d6-3369-456a-bd0b-4b05243ef46a None None] Port 377f3033-02e0-4035-af44-8cefa1aff9dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:37:57.759290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377f3033-02e0-4035-af44-8cefa1aff9dd {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:37:57.777496 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks [] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.791697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Transition to ACTIVE for port object 377f3033-02e0-4035-af44-8cefa1aff9dd will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:37:57.799469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:57.861651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Pushing event updated for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:57.984849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bb70abdb-b067-4b91-a3fe-1edffe47f1e2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:37:57.996121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Attempting to bind port 377f3033-02e0-4035-af44-8cefa1aff9dd on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:37:57.996462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Attempting to bind port 377f3033-02e0-4035-af44-8cefa1aff9dd by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:37:57.996783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Attempting to bind port 377f3033-02e0-4035-af44-8cefa1aff9dd on network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:58.001702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Port 377f3033-02e0-4035-af44-8cefa1aff9dd on network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:37:58.002053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Attempting to bind port 377f3033-02e0-4035-af44-8cefa1aff9dd on network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:37:58.007749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:37:58.008109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Checking segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:37:58.008486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Bound using segment: {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:37:58.008919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Bound port: 377f3033-02e0-4035-af44-8cefa1aff9dd, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:37:58.009447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:58.103492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:37:58.104111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:58.262530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:37:58.427474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:58.509075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:37:58.514236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=377f3033-02e0-4035-af44-8cefa1aff9dd,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:37:58.534942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:58.548336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a83a89-7ab6-49e7-b0f2-93f5e9a744bb req-f15d69ae-ab15-4571-9730-09fff38ed13c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:58.552499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9a83a89-7ab6-49e7-b0f2-93f5e9a744bb req-f15d69ae-ab15-4571-9730-09fff38ed13c tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 907 time: 0.0951328 Mar 22 14:37:58.587811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:58.589437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:58.591017 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] 10.222.0.82 "PUT /v2.0/ports/377f3033-02e0-4035-af44-8cefa1aff9dd HTTP/1.1" status: 200 len: 1055 time: 1.2937264 Mar 22 14:37:58.593598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:37:58.602631 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c044995d-d565-4ca5-a305-5493bc4463ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:37:58.686100 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534d820-ca28-4ee8-bf02-36a1ed6b6e8c service neutron] Pushing event updated for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:37:58.713174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-3738a7a1-746e-4071-a011-7a78e46fc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:58.715050 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-3738a7a1-746e-4071-a011-7a78e46fc1df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 1089 time: 0.0751305 Mar 22 14:37:58.829101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-370884c6-46df-4939-8a5b-2ba198ebc126 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=377f3033-02e0-4035-af44-8cefa1aff9dd HTTP/1.1" status: 200 len: 217 time: 0.1034508 Mar 22 14:37:58.875278 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c8cc79-015f-460d-9763-048ced5c5e61 x-openstack-request-id: req-b4c8cc79-015f-460d-9763-048ced5c5e61 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:37:58.875717 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:37:58.875969 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4c8cc79-015f-460d-9763-048ced5c5e61 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:37:58.876457 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c8cc79-015f-460d-9763-048ced5c5e61'] response: {'name': 'network-changed', 'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd', 'status': 'completed', 'code': 200} Mar 22 14:37:58.895083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-fba4443e-4cbb-43e1-bb12-e6d4847242a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:58.896660 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-fba4443e-4cbb-43e1-bb12-e6d4847242a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f695e94-7d24-47c5-b930-d7482c73195a HTTP/1.1" status: 200 len: 838 time: 0.0650847 Mar 22 14:37:58.948791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-34eb15c7-9234-4a53-b58f-4a0e8b533870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:58.950351 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-34eb15c7-9234-4a53-b58f-4a0e8b533870 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478053 Mar 22 14:37:59.042467 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-c0ae118e-fdca-48d7-a3d0-9844d29959a4 service neutron] 10.222.0.82 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862973 Mar 22 14:37:59.129836 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ae0f3be1-ce19-40cc-9ac0-6345c8c72a5f req-1de8881a-b787-4029-ac2c-57953955ed68 service neutron] 10.222.0.82 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819905 Mar 22 14:37:59.223728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044995d-d565-4ca5-a305-5493bc4463ec req-b71e90bb-652e-46ca-930a-9edb5b20dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:59.225244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-b71e90bb-652e-46ca-930a-9edb5b20dd91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 1089 time: 0.0504339 Mar 22 14:37:59.315106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044995d-d565-4ca5-a305-5493bc4463ec req-4663d20c-ef49-41ec-98c1-a0b0f13339bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:59.316601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-4663d20c-ef49-41ec-98c1-a0b0f13339bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 HTTP/1.1" status: 200 len: 898 time: 0.0857849 Mar 22 14:37:59.362326 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-4817fa08-122e-4aa6-bc70-cd41f572daa1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=377f3033-02e0-4035-af44-8cefa1aff9dd HTTP/1.1" status: 200 len: 217 time: 0.0393422 Mar 22 14:37:59.366410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:37:59.410347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044995d-d565-4ca5-a305-5493bc4463ec req-c496b73b-2a83-4c73-ab21-c7c75b074cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:59.411821 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-c496b73b-2a83-4c73-ab21-c7c75b074cfa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f695e94-7d24-47c5-b930-d7482c73195a HTTP/1.1" status: 200 len: 838 time: 0.0439255 Mar 22 14:37:59.462678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044995d-d565-4ca5-a305-5493bc4463ec req-7a0cee3b-e74f-4d21-bd30-117788381b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:59.464245 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-7a0cee3b-e74f-4d21-bd30-117788381b4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462563 Mar 22 14:37:59.557695 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-10a317ed-45d7-423a-ad86-da6e846a742f service neutron] 10.222.0.82 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871444 Mar 22 14:37:59.653788 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c044995d-d565-4ca5-a305-5493bc4463ec req-e91c81c8-fac0-462c-886b-4887817f4ebe service neutron] 10.222.0.82 "GET /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898638 Mar 22 14:37:59.680881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1392ae-1d1d-4019-94e2-1758789cd34e req-65235353-26bb-4b4b-b230-6a3dc9793823 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:37:59.682370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b1392ae-1d1d-4019-94e2-1758789cd34e req-65235353-26bb-4b4b-b230-6a3dc9793823 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 907 time: 0.0545681 Mar 22 14:38:00.863388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a51ef0-a970-44e2-82ce-6f2b926352c8 req-3ad23d45-2b69-4cb9-9d58-fe676a1afea7 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:00.863388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a51ef0-a970-44e2-82ce-6f2b926352c8 req-3ad23d45-2b69-4cb9-9d58-fe676a1afea7 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 907 time: 0.0746896 Mar 22 14:38:01.726681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 377f3033-02e0-4035-af44-8cefa1aff9dd details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:38:01.858942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=377f3033-02e0-4035-af44-8cefa1aff9dd,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:01.876552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '377f3033-02e0-4035-af44-8cefa1aff9dd', 'network_id': 'bbd82884-4adb-4e12-8f87-c6c3d4fbbf90', 'port_id': '377f3033-02e0-4035-af44-8cefa1aff9dd', 'mac_address': 'fa:16:3e:5e:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f695e94-7d24-47c5-b930-d7482c73195a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:38:01.945173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 377f3033-02e0-4035-af44-8cefa1aff9dd is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:01.945573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:01.961831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377f3033-02e0-4035-af44-8cefa1aff9dd {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:01.993613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=377f3033-02e0-4035-af44-8cefa1aff9dd,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:02.001702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:02.066696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09f75f-fe7a-4cc9-b43c-cb0c34666f8c req-beb1cd58-3043-4dd2-9f06-4a221d3dacbe tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:02.072355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd09f75f-fe7a-4cc9-b43c-cb0c34666f8c req-beb1cd58-3043-4dd2-9f06-4a221d3dacbe tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 907 time: 0.0974388 Mar 22 14:38:02.077160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:02.256626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['377f3033-02e0-4035-af44-8cefa1aff9dd'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:38:03.199952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb5d3-163e-4646-aba9-cedf0049420c req-f8d60f86-89f0-42d0-af38-f3c30c4024bf tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:03.202036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc3bb5d3-163e-4646-aba9-cedf0049420c req-f8d60f86-89f0-42d0-af38-f3c30c4024bf tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 908 time: 0.0615575 Mar 22 14:38:03.742240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 377f3033-02e0-4035-af44-8cefa1aff9dd up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:03.796903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 377f3033-02e0-4035-af44-8cefa1aff9dd completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:38:03.802048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 377f3033-02e0-4035-af44-8cefa1aff9dd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:03.802048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:03.889245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 377f3033-02e0-4035-af44-8cefa1aff9dd is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:03.889640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:03.913794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:03.916092 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f0139-989b-4196-9df5-8058755ec0dd" -d '{"events": [{"server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "name": "network-vif-plugged", "status": "completed", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:03.933096 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=377f3033-02e0-4035-af44-8cefa1aff9dd,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:03.939192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:04.101329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778e39-2f51-4e8a-9ef4-d4a859407513 req-e6e649e5-0b0e-438e-b525-c1a12d7519e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:04.103076 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-11778e39-2f51-4e8a-9ef4-d4a859407513 req-e6e649e5-0b0e-438e-b525-c1a12d7519e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 1091 time: 0.0640202 Mar 22 14:38:04.217600 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2f21e3-de4e-4a83-93b3-e576f5361bd1 x-openstack-request-id: req-fd2f21e3-de4e-4a83-93b3-e576f5361bd1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:04.217916 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "name": "network-vif-plugged", "status": "completed", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:04.218469 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd2f21e3-de4e-4a83-93b3-e576f5361bd1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:04.218766 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2f21e3-de4e-4a83-93b3-e576f5361bd1'] response: {'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd', 'code': 200} Mar 22 14:38:04.248165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:04.335388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e1d8-ec1d-4f1e-a7b9-33a83f591218 req-d65f6b64-b2be-41d9-b2ac-ef04602cc660 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:04.336865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4609e1d8-ec1d-4f1e-a7b9-33a83f591218 req-d65f6b64-b2be-41d9-b2ac-ef04602cc660 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0576689 Mar 22 14:38:05.505747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38f2a7-724b-4195-bf6a-bf5c96aea1db req-418e8434-f199-4f90-b442-8d4b6a338169 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:05.523490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf38f2a7-724b-4195-bf6a-bf5c96aea1db req-418e8434-f199-4f90-b442-8d4b6a338169 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0850580 Mar 22 14:38:05.654482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddb774-e2dd-4211-9d70-80c4c32af249 req-197a6af0-d4eb-4526-b3c2-466f8bc9a1ab tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:05.656386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ceddb774-e2dd-4211-9d70-80c4c32af249 req-197a6af0-d4eb-4526-b3c2-466f8bc9a1ab tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0568979 Mar 22 14:38:05.805995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b38060-9e43-4972-bb13-2f6d8a6f367f req-03e935e0-d666-4ea8-abc4-fa60561f395e tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:05.807923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-73b38060-9e43-4972-bb13-2f6d8a6f367f req-03e935e0-d666-4ea8-abc4-fa60561f395e tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 1091 time: 0.0765183 Mar 22 14:38:05.946112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df92c13-65f6-4c75-b582-7341816b8849 req-d9f0eac8-e820-4a2b-934c-e751ff131335 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:05.947574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4df92c13-65f6-4c75-b582-7341816b8849 req-d9f0eac8-e820-4a2b-934c-e751ff131335 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1166 time: 0.0567615 Mar 22 14:38:06.026876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4df92c13-65f6-4c75-b582-7341816b8849 req-a9464f2f-d257-491d-8ac4-6741c23bddfb tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0721765 Mar 22 14:38:06.049190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:06.117049 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b1bb4-7adc-4a0b-9190-bab5ae7fe766 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:06.122307 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-368b1bb4-7adc-4a0b-9190-bab5ae7fe766 tempest-TestSecurityGroupsBasicOps-1168235400 tempest-TestSecurityGroupsBasicOps-1168235400-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 1086 time: 0.0720224 Mar 22 14:38:06.460848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b307ff-36d3-4986-bc8a-a332c1c796f2 req-fc74644a-5a3d-47a2-8adc-806575c6ffb1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:06.469370 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39b307ff-36d3-4986-bc8a-a332c1c796f2 req-fc74644a-5a3d-47a2-8adc-806575c6ffb1 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0771999 Mar 22 14:38:07.607028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280325-2488-4e39-9c0f-efa6b93abb12 req-5555a84c-43c3-4e70-9ddf-a5962be552dd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:07.621445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8280325-2488-4e39-9c0f-efa6b93abb12 req-5555a84c-43c3-4e70-9ddf-a5962be552dd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0812418 Mar 22 14:38:07.666210 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-461c5f1d-26f2-4798-a12a-a8f53c8c4f73 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:07.667797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-461c5f1d-26f2-4798-a12a-a8f53c8c4f73 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b234b62-f6f4-4dfa-a635-d0be48f10385 HTTP/1.1" status: 200 len: 909 time: 0.0587828 Mar 22 14:38:07.777837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port 377f3033-02e0-4035-af44-8cefa1aff9dd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:07.778493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:07.883098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port 377f3033-02e0-4035-af44-8cefa1aff9dd, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=377f3033-02e0-4035-af44-8cefa1aff9dd,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:07.883457 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:07.897751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for 377f3033-02e0-4035-af44-8cefa1aff9dd owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:08.040307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (377f3033-02e0-4035-af44-8cefa1aff9dd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:08.070580 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=377f3033-02e0-4035-af44-8cefa1aff9dd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:08.113301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] No DVR routers for this DVR port 377f3033-02e0-4035-af44-8cefa1aff9dd on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:38:08.116122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:08.120061 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e21ca176-cf2b-425e-8e82-d548b8258a6f req-8a77b099-0d81-4c11-ade1-cd40fb958131 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.82 "DELETE /v2.0/ports/377f3033-02e0-4035-af44-8cefa1aff9dd HTTP/1.1" status: 204 len: 173 time: 0.4473128 Mar 22 14:38:08.120576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'name': 'network-vif-deleted', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:08.130584 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd91d94-7fbb-4969-85c0-8afdcb8d3920" -d '{"events": [{"server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "name": "network-vif-deleted", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:08.217730 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cefc2b2-87a5-45d3-b295-befc01d34660 x-openstack-request-id: req-6cefc2b2-87a5-45d3-b295-befc01d34660 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:08.218204 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b234b62-f6f4-4dfa-a635-d0be48f10385", "name": "network-vif-deleted", "tag": "377f3033-02e0-4035-af44-8cefa1aff9dd", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:08.218661 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6cefc2b2-87a5-45d3-b295-befc01d34660 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:08.220258 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cefc2b2-87a5-45d3-b295-befc01d34660'] response: {'server_uuid': '7b234b62-f6f4-4dfa-a635-d0be48f10385', 'name': 'network-vif-deleted', 'tag': '377f3033-02e0-4035-af44-8cefa1aff9dd', 'status': 'completed', 'code': 200} Mar 22 14:38:08.685810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51766) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:09.099306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:09.384946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port bb70abdb-b067-4b91-a3fe-1edffe47f1e2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:09.385301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:09.505564 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port bb70abdb-b067-4b91-a3fe-1edffe47f1e2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:09.506079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:09.522117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for bb70abdb-b067-4b91-a3fe-1edffe47f1e2 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:09.744712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bb70abdb-b067-4b91-a3fe-1edffe47f1e2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:09.784342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=bb70abdb-b067-4b91-a3fe-1edffe47f1e2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:10.041815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:10.345912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ac6fabb9-7225-4118-8ea6-bf6e84287f18 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:38:10.505227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:10.514179 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-febd15b2-e728-400b-b6dc-64477430fd40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "PUT /v2.0/routers/ac6fabb9-7225-4118-8ea6-bf6e84287f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244700 Mar 22 14:38:10.514299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51778) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:10.522855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Sync routers for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:10.539856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:10.540869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:10.629112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting subnet 6f695e94-7d24-47c5-b930-d7482c73195a {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:38:10.633791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (6f695e94-7d24-47c5-b930-d7482c73195a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:10.699894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:10.721536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (6f695e94-7d24-47c5-b930-d7482c73195a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:10.875610 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6f695e94-7d24-47c5-b930-d7482c73195a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.004531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (6f695e94-7d24-47c5-b930-d7482c73195a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.010375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:38:09Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:11.038427 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.039750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Checking router: ac6fabb9-7225-4118-8ea6-bf6e84287f18 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:11.044450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/subnets/6f695e94-7d24-47c5-b930-d7482c73195a HTTP/1.1" status: 204 len: 168 time: 0.5291085 Mar 22 14:38:11.044675 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51782) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:11.045998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda32c9-8152-4790-bedc-3c6b39449ea0 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Subnet': ['ID=6f695e94-7d24-47c5-b930-d7482c73195a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:11.046829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b5dca-7b58-4cc9-a97d-0faee924eac4 None None] Network bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:11.056100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Routers {'ac6fabb9-7225-4118-8ea6-bf6e84287f18'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:11.057035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:11.213949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.320386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] Set router ac6fabb9-7225-4118-8ea6-bf6e84287f18 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:11.370186 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ac6fabb9-7225-4118-8ea6-bf6e84287f18), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.442546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] DHCP port deletion for bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:38:11.450727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port dd388589-0002-484a-bef7-016b819a992a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:11.451075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dd388589-0002-484a-bef7-016b819a992a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.564178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Deleting port 3be1213d-383c-45dc-9a71-4b5d51cb568c {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:11.564818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.589947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port dd388589-0002-484a-bef7-016b819a992a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd388589-0002-484a-bef7-016b819a992a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:11.590277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dd388589-0002-484a-bef7-016b819a992a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.608314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for dd388589-0002-484a-bef7-016b819a992a owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:11.664720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:38:09Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:11.699564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355a249-d52b-4af4-aecd-bf7009f341f1 None None] The sync data for ids ['ac6fabb9-7225-4118-8ea6-bf6e84287f18'] in n-d-758851-5 is: [{'id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1187603454', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'dd388589-0002-484a-bef7-016b819a992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:47Z', 'updated_at': '2022-03-22T14:38:09Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'dd388589-0002-484a-bef7-016b819a992a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6fabb9-7225-4118-8ea6-bf6e84287f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:48Z', 'updated_at': '2022-03-22T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:11.708107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] For port 3be1213d-383c-45dc-9a71-4b5d51cb568c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3be1213d-383c-45dc-9a71-4b5d51cb568c,segment=NetworkSegment(ce80e94d-18c8-4e10-94fd-e1c5d1196ded),segment_id=ce80e94d-18c8-4e10-94fd-e1c5d1196ded)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:11.708511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.723556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Calling delete_port for 3be1213d-383c-45dc-9a71-4b5d51cb568c owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:11.812731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 377f3033-02e0-4035-af44-8cefa1aff9dd no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:11.837896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 377f3033-02e0-4035-af44-8cefa1aff9dd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:11.838295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 377f3033-02e0-4035-af44-8cefa1aff9dd not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:11.860082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dd388589-0002-484a-bef7-016b819a992a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.862948 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (3be1213d-383c-45dc-9a71-4b5d51cb568c), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:11.905027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] Pushing event deleted for resources: {'Port': ['ID=3be1213d-383c-45dc-9a71-4b5d51cb568c,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:11.909173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94fb5-afee-492d-9fe7-8f27434866e6 None None] No DVR routers for this DVR port 3be1213d-383c-45dc-9a71-4b5d51cb568c on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:38:11.923834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=dd388589-0002-484a-bef7-016b819a992a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:11.967919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.073915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.076542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_controller (ac6fabb9-7225-4118-8ea6-bf6e84287f18), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.152054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ac6fabb9-7225-4118-8ea6-bf6e84287f18), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.152795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Fanout notify agent at l3_agent the message router_deleted on router ac6fabb9-7225-4118-8ea6-bf6e84287f18 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:38:12.162673 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.168160 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-24cb09c5-ca01-40d5-b9c0-4fc5dbda3642 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/routers/ac6fabb9-7225-4118-8ea6-bf6e84287f18 HTTP/1.1" status: 204 len: 168 time: 1.1196051 Mar 22 14:38:12.168726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51788) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:12.271461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3be1213d-383c-45dc-9a71-4b5d51cb568c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:12.298860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3be1213d-383c-45dc-9a71-4b5d51cb568c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:12.299213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3be1213d-383c-45dc-9a71-4b5d51cb568c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:12.299624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bb70abdb-b067-4b91-a3fe-1edffe47f1e2 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:12.325624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: bb70abdb-b067-4b91-a3fe-1edffe47f1e2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:12.326001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bb70abdb-b067-4b91-a3fe-1edffe47f1e2 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:12.599448 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:38:12.652843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.739416 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.760481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd82884-4adb-4e12-8f87-c6c3d4fbbf90']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:12.769725 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:12.770064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce80e94d-18c8-4e10-94fd-e1c5d1196ded') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:12.780043 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (ce80e94d-18c8-4e10-94fd-e1c5d1196ded), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.795707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ce80e94d-18c8-4e10-94fd-e1c5d1196ded), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.804741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:38:12.805529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (ce80e94d-18c8-4e10-94fd-e1c5d1196ded), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:38:12.809633 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:38:12.890866 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (bbd82884-4adb-4e12-8f87-c6c3d4fbbf90), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.904629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:12.910112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/networks/bbd82884-4adb-4e12-8f87-c6c3d4fbbf90 HTTP/1.1" status: 204 len: 168 time: 0.7373731 Mar 22 14:38:12.910348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51794) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:12.924096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44e544-5ad5-4ffb-bf64-aff7fbd5b50b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Network': ['ID=bbd82884-4adb-4e12-8f87-c6c3d4fbbf90,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:13.108257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port 6171298b-9b15-4381-91ff-f32433d27c18 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:13.108713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6171298b-9b15-4381-91ff-f32433d27c18), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:13.204902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6171298b-9b15-4381-91ff-f32433d27c18), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:13.205225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for floatingip (6171298b-9b15-4381-91ff-f32433d27c18), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:13.218035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for 6171298b-9b15-4381-91ff-f32433d27c18 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:13.379044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6171298b-9b15-4381-91ff-f32433d27c18), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:13.405436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=6171298b-9b15-4381-91ff-f32433d27c18,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:13.467223 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for floatingip (b1cdc046-6f7c-4583-903c-242d7f2bf4fc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:13.467557 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Floating IP b1cdc046-6f7c-4583-903c-242d7f2bf4fc disassociated (deleted). External IP: 172.25.3.84, port: 6e87f825-257c-4350-bdd3-9b266d756be3. Mar 22 14:38:13.855341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd388589-0002-484a-bef7-016b819a992a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:13.893932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: dd388589-0002-484a-bef7-016b819a992a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:13.895151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd388589-0002-484a-bef7-016b819a992a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:14.118477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:38:14.189586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51812) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:14.252626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:14.259079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:14.266473 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Sync routers for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:14.276148 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:14.276871 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:14.301186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ded87e6c-92c1-4577-b8e8-b6cf4346d1e3 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/floatingips/b1cdc046-6f7c-4583-903c-242d7f2bf4fc HTTP/1.1" status: 204 len: 168 time: 1.3901696 Mar 22 14:38:14.302113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:14.304628 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651dda04-3475-4692-ba29-214441d606ec" -d '{"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:14.330589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-363ae2b7-474a-4f2e-930b-11e6c69fd494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:14.349756 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdd6c0-eee1-42e5-84bd-076bb34b2f0b x-openstack-request-id: req-30fdd6c0-eee1-42e5-84bd-076bb34b2f0b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:14.350408 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:14.350408 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30fdd6c0-eee1-42e5-84bd-076bb34b2f0b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:14.350793 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fdd6c0-eee1-42e5-84bd-076bb34b2f0b'] response: {'name': 'network-changed', 'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3', 'status': 'completed', 'code': 200} Mar 22 14:38:14.444250 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:14.471464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dda04-3475-4692-ba29-214441d606ec req-354dd1b4-0a96-4f0a-a09a-abafe83f0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:14.472460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-354dd1b4-0a96-4f0a-a09a-abafe83f0eed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 1166 time: 0.0980365 Mar 22 14:38:14.512528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-363ae2b7-474a-4f2e-930b-11e6c69fd494 admin admin] Publish callbacks [] for security_group (c789c5c1-115b-4db3-9374-a17f6a05b80a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:14.525122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-363ae2b7-474a-4f2e-930b-11e6c69fd494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c789c5c1-115b-4db3-9374-a17f6a05b80a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:14.649715 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-363ae2b7-474a-4f2e-930b-11e6c69fd494 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b148253116654964865be2858e06db29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589427 Mar 22 14:38:14.657262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51830) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:14.662104 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae2b7-474a-4f2e-930b-11e6c69fd494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789c5c1-115b-4db3-9374-a17f6a05b80a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:14.680929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dda04-3475-4692-ba29-214441d606ec req-9a3a213e-c206-4825-a989-d9b75f429ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:14.682448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-9a3a213e-c206-4825-a989-d9b75f429ec6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 200 len: 897 time: 0.2035069 Mar 22 14:38:14.773626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-80948154-2c32-4096-ae66-5d2cccaaf871 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 200 len: 217 time: 0.0576744 Mar 22 14:38:14.828088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e26f-a084-4f3c-bc90-a1557c7b855b req-b40f3106-dab5-4d09-bdc9-bdeda5b922f4 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:14.829721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8121e26f-a084-4f3c-bc90-a1557c7b855b req-b40f3106-dab5-4d09-bdc9-bdeda5b922f4 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.1444752 Mar 22 14:38:14.890542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] Publish callbacks [] for security_group (c789c5c1-115b-4db3-9374-a17f6a05b80a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:14.893407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:14.896130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dda04-3475-4692-ba29-214441d606ec req-63e14a5c-cf56-4c31-a7d4-123d85a91ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:14.897635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-63e14a5c-cf56-4c31-a7d4-123d85a91ff8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa90908a-5573-422c-b1dd-7c3bb5b9b225 HTTP/1.1" status: 200 len: 835 time: 0.1120613 Mar 22 14:38:14.932836 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Checking router: ef3ab653-f711-4913-8b5e-bbd4e37c8b14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:14.941306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:14.941909 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:14.954946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8121e26f-a084-4f3c-bc90-a1557c7b855b req-b5eed612-a44a-4cd7-aaae-7ca3bd81e231 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1191759 Mar 22 14:38:14.956817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] Publish callbacks [] for security_group (c789c5c1-115b-4db3-9374-a17f6a05b80a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:15.003961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dda04-3475-4692-ba29-214441d606ec req-ae9d3de1-e315-4363-ae3d-2639e93c1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:15.005479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-ae9d3de1-e315-4363-ae3d-2639e93c1b06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58f959bb-083c-4f3f-96e3-e176ab39e480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934720 Mar 22 14:38:15.084248 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:15.086883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c789c5c1-115b-4db3-9374-a17f6a05b80a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:15.101820 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:15.114491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c789c5c1-115b-4db3-9374-a17f6a05b80a HTTP/1.1" status: 204 len: 168 time: 0.4546046 Mar 22 14:38:15.143702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c2fc-8dc5-4faf-a455-628651db6f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789c5c1-115b-4db3-9374-a17f6a05b80a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:15.206477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-066c9c3c-b979-42d0-add9-ef788115cbd4 service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922100 Mar 22 14:38:15.385588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651dda04-3475-4692-ba29-214441d606ec req-9adb2469-bef4-4040-8e94-6a7431108f13 service neutron] 10.222.0.78 "GET /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686163 Mar 22 14:38:15.392873 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:15.430520 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2356c40-47e2-40fc-acf1-6b51e2157dfd None None] The sync data for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 is: [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:36:53Z', 'revision_number': 4, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'ecca0382-4c68-465f-bb57-c7717283eba2', 'name': '', 'network_id': '58f959bb-083c-4f3f-96e3-e176ab39e480', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'mac_address': 'fa:16:3e:5d:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:51Z', 'updated_at': '2022-03-22T14:36:57Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'subnets': [{'id': 'aa90908a-5573-422c-b1dd-7c3bb5b9b225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:15.913448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6919e46c-7d57-47a8-85f4-2a557c801312 None None] New status for floating IP b1cdc046-6f7c-4583-903c-242d7f2bf4fc: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:38:15.999412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b5a81-c815-4feb-8587-bf749c6d593a req-bba6805f-af91-450b-a27b-549cdc92171a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:16.001040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-189b5a81-c815-4feb-8587-bf749c6d593a req-bba6805f-af91-450b-a27b-549cdc92171a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.78 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.1197381 Mar 22 14:38:16.252437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cb46e-bfa2-45f4-b457-76b4d4e03241 req-c2d8ff15-5c72-4351-8782-0d60a157ed40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:16.272347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f0cb46e-bfa2-45f4-b457-76b4d4e03241 req-c2d8ff15-5c72-4351-8782-0d60a157ed40 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e10975-11f1-439e-b973-61faaacbff65 HTTP/1.1" status: 200 len: 984 time: 0.1420765 Mar 22 14:38:16.278904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port 6e87f825-257c-4350-bdd3-9b266d756be3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:16.284387 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:16.486177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f0cb46e-bfa2-45f4-b457-76b4d4e03241 req-1b609d81-34d5-45ee-8f40-d3961127250a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c75e75-137b-4f35-8a66-bda77eaa1f35&id=366295b0-635d-4ab6-8b81-b7272916e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2122979 Mar 22 14:38:16.555291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port 6e87f825-257c-4350-bdd3-9b266d756be3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=6e87f825-257c-4350-bdd3-9b266d756be3,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:16.555670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:16.577213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for 6e87f825-257c-4350-bdd3-9b266d756be3 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:16.797159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6e87f825-257c-4350-bdd3-9b266d756be3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:16.854056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=6e87f825-257c-4350-bdd3-9b266d756be3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:16.915513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] No DVR routers for this DVR port 6e87f825-257c-4350-bdd3-9b266d756be3 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:38:16.918969 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:16.923467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-189b5a81-c815-4feb-8587-bf749c6d593a req-83e009f2-46c3-4f91-93d6-9ee4acc276d6 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.78 "DELETE /v2.0/ports/6e87f825-257c-4350-bdd3-9b266d756be3 HTTP/1.1" status: 204 len: 173 time: 0.9145148 Mar 22 14:38:16.923924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'name': 'network-vif-deleted', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:16.926281 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecaaa6e-2d9d-4d8e-97bd-7fa3e988a891" -d '{"events": [{"server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "name": "network-vif-deleted", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:17.002795 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb938d-6b1b-44e9-8bb0-3483a21ad176 x-openstack-request-id: req-20bb938d-6b1b-44e9-8bb0-3483a21ad176 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:17.004840 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e10975-11f1-439e-b973-61faaacbff65", "name": "network-vif-deleted", "tag": "6e87f825-257c-4350-bdd3-9b266d756be3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:17.005309 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20bb938d-6b1b-44e9-8bb0-3483a21ad176 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:17.005942 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bb938d-6b1b-44e9-8bb0-3483a21ad176'] response: {'server_uuid': '68e10975-11f1-439e-b973-61faaacbff65', 'name': 'network-vif-deleted', 'tag': '6e87f825-257c-4350-bdd3-9b266d756be3', 'status': 'completed', 'code': 200} Mar 22 14:38:17.061913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51890) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:17.170147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c86c2f2-ef72-4556-b843-7ba3d6839735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.258111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c86c2f2-ef72-4556-b843-7ba3d6839735 admin admin] Publish callbacks [] for security_group (68d6f5de-0755-441d-8e7d-fe1d756e3aea), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.265886 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5c86c2f2-ef72-4556-b843-7ba3d6839735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (68d6f5de-0755-441d-8e7d-fe1d756e3aea), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.319018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c2f2-ef72-4556-b843-7ba3d6839735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6f5de-0755-441d-8e7d-fe1d756e3aea,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:17.337367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:17.338062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c86c2f2-ef72-4556-b843-7ba3d6839735 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b548fa4dc5b64b63866c2a41d0bb1a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747126 Mar 22 14:38:17.445932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] Publish callbacks [] for security_group (68d6f5de-0755-441d-8e7d-fe1d756e3aea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.496918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] Publish callbacks [] for security_group (68d6f5de-0755-441d-8e7d-fe1d756e3aea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.565224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (68d6f5de-0755-441d-8e7d-fe1d756e3aea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.568067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.569438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68d6f5de-0755-441d-8e7d-fe1d756e3aea HTTP/1.1" status: 204 len: 168 time: 0.2308612 Mar 22 14:38:17.578975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c65cca-990f-4b22-ae79-dc0d3b8590fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6f5de-0755-441d-8e7d-fe1d756e3aea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:17.603383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51900) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:17.672561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (366295b0-635d-4ab6-8b81-b7272916e87b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.700651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (366295b0-635d-4ab6-8b81-b7272916e87b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.759841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (366295b0-635d-4ab6-8b81-b7272916e87b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.762420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.763601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/security-groups/366295b0-635d-4ab6-8b81-b7272916e87b HTTP/1.1" status: 204 len: 168 time: 0.1591163 Mar 22 14:38:17.766793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51912) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:17.772865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7471cce-8e61-487d-a0ae-ce0b50d292bd tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366295b0-635d-4ab6-8b81-b7272916e87b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:17.838073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (43c75e75-137b-4f35-8a66-bda77eaa1f35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.874891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (43c75e75-137b-4f35-8a66-bda77eaa1f35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.940530 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43c75e75-137b-4f35-8a66-bda77eaa1f35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.943578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:17.947805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51918) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:17.948093 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/security-groups/43c75e75-137b-4f35-8a66-bda77eaa1f35 HTTP/1.1" status: 204 len: 168 time: 0.1799965 Mar 22 14:38:17.957874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b1703-2d24-4d5f-96a1-3a39e5fee848 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c75e75-137b-4f35-8a66-bda77eaa1f35,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:18.399388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:18.593783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebd53-254e-489b-9a6d-f73f517d20f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:18.688948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port ecca0382-4c68-465f-bb57-c7717283eba2 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:18.688948 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:18.793787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port ecca0382-4c68-465f-bb57-c7717283eba2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ecca0382-4c68-465f-bb57-c7717283eba2,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:18.794177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:18.808734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for ecca0382-4c68-465f-bb57-c7717283eba2 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:19.023090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ecca0382-4c68-465f-bb57-c7717283eba2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:19.049573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=ecca0382-4c68-465f-bb57-c7717283eba2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:19.291957 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:19.522541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:38:19.638646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:19.648907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-602af3df-3491-4d05-a299-e736eac5c44b tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "PUT /v2.0/routers/ef3ab653-f711-4913-8b5e-bbd4e37c8b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976976 Mar 22 14:38:19.649299 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:19.656069 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Sync routers for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:19.672879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:19.674419 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:19.719292 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting subnet aa90908a-5573-422c-b1dd-7c3bb5b9b225 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:38:19.723713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (aa90908a-5573-422c-b1dd-7c3bb5b9b225), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:19.776595 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (aa90908a-5573-422c-b1dd-7c3bb5b9b225), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:19.797926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:19.889102 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (aa90908a-5573-422c-b1dd-7c3bb5b9b225), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:19.969226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (aa90908a-5573-422c-b1dd-7c3bb5b9b225), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.007761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Subnet': ['ID=aa90908a-5573-422c-b1dd-7c3bb5b9b225,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:20.008602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51308e7-e6aa-47af-92b9-f96e89402ad2 None None] Network 58f959bb-083c-4f3f-96e3-e176ab39e480 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:20.011748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.015832 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1d087f8b-71cd-4298-aab3-b992a269eed2 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/subnets/aa90908a-5573-422c-b1dd-7c3bb5b9b225 HTTP/1.1" status: 204 len: 168 time: 0.3654664 Mar 22 14:38:20.018520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51966) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:20.031886 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:38:18Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:20.065428 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Checking router: ef3ab653-f711-4913-8b5e-bbd4e37c8b14 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:20.076196 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Routers {'ef3ab653-f711-4913-8b5e-bbd4e37c8b14'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:20.076822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:37:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:20.182554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.194834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51972) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:20.196367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] Set router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:20.229398 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6e87f825-257c-4350-bdd3-9b266d756be3 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:20.256920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 6e87f825-257c-4350-bdd3-9b266d756be3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:20.257851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 6e87f825-257c-4350-bdd3-9b266d756be3 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:20.295171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] DHCP port deletion for 58f959bb-083c-4f3f-96e3-e176ab39e480 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:38:20.315405 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_gateway (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.360418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Deleting port aa6ef58c-08b3-4506-861f-2f760ae1d352 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:20.360792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.384932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Deleting port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:20.385390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.409130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bda76ec5-2182-4e00-aed4-c7ac0063ea62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.452613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] For port aa6ef58c-08b3-4506-861f-2f760ae1d352, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=aa6ef58c-08b3-4506-861f-2f760ae1d352,segment=NetworkSegment(46e13afa-4682-40fb-be34-686f1aefa4bd),segment_id=46e13afa-4682-40fb-be34-686f1aefa4bd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:20.453684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.468193 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:38:18Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:20.471757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Calling delete_port for aa6ef58c-08b3-4506-861f-2f760ae1d352 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:20.481734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] For port a91b74b0-84d5-44d1-a147-6fc2bfe20a3c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:20.482227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.500537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bda76ec5-2182-4e00-aed4-c7ac0063ea62 admin admin] Publish callbacks [] for security_group (58ab916d-1f7c-4276-a36f-474f0e6bfb61), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.501133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Calling delete_port for a91b74b0-84d5-44d1-a147-6fc2bfe20a3c owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:20.506869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bda76ec5-2182-4e00-aed4-c7ac0063ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (58ab916d-1f7c-4276-a36f-474f0e6bfb61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.533859 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff348d1f-c8c9-4081-a4b2-2d2698b06310 None None] The sync data for ids ['ef3ab653-f711-4913-8b5e-bbd4e37c8b14'] in n-d-758851-5 is: [{'id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1824772805', 'tenant_id': '0f99edb0ddc546d9966d2dfbe3031617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:36:42Z', 'updated_at': '2022-03-22T14:38:18Z', 'revision_number': 5, 'project_id': '0f99edb0ddc546d9966d2dfbe3031617', 'gw_port': {'id': 'a91b74b0-84d5-44d1-a147-6fc2bfe20a3c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ab653-f711-4913-8b5e-bbd4e37c8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:36:45Z', 'updated_at': '2022-03-22T14:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:20.552171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bda76ec5-2182-4e00-aed4-c7ac0063ea62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f81f282197244a38a652abe25e38b794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558061 Mar 22 14:38:20.554430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:20.593190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda76ec5-2182-4e00-aed4-c7ac0063ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab916d-1f7c-4276-a36f-474f0e6bfb61,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:20.613389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (aa6ef58c-08b3-4506-861f-2f760ae1d352), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.641057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Pushing event deleted for resources: {'Port': ['ID=aa6ef58c-08b3-4506-861f-2f760ae1d352,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:20.643303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] Publish callbacks [] for security_group (58ab916d-1f7c-4276-a36f-474f0e6bfb61), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.655316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.656019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.656676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.657172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.657660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.658262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.658776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.659288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.659818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.660285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.660766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.661256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.662054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.662535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.663014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:20.672032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5a597-8ab4-4038-8ce9-3aec5b3aed7b None None] No DVR routers for this DVR port aa6ef58c-08b3-4506-861f-2f760ae1d352 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:38:20.675589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] Publish callbacks [] for security_group (58ab916d-1f7c-4276-a36f-474f0e6bfb61), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.727531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a91b74b0-84d5-44d1-a147-6fc2bfe20a3c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.740648 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (58ab916d-1f7c-4276-a36f-474f0e6bfb61), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.743631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.747307 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58ab916d-1f7c-4276-a36f-474f0e6bfb61 HTTP/1.1" status: 204 len: 168 time: 0.1895497 Mar 22 14:38:20.755142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Port': ['ID=a91b74b0-84d5-44d1-a147-6fc2bfe20a3c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:20.755309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52424-d3fa-441a-ac69-a721623f8836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab916d-1f7c-4276-a36f-474f0e6bfb61,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:20.821190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.925193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.929609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router_controller (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:20.974435 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e63efbc8-a6d8-43f4-b8f6-bea46fbbd8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.133241 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51982) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:21.155476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0aedcb8-9198-4aa9-901b-3cec11e0518e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.264691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0aedcb8-9198-4aa9-901b-3cec11e0518e admin admin] Publish callbacks [] for security_group (b9c7216a-7bc1-43c6-a365-ee71676b697a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.270711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0aedcb8-9198-4aa9-901b-3cec11e0518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b9c7216a-7bc1-43c6-a365-ee71676b697a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.314112 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0aedcb8-9198-4aa9-901b-3cec11e0518e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9cc3500843d0466e80dde77c3303f17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769998 Mar 22 14:38:21.314112 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aedcb8-9198-4aa9-901b-3cec11e0518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7216a-7bc1-43c6-a365-ee71676b697a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:21.316134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 51986) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:21.370087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ef3ab653-f711-4913-8b5e-bbd4e37c8b14), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.370659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Fanout notify agent at l3_agent the message router_deleted on router ef3ab653-f711-4913-8b5e-bbd4e37c8b14 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:38:21.372543 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] Publish callbacks [] for security_group (b9c7216a-7bc1-43c6-a365-ee71676b697a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.378129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.379266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9a9c9bcc-41d6-440a-bb67-fc1e7357315a tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/routers/ef3ab653-f711-4913-8b5e-bbd4e37c8b14 HTTP/1.1" status: 204 len: 168 time: 1.3597548 Mar 22 14:38:21.381937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51988) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:21.404984 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] Publish callbacks [] for security_group (b9c7216a-7bc1-43c6-a365-ee71676b697a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.466199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b9c7216a-7bc1-43c6-a365-ee71676b697a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.469934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.473571 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9c7216a-7bc1-43c6-a365-ee71676b697a HTTP/1.1" status: 204 len: 168 time: 0.1521306 Mar 22 14:38:21.480250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f46cea-2d30-4641-bc85-e42d0f8b948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7216a-7bc1-43c6-a365-ee71676b697a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:21.492945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (58f959bb-083c-4f3f-96e3-e176ab39e480), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.626664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (58f959bb-083c-4f3f-96e3-e176ab39e480), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.649224 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f959bb-083c-4f3f-96e3-e176ab39e480']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:21.660198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e13afa-4682-40fb-be34-686f1aefa4bd') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:21.660439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e13afa-4682-40fb-be34-686f1aefa4bd') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:21.671834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (46e13afa-4682-40fb-be34-686f1aefa4bd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.686977 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (46e13afa-4682-40fb-be34-686f1aefa4bd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.693547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:38:21.694149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (46e13afa-4682-40fb-be34-686f1aefa4bd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:38:21.698319 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:38:21.760097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (58f959bb-083c-4f3f-96e3-e176ab39e480), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.765563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:21.769218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] 10.222.0.81 "DELETE /v2.0/networks/58f959bb-083c-4f3f-96e3-e176ab39e480 HTTP/1.1" status: 204 len: 168 time: 0.3861890 Mar 22 14:38:21.791854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c5faa-1b8d-42b8-ab74-53c69961cdc8 tempest-TestSecurityGroupsBasicOps-1147032400 tempest-TestSecurityGroupsBasicOps-1147032400-project] Pushing event deleted for resources: {'Network': ['ID=58f959bb-083c-4f3f-96e3-e176ab39e480,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:21.992402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.013782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device aa6ef58c-08b3-4506-861f-2f760ae1d352 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:22.040464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: aa6ef58c-08b3-4506-861f-2f760ae1d352 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:22.040819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device aa6ef58c-08b3-4506-861f-2f760ae1d352 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:22.041240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ecca0382-4c68-465f-bb57-c7717283eba2 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:22.072964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52008) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:22.073162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: ecca0382-4c68-465f-bb57-c7717283eba2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:22.073513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device ecca0382-4c68-465f-bb57-c7717283eba2 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:22.074132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a91b74b0-84d5-44d1-a147-6fc2bfe20a3c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:38:22.096724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a91b74b0-84d5-44d1-a147-6fc2bfe20a3c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:38:22.097517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a91b74b0-84d5-44d1-a147-6fc2bfe20a3c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:38:22.221408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2cc6044f-7176-4fd9-a2fc-e90b1ebc2d2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f99edb0ddc546d9966d2dfbe3031617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463456 Mar 22 14:38:22.224154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:22.282653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] Publish callbacks [] for security_group (75f723d8-336d-4556-a89f-4768c147eb8e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.313773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] Publish callbacks [] for security_group (75f723d8-336d-4556-a89f-4768c147eb8e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.364347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75f723d8-336d-4556-a89f-4768c147eb8e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.367330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.370455 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75f723d8-336d-4556-a89f-4768c147eb8e HTTP/1.1" status: 204 len: 168 time: 0.1452253 Mar 22 14:38:22.379340 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4943c21-9282-4ebc-933d-41150402da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f723d8-336d-4556-a89f-4768c147eb8e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:22.793911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:22.808801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3aa54b-4b2f-46d7-abd0-29d8e817885f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.908165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3aa54b-4b2f-46d7-abd0-29d8e817885f admin admin] Publish callbacks [] for security_group (746f25f2-fe0f-49c7-bad1-8d6fd6b23925), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.915623 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be3aa54b-4b2f-46d7-abd0-29d8e817885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (746f25f2-fe0f-49c7-bad1-8d6fd6b23925), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:22.977793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be3aa54b-4b2f-46d7-abd0-29d8e817885f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce083f7a227f47789287f004ba5b7dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828198 Mar 22 14:38:22.978848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa54b-4b2f-46d7-abd0-29d8e817885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f25f2-fe0f-49c7-bad1-8d6fd6b23925,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:22.981175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52040) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:23.058747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] Publish callbacks [] for security_group (746f25f2-fe0f-49c7-bad1-8d6fd6b23925), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.087909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] Publish callbacks [] for security_group (746f25f2-fe0f-49c7-bad1-8d6fd6b23925), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.150881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (746f25f2-fe0f-49c7-bad1-8d6fd6b23925), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.153618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.155139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/746f25f2-fe0f-49c7-bad1-8d6fd6b23925 HTTP/1.1" status: 204 len: 168 time: 0.1727166 Mar 22 14:38:23.169000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c7917-9f48-4ed2-8582-c416d80604ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f25f2-fe0f-49c7-bad1-8d6fd6b23925,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:23.569792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52064) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:23.610053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf4424d1-c3f7-482c-bad1-f62234c83d0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d32e9d6a549b423d993b8db2353a4ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390306 Mar 22 14:38:23.612756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52068) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:23.661695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] Publish callbacks [] for security_group (110ddef3-e334-4cfa-96a9-20c91e5f9947), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.690522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] Publish callbacks [] for security_group (110ddef3-e334-4cfa-96a9-20c91e5f9947), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.745110 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (110ddef3-e334-4cfa-96a9-20c91e5f9947), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.747983 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:23.749155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/110ddef3-e334-4cfa-96a9-20c91e5f9947 HTTP/1.1" status: 204 len: 168 time: 0.1352952 Mar 22 14:38:23.774465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0195fb4-a64d-43e1-b8bb-c75c74fbb7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ddef3-e334-4cfa-96a9-20c91e5f9947,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:23.778951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.500190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52116) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:24.540058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52120) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:24.671611 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1643645220-network', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:24.674019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f95a55c-dd6d-427f-a47d-43a33e695c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.693476 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Made reservation on behalf of 129071307ebc43e7b595d3d22bb28b45 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:24.695890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.705306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.762008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f95a55c-dd6d-427f-a47d-43a33e695c3e admin admin] Publish callbacks [] for security_group (e512037f-531b-42e2-8cc2-27fff2b9bb7f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.770535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f95a55c-dd6d-427f-a47d-43a33e695c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e512037f-531b-42e2-8cc2-27fff2b9bb7f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.790105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks [] for security_group (c60816c5-5e8e-4dd4-a2c9-a386487ddc51), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.796481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c60816c5-5e8e-4dd4-a2c9-a386487ddc51), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.814591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6f95a55c-dd6d-427f-a47d-43a33e695c3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f526f703e5746e6bc63a610348dc686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732222 Mar 22 14:38:24.816050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52124) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:24.817789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95a55c-dd6d-427f-a47d-43a33e695c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e512037f-531b-42e2-8cc2-27fff2b9bb7f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:24.826595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60816c5-5e8e-4dd4-a2c9-a386487ddc51,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:24.836119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:24.847539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08a5baa8-20fb-4461-860a-1bd52bcaaffd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.847934 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Added segment 08a5baa8-20fb-4461-860a-1bd52bcaaffd of type vlan for network 24152c84-7739-45d4-b81e-efe037fe9d1a Mar 22 14:38:24.886561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] Publish callbacks [] for security_group (e512037f-531b-42e2-8cc2-27fff2b9bb7f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.890587 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (24152c84-7739-45d4-b81e-efe037fe9d1a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.914375 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] Publish callbacks [] for security_group (e512037f-531b-42e2-8cc2-27fff2b9bb7f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.918540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (24152c84-7739-45d4-b81e-efe037fe9d1a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.920005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:24.920662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.962436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.974155 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e512037f-531b-42e2-8cc2-27fff2b9bb7f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.977471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:24.984420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e512037f-531b-42e2-8cc2-27fff2b9bb7f HTTP/1.1" status: 204 len: 168 time: 0.1560152 Mar 22 14:38:24.984627 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4779642 Mar 22 14:38:24.984751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:24.986738 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d939bb-4736-4deb-be92-4115fc3717d5 admin admin] Pushing event updated for resources: {'Network': ['ID=24152c84-7739-45d4-b81e-efe037fe9d1a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:24.987654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Request body: {'subnet': {'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1643645220-subnet', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:24.997918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 24152c84-7739-45d4-b81e-efe037fe9d1a details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:25.013184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b627a-a271-47fb-b9a3-fbcf6c0da3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e512037f-531b-42e2-8cc2-27fff2b9bb7f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:25.018360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Made reservation on behalf of 129071307ebc43e7b595d3d22bb28b45 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:25.021536 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.191573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7fb93473-1731-46d4-b5de-45e42258c8c7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.244792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb93473-1731-46d4-b5de-45e42258c8c7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:25.255071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Checking segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:25.255424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Network hostable DHCP agents. Network: 24152c84-7739-45d4-b81e-efe037fe9d1a, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:38:25.262883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52132) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:25.281824 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ebb-9bb3-4e64-b1d9-9760d5095e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.291120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:38:25.306669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 24152c84-7739-45d4-b81e-efe037fe9d1a) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:25.313506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:25.314154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.314715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c1200-792b-4a86-905f-a2c2139fae29 None None] Network 24152c84-7739-45d4-b81e-efe037fe9d1a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:25.340213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-16d82adf-4220-4794-b47b-848534234b05 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3566401 Mar 22 14:38:25.343178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:25.350704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:25.373658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.375266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.381880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ebb-9bb3-4e64-b1d9-9760d5095e15 admin admin] Publish callbacks [] for security_group (75ecc75f-2d7d-4b00-b8cd-804aaf302474), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.388324 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ebb-9bb3-4e64-b1d9-9760d5095e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75ecc75f-2d7d-4b00-b8cd-804aaf302474), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.420816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-24152c84-7739-45d4-b81e-efe037fe9d1a', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:38:25.422026 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.433253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52138) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:25.434982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eaf90ebb-9bb3-4e64-b1d9-9760d5095e15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5278be53dc34f748c6ad9df3a52ffdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706092 Mar 22 14:38:25.437338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf90ebb-9bb3-4e64-b1d9-9760d5095e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ecc75f-2d7d-4b00-b8cd-804aaf302474,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:25.450199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for router_controller (a91c6282-75cb-494e-95ee-f276ac6a6b63), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.584533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Allocated IP 172.20.0.2 (24152c84-7739-45d4-b81e-efe037fe9d1a/7fb93473-1731-46d4-b5de-45e42258c8c7/a543bf11-0350-4257-9b8a-10b9e4ea0de4) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:25.621586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] Publish callbacks [] for security_group (75ecc75f-2d7d-4b00-b8cd-804aaf302474), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.629549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for router_gateway (a91c6282-75cb-494e-95ee-f276ac6a6b63), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.652607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] Publish callbacks [] for security_group (75ecc75f-2d7d-4b00-b8cd-804aaf302474), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.758395 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (75ecc75f-2d7d-4b00-b8cd-804aaf302474), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.761210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.764962 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75ecc75f-2d7d-4b00-b8cd-804aaf302474 HTTP/1.1" status: 204 len: 168 time: 0.3282728 Mar 22 14:38:25.778301 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks [] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.778588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87426-d187-465b-a63a-914c2035308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ecc75f-2d7d-4b00-b8cd-804aaf302474,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:25.786444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.845627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Pushing event updated for resources: {'Port': ['ID=a543bf11-0350-4257-9b8a-10b9e4ea0de4,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:25.853563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:25.855013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:25.858083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:25.930265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Attempting to bind port a543bf11-0350-4257-9b8a-10b9e4ea0de4 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:25.930669 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Attempting to bind port a543bf11-0350-4257-9b8a-10b9e4ea0de4 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:25.931272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Attempting to bind port a543bf11-0350-4257-9b8a-10b9e4ea0de4 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:25.931397 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for router_gateway (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.937064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:25.937743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Checking segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:25.938351 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.938909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Bound using segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:25.939628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Bound port: a543bf11-0350-4257-9b8a-10b9e4ea0de4, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:25.940309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:25.956978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:26.042712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] For port a543bf11-0350-4257-9b8a-10b9e4ea0de4, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:26.048716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] For port a543bf11-0350-4257-9b8a-10b9e4ea0de4, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a543bf11-0350-4257-9b8a-10b9e4ea0de4,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:26.058312 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:26.082975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Allocated IP 172.25.3.22 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/312e90ef-3597-469b-bc19-bdac2dc5860b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:26.136051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb70d0-8f2c-4aa0-befb-291146d601f6 None None] Pushing event updated for resources: {'Port': ['ID=a543bf11-0350-4257-9b8a-10b9e4ea0de4,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:26.260893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:26.306283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:26.350854 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:26.356671 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:26.358961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:26.400351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Pushing event updated for resources: {'Port': ['ID=312e90ef-3597-469b-bc19-bdac2dc5860b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:26.706748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for router_gateway (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:26.931009 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:27.090045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Router a91c6282-75cb-494e-95ee-f276ac6a6b63 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:38:27.245771 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:27.256076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Sync routers for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:27.274501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:27.274762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:27.275450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:27.276555 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e863649-2857-4909-8c16-134f7a004bdb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9310513 Mar 22 14:38:27.278847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:27.424731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc9a15-0264-4f08-b2a6-192e5128e6f1 None None] Network 24152c84-7739-45d4-b81e-efe037fe9d1a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:27.513541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:27.630025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Provisioning complete for port a543bf11-0350-4257-9b8a-10b9e4ea0de4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:27.630939 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:27.870908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Current status of the port a543bf11-0350-4257-9b8a-10b9e4ea0de4 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:27.871299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:27.889362 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:27.944339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] For port a543bf11-0350-4257-9b8a-10b9e4ea0de4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a543bf11-0350-4257-9b8a-10b9e4ea0de4,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:27.967306 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.001693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a543bf11-0350-4257-9b8a-10b9e4ea0de4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:28.050528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:26Z', 'revision_number': 3, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:28.096267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Checking router: a91c6282-75cb-494e-95ee-f276ac6a6b63 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:28.096628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Updating router a91c6282-75cb-494e-95ee-f276ac6a6b63 port 312e90ef-3597-469b-bc19-bdac2dc5860b binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:38:28.131821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.155309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Allocated IP 172.20.0.1 (24152c84-7739-45d4-b81e-efe037fe9d1a/7fb93473-1731-46d4-b5de-45e42258c8c7/61fed128-290b-4baf-ac8d-590299870778) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:28.173800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c8882-e6a9-491d-8f59-05150775ab41 None None] Pushing event updated for resources: {'Port': ['ID=a543bf11-0350-4257-9b8a-10b9e4ea0de4,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:28.179145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a543bf11-0350-4257-9b8a-10b9e4ea0de4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:28.180121 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.283848 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks [] for port (61fed128-290b-4baf-ac8d-590299870778), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.291064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a7a71958-80f7-4d1f-8489-4ef72c03c4b2 None None] Provisioning complete for port a543bf11-0350-4257-9b8a-10b9e4ea0de4 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:28.291581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a7a71958-80f7-4d1f-8489-4ef72c03c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.326576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (61fed128-290b-4baf-ac8d-590299870778), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.394496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:28.404782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:28.408244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:28.448866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Pushing event updated for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:28.453414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.468516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a543bf11-0350-4257-9b8a-10b9e4ea0de4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:28.539466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.547538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a7a71958-80f7-4d1f-8489-4ef72c03c4b2 None None] Current status of the port a543bf11-0350-4257-9b8a-10b9e4ea0de4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:28.647533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks [] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.660871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.709258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3677bc0-0506-4910-ac69-13206377c8ce None None] Pushing event updated for resources: {'Port': ['ID=312e90ef-3597-469b-bc19-bdac2dc5860b,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:28.734130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Attempting to bind port 312e90ef-3597-469b-bc19-bdac2dc5860b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:28.734665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Attempting to bind port 312e90ef-3597-469b-bc19-bdac2dc5860b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:28.735140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Attempting to bind port 312e90ef-3597-469b-bc19-bdac2dc5860b on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:28.740867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:28.741365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:28.741661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.742095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:28.742900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Bound port: 312e90ef-3597-469b-bc19-bdac2dc5860b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:28.743048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.805790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] For port 312e90ef-3597-469b-bc19-bdac2dc5860b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:28.810270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] For port 312e90ef-3597-469b-bc19-bdac2dc5860b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=312e90ef-3597-469b-bc19-bdac2dc5860b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:28.819041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.836530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61fed128-290b-4baf-ac8d-590299870778), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.912336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:28.912539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52208) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:28.912897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:28.918574 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ab422a40-b627-4ad5-8110-e4c769b43eb2 None None] Provisioning complete for port 61fed128-290b-4baf-ac8d-590299870778 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:28.918960 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ab422a40-b627-4ad5-8110-e4c769b43eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61fed128-290b-4baf-ac8d-590299870778), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:28.950940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3677bc0-0506-4910-ac69-13206377c8ce None None] Pushing event updated for resources: {'Port': ['ID=312e90ef-3597-469b-bc19-bdac2dc5860b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:29.056994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks [] for port (61fed128-290b-4baf-ac8d-590299870778), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.067319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (61fed128-290b-4baf-ac8d-590299870778), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.099618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cd04895-0bbf-43fa-9c8c-43319cf17034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.161210 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.164025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Pushing event updated for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:29.203152 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ab422a40-b627-4ad5-8110-e4c769b43eb2 None None] Port 61fed128-290b-4baf-ac8d-590299870778 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:29.231515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:29.299261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cd04895-0bbf-43fa-9c8c-43319cf17034 admin admin] Publish callbacks [] for security_group (b3c87963-f529-456d-9308-d25bfd4db90c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.309607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9cd04895-0bbf-43fa-9c8c-43319cf17034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3c87963-f529-456d-9308-d25bfd4db90c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.313049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:29.317354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:29.359705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9cd04895-0bbf-43fa-9c8c-43319cf17034 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=262dd5726ccb4469b3f129598d548e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463744 Mar 22 14:38:29.362337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52212) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:29.384693 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.392765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd04895-0bbf-43fa-9c8c-43319cf17034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c87963-f529-456d-9308-d25bfd4db90c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:29.444944 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] Publish callbacks [] for security_group (b3c87963-f529-456d-9308-d25bfd4db90c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.473740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '61fed128-290b-4baf-ac8d-590299870778', 'name': '', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'mac_address': 'fa:16:3e:a0:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:27Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 1, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'subnets': [{'id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:29.477319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] Publish callbacks [] for security_group (b3c87963-f529-456d-9308-d25bfd4db90c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.498933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Router a91c6282-75cb-494e-95ee-f276ac6a6b63 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:38:29.508049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2defb-a3ed-4d27-b0a3-0d73feb7da17 None None] The sync data for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 is: [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '61fed128-290b-4baf-ac8d-590299870778', 'name': '', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'mac_address': 'fa:16:3e:a0:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:27Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 1, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'subnets': [{'id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:29.541751 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b3c87963-f529-456d-9308-d25bfd4db90c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.545035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.546921 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3c87963-f529-456d-9308-d25bfd4db90c HTTP/1.1" status: 204 len: 168 time: 0.1829836 Mar 22 14:38:29.559988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd3fe6-a0e7-4a0a-89b6-8bd28bcd4cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c87963-f529-456d-9308-d25bfd4db90c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:29.626783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-87d59ac9-79c3-4202-ab59-8e0e2bff534a None None] Provisioning complete for port 61fed128-290b-4baf-ac8d-590299870778 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:29.627366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87d59ac9-79c3-4202-ab59-8e0e2bff534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61fed128-290b-4baf-ac8d-590299870778), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:29.643499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:29.655482 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-250ff38d-8118-4cdd-a932-fcc4603f6339 admin admin] 10.222.0.81 "PUT /v2.0/routers/a91c6282-75cb-494e-95ee-f276ac6a6b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735924 Mar 22 14:38:29.667307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-87d59ac9-79c3-4202-ab59-8e0e2bff534a None None] Port 61fed128-290b-4baf-ac8d-590299870778 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:29.936913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52230) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:29.941200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a543bf11-0350-4257-9b8a-10b9e4ea0de4 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:29.954484 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e32d2505-b748-4cda-8fc3-d4449014d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.018255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a543bf11-0350-4257-9b8a-10b9e4ea0de4 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:30.018808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.107371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e32d2505-b748-4cda-8fc3-d4449014d281 admin admin] Publish callbacks [] for security_group (3bc0130d-9f79-48f6-8762-e2b0cf89aa19), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.114836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e32d2505-b748-4cda-8fc3-d4449014d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3bc0130d-9f79-48f6-8762-e2b0cf89aa19), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.152363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a543bf11-0350-4257-9b8a-10b9e4ea0de4 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:30.164014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e32d2505-b748-4cda-8fc3-d4449014d281 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17de2b6b73834587b0b61a575d2ebeca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258000 Mar 22 14:38:30.166194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2505-b748-4cda-8fc3-d4449014d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0130d-9f79-48f6-8762-e2b0cf89aa19,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:30.167587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52240) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:30.233382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] Publish callbacks [] for security_group (3bc0130d-9f79-48f6-8762-e2b0cf89aa19), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.262100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] Publish callbacks [] for security_group (3bc0130d-9f79-48f6-8762-e2b0cf89aa19), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.328142 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3bc0130d-9f79-48f6-8762-e2b0cf89aa19), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.331387 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.335779 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bc0130d-9f79-48f6-8762-e2b0cf89aa19 HTTP/1.1" status: 204 len: 168 time: 0.1671355 Mar 22 14:38:30.347719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6e0a-0aa7-4e85-ba9b-57a66749eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0130d-9f79-48f6-8762-e2b0cf89aa19,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:30.507642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52252) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:30.512812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-745796932-network', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:30.550497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Made reservation on behalf of 42613daddd9d4bb183cd154f91954b6e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:30.558641 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.569131 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.601550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9f0c947c-20b7-4ec1-a605-ab7634cb2484 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:30.603167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9f0c947c-20b7-4ec1-a605-ab7634cb2484 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1345360 Mar 22 14:38:30.620045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-5c5d4296-4615-4ec8-96ad-5b7142765822 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0106070 Mar 22 14:38:30.679763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks [] for security_group (a7cf986f-dbe4-488a-a1ff-06e4be2205f1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.686003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7cf986f-dbe4-488a-a1ff-06e4be2205f1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.692269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-75269d0e-3f36-47f3-95ce-bcd6243165f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658145 Mar 22 14:38:30.727170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:30.740080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf986f-dbe4-488a-a1ff-06e4be2205f1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:30.757658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bef16cab-23c2-42f0-8037-fb500f57d9d2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.761596 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Added segment bef16cab-23c2-42f0-8037-fb500f57d9d2 of type vlan for network dfe4366e-123b-445f-8be9-099353226e35 Mar 22 14:38:30.812965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-44a2e44a-594c-40bf-8705-c71a3468882b service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128280 Mar 22 14:38:30.815113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dfe4366e-123b-445f-8be9-099353226e35), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.847233 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dfe4366e-123b-445f-8be9-099353226e35), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.848699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:30.849527 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:30.937705 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4287956 Mar 22 14:38:30.939037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e529aa-087b-495e-aa96-325586af9333 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe4366e-123b-445f-8be9-099353226e35,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:30.947007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-610feebe-e35d-4354-91f1-58cd5a095dfa service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215434 Mar 22 14:38:30.950137 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:30.951131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dfe4366e-123b-445f-8be9-099353226e35 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:30.957932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Request body: {'subnet': {'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-745796932-subnet', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:30.986876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Made reservation on behalf of 42613daddd9d4bb183cd154f91954b6e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:30.990292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.224915 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (56b0d1c6-d783-4bf2-a582-d6ec5759140c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.306533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b0d1c6-d783-4bf2-a582-d6ec5759140c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:31.315966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Checking segment: {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:31.316333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Network hostable DHCP agents. Network: dfe4366e-123b-445f-8be9-099353226e35, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:38:31.341231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Network dfe4366e-123b-445f-8be9-099353226e35 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:38:31.362099 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, dfe4366e-123b-445f-8be9-099353226e35) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:31.375427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d904d1a-c35e-4cff-9a36-6ddc85e90c51 None None] Network dfe4366e-123b-445f-8be9-099353226e35 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:31.396727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:31.397885 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.441685 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cdc7154a-ca31-414e-a7c8-fea62c1a1ba2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4858825 Mar 22 14:38:31.442147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52286) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:31.446548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:31.497088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (6350e212-ac97-4f40-97eb-2d302e20f155), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.498282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (6350e212-ac97-4f40-97eb-2d302e20f155), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.580224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for router_controller (6350e212-ac97-4f40-97eb-2d302e20f155), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.624586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-dfe4366e-123b-445f-8be9-099353226e35', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:38:31.625619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:31.753746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c98c30e-f358-45ca-8073-2a33288de26d req-b161286d-1db6-46a5-9f3d-8f774940d61e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.5655303 Mar 22 14:38:31.849564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Allocated IP 172.20.0.2 (dfe4366e-123b-445f-8be9-099353226e35/56b0d1c6-d783-4bf2-a582-d6ec5759140c/cee854cc-0d88-411b-af04-e9d787a3aa1e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:31.881775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for router_gateway (6350e212-ac97-4f40-97eb-2d302e20f155), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.039277 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:32.075905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 312e90ef-3597-469b-bc19-bdac2dc5860b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:32.147739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks [] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.164490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.173499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 312e90ef-3597-469b-bc19-bdac2dc5860b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:32.173865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.179334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ae29d71-c662-49e2-b538-a8ea75aa8b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.240781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Network dfe4366e-123b-445f-8be9-099353226e35 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:32.250764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:32.256137 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:32.257911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Pushing event updated for resources: {'Port': ['ID=cee854cc-0d88-411b-af04-e9d787a3aa1e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.266788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for router_gateway (6350e212-ac97-4f40-97eb-2d302e20f155), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.288022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.305640 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ae29d71-c662-49e2-b538-a8ea75aa8b10 admin admin] Publish callbacks [] for security_group (0d9a8b42-8cf9-4e54-b637-5335b30da1e7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.312252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2ae29d71-c662-49e2-b538-a8ea75aa8b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0d9a8b42-8cf9-4e54-b637-5335b30da1e7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.352077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae29d71-c662-49e2-b538-a8ea75aa8b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a8b42-8cf9-4e54-b637-5335b30da1e7,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.357917 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ae29d71-c662-49e2-b538-a8ea75aa8b10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb6724a16f964f08a20e4f3c08c30622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173087 Mar 22 14:38:32.360676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52300) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:32.377139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Attempting to bind port cee854cc-0d88-411b-af04-e9d787a3aa1e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:32.378295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Attempting to bind port cee854cc-0d88-411b-af04-e9d787a3aa1e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:32.378749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Attempting to bind port cee854cc-0d88-411b-af04-e9d787a3aa1e on network dfe4366e-123b-445f-8be9-099353226e35 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:32.381552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 312e90ef-3597-469b-bc19-bdac2dc5860b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:32.381875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.418663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Allocated IP 172.25.3.24 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/61726c0b-7bf5-4ee1-95e9-86d34025d5be) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:32.421759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:32.422259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Checking segment: {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:32.422737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.423205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Bound using segment: {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:32.423769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Bound port: cee854cc-0d88-411b-af04-e9d787a3aa1e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:32.424397 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.430171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 312e90ef-3597-469b-bc19-bdac2dc5860b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=312e90ef-3597-469b-bc19-bdac2dc5860b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:32.437942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] Publish callbacks [] for security_group (0d9a8b42-8cf9-4e54-b637-5335b30da1e7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.447991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.490073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] Publish callbacks [] for security_group (0d9a8b42-8cf9-4e54-b637-5335b30da1e7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.517340 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Sync routers for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:32.535237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:32.535945 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:32.573882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] For port cee854cc-0d88-411b-af04-e9d787a3aa1e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:32.577714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] For port cee854cc-0d88-411b-af04-e9d787a3aa1e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cee854cc-0d88-411b-af04-e9d787a3aa1e,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:32.599470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=312e90ef-3597-469b-bc19-bdac2dc5860b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.603565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.619453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.646526 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (0d9a8b42-8cf9-4e54-b637-5335b30da1e7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.661495 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.662731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d9a8b42-8cf9-4e54-b637-5335b30da1e7 HTTP/1.1" status: 204 len: 168 time: 0.3011613 Mar 22 14:38:32.687570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90506d-b2dd-41f0-a901-db280922cedf None None] Pushing event updated for resources: {'Port': ['ID=cee854cc-0d88-411b-af04-e9d787a3aa1e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.720342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:32.721922 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:32.725754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-982b41e5-cf0a-4bc1-9a66-1e889fad5229 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:32.727284 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-982b41e5-cf0a-4bc1-9a66-1e889fad5229 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.2065923 Mar 22 14:38:32.728024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cf564-6780-4ea4-9321-820b9c3f5ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a8b42-8cf9-4e54-b637-5335b30da1e7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.750974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:32.774503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Pushing event updated for resources: {'Port': ['ID=61726c0b-7bf5-4ee1-95e9-86d34025d5be,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:32.809337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:32.811778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:32.825740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:32.907410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:32.916664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.005142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a25c7c4-2ada-4772-8e24-1523ddb7de3b req-f52a188a-5392-4869-847b-708df11b2c0e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0865364 Mar 22 14:38:33.208985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.3 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/7d9e61ca-f3c3-49fe-82ff-a9537c721bdf) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:33.237743 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '61fed128-290b-4baf-ac8d-590299870778', 'name': '', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'mac_address': 'fa:16:3e:a0:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:27Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 2, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'subnets': [{'id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:33.279763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Checking router: a91c6282-75cb-494e-95ee-f276ac6a6b63 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:33.280462 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Updating router a91c6282-75cb-494e-95ee-f276ac6a6b63 port 61fed128-290b-4baf-ac8d-590299870778 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:38:33.326070 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61fed128-290b-4baf-ac8d-590299870778), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.417865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for router_gateway (6350e212-ac97-4f40-97eb-2d302e20f155), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.431039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.503635 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.574359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:33.589024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:33.590491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:33.593154 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:33.643782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:33.644440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.678235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-1ffee164-df5e-48ec-a0de-f3bbb6480943 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9311531 Mar 22 14:38:33.689271 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Request body: {'port': {'device_id': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:33.817481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.920687 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks [] for port (61fed128-290b-4baf-ac8d-590299870778), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:33.937034 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61fed128-290b-4baf-ac8d-590299870778), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.054166 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a73c56-edb8-41d5-97f5-959904f735a0 None None] Pushing event updated for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:34.074727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b7dc25f0-cb9e-4a93-91c2-8c8ee5a5211d None None] Provisioning complete for port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:34.075251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7dc25f0-cb9e-4a93-91c2-8c8ee5a5211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.173191 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Attempting to bind port 61fed128-290b-4baf-ac8d-590299870778 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:34.173557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Attempting to bind port 61fed128-290b-4baf-ac8d-590299870778 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:34.173918 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Attempting to bind port 61fed128-290b-4baf-ac8d-590299870778 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:34.195887 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:34.196376 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Checking segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:34.196791 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.201358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Bound using segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:34.206143 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Bound port: 61fed128-290b-4baf-ac8d-590299870778, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:34.206726 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61fed128-290b-4baf-ac8d-590299870778), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.226696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 312e90ef-3597-469b-bc19-bdac2dc5860b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:34.291120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc25f0-cb9e-4a93-91c2-8c8ee5a5211d None None] Port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:34.399136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 312e90ef-3597-469b-bc19-bdac2dc5860b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:34.400012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.409549 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] For port 61fed128-290b-4baf-ac8d-590299870778, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:34.422418 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] For port 61fed128-290b-4baf-ac8d-590299870778, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61fed128-290b-4baf-ac8d-590299870778,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:34.441200 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61fed128-290b-4baf-ac8d-590299870778), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.448431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (6350e212-ac97-4f40-97eb-2d302e20f155), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.548088 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:34.548637 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:34.563097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Provisioning complete for port 61fed128-290b-4baf-ac8d-590299870778 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:34.563778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61fed128-290b-4baf-ac8d-590299870778), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.670100 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a73c56-edb8-41d5-97f5-959904f735a0 None None] Pushing event updated for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:34.686980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:34.698112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks [] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.713630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Transition to ACTIVE for port object 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:38:34.726481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:34.743031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 312e90ef-3597-469b-bc19-bdac2dc5860b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:34.744464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cee854cc-0d88-411b-af04-e9d787a3aa1e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:34.748748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0293334-a129-4276-9dc6-f1fc0213e998 None None] Network dfe4366e-123b-445f-8be9-099353226e35 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:34.772497 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:34.785266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befeb0b-9a86-4368-85e2-b4ead0e8b13f req-92fba534-85df-4e21-a43a-ec7adffd666c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:34.786934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1befeb0b-9a86-4368-85e2-b4ead0e8b13f req-92fba534-85df-4e21-a43a-ec7adffd666c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 931 time: 0.3349080 Mar 22 14:38:34.893629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:34.911253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.911754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.912106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.912446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.912783 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.913119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.913450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.913777 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.914135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.914461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.915481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.915824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.916163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.916492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.916819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:34.984532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1befeb0b-9a86-4368-85e2-b4ead0e8b13f req-e6aae33c-a2cb-4e79-805c-52e7c520e212 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875384 Mar 22 14:38:35.029888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Router 6350e212-ac97-4f40-97eb-2d302e20f155 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:38:35.035196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Attempting to bind port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:35.037710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Attempting to bind port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:35.040177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Attempting to bind port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:35.050038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:38:35.053123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Attempting to bind port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:35.074143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:35.074416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Current status of the port 61fed128-290b-4baf-ac8d-590299870778 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:35.074545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:35.074997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61fed128-290b-4baf-ac8d-590299870778), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.077667 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:35.078168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Bound port: 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:35.078540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.118861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] For port 61fed128-290b-4baf-ac8d-590299870778, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61fed128-290b-4baf-ac8d-590299870778,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:35.135853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61fed128-290b-4baf-ac8d-590299870778), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.189000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972dae0-3cff-45a3-bb96-0a7970fb8a86 None None] Pushing event updated for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:35.200166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cee854cc-0d88-411b-af04-e9d787a3aa1e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:35.200814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.244618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:35.250018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:35.256936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:35.257642 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '61fed128-290b-4baf-ac8d-590299870778', 'name': '', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'mac_address': 'fa:16:3e:a0:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:27Z', 'updated_at': '2022-03-22T14:38:34Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'subnets': [{'id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:35.270222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.279722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.282235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1845655a-ccb4-403b-a87b-fe7f7625aa3b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8390119 Mar 22 14:38:35.284764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52342) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:35.287643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Sync routers for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:35.327010 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51102-6e27-4218-ad8d-334f611fcb14 None None] The sync data for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 is: [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:28Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '61fed128-290b-4baf-ac8d-590299870778', 'name': '', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'mac_address': 'fa:16:3e:a0:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:27Z', 'updated_at': '2022-03-22T14:38:34Z', 'revision_number': 4, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'subnets': [{'id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:35.349911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:35.350746 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.352053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] 10.222.0.82 "PUT /v2.0/ports/7d9e61ca-f3c3-49fe-82ff-a9537c721bdf HTTP/1.1" status: 200 len: 1091 time: 1.6676428 Mar 22 14:38:35.352571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:35.354942 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9" -d '{"events": [{"name": "network-changed", "server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:35.408739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934fed6-73ee-4155-a216-80a9867aa692 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:35.458154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Provisioning complete for port cee854cc-0d88-411b-af04-e9d787a3aa1e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:35.458552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.464951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:35.471606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:35.532314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-c84b82f2-10eb-4ee5-b17d-5b76dd35f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:35.539818 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-c84b82f2-10eb-4ee5-b17d-5b76dd35f46a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 1125 time: 0.1143062 Mar 22 14:38:35.741674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cee854cc-0d88-411b-af04-e9d787a3aa1e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:35.742153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:35.880720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port cee854cc-0d88-411b-af04-e9d787a3aa1e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cee854cc-0d88-411b-af04-e9d787a3aa1e,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:35.902140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:36.036490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=cee854cc-0d88-411b-af04-e9d787a3aa1e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:36.069804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:36.168551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61fed128-290b-4baf-ac8d-590299870778 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:36.289140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Current status of the port cee854cc-0d88-411b-af04-e9d787a3aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:36.422512 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-0844f57f-bb5a-472c-a5fb-440baf17aca6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf HTTP/1.1" status: 200 len: 217 time: 0.8769572 Mar 22 14:38:36.424348 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050709d-8020-4470-8641-d52b394462aa x-openstack-request-id: req-b050709d-8020-4470-8641-d52b394462aa {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:36.424631 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:36.424880 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b050709d-8020-4470-8641-d52b394462aa {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:36.425297 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b050709d-8020-4470-8641-d52b394462aa'] response: {'name': 'network-changed', 'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf', 'status': 'completed', 'code': 200} Mar 22 14:38:36.484809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-599e8633-dc6d-4a71-9bde-276eacee6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:36.487878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-599e8633-dc6d-4a71-9bde-276eacee6c03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0575926 Mar 22 14:38:36.504151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0dff-984f-424e-9a15-4962a9442d73 req-a05bb670-24c8-4941-921f-a730f315e1a4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:36.505684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c72d0dff-984f-424e-9a15-4962a9442d73 req-a05bb670-24c8-4941-921f-a730f315e1a4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.3226290 Mar 22 14:38:36.561116 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:36.614425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-d70669c4-ef1f-419c-bb75-e24e581f82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:36.616223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-d70669c4-ef1f-419c-bb75-e24e581f82ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243854 Mar 22 14:38:36.684078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c72d0dff-984f-424e-9a15-4962a9442d73 req-d7bc8263-d5be-4d86-966a-7a687d3a88fc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696925 Mar 22 14:38:36.835826 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-8e168ddd-173f-44f1-b09e-0cab6c5b6e33 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127428 Mar 22 14:38:36.884726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Allocated IP 172.20.0.1 (dfe4366e-123b-445f-8be9-099353226e35/56b0d1c6-d783-4bf2-a582-d6ec5759140c/2a0d3a22-abc7-4840-8f82-536f2ed49661) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:36.886436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Provisioning complete for port 61fed128-290b-4baf-ac8d-590299870778 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:36.886824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61fed128-290b-4baf-ac8d-590299870778), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:36.949202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52394) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:36.960535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 61fed128-290b-4baf-ac8d-590299870778 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:36.960795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61fed128-290b-4baf-ac8d-590299870778), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.017346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-381552a3-b256-473b-a1b1-5d11e8e4209f req-2c80ce34-f2ff-48e8-9e38-65f4332325d7 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750736 Mar 22 14:38:37.030815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a86eb172-b358-4e19-aade-f1527cbf9037 None None] Current status of the port 61fed128-290b-4baf-ac8d-590299870778 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:37.067018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks [] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.070980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:33Z', 'revision_number': 3, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:37.115224 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.117614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Checking router: 6350e212-ac97-4f40-97eb-2d302e20f155 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:37.118400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Updating router 6350e212-ac97-4f40-97eb-2d302e20f155 port 61726c0b-7bf5-4ee1-95e9-86d34025d5be binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:38:37.131062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d79b0-28b8-4f37-afbf-30807c2ce547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.161381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Network dfe4366e-123b-445f-8be9-099353226e35 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:37.164640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:37.168733 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:37.175824 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-417bcf9f-4296-477f-97cd-35c1e4ad3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:37.177795 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-417bcf9f-4296-477f-97cd-35c1e4ad3bcb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 1125 time: 0.1093869 Mar 22 14:38:37.181338 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.209395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:37.239889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.240225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.240563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.240895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.241227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.241553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.241869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.242213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.242530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.242846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.243157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.243467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.243776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.244084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.244395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:38:37.260679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (6350e212-ac97-4f40-97eb-2d302e20f155), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.300000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-4c58a3ff-a033-48b5-9f44-f7b79b54af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:37.301753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-4c58a3ff-a033-48b5-9f44-f7b79b54af40 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1174667 Mar 22 14:38:37.358597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-6a670b3a-e9e7-4101-ad55-a25a0a3508f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf HTTP/1.1" status: 200 len: 217 time: 0.0494657 Mar 22 14:38:37.439465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.476724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 61fed128-290b-4baf-ac8d-590299870778 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:37.486408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d85cb0a3-cd73-4ed3-ae53-5181a1aa8a1a None None] Provisioning complete for port cee854cc-0d88-411b-af04-e9d787a3aa1e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:37.487007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d85cb0a3-cd73-4ed3-ae53-5181a1aa8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.489714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-74283989-cf8d-42d5-b520-89ecc38a3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:37.491722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-74283989-cf8d-42d5-b520-89ecc38a3c50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.1274445 Mar 22 14:38:37.562577 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d79b0-28b8-4f37-afbf-30807c2ce547 admin admin] Publish callbacks [] for security_group (579207d5-07ab-4872-981b-9504fbbc56eb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.573397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-ac65b09b-c65c-44ff-a558-0d62a9b92583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:37.575613 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-ac65b09b-c65c-44ff-a558-0d62a9b92583 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774894 Mar 22 14:38:37.579033 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d79b0-28b8-4f37-afbf-30807c2ce547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (579207d5-07ab-4872-981b-9504fbbc56eb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.604027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks [] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.643828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d85cb0a3-cd73-4ed3-ae53-5181a1aa8a1a None None] Current status of the port cee854cc-0d88-411b-af04-e9d787a3aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:37.656882 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.685534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-107d79b0-28b8-4f37-afbf-30807c2ce547 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0a191da11a1448580329ff8b23b2c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7352693 Mar 22 14:38:37.688914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks [] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.692043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52398) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:37.705594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d79b0-28b8-4f37-afbf-30807c2ce547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579207d5-07ab-4872-981b-9504fbbc56eb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:37.705827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Attempting to bind port 61726c0b-7bf5-4ee1-95e9-86d34025d5be on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:37.706116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Attempting to bind port 61726c0b-7bf5-4ee1-95e9-86d34025d5be by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:37.706453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Attempting to bind port 61726c0b-7bf5-4ee1-95e9-86d34025d5be on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:37.722537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f0b2a-3480-4a89-90a1-0dd92fedf898 None None] Pushing event updated for resources: {'Port': ['ID=61726c0b-7bf5-4ee1-95e9-86d34025d5be,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:37.725396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:37.725852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:37.726268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.726983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:37.727214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Bound port: 61726c0b-7bf5-4ee1-95e9-86d34025d5be, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:37.727596 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.737140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.751910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-89a91271-4b1b-4e5f-ba0d-635c6d9b029a service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482620 Mar 22 14:38:37.793354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-20e55c3b-5003-4b2c-a2f9-230db68efe68 None None] Provisioning complete for port 2a0d3a22-abc7-4840-8f82-536f2ed49661 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:37.793747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20e55c3b-5003-4b2c-a2f9-230db68efe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.817821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] For port 61726c0b-7bf5-4ee1-95e9-86d34025d5be, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:37.834526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] For port 61726c0b-7bf5-4ee1-95e9-86d34025d5be, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61726c0b-7bf5-4ee1-95e9-86d34025d5be,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:37.844318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-20e55c3b-5003-4b2c-a2f9-230db68efe68 None None] Port 2a0d3a22-abc7-4840-8f82-536f2ed49661 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:37.848361 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.888220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:37.890799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] Publish callbacks [] for security_group (579207d5-07ab-4872-981b-9504fbbc56eb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.898298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (6350e212-ac97-4f40-97eb-2d302e20f155), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.901122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:37.901759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:37.906268 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-533d0ab0-253c-46b5-b0d1-e23d7c9988a9 req-e51337e2-b961-4bc7-b1a9-7fa83da70872 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422286 Mar 22 14:38:37.975940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] Publish callbacks [] for security_group (579207d5-07ab-4872-981b-9504fbbc56eb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:37.995775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f0b2a-3480-4a89-90a1-0dd92fedf898 None None] Pushing event updated for resources: {'Port': ['ID=61726c0b-7bf5-4ee1-95e9-86d34025d5be,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:38.010290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79136743-2174-4d3e-b8ff-d20cd234f89f req-0bdfd960-6126-4dd4-8d02-80afc16bbcaf tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:38.011851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79136743-2174-4d3e-b8ff-d20cd234f89f req-0bdfd960-6126-4dd4-8d02-80afc16bbcaf tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1878026 Mar 22 14:38:38.050607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:38.103203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79136743-2174-4d3e-b8ff-d20cd234f89f req-a0c7a9fa-1537-4e5a-9c6b-971b82e24966 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832512 Mar 22 14:38:38.105154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Network dfe4366e-123b-445f-8be9-099353226e35 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:38.107410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:38.163391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cee854cc-0d88-411b-af04-e9d787a3aa1e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:38.163606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (579207d5-07ab-4872-981b-9504fbbc56eb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.165978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.169743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/579207d5-07ab-4872-981b-9504fbbc56eb HTTP/1.1" status: 204 len: 168 time: 0.4736459 Mar 22 14:38:38.253740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee233d-56bb-448a-b1d5-f479705f7c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579207d5-07ab-4872-981b-9504fbbc56eb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:38.289211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Router 6350e212-ac97-4f40-97eb-2d302e20f155 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:38:38.320419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port cee854cc-0d88-411b-af04-e9d787a3aa1e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:38.320904 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.446460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:38:38.451805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-93f1311b-c3fb-4a17-aa9a-bace1adec488 admin admin] 10.222.0.81 "PUT /v2.0/routers/6350e212-ac97-4f40-97eb-2d302e20f155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655545 Mar 22 14:38:38.512059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port cee854cc-0d88-411b-af04-e9d787a3aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:38.540171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a0d3a22-abc7-4840-8f82-536f2ed49661', 'name': '', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'mac_address': 'fa:16:3e:56:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:36Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 2, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'subnets': [{'id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:38.587620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb78f4b-0c03-4c5f-a547-10b38d36cd10 None None] The sync data for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 is: [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a0d3a22-abc7-4840-8f82-536f2ed49661', 'name': '', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'mac_address': 'fa:16:3e:56:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:36Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 2, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'subnets': [{'id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:38.593859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3e89bd9a-c266-4344-8303-705f841347d2 None None] Provisioning complete for port 2a0d3a22-abc7-4840-8f82-536f2ed49661 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:38.594622 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3e89bd9a-c266-4344-8303-705f841347d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.637738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3e89bd9a-c266-4344-8303-705f841347d2 None None] Port 2a0d3a22-abc7-4840-8f82-536f2ed49661 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:38.655096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52412) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:38.670130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0962f52-4372-4aac-8c81-8605cbb07651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.769430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0962f52-4372-4aac-8c81-8605cbb07651 admin admin] Publish callbacks [] for security_group (e89b7afb-263f-4d45-a1c2-2c4171b8e6fd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.777640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0962f52-4372-4aac-8c81-8605cbb07651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e89b7afb-263f-4d45-a1c2-2c4171b8e6fd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.831385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e0962f52-4372-4aac-8c81-8605cbb07651 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79f8baf89a544f67aa28653395753ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724167 Mar 22 14:38:38.831385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0962f52-4372-4aac-8c81-8605cbb07651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b7afb-263f-4d45-a1c2-2c4171b8e6fd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:38.832044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52414) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:38.929540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] Publish callbacks [] for security_group (e89b7afb-263f-4d45-a1c2-2c4171b8e6fd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:38.953390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] Publish callbacks [] for security_group (e89b7afb-263f-4d45-a1c2-2c4171b8e6fd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:39.020787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e89b7afb-263f-4d45-a1c2-2c4171b8e6fd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:39.024519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:39.028101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e89b7afb-263f-4d45-a1c2-2c4171b8e6fd HTTP/1.1" status: 204 len: 168 time: 0.1930699 Mar 22 14:38:39.040467 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034dd2-9b9c-43ea-b831-16881c907c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b7afb-263f-4d45-a1c2-2c4171b8e6fd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:39.347616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a62f-f5a7-4d0f-b4eb-04d6b2f438e5 req-571b7f55-b285-43a4-8ea3-3f52dee1f3ef tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:39.349198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a606a62f-f5a7-4d0f-b4eb-04d6b2f438e5 req-571b7f55-b285-43a4-8ea3-3f52dee1f3ef tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1372848 Mar 22 14:38:39.380276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-7199e6bc-3959-42ee-9ee0-18d38ff131b0 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:39.381778 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-7199e6bc-3959-42ee-9ee0-18d38ff131b0 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.1246660 Mar 22 14:38:39.403940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3be016b3-dfb3-480a-baf2-c4b86e9df3fc tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/quotas/42613daddd9d4bb183cd154f91954b6e HTTP/1.1" status: 200 len: 375 time: 0.0133932 Mar 22 14:38:39.434857 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a606a62f-f5a7-4d0f-b4eb-04d6b2f438e5 req-26d2a10a-84cb-473c-bf3e-f92c24a6e636 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Mar 22 14:38:39.568104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-7bb01db4-1b7c-4e68-96ce-b1435576cf81 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508079 Mar 22 14:38:39.716201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-a59865a9-6ef1-4c9f-9f03-09b885555a09 service neutron] 10.222.0.81 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406593 Mar 22 14:38:39.834733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-2f817217-458b-4c38-b04f-837c8a0a771c service neutron] 10.222.0.81 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175475 Mar 22 14:38:40.073109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26e8d333-dac8-4dff-9d56-e95a4713bddc req-49eeb607-74fe-4c9e-90f7-e29b9b23c9b7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 210 time: 0.0578408 Mar 22 14:38:40.118716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61726c0b-7bf5-4ee1-95e9-86d34025d5be up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:40.225636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 61726c0b-7bf5-4ee1-95e9-86d34025d5be triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:40.226128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:40.317351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 61726c0b-7bf5-4ee1-95e9-86d34025d5be is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:40.317994 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:40.350530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 61726c0b-7bf5-4ee1-95e9-86d34025d5be, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61726c0b-7bf5-4ee1-95e9-86d34025d5be,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:40.357206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:40.451244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=61726c0b-7bf5-4ee1-95e9-86d34025d5be,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:40.611777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1293b-5605-47f0-b975-99bc6fcb534c req-dc9882ab-edc7-4744-829a-5d49d232e841 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:40.613315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8c1293b-5605-47f0-b975-99bc6fcb534c req-dc9882ab-edc7-4744-829a-5d49d232e841 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0703347 Mar 22 14:38:40.691259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8c1293b-5605-47f0-b975-99bc6fcb534c req-c2404615-7a0f-4ab5-a7a0-ba58d5ed4875 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 Mar 22 14:38:41.158058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-757e0921-fe3b-4b91-80fc-f8a00a5b1619 req-0232c00a-2662-48c6-ab7c-c86540f4bc6d tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Mar 22 14:38:41.393726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-b16ea904-dee0-47de-8b24-f9ad703146d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:41.395552 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-b16ea904-dee0-47de-8b24-f9ad703146d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.82 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.1170454 Mar 22 14:38:41.408427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Request body: {'port': {'device_id': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'admin_state_up': True, 'tenant_id': '42613daddd9d4bb183cd154f91954b6e'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:41.439142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Made reservation on behalf of 42613daddd9d4bb183cd154f91954b6e for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:41.442836 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:41.580312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Allocated IP 172.20.0.9 (24152c84-7739-45d4-b81e-efe037fe9d1a/7fb93473-1731-46d4-b5de-45e42258c8c7/f3cd3841-82f7-41d7-b53b-35a03fbf4f92) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:41.774346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks [] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:41.823257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:41.866998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86850321-3f53-4155-95f2-764835d4162a req-06ba2c46-a5b3-485d-997e-d538b4c845c0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:41.877830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86850321-3f53-4155-95f2-764835d4162a req-06ba2c46-a5b3-485d-997e-d538b4c845c0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0865571 Mar 22 14:38:41.880616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:41.888978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:41.894005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:41.896735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Pushing event updated for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:41.940149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:41.940864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:41.976150 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-43b9ca03-3c2b-4374-8b64-dd27ce26572b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5731480 Mar 22 14:38:41.981207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86850321-3f53-4155-95f2-764835d4162a req-c38392cf-0b10-4a91-8d62-48f2cfff509b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992849 Mar 22 14:38:41.987378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Request body: {'port': {'device_id': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:42.067610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:42.091718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61726c0b-7bf5-4ee1-95e9-86d34025d5be up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:42.148108 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.262889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 61726c0b-7bf5-4ee1-95e9-86d34025d5be triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:42.263619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.373178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 61726c0b-7bf5-4ee1-95e9-86d34025d5be is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:42.375772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e78d45e9-1d06-4966-bf53-fbd883cef115 None None] Provisioning complete for port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:42.376632 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e78d45e9-1d06-4966-bf53-fbd883cef115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.407181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c84b-90e8-4f1c-bc96-5cc8436df457 req-88679642-c959-43f4-9813-090390b7e57f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:42.418850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b5c84b-90e8-4f1c-bc96-5cc8436df457 req-88679642-c959-43f4-9813-090390b7e57f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1027 time: 0.1095195 Mar 22 14:38:42.428057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f4aab5-fa7a-4edf-a5fb-a20720e3b249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.435255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e78d45e9-1d06-4966-bf53-fbd883cef115 None None] Port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:42.502854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b5c84b-90e8-4f1c-bc96-5cc8436df457 req-0d6d97d1-21d2-4bf4-bc57-9118114767f5 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Mar 22 14:38:42.604132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f4aab5-fa7a-4edf-a5fb-a20720e3b249 admin admin] Publish callbacks [] for security_group (fd3a9068-ca57-490e-b191-d08e680d392c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.614845 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-38f4aab5-fa7a-4edf-a5fb-a20720e3b249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd3a9068-ca57-490e-b191-d08e680d392c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.653794 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cd3841-82f7-41d7-b53b-35a03fbf4f92 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:42.657518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-38f4aab5-fa7a-4edf-a5fb-a20720e3b249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4e9b6e259bb4de9855857ce60ac352a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881689 Mar 22 14:38:42.660448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52526) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:42.663795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks [] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.676168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4aab5-fa7a-4edf-a5fb-a20720e3b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a9068-ca57-490e-b191-d08e680d392c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:42.687531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Transition to ACTIVE for port object f3cd3841-82f7-41d7-b53b-35a03fbf4f92 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:38:42.697119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.706123 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Sync routers for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:38:42.732726 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:42.733356 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:42.762620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Pushing event updated for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:42.796680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] Publish callbacks [] for security_group (fd3a9068-ca57-490e-b191-d08e680d392c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.851976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] Publish callbacks [] for security_group (fd3a9068-ca57-490e-b191-d08e680d392c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.887179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Attempting to bind port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:42.887563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Attempting to bind port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:42.887846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Attempting to bind port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:42.893570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 on network 24152c84-7739-45d4-b81e-efe037fe9d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:38:42.893875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Attempting to bind port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:42.901173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:42.903604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Checking segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:42.904180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Bound using segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:42.904820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Bound port: f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:42.905025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.958167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:42.962942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (fd3a9068-ca57-490e-b191-d08e680d392c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.976677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:42.978177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd3a9068-ca57-490e-b191-d08e680d392c HTTP/1.1" status: 204 len: 168 time: 0.3149893 Mar 22 14:38:43.018649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bc4ba-68ae-4281-85f5-9e25e78b494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a9068-ca57-490e-b191-d08e680d392c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:43.039140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:43.056478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:43.080855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:43.157086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.158214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:43.160564 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] 10.222.0.82 "PUT /v2.0/ports/f3cd3841-82f7-41d7-b53b-35a03fbf4f92 HTTP/1.1" status: 200 len: 1091 time: 1.1776564 Mar 22 14:38:43.161101 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:43.163798 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf3fa6e-b9af-4d58-8e06-437ec04ac506" -d '{"events": [{"name": "network-changed", "server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:43.235645 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3ed3-b4f9-44a2-ad7e-b51d5c96e2fa service neutron] Pushing event updated for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:43.246516 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7ce80-2f10-403d-b4d6-5f1aeb98a671 x-openstack-request-id: req-1ef7ce80-2f10-403d-b4d6-5f1aeb98a671 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:43.247077 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:43.248357 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ef7ce80-2f10-403d-b4d6-5f1aeb98a671 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:43.248995 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef7ce80-2f10-403d-b4d6-5f1aeb98a671'] response: {'name': 'network-changed', 'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92', 'status': 'completed', 'code': 200} Mar 22 14:38:43.339327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547d6a-f6db-4454-89f1-7ff77ea5181c req-b2ac8784-ce77-4e03-b3e5-c97d4c85ed85 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.340916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22547d6a-f6db-4454-89f1-7ff77ea5181c req-b2ac8784-ce77-4e03-b3e5-c97d4c85ed85 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1883333 Mar 22 14:38:43.355080 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a0d3a22-abc7-4840-8f82-536f2ed49661', 'name': '', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'mac_address': 'fa:16:3e:56:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:36Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 2, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'subnets': [{'id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:43.399362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-bb751f58-4114-4375-9a42-2a2dd4d44c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.407135 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-bb751f58-4114-4375-9a42-2a2dd4d44c02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1125 time: 0.1570086 Mar 22 14:38:43.407306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Checking router: 6350e212-ac97-4f40-97eb-2d302e20f155 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:38:43.407483 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Updating router 6350e212-ac97-4f40-97eb-2d302e20f155 port 2a0d3a22-abc7-4840-8f82-536f2ed49661 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:38:43.446185 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:43.486840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22547d6a-f6db-4454-89f1-7ff77ea5181c req-55f55c07-8e46-40be-967f-0453f695898f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381779 Mar 22 14:38:43.550529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-f167a3e8-8478-428c-9eb3-c6a089085d14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92 HTTP/1.1" status: 200 len: 217 time: 0.1368511 Mar 22 14:38:43.620407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-13ead86e-e046-4212-b308-ef6d097e75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.622031 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-13ead86e-e046-4212-b308-ef6d097e75a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fb93473-1731-46d4-b5de-45e42258c8c7 HTTP/1.1" status: 200 len: 849 time: 0.0645752 Mar 22 14:38:43.718179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52456-1847-48e1-ab7f-528ec3e6c8cc req-222580ad-9d6e-43b4-8dd1-467192cc8d3e tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.723612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d52456-1847-48e1-ab7f-528ec3e6c8cc req-222580ad-9d6e-43b4-8dd1-467192cc8d3e tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1125 time: 0.0985820 Mar 22 14:38:43.751828 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-f4599fd0-7d42-4c86-be04-2a8548218cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:43.752877 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-f4599fd0-7d42-4c86-be04-2a8548218cbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=24152c84-7739-45d4-b81e-efe037fe9d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1138773 Mar 22 14:38:43.768750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52538) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:43.820471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adbf7fc-3173-4415-9fde-b3aa1cb74cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:43.836193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87d52456-1847-48e1-ab7f-528ec3e6c8cc req-063a676a-d382-41c0-8946-f89e327c7f98 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856931 Mar 22 14:38:43.894645 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-7949e7f0-bac2-41a9-b04a-b038beec84a1 service neutron] 10.222.0.82 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357231 Mar 22 14:38:44.010373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adbf7fc-3173-4415-9fde-b3aa1cb74cef admin admin] Publish callbacks [] for security_group (76ea9ce3-0a2a-4688-8bf6-bf59c94336df), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.025252 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8adbf7fc-3173-4415-9fde-b3aa1cb74cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (76ea9ce3-0a2a-4688-8bf6-bf59c94336df), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.043942 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-413f3bad-2205-4e44-9bcd-80f010a5107d req-643f3ffb-0cc4-4ced-9415-0a1b12fd613f service neutron] 10.222.0.82 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435342 Mar 22 14:38:44.053972 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks [] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.065756 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.075339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8adbf7fc-3173-4415-9fde-b3aa1cb74cef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60d0a3b32d314268af72cd748f63a506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029752 Mar 22 14:38:44.075966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52540) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:44.083250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf7fc-3173-4415-9fde-b3aa1cb74cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea9ce3-0a2a-4688-8bf6-bf59c94336df,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:44.160469 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a83f-2cfc-4f5f-a34b-fd9ce053d928 None None] Pushing event updated for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:44.174798 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] Publish callbacks [] for security_group (76ea9ce3-0a2a-4688-8bf6-bf59c94336df), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.201511 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Attempting to bind port 2a0d3a22-abc7-4840-8f82-536f2ed49661 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:44.205288 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Attempting to bind port 2a0d3a22-abc7-4840-8f82-536f2ed49661 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:44.205842 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Attempting to bind port 2a0d3a22-abc7-4840-8f82-536f2ed49661 on network dfe4366e-123b-445f-8be9-099353226e35 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:44.218349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] Publish callbacks [] for security_group (76ea9ce3-0a2a-4688-8bf6-bf59c94336df), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.218502 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:44.218847 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Checking segment: {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:44.219387 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.220305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Bound using segment: {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:44.221073 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Bound port: 2a0d3a22-abc7-4840-8f82-536f2ed49661, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef16cab-23c2-42f0-8037-fb500f57d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:44.221352 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.240803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-55d1f360-617d-450c-bbfb-1ed52f81f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:44.243130 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-55d1f360-617d-450c-bbfb-1ed52f81f5b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1125 time: 0.1191835 Mar 22 14:38:44.301001 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] For port 2a0d3a22-abc7-4840-8f82-536f2ed49661, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:44.305565 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] For port 2a0d3a22-abc7-4840-8f82-536f2ed49661, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a0d3a22-abc7-4840-8f82-536f2ed49661,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:44.321732 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.378253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (76ea9ce3-0a2a-4688-8bf6-bf59c94336df), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.381076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.385577 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76ea9ce3-0a2a-4688-8bf6-bf59c94336df HTTP/1.1" status: 204 len: 168 time: 0.3084767 Mar 22 14:38:44.397255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-92f74052-fa6f-4588-aaaa-7665a99694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:44.399824 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-92f74052-fa6f-4588-aaaa-7665a99694b4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.1435432 Mar 22 14:38:44.401949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048d2e-4881-4bd1-ac56-556f9d0453c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea9ce3-0a2a-4688-8bf6-bf59c94336df,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:44.459694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Provisioning complete for port 2a0d3a22-abc7-4840-8f82-536f2ed49661 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:44.460870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.470741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-f479220c-53cb-4a00-af33-2d6390602f4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92 HTTP/1.1" status: 200 len: 217 time: 0.0647829 Mar 22 14:38:44.484886 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a83f-2cfc-4f5f-a34b-fd9ce053d928 None None] Pushing event updated for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:44.543150 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:38:44.544094 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:44.619664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-284a0ad1-93bd-4d70-850e-133a40cd9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:44.626700 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-284a0ad1-93bd-4d70-850e-133a40cd9b48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fb93473-1731-46d4-b5de-45e42258c8c7 HTTP/1.1" status: 200 len: 849 time: 0.1501565 Mar 22 14:38:44.639257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Current status of the port 2a0d3a22-abc7-4840-8f82-536f2ed49661 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:44.640136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.719231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] For port 2a0d3a22-abc7-4840-8f82-536f2ed49661, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a0d3a22-abc7-4840-8f82-536f2ed49661,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:44.734211 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:44.792428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa02b0a-579f-4b84-9ad2-9142b1d7f9f3 None None] Pushing event updated for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:44.814550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6390857-a2fc-4d1f-bc8b-b63a5c7018d9 req-9512f051-b12c-405c-b780-ef91250ae9c4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:44.822758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6390857-a2fc-4d1f-bc8b-b63a5c7018d9 req-9512f051-b12c-405c-b780-ef91250ae9c4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1681101 Mar 22 14:38:44.872722 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-6ef4ed3a-a084-41c2-989d-ff7583dbdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:44.878988 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-6ef4ed3a-a084-41c2-989d-ff7583dbdc23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=24152c84-7739-45d4-b81e-efe037fe9d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2436635 Mar 22 14:38:44.937206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6390857-a2fc-4d1f-bc8b-b63a5c7018d9 req-249985c4-ca51-46f5-9d0f-f5af8335c0dc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086369 Mar 22 14:38:44.983865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b657bce1-1570-4303-963b-7f065f948736 None None] Provisioning complete for port 2a0d3a22-abc7-4840-8f82-536f2ed49661 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:44.984238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b657bce1-1570-4303-963b-7f065f948736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:45.011310 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:38:45.018453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fb7b7-02e9-411f-8648-9f5ff46ce44f req-4b8d3725-6703-42b8-9cf8-72cb62cb28aa tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:45.038586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-876fb7b7-02e9-411f-8648-9f5ff46ce44f req-4b8d3725-6703-42b8-9cf8-72cb62cb28aa tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1125 time: 0.0891051 Mar 22 14:38:45.068746 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-4776960a-fa2d-46b6-97a5-20e683071336 service neutron] 10.222.0.82 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834683 Mar 22 14:38:45.153722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-876fb7b7-02e9-411f-8648-9f5ff46ce44f req-3c26a6e2-7511-4326-94a7-c01b69b4236f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140065 Mar 22 14:38:45.171287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b657bce1-1570-4303-963b-7f065f948736 None None] Current status of the port 2a0d3a22-abc7-4840-8f82-536f2ed49661 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:45.234359 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-acf3fa6e-b9af-4d58-8e06-437ec04ac506 req-b8762dda-edcd-492f-a1e2-6af99a3d9be9 service neutron] 10.222.0.82 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539509 Mar 22 14:38:45.333092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a0d3a22-abc7-4840-8f82-536f2ed49661', 'name': '', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'mac_address': 'fa:16:3e:56:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:36Z', 'updated_at': '2022-03-22T14:38:44Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'subnets': [{'id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:45.371119 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab56a-c270-4915-8782-157fdf61eee6 None None] The sync data for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 is: [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:38:37Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '2a0d3a22-abc7-4840-8f82-536f2ed49661', 'name': '', 'network_id': 'dfe4366e-123b-445f-8be9-099353226e35', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'mac_address': 'fa:16:3e:56:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:36Z', 'updated_at': '2022-03-22T14:38:44Z', 'revision_number': 4, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'subnets': [{'id': '56b0d1c6-d783-4bf2-a582-d6ec5759140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:38:45.912123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device f3cd3841-82f7-41d7-b53b-35a03fbf4f92 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:38:46.029795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:46.042949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'port_id': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92', 'mac_address': 'fa:16:3e:d6:91:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:38:46.097347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:46.098064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:46.108583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a0d3a22-abc7-4840-8f82-536f2ed49661 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:46.115963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cd3841-82f7-41d7-b53b-35a03fbf4f92 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:46.172387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:46.192487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:46.198767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2a0d3a22-abc7-4840-8f82-536f2ed49661 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:46.199237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:46.236780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf8ea-71a5-4705-b973-892e2bc95399 req-cc41756f-8619-4cb6-8cad-449b42948264 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:46.248990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ecdf8ea-71a5-4705-b973-892e2bc95399 req-cc41756f-8619-4cb6-8cad-449b42948264 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1737790 Mar 22 14:38:46.312097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:46.338690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ecdf8ea-71a5-4705-b973-892e2bc95399 req-20e83df3-6d10-477a-ba0c-61a45ee83d34 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879936 Mar 22 14:38:46.354301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2a0d3a22-abc7-4840-8f82-536f2ed49661 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:46.399189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d861b9-bcc3-40bf-a7a8-b6f3dd3d30e1 req-70b52ea8-d792-4a81-b5c0-47bca82413a0 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:46.402465 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14d861b9-bcc3-40bf-a7a8-b6f3dd3d30e1 req-70b52ea8-d792-4a81-b5c0-47bca82413a0 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1126 time: 0.0847256 Mar 22 14:38:46.403904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['f3cd3841-82f7-41d7-b53b-35a03fbf4f92'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:38:46.495995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14d861b9-bcc3-40bf-a7a8-b6f3dd3d30e1 req-0a3bbaec-b685-48e0-9117-2be39715ea7d tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843298 Mar 22 14:38:47.467947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea1100-6a68-481a-a5bd-1145bba1af28 req-c16d30f2-a7e6-4c6e-8047-bcc23e13a2e9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:47.469565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bea1100-6a68-481a-a5bd-1145bba1af28 req-c16d30f2-a7e6-4c6e-8047-bcc23e13a2e9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0639665 Mar 22 14:38:47.525309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bea1100-6a68-481a-a5bd-1145bba1af28 req-6a0d3805-b0f3-4d09-b61d-c52eafeba2f7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Mar 22 14:38:47.640163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68272-a771-42d4-a812-6b187226e244 req-8e32ea10-6d8a-444c-a231-dc5ef3999c80 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:47.647942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4de68272-a771-42d4-a812-6b187226e244 req-8e32ea10-6d8a-444c-a231-dc5ef3999c80 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1126 time: 0.0595727 Mar 22 14:38:47.704830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4de68272-a771-42d4-a812-6b187226e244 req-8297c269-108a-443f-9526-fb532188580f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Mar 22 14:38:47.928442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device f3cd3841-82f7-41d7-b53b-35a03fbf4f92 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:38:48.015268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:38:48.020095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:48.020751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:48.124458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:48.125179 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:48.150774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:48.153314 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8a85d-ffde-4efe-95ba-fc16093188f0" -d '{"events": [{"server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "name": "network-vif-plugged", "status": "completed", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:48.174720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:48.181720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:48.209019 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265759ca-ad18-48da-9561-55dd153bc197 x-openstack-request-id: req-265759ca-ad18-48da-9561-55dd153bc197 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:48.209319 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "name": "network-vif-plugged", "status": "completed", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:48.209574 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-265759ca-ad18-48da-9561-55dd153bc197 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:48.210094 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265759ca-ad18-48da-9561-55dd153bc197'] response: {'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92', 'code': 200} Mar 22 14:38:48.273364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:48.346458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3428-0398-4429-acbd-f14f3814bd5d req-8982e067-1f63-4976-b732-5354111e5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:48.348021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-deee3428-0398-4429-acbd-f14f3814bd5d req-8982e067-1f63-4976-b732-5354111e5473 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0551078 Mar 22 14:38:48.406000 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-deee3428-0398-4429-acbd-f14f3814bd5d req-91282c6b-bb63-45ab-a5c0-a0b2603a76ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Mar 22 14:38:48.592860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-09f0368f-e905-4550-ad63-f980aba22580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:48.660323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb648dc-8a57-48b5-861c-895784a828ff req-714df552-5f9e-4240-9e00-2ad91473c3de tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:48.661920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdb648dc-8a57-48b5-861c-895784a828ff req-714df552-5f9e-4240-9e00-2ad91473c3de tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0628521 Mar 22 14:38:48.713613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdb648dc-8a57-48b5-861c-895784a828ff req-731efe7e-6f72-4cb4-bddc-2eb50cc463d5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Mar 22 14:38:48.816671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953b165-b2fb-4463-b9d3-9ccb814a36e2 req-eb0c5bc5-b2ec-4a83-b3fb-3604af5df2b2 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:48.818196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2953b165-b2fb-4463-b9d3-9ccb814a36e2 req-eb0c5bc5-b2ec-4a83-b3fb-3604af5df2b2 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0455039 Mar 22 14:38:48.866961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2953b165-b2fb-4463-b9d3-9ccb814a36e2 req-48b67828-e2ef-4cdf-914d-0018df56b15b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Mar 22 14:38:48.945378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52770) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:49.059980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-503434c6-b919-4f67-ae3f-ab8bf6398887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.136886 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-503434c6-b919-4f67-ae3f-ab8bf6398887 admin admin] Publish callbacks [] for security_group (e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.142572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-503434c6-b919-4f67-ae3f-ab8bf6398887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.182100 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-503434c6-b919-4f67-ae3f-ab8bf6398887 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5d0e98e285a47e495e2861bc2ea3026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355947 Mar 22 14:38:49.182987 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503434c6-b919-4f67-ae3f-ab8bf6398887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:49.185024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:49.240489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] Publish callbacks [] for security_group (e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.261442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] Publish callbacks [] for security_group (e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.309346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.312095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:49.313271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b HTTP/1.1" status: 204 len: 168 time: 0.1255553 Mar 22 14:38:49.321065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fa6a8-5d50-4f3f-a12f-ff9fe1bbb800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b19bf7-a075-46fd-bbbc-9a3b78cc0d3b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:49.599313 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:38:49.836838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b64d1-69cb-4950-b9b4-ae83643a6236 req-99dd2607-b5f5-44c6-80ee-fcfb8c34b4bc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:49.838508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053b64d1-69cb-4950-b9b4-ae83643a6236 req-99dd2607-b5f5-44c6-80ee-fcfb8c34b4bc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0556078 Mar 22 14:38:49.917551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053b64d1-69cb-4950-b9b4-ae83643a6236 req-f619e810-ab25-4c78-8509-259985fb6105 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668805 Mar 22 14:38:49.990492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87461c53-fbbc-4351-9bc8-22314417ac66 req-1a7e3bd7-6cc3-4ede-aa44-3f509f8d35a6 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:49.992022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87461c53-fbbc-4351-9bc8-22314417ac66 req-1a7e3bd7-6cc3-4ede-aa44-3f509f8d35a6 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0502026 Mar 22 14:38:50.021172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:50.041014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87461c53-fbbc-4351-9bc8-22314417ac66 req-813ea07b-98eb-4916-ae49-084c0754754d tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Mar 22 14:38:50.153084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a013-1e41-4f38-877e-8d39b0534d0d req-eb590b2b-4752-4b0e-afdc-6a76e9159b91 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:50.154697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f83a013-1e41-4f38-877e-8d39b0534d0d req-eb590b2b-4752-4b0e-afdc-6a76e9159b91 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0456765 Mar 22 14:38:50.168257 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e858ee5b-5f9f-419c-a7a2-30d0e2da20f0 tempest-AgentManagementNegativeTest-853255105 tempest-AgentManagementNegativeTest-853255105-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1423025 Mar 22 14:38:50.199379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f83a013-1e41-4f38-877e-8d39b0534d0d req-97c694fd-9b17-485a-9964-7eeb2e915e28 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Mar 22 14:38:50.320669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf7c81-aa8a-4987-9fc4-ed39c5075ead req-0100ff07-d7de-4bcc-b605-947f7a7726a8 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:50.322991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5bf7c81-aa8a-4987-9fc4-ed39c5075ead req-0100ff07-d7de-4bcc-b605-947f7a7726a8 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0545597 Mar 22 14:38:50.378474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5bf7c81-aa8a-4987-9fc4-ed39c5075ead req-c2f8797b-d52b-403d-9df5-1757f339fdf5 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Mar 22 14:38:50.439542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52814) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:50.561863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0b91-3468-46ad-850f-b13dfb584f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.640896 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0b91-3468-46ad-850f-b13dfb584f2d admin admin] Publish callbacks [] for security_group (eb9b0f93-9658-4155-8528-b5f8b2bef31b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.646301 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0b91-3468-46ad-850f-b13dfb584f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb9b0f93-9658-4155-8528-b5f8b2bef31b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.655506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-0a10a38a-b2ae-4fae-be12-b65971c26806 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:50.657004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-0a10a38a-b2ae-4fae-be12-b65971c26806 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.0867770 Mar 22 14:38:50.672233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2206b2ae-9389-4a8f-a568-7c7b3bd2d12b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/quotas/42613daddd9d4bb183cd154f91954b6e HTTP/1.1" status: 200 len: 375 time: 0.0093641 Mar 22 14:38:50.684809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b8f0b91-3468-46ad-850f-b13dfb584f2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b93eb595c24743099ea82930677e7d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418802 Mar 22 14:38:50.687313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52828) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:50.702579 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f0b91-3468-46ad-850f-b13dfb584f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b0f93-9658-4155-8528-b5f8b2bef31b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:50.732982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-561bbc7a-2a6b-4b34-9f6e-3518eccf2891 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540049 Mar 22 14:38:50.741287 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] Publish callbacks [] for security_group (eb9b0f93-9658-4155-8528-b5f8b2bef31b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.766450 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] Publish callbacks [] for security_group (eb9b0f93-9658-4155-8528-b5f8b2bef31b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.818368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (eb9b0f93-9658-4155-8528-b5f8b2bef31b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.821392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:50.822912 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb9b0f93-9658-4155-8528-b5f8b2bef31b HTTP/1.1" status: 204 len: 168 time: 0.1346941 Mar 22 14:38:50.830795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea4c715d-0841-4ad5-bfdd-2597fa5b8414 service neutron] 10.222.0.81 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904970 Mar 22 14:38:50.831098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2bfb0-b1d8-4d7f-bb99-8360c30d5720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b0f93-9658-4155-8528-b5f8b2bef31b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:50.937775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-add7d3ae-3918-475a-99c4-3b300c1ac39a service neutron] 10.222.0.81 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061215 Mar 22 14:38:50.971618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b6e564b6-422f-4b5a-8451-ce1dc2216699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.103884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc1ab5-71fe-4bc9-8fe9-40dd8977d8c2 req-c4432f1b-0fbf-499c-8b15-f9762c37f8cb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:51.105976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01dc1ab5-71fe-4bc9-8fe9-40dd8977d8c2 req-c4432f1b-0fbf-499c-8b15-f9762c37f8cb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0989075 Mar 22 14:38:51.151241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2784c206-2802-46fa-9979-1a9457748486 req-802402f9-7b4f-4673-ac86-12dd17ff1f14 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 210 time: 0.0442395 Mar 22 14:38:51.196905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01dc1ab5-71fe-4bc9-8fe9-40dd8977d8c2 req-762f67f1-e3fb-4ba1-946d-f3af3dcee2b4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745404 Mar 22 14:38:51.591198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52864) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:51.697452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'networks': [{'name': 'tempest-network--1571871277'}, {'name': 'tempest-network--419255635'}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:51.698057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-network--1571871277'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:51.698737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-network--419255635'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:51.719732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'network': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:51.724306 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.733370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.807842 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for security_group (7218c8f6-6da9-4491-a810-f29208873e8a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.812882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7218c8f6-6da9-4491-a810-f29208873e8a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.813675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.848156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7218c8f6-6da9-4491-a810-f29208873e8a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:51.858672 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:51.868146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (244b4d8b-b860-44bb-9f52-11cd99eb56e3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.868612 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment 244b4d8b-b860-44bb-9f52-11cd99eb56e3 of type vlan for network 2c760e05-b082-41c8-8034-679f2d99ef1f Mar 22 14:38:51.909696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (2c760e05-b082-41c8-8034-679f2d99ef1f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.939607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:51.948322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a974d5f7-6024-41e4-8243-b757dae29064), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.948718 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment a974d5f7-6024-41e4-8243-b757dae29064 of type vlan for network dcffec62-590e-4012-b76d-509dd61eabab Mar 22 14:38:51.977011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:51.994683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (dcffec62-590e-4012-b76d-509dd61eabab), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.023476 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (2c760e05-b082-41c8-8034-679f2d99ef1f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.024022 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (dcffec62-590e-4012-b76d-509dd61eabab), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.029243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.033505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.034171 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.100028 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5068974 Mar 22 14:38:52.103557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52868) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:52.140325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=2c760e05-b082-41c8-8034-679f2d99ef1f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:52.152844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 2c760e05-b082-41c8-8034-679f2d99ef1f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:52.207819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-43521fd5-f623-4e46-8083-c4b114debcc9 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.210157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-43521fd5-f623-4e46-8083-c4b114debcc9 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.78 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.1653581 Mar 22 14:38:52.223315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Request body: {'port': {'device_id': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'admin_state_up': True, 'tenant_id': '42613daddd9d4bb183cd154f91954b6e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:52.268497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Made reservation on behalf of 42613daddd9d4bb183cd154f91954b6e for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:52.271978 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.394627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320fed94-60b2-4bee-a77a-f7fdbe92f2e3 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.399870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320fed94-60b2-4bee-a77a-f7fdbe92f2e3 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.405317 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320fed94-60b2-4bee-a77a-f7fdbe92f2e3 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.410644 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320fed94-60b2-4bee-a77a-f7fdbe92f2e3 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.415603 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-320fed94-60b2-4bee-a77a-f7fdbe92f2e3 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3109305 Mar 22 14:38:52.418628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:52.427105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1c28-2253-4bab-978d-d458e1a51dd8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=dcffec62-590e-4012-b76d-509dd61eabab,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:52.438215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network dcffec62-590e-4012-b76d-509dd61eabab details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:52.513166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (2c760e05-b082-41c8-8034-679f2d99ef1f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.611776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (2c760e05-b082-41c8-8034-679f2d99ef1f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.633328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c760e05-b082-41c8-8034-679f2d99ef1f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:52.643692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244b4d8b-b860-44bb-9f52-11cd99eb56e3') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:52.644136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244b4d8b-b860-44bb-9f52-11cd99eb56e3') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:52.654846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (244b4d8b-b860-44bb-9f52-11cd99eb56e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.669815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (244b4d8b-b860-44bb-9f52-11cd99eb56e3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.676574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:38:52.677006 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (244b4d8b-b860-44bb-9f52-11cd99eb56e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: warnings.warn(msg) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:38:52.680552 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:38:52.744589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (2c760e05-b082-41c8-8034-679f2d99ef1f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.763625 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.769484 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/2c760e05-b082-41c8-8034-679f2d99ef1f HTTP/1.1" status: 204 len: 168 time: 0.3473170 Mar 22 14:38:52.769484 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48462-303b-414d-be43-6b3bc9621aa8 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=2c760e05-b082-41c8-8034-679f2d99ef1f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:52.769835 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52878) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:52.783273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86344a37-8600-439c-a537-b3dfdf1b25bc req-eb2a6454-a1a1-4b89-8b4e-95712308fb91 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 210 time: 0.4512863 Mar 22 14:38:52.843589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89bef8-b573-489a-aa2f-ed55aaa62d29 req-bc8b1b2c-7da7-4294-861c-babeb7e51f36 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:52.845028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c89bef8-b573-489a-aa2f-ed55aaa62d29 req-bc8b1b2c-7da7-4294-861c-babeb7e51f36 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.5112224 Mar 22 14:38:52.859176 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dcffec62-590e-4012-b76d-509dd61eabab), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.878871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Allocated IP 172.20.0.8 (24152c84-7739-45d4-b81e-efe037fe9d1a/7fb93473-1731-46d4-b5de-45e42258c8c7/52f1a8da-9ef5-4c4c-98b8-876848c2aac7) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:38:52.915433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c89bef8-b573-489a-aa2f-ed55aaa62d29 req-5947dc44-0fc5-4dfb-bc8b-580e78facb9a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574906 Mar 22 14:38:52.964534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dcffec62-590e-4012-b76d-509dd61eabab), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:52.990763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcffec62-590e-4012-b76d-509dd61eabab']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:53.000977 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a974d5f7-6024-41e4-8243-b757dae29064') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:53.001419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a974d5f7-6024-41e4-8243-b757dae29064') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:38:53.010901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (a974d5f7-6024-41e4-8243-b757dae29064), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.024236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a974d5f7-6024-41e4-8243-b757dae29064), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.031357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:38:53.031919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (a974d5f7-6024-41e4-8243-b757dae29064), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:38:53.035304 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:38:53.050065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks [] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.088595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.101240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['f3cd3841-82f7-41d7-b53b-35a03fbf4f92'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:38:53.107403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dcffec62-590e-4012-b76d-509dd61eabab), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.112155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.117601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/dcffec62-590e-4012-b76d-509dd61eabab HTTP/1.1" status: 204 len: 168 time: 0.3407390 Mar 22 14:38:53.118984 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52880) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:53.148026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Network 24152c84-7739-45d4-b81e-efe037fe9d1a is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:38:53.151005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:53.153574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:53.170413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71cbc3-7bd9-45ce-b680-388bfd272d98 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=dcffec62-590e-4012-b76d-509dd61eabab,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:53.204752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:53.205376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.227198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Pushing event updated for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:53.251634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ea48ff93-4160-4630-b4e9-3b11ca30af7f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0327146 Mar 22 14:38:53.268682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Request body: {'port': {'device_id': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.284324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79e29a-5f53-4ed2-91bd-b512d102aa6e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:53.289872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79e29a-5f53-4ed2-91bd-b512d102aa6e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:53.291691 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff79e29a-5f53-4ed2-91bd-b512d102aa6e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1717391 Mar 22 14:38:53.298638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52882) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:53.304508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1939826431'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.330714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:53.335038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.346532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.365542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:53.380578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b3256b48-1366-4f3b-8db4-bceddcb4be2c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.381398 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment b3256b48-1366-4f3b-8db4-bceddcb4be2c of type vlan for network 50a7c1d2-53b8-4b92-9b1c-e1428babdeea Mar 22 14:38:53.432662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (50a7c1d2-53b8-4b92-9b1c-e1428babdeea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.449246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-be8824a3-89bd-4532-bfb4-319707bd93a6 None None] Provisioning complete for port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:38:53.449885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-be8824a3-89bd-4532-bfb4-319707bd93a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.469075 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (50a7c1d2-53b8-4b92-9b1c-e1428babdeea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.475748 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:53.476347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.487327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-be8824a3-89bd-4532-bfb4-319707bd93a6 None None] Port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:38:53.527763 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2272854 Mar 22 14:38:53.534638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52884) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:53.541932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-923555231'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.564899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127809a5-e5ea-4eff-9a66-822430c8ce2e tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=50a7c1d2-53b8-4b92-9b1c-e1428babdeea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:53.573194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:53.577276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.583470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 50a7c1d2-53b8-4b92-9b1c-e1428babdeea details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:53.601615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:53.611843 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (341ba982-e7c6-4213-ae4f-db24ec01774e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.612542 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment 341ba982-e7c6-4213-ae4f-db24ec01774e of type vlan for network 94ee6784-4410-4971-bc1b-11825c267779 Mar 22 14:38:53.655884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (94ee6784-4410-4971-bc1b-11825c267779), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.681919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (94ee6784-4410-4971-bc1b-11825c267779), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.686999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:53.687596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.696855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:53.706006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks [] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.720821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Transition to ACTIVE for port object 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:38:53.725859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:53.752915 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2148149 Mar 22 14:38:53.753172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52886) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:53.760309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'ports': [{'network_id': '50a7c1d2-53b8-4b92-9b1c-e1428babdeea', 'name': 'tempest-port--199116084', 'admin_state_up': True}, {'network_id': '94ee6784-4410-4971-bc1b-11825c267779', 'admin_state_up': False}]} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.760622 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'port': {'network_id': '50a7c1d2-53b8-4b92-9b1c-e1428babdeea', 'name': 'tempest-port--199116084', 'admin_state_up': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.761109 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'port': {'network_id': '94ee6784-4410-4971-bc1b-11825c267779', 'admin_state_up': False}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:53.778369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762271a-c602-452c-9ec1-e8d0b7bcd468 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=94ee6784-4410-4971-bc1b-11825c267779,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:53.792304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 94ee6784-4410-4971-bc1b-11825c267779 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:53.822066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Pushing event updated for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:53.909988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.003322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'port': 2} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:54.009175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.012207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Attempting to bind port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:38:54.012542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Attempting to bind port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:38:54.012864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Attempting to bind port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:54.018201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a9c4-1aa0-4ca1-8e42-d712c72dff6f req-b7f49263-3e7b-4a9b-a95d-2f40c23c463a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.025033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71e2a9c4-1aa0-4ca1-8e42-d712c72dff6f req-b7f49263-3e7b-4a9b-a95d-2f40c23c463a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1052 time: 0.0845063 Mar 22 14:38:54.025936 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.046536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 on network 24152c84-7739-45d4-b81e-efe037fe9d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:38:54.046762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Attempting to bind port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 on network 24152c84-7739-45d4-b81e-efe037fe9d1a {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:38:54.076094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:38:54.076430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Checking segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:54.076819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Bound using segment: {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:38:54.077258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Bound port: 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a5baa8-20fb-4461-860a-1bd52bcaaffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:38:54.077612 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.179156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703b586-74a5-4d4a-8aa7-94cdde8885b2 req-0c257171-781d-4df8-9a45-917015ace1fc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.180999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e703b586-74a5-4d4a-8aa7-94cdde8885b2 req-0c257171-781d-4df8-9a45-917015ace1fc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1534214 Mar 22 14:38:54.189520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-71e2a9c4-1aa0-4ca1-8e42-d712c72dff6f req-73b42ebb-3c0d-421d-8f92-4e3408c9cf4b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635950 Mar 22 14:38:54.213237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] device_id is not set on port 8629149b-c4c5-4e85-baad-4514ba2916cd yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:38:54.245371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e703b586-74a5-4d4a-8aa7-94cdde8885b2 req-b77ba488-4e45-44f9-a8a9-a9a55e37df2f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524180 Mar 22 14:38:54.247994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:38:54.260263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:38:54.270679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.306727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.307747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.309502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] 10.222.0.78 "PUT /v2.0/ports/52f1a8da-9ef5-4c4c-98b8-876848c2aac7 HTTP/1.1" status: 200 len: 1091 time: 1.0479257 Mar 22 14:38:54.312085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:38:54.312291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for port (8629149b-c4c5-4e85-baad-4514ba2916cd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.314371 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:38:54.340840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3e7bc-434a-4c85-8f9f-1f2b724ad418 service neutron] Pushing event updated for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:54.401215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] device_id is not set on port fa563db6-df2e-422e-bb7b-11fc3f2ace15 yet. {{(pid=103891) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 14:38:54.416663 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e5302e-f333-470e-b07a-2c8a26f278aa x-openstack-request-id: req-f2e5302e-f333-470e-b07a-2c8a26f278aa {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:38:54.418180 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:38:54.418603 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2e5302e-f333-470e-b07a-2c8a26f278aa {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:38:54.419323 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e5302e-f333-470e-b07a-2c8a26f278aa'] response: {'name': 'network-changed', 'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7', 'status': 'completed', 'code': 200} Mar 22 14:38:54.451482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-78c5098f-c273-4d6f-af53-92b5baa4f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.453087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-78c5098f-c273-4d6f-af53-92b5baa4f381 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1125 time: 0.0945537 Mar 22 14:38:54.501819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-9dea2b03-cc8e-4c89-89aa-f95bac288f69 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7 HTTP/1.1" status: 200 len: 217 time: 0.0401151 Mar 22 14:38:54.512632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for port (fa563db6-df2e-422e-bb7b-11fc3f2ace15), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.568372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-af9f5c0b-3e3a-44f9-b206-bbe8d6a4a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.570432 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-af9f5c0b-3e3a-44f9-b206-bbe8d6a4a471 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7fb93473-1731-46d4-b5de-45e42258c8c7 HTTP/1.1" status: 200 len: 849 time: 0.0616403 Mar 22 14:38:54.583806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8629149b-c4c5-4e85-baad-4514ba2916cd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.637354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ae3630f7-cfd6-4d9b-8076-5792191f9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.639277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-ae3630f7-cfd6-4d9b-8076-5792191f9a90 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=24152c84-7739-45d4-b81e-efe037fe9d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621493 Mar 22 14:38:54.647133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Port': ['ID=8629149b-c4c5-4e85-baad-4514ba2916cd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:54.658892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Checking segment: {'id': 'b3256b48-1366-4f3b-8db4-bceddcb4be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50a7c1d2-53b8-4b92-9b1c-e1428babdeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:54.659380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network hostable DHCP agents. Network: 50a7c1d2-53b8-4b92-9b1c-e1428babdeea, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:38:54.677350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network 50a7c1d2-53b8-4b92-9b1c-e1428babdeea is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:38:54.687391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 50a7c1d2-53b8-4b92-9b1c-e1428babdeea) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:54.698694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:54.699065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53efbe-d36a-4578-a4e3-f86f8e19e200 None None] Network 50a7c1d2-53b8-4b92-9b1c-e1428babdeea requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:54.699624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fa563db6-df2e-422e-bb7b-11fc3f2ace15), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.754081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-6a5c1df4-df01-4f4e-b77a-9e9d2987a2b8 service neutron] 10.222.0.78 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079707 Mar 22 14:38:54.762191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Port': ['ID=fa563db6-df2e-422e-bb7b-11fc3f2ace15,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:54.774438 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Checking segment: {'id': '341ba982-e7c6-4213-ae4f-db24ec01774e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '94ee6784-4410-4971-bc1b-11825c267779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:38:54.774865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network hostable DHCP agents. Network: 94ee6784-4410-4971-bc1b-11825c267779, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:38:54.794587 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network 94ee6784-4410-4971-bc1b-11825c267779 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:38:54.806546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 94ee6784-4410-4971-bc1b-11825c267779) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:38:54.813406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:38:54.816901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e7edd-8789-40e0-bd94-4b0370446436 None None] Network 94ee6784-4410-4971-bc1b-11825c267779 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:38:54.821571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.827454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.828193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:54.851583 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-061218f7-e6e6-4ada-baf1-9bae8ed3d249 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0974052 Mar 22 14:38:54.852714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:54.894451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc4ce032-2b5b-46a2-8b36-ad8c5c967d4c req-2823c9eb-503e-40d3-a481-23c40183cc7c service neutron] 10.222.0.78 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258750 Mar 22 14:38:54.923775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf9fd2-9278-4cf1-b4f4-068b143b4549 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.935845 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf9fd2-9278-4cf1-b4f4-068b143b4549 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:54.937664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64cf9fd2-9278-4cf1-b4f4-068b143b4549 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0841978 Mar 22 14:38:54.940474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52896) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:54.962011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.004328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-6a5a6231-c4fb-49dc-a35b-65188ce80be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.005843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-6a5a6231-c4fb-49dc-a35b-65188ce80be4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=42613daddd9d4bb183cd154f91954b6e&device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1125 time: 0.0547171 Mar 22 14:38:55.038947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Deleting port 8629149b-c4c5-4e85-baad-4514ba2916cd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:55.039436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8629149b-c4c5-4e85-baad-4514ba2916cd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.098334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-48fed1fb-f7f5-4eba-bbaa-fa4399183d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.100033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-48fed1fb-f7f5-4eba-bbaa-fa4399183d18 service neutron] 10.222.0.78 "GET /v2.0/networks?id=24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 200 len: 911 time: 0.0884385 Mar 22 14:38:55.109769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8629149b-c4c5-4e85-baad-4514ba2916cd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.123410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Calling delete_port for 8629149b-c4c5-4e85-baad-4514ba2916cd owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:55.147472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-b029c025-341d-4e8d-a54d-f13c650f99bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7 HTTP/1.1" status: 200 len: 217 time: 0.0409842 Mar 22 14:38:55.199613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-a31b2271-0b22-4886-a073-aa0f7b7b82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.201525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-a31b2271-0b22-4886-a073-aa0f7b7b82cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7fb93473-1731-46d4-b5de-45e42258c8c7 HTTP/1.1" status: 200 len: 849 time: 0.0475674 Mar 22 14:38:55.260885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-05f2aafb-47f5-4e0b-9b3f-a20c8eb21fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.262555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-05f2aafb-47f5-4e0b-9b3f-a20c8eb21fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=24152c84-7739-45d4-b81e-efe037fe9d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550437 Mar 22 14:38:55.438496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ed43d-b7a0-4209-82f4-c38fc7e4145a req-f5919b6e-5d4c-48aa-9e72-0b3336d70f66 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.439969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-889ed43d-b7a0-4209-82f4-c38fc7e4145a req-f5919b6e-5d4c-48aa-9e72-0b3336d70f66 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1125 time: 0.1593921 Mar 22 14:38:55.443613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-d9e4f81f-0add-4e6c-9a17-163b6a02d2ed service neutron] 10.222.0.78 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738510 Mar 22 14:38:55.480761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5dc48-6899-48d8-92c6-03655b1be823 req-ddeb7e86-97ac-4159-8454-284ab6b2328d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:55.482490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04e5dc48-6899-48d8-92c6-03655b1be823 req-ddeb7e86-97ac-4159-8454-284ab6b2328d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1326635 Mar 22 14:38:55.595034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-889ed43d-b7a0-4209-82f4-c38fc7e4145a req-854ed540-6ae2-4e82-9143-4b6675bbc745 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486032 Mar 22 14:38:55.607807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8629149b-c4c5-4e85-baad-4514ba2916cd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.608106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04e5dc48-6899-48d8-92c6-03655b1be823 req-0d0ba799-e5a7-420a-8ad7-3030e09ade7a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133785 Mar 22 14:38:55.625578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8a8bb5cb-70dd-4cb7-90a7-fb3112b24a8d req-881065df-f45d-4439-b328-4346a5c24348 service neutron] 10.222.0.78 "GET /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681058 Mar 22 14:38:55.639680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Port': ['ID=8629149b-c4c5-4e85-baad-4514ba2916cd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:55.645370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.651040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c964e2c4-0725-43cc-93d5-40bba70b332b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/ports/8629149b-c4c5-4e85-baad-4514ba2916cd HTTP/1.1" status: 204 len: 168 time: 0.7070410 Mar 22 14:38:55.651583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52902) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:55.740894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Deleting port fa563db6-df2e-422e-bb7b-11fc3f2ace15 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:38:55.741210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fa563db6-df2e-422e-bb7b-11fc3f2ace15), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.804477 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fa563db6-df2e-422e-bb7b-11fc3f2ace15), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.817080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Calling delete_port for fa563db6-df2e-422e-bb7b-11fc3f2ace15 owned by {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:38:55.903578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fa563db6-df2e-422e-bb7b-11fc3f2ace15), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.934659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Port': ['ID=fa563db6-df2e-422e-bb7b-11fc3f2ace15,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:55.938379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:55.944482 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ce2c5098-e8f3-4ab6-ba2c-f2a6b4d11012 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/ports/fa563db6-df2e-422e-bb7b-11fc3f2ace15 HTTP/1.1" status: 204 len: 168 time: 0.2898238 Mar 22 14:38:55.945052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:55.975077 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bdf6c74-1d59-439e-806b-fcc824f6ef4a tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288665 Mar 22 14:38:55.980661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:55.985974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-487335865'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:56.005191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:56.008860 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.033190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:56.042672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca8dfe50-806d-45ee-826c-bab236bf0a97), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.043019 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment ca8dfe50-806d-45ee-826c-bab236bf0a97 of type vlan for network 535dbfb4-2736-4eae-aac2-0f17ffe83c34 Mar 22 14:38:56.087637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (535dbfb4-2736-4eae-aac2-0f17ffe83c34), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.117288 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (535dbfb4-2736-4eae-aac2-0f17ffe83c34), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.122942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:56.123564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.189062 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2071469 Mar 22 14:38:56.191957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52908) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:56.195392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1561-27bc-4919-8570-0665a379bd25 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=535dbfb4-2736-4eae-aac2-0f17ffe83c34,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:56.198416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-554648171'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:56.207058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 535dbfb4-2736-4eae-aac2-0f17ffe83c34 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:56.227436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:56.232655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.262137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:38:56.273497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4142933b-82ac-4487-9399-fbcc69773af7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.273884 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Added segment 4142933b-82ac-4487-9399-fbcc69773af7 of type vlan for network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 Mar 22 14:38:56.321112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.346496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.351833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:56.352426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:56.412444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2192090 Mar 22 14:38:56.420945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14c2f-7a68-435c-a701-690b0a08819d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Network': ['ID=a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:56.433008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:38:56.779474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaca2f-7860-4072-aabc-ebb59b1f8868 req-5c262065-382e-4f06-8d2d-5e68daa0042c tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:56.781096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28eaca2f-7860-4072-aabc-ebb59b1f8868 req-5c262065-382e-4f06-8d2d-5e68daa0042c tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1125 time: 0.0839763 Mar 22 14:38:56.791528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b5491-d3e8-41be-87af-d1303c6944c6 req-02cda32e-294a-44be-891a-5c6ac0158104 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:56.793085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d3b5491-d3e8-41be-87af-d1303c6944c6 req-02cda32e-294a-44be-891a-5c6ac0158104 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0699210 Mar 22 14:38:56.862813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28eaca2f-7860-4072-aabc-ebb59b1f8868 req-2a6af1ea-0ad8-484d-81f2-76ca6e82b345 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Mar 22 14:38:56.866608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d3b5491-d3e8-41be-87af-d1303c6944c6 req-37edc214-bb33-4214-87bb-8ad8f96ba25a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Mar 22 14:38:58.062007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b70a9-f972-44cd-9612-96c22accc317 req-2d5904e5-3b3d-4939-b551-ea86a54312ec tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:58.063730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b4b70a9-f972-44cd-9612-96c22accc317 req-2d5904e5-3b3d-4939-b551-ea86a54312ec tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1125 time: 0.1104708 Mar 22 14:38:58.085576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dec292-aab2-4807-ad58-d0740ef34dc0 req-227acc32-9174-432a-a8ce-d0559604aa11 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:58.087309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9dec292-aab2-4807-ad58-d0740ef34dc0 req-227acc32-9174-432a-a8ce-d0559604aa11 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0916286 Mar 22 14:38:58.153630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b4b70a9-f972-44cd-9612-96c22accc317 req-12fd33bf-82d2-4027-918f-04e055161200 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815346 Mar 22 14:38:58.160843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9dec292-aab2-4807-ad58-d0740ef34dc0 req-17f9a7af-e7b2-463c-a7ad-a2bde7c68bcb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657418 Mar 22 14:38:58.382614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:38:58.385142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:58.484167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:58.495727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7', 'network_id': '24152c84-7739-45d4-b81e-efe037fe9d1a', 'port_id': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7', 'mac_address': 'fa:16:3e:cb:a0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb93473-1731-46d4-b5de-45e42258c8c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:38:58.540414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:38:58.541035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:58.554301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:38:58.578425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:38:58.584459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:58.634649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:38:58.793617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['52f1a8da-9ef5-4c4c-98b8-876848c2aac7'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:38:59.342728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817ef68-a06b-4fdc-9b3b-179ff4fa9a36 req-4780dfb6-e520-412c-a06b-a870c446915f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:59.344221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9817ef68-a06b-4fdc-9b3b-179ff4fa9a36 req-4780dfb6-e520-412c-a06b-a870c446915f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1126 time: 0.0802228 Mar 22 14:38:59.357111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e859f-54e3-48ad-9cb1-90307b484926 req-61c7f926-6ebf-46fc-80f7-36ed49926dcb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:38:59.358744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e1e859f-54e3-48ad-9cb1-90307b484926 req-61c7f926-6ebf-46fc-80f7-36ed49926dcb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0853331 Mar 22 14:38:59.379656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:59.434510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9817ef68-a06b-4fdc-9b3b-179ff4fa9a36 req-789d4b26-12b4-4444-8f99-edd8c1b85a0d tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Mar 22 14:38:59.438911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e1e859f-54e3-48ad-9cb1-90307b484926 req-91f839ed-980b-49a2-9cfc-f2910a52d624 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Mar 22 14:38:59.478487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:38:59.484140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'subnets': [{'network_id': '535dbfb4-2736-4eae-aac2-0f17ffe83c34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1138549850', 'ip_version': 6}, {'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:59.484454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'subnet': {'network_id': '535dbfb4-2736-4eae-aac2-0f17ffe83c34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1138549850', 'ip_version': 6}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:59.485116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Request body: {'subnet': {'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:38:59.649785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Made reservation on behalf of a18a1fe4b6054b46a8edaef683fa99c0 for: {'subnet': 2} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:38:59.655043 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:38:59.655402 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.063508 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (6b4f8b96-b00c-41c5-bbb4-71aa59b644dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.133725 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Subnet': ['ID=6b4f8b96-b00c-41c5-bbb4-71aa59b644dc,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:00.135998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Checking segment: {'id': 'ca8dfe50-806d-45ee-826c-bab236bf0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '535dbfb4-2736-4eae-aac2-0f17ffe83c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:00.136351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network hostable DHCP agents. Network: 535dbfb4-2736-4eae-aac2-0f17ffe83c34, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:00.157190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network 535dbfb4-2736-4eae-aac2-0f17ffe83c34 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:00.169080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 535dbfb4-2736-4eae-aac2-0f17ffe83c34) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:00.173048 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (cf497feb-b163-4a1d-94f0-63efa1e78ed7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.178699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a6839-5c63-4025-8154-91c42b088540 None None] Network 535dbfb4-2736-4eae-aac2-0f17ffe83c34 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:00.232397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event updated for resources: {'Subnet': ['ID=cf497feb-b163-4a1d-94f0-63efa1e78ed7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:00.242968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Checking segment: {'id': '4142933b-82ac-4487-9399-fbcc69773af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:00.243324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network hostable DHCP agents. Network: a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:00.262299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:00.274782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:00.279296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.279767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.280433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.290730 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12130c7-6ec0-4a1a-a9dd-93ca88a5b655 None None] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:00.305864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc50f4af-8ed7-4963-8626-ff93900a3416 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8262501 Mar 22 14:39:00.308387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52924) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:00.330502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc90792-fe45-45de-b810-e7c054627de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-535dbfb4-2736-4eae-aac2-0f17ffe83c34', 'network_id': '535dbfb4-2736-4eae-aac2-0f17ffe83c34', 'project_id': 'a18a1fe4b6054b46a8edaef683fa99c0', 'fixed_ips': [{'subnet_id': '6b4f8b96-b00c-41c5-bbb4-71aa59b644dc'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:00.331258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bcc90792-fe45-45de-b810-e7c054627de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.398688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef70c7f-0762-451e-8909-8eb85312a18b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.400138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef70c7f-0762-451e-8909-8eb85312a18b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.401477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef70c7f-0762-451e-8909-8eb85312a18b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.403077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aef70c7f-0762-451e-8909-8eb85312a18b tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0937843 Mar 22 14:39:00.413106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:00.421011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:00.467212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Deleting subnet 6b4f8b96-b00c-41c5-bbb4-71aa59b644dc {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:00.470751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for subnet (6b4f8b96-b00c-41c5-bbb4-71aa59b644dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.508679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55', 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55', 'project_id': 'a18a1fe4b6054b46a8edaef683fa99c0', 'fixed_ips': [{'subnet_id': 'cf497feb-b163-4a1d-94f0-63efa1e78ed7'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:00.509525 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.535298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (6b4f8b96-b00c-41c5-bbb4-71aa59b644dc), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.538100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:39:00.586621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:00.586856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.645001 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (6b4f8b96-b00c-41c5-bbb4-71aa59b644dc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.682656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaca8a-5010-4835-8080-b56dcb121b3b req-dafcda47-76d0-4a57-b55a-60f33f18218a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.684180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfdaca8a-5010-4835-8080-b56dcb121b3b req-dafcda47-76d0-4a57-b55a-60f33f18218a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1126 time: 0.1455843 Mar 22 14:39:00.711462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932d3f-8158-4b85-9c50-e13ccd6d6004 req-93c9f683-dded-4b03-be97-fc9cba5d8fda tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:00.712912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe932d3f-8158-4b85-9c50-e13ccd6d6004 req-93c9f683-dded-4b03-be97-fc9cba5d8fda tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1722798 Mar 22 14:39:00.714258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Allocated IP 2001:db8:0:1::1 (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55/cf497feb-b163-4a1d-94f0-63efa1e78ed7/126bbfb6-44a4-46e7-b432-bc784e8fa89f) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:00.737258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:00.737626 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.783823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (6b4f8b96-b00c-41c5-bbb4-71aa59b644dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.816542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfdaca8a-5010-4835-8080-b56dcb121b3b req-18439283-3e7a-48b2-80cf-9eb9f5619c35 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254027 Mar 22 14:39:00.821003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4f8b96-b00c-41c5-bbb4-71aa59b644dc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:00.828071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe932d3f-8158-4b85-9c50-e13ccd6d6004 req-5f2eabdb-ed77-4434-9d56-0ab0d75147be tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069329 Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-bcc90792-fe45-45de-b810-e7c054627de5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4f8b96-b00c-41c5-bbb4-71aa59b644dc: This subnet is being modified by another concurrent operation. Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4f8b96-b00c-41c5-bbb4-71aa59b644dc: This subnet is being modified by another concurrent operation. Mar 22 14:39:00.830240 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:39:00.839707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:00.842326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-750d8a1b-cda7-45f4-9312-fb852b0a09b4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/subnets/6b4f8b96-b00c-41c5-bbb4-71aa59b644dc HTTP/1.1" status: 204 len: 168 time: 0.4280181 Mar 22 14:39:00.845238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52932) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:00.868767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:00.871289 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba072f96-4c14-449b-b262-347bf68ebdcc" -d '{"events": [{"server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "name": "network-vif-plugged", "status": "completed", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:00.873825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f3a09-6776-4efe-8e44-26d882e5858c None None] Network 535dbfb4-2736-4eae-aac2-0f17ffe83c34 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:00.883760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:00.906413 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Deleting subnet cf497feb-b163-4a1d-94f0-63efa1e78ed7 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:00.938296 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8e0384-a174-47b1-8e56-2589431b83aa x-openstack-request-id: req-9a8e0384-a174-47b1-8e56-2589431b83aa {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:00.938558 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "name": "network-vif-plugged", "status": "completed", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:00.938812 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a8e0384-a174-47b1-8e56-2589431b83aa {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:00.939203 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8e0384-a174-47b1-8e56-2589431b83aa'] response: {'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7', 'code': 200} Mar 22 14:39:00.940463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.024715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d52088-a35b-44f3-be3a-427ff33da9d0 req-f438afb1-4d94-4fde-ab80-24ae487f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:01.028508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63d52088-a35b-44f3-be3a-427ff33da9d0 req-f438afb1-4d94-4fde-ab80-24ae487f70fa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0456574 Mar 22 14:39:01.036992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:01.073379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63d52088-a35b-44f3-be3a-427ff33da9d0 req-40cfb5e0-aea4-4f03-8ce2-5f9803f61412 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Mar 22 14:39:01.077508 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks [] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.083763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for subnet (cf497feb-b163-4a1d-94f0-63efa1e78ed7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.087435 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.129261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:01.129563 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cf497feb-b163-4a1d-94f0-63efa1e78ed7), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.132168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:01.137761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:01.144865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Pushing event updated for resources: {'Port': ['ID=126bbfb6-44a4-46e7-b432-bc784e8fa89f,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:01.196578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Attempting to bind port 126bbfb6-44a4-46e7-b432-bc784e8fa89f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:01.197371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Attempting to bind port 126bbfb6-44a4-46e7-b432-bc784e8fa89f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4142933b-82ac-4487-9399-fbcc69773af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:01.197371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Attempting to bind port 126bbfb6-44a4-46e7-b432-bc784e8fa89f on network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:01.202967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:01.203555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Checking segment: {'id': '4142933b-82ac-4487-9399-fbcc69773af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:01.203969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.204368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Bound using segment: {'id': '4142933b-82ac-4487-9399-fbcc69773af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:01.204850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Bound port: 126bbfb6-44a4-46e7-b432-bc784e8fa89f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4142933b-82ac-4487-9399-fbcc69773af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:01.205232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.214565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cf497feb-b163-4a1d-94f0-63efa1e78ed7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.273681 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cf497feb-b163-4a1d-94f0-63efa1e78ed7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.275450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] For port 126bbfb6-44a4-46e7-b432-bc784e8fa89f, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:01.278659 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] For port 126bbfb6-44a4-46e7-b432-bc784e8fa89f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=126bbfb6-44a4-46e7-b432-bc784e8fa89f,segment=NetworkSegment(4142933b-82ac-4487-9399-fbcc69773af7),segment_id=4142933b-82ac-4487-9399-fbcc69773af7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:01.284887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.306543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Subnet': ['ID=cf497feb-b163-4a1d-94f0-63efa1e78ed7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:01.308516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.313395 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd64577e-b198-421d-a6ea-1ae5238e4932 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/subnets/cf497feb-b163-4a1d-94f0-63efa1e78ed7 HTTP/1.1" status: 204 len: 168 time: 0.4669685 Mar 22 14:39:01.314667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:01.347267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8b4f-e5a9-4136-b905-5ff150e54853 None None] Pushing event updated for resources: {'Port': ['ID=126bbfb6-44a4-46e7-b432-bc784e8fa89f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:01.375183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6254a8f-311a-4d2d-bcc9-ec64dd91d6b2 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:01.376772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c6254a8f-311a-4d2d-bcc9-ec64dd91d6b2 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610702 Mar 22 14:39:01.380918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52938) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:01.459276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.526820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Deleting port 126bbfb6-44a4-46e7-b432-bc784e8fa89f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:01.527359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.597334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] For port 126bbfb6-44a4-46e7-b432-bc784e8fa89f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=126bbfb6-44a4-46e7-b432-bc784e8fa89f,segment=NetworkSegment(4142933b-82ac-4487-9399-fbcc69773af7),segment_id=4142933b-82ac-4487-9399-fbcc69773af7)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:01.597797 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.611716 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Calling delete_port for 126bbfb6-44a4-46e7-b432-bc784e8fa89f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:01.691565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (126bbfb6-44a4-46e7-b432-bc784e8fa89f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.718719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Port': ['ID=126bbfb6-44a4-46e7-b432-bc784e8fa89f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:01.720568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] No DVR routers for this DVR port 126bbfb6-44a4-46e7-b432-bc784e8fa89f on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:01.803068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.823362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:01.832813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4142933b-82ac-4487-9399-fbcc69773af7') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:01.833087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4142933b-82ac-4487-9399-fbcc69773af7') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:01.842760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (4142933b-82ac-4487-9399-fbcc69773af7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.857293 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4142933b-82ac-4487-9399-fbcc69773af7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.864007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:01.864435 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (4142933b-82ac-4487-9399-fbcc69773af7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:01.867558 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:01.938884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.943700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:01.947140 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 HTTP/1.1" status: 204 len: 168 time: 0.5652137 Mar 22 14:39:01.951335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52944) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:01.987877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1277-7eca-409a-a630-ffdf5f449b02 req-b26d4cce-fdca-454e-b328-a34bb8a26d5a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:01.989490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcc1277-7eca-409a-a630-ffdf5f449b02 req-b26d4cce-fdca-454e-b328-a34bb8a26d5a tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.1000476 Mar 22 14:39:02.003027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc7f99-5607-4303-b5c6-5b439ee7af78 req-23b3f9ee-b045-44da-8752-772ef0bdc0db tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:02.004510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19bc7f99-5607-4303-b5c6-5b439ee7af78 req-23b3f9ee-b045-44da-8752-772ef0bdc0db tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0720663 Mar 22 14:39:02.038790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07b6bc-8d36-4f0b-bef5-09c3c788e90f tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:02.054734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (535dbfb4-2736-4eae-aac2-0f17ffe83c34), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.120073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19bc7f99-5607-4303-b5c6-5b439ee7af78 req-0427aa01-1c3d-4d41-97ce-1adf1233629d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013980 Mar 22 14:39:02.133887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6fcc1277-7eca-409a-a630-ffdf5f449b02 req-dd1191eb-c0b7-4a80-85e3-5bd993d66890 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109056 Mar 22 14:39:02.161028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (535dbfb4-2736-4eae-aac2-0f17ffe83c34), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.182626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535dbfb4-2736-4eae-aac2-0f17ffe83c34']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.192571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8dfe50-806d-45ee-826c-bab236bf0a97') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.192962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8dfe50-806d-45ee-826c-bab236bf0a97') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.202854 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (ca8dfe50-806d-45ee-826c-bab236bf0a97), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.216796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ca8dfe50-806d-45ee-826c-bab236bf0a97), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.223108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:02.223538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (ca8dfe50-806d-45ee-826c-bab236bf0a97), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:02.226684 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:02.287269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (535dbfb4-2736-4eae-aac2-0f17ffe83c34), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.295163 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.298505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/535dbfb4-2736-4eae-aac2-0f17ffe83c34 HTTP/1.1" status: 204 len: 168 time: 0.3448360 Mar 22 14:39:02.301011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:02.319553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712a99d-893f-48e5-9961-e3d9c457a247 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=535dbfb4-2736-4eae-aac2-0f17ffe83c34,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:02.338640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f2a47-9c9d-4db1-aa85-1713820f0850 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:02.393191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (94ee6784-4410-4971-bc1b-11825c267779), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.428346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3f2a47-9c9d-4db1-aa85-1713820f0850 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:02.434578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2a816a7e-d1d8-4f0c-9bdb-99487c67a342 None None] Could not find standard attr ID for object 126bbfb6-44a4-46e7-b432-bc784e8fa89f. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:39:02.481044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (94ee6784-4410-4971-bc1b-11825c267779), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.501784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ee6784-4410-4971-bc1b-11825c267779']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.511246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341ba982-e7c6-4213-ae4f-db24ec01774e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.511548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341ba982-e7c6-4213-ae4f-db24ec01774e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.526579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (341ba982-e7c6-4213-ae4f-db24ec01774e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.540283 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (341ba982-e7c6-4213-ae4f-db24ec01774e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.546809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:02.547200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (341ba982-e7c6-4213-ae4f-db24ec01774e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:02.550922 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:02.612394 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (94ee6784-4410-4971-bc1b-11825c267779), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.619415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.622545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/94ee6784-4410-4971-bc1b-11825c267779 HTTP/1.1" status: 204 len: 168 time: 0.3116195 Mar 22 14:39:02.625493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52948) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:02.641117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f4e9-59c0-410d-8429-508dc16bcdb4 tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=94ee6784-4410-4971-bc1b-11825c267779,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:02.666445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d7c647-169d-4d79-8553-c5902b74aade None None] DHCP port deletion for a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:02.690028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7a772-17e7-436c-9312-de500df6f20c None None] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:02.701666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7a772-17e7-436c-9312-de500df6f20c None None] Network a3ab04ec-c0f6-47d3-b14e-c0898dbd0a55 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:02.712760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (50a7c1d2-53b8-4b92-9b1c-e1428babdeea), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.796896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (50a7c1d2-53b8-4b92-9b1c-e1428babdeea), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.817096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a7c1d2-53b8-4b92-9b1c-e1428babdeea']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.826492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3256b48-1366-4f3b-8db4-bceddcb4be2c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.826767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3256b48-1366-4f3b-8db4-bceddcb4be2c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:02.836474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (b3256b48-1366-4f3b-8db4-bceddcb4be2c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.849668 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b3256b48-1366-4f3b-8db4-bceddcb4be2c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.856000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:02.856419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (b3256b48-1366-4f3b-8db4-bceddcb4be2c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:02.859306 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:02.921459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (50a7c1d2-53b8-4b92-9b1c-e1428babdeea), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.928291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:02.932104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] 10.222.0.81 "DELETE /v2.0/networks/50a7c1d2-53b8-4b92-9b1c-e1428babdeea HTTP/1.1" status: 204 len: 168 time: 0.3052599 Mar 22 14:39:02.943532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59ada0-2750-4b32-ad16-22bcef33117d tempest-BulkNetworkOpsIpV6Test-515714997 tempest-BulkNetworkOpsIpV6Test-515714997-project] Pushing event deleted for resources: {'Network': ['ID=50a7c1d2-53b8-4b92-9b1c-e1428babdeea,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:03.197872 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52958) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:03.279225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335cf71-92db-49d2-b6a7-31d867abc3f9 req-918adae4-de38-41e5-a6fd-daf81f4b13c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:03.280690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2335cf71-92db-49d2-b6a7-31d867abc3f9 req-918adae4-de38-41e5-a6fd-daf81f4b13c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0880237 Mar 22 14:39:03.283524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636499b5-859a-429d-9322-220167591be7 req-5def1b2b-0800-4806-badf-aa867e7315c8 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:03.284893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-636499b5-859a-429d-9322-220167591be7 req-5def1b2b-0800-4806-badf-aa867e7315c8 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0808797 Mar 22 14:39:03.332735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d4acca5-c16a-4ace-b796-e6d1e1fe5e00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a18a1fe4b6054b46a8edaef683fa99c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335344 Mar 22 14:39:03.335294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52962) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:03.367648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2335cf71-92db-49d2-b6a7-31d867abc3f9 req-a2583b67-25fb-4a64-9825-30a73a443e69 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811877 Mar 22 14:39:03.370274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-636499b5-859a-429d-9322-220167591be7 req-6e391edb-947c-4ffb-8b53-bdf4185b0646 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770416 Mar 22 14:39:03.384369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] Publish callbacks [] for security_group (7218c8f6-6da9-4491-a810-f29208873e8a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:03.406286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] Publish callbacks [] for security_group (7218c8f6-6da9-4491-a810-f29208873e8a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:03.460665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7218c8f6-6da9-4491-a810-f29208873e8a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:03.463320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:03.464878 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7218c8f6-6da9-4491-a810-f29208873e8a HTTP/1.1" status: 204 len: 168 time: 0.1281719 Mar 22 14:39:03.474037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df0074-779d-45a6-a6ea-f4d88513e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218c8f6-6da9-4491-a810-f29208873e8a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:03.484152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb11d3e-dc3e-402d-8764-d6f1fafa0a7b req-5b662cd7-b758-424e-995c-94727c6e6e47 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:03.486295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bb11d3e-dc3e-402d-8764-d6f1fafa0a7b req-5b662cd7-b758-424e-995c-94727c6e6e47 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0512285 Mar 22 14:39:03.534701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bb11d3e-dc3e-402d-8764-d6f1fafa0a7b req-ed53a055-0fac-40c0-9c29-854ed07d5146 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Mar 22 14:39:03.641595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96a9ea-ec07-48cc-b478-36d1bcff40f7 req-48d0339c-22fd-48b0-8a9f-51c1a83ba9ce tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:03.643176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f96a9ea-ec07-48cc-b478-36d1bcff40f7 req-48d0339c-22fd-48b0-8a9f-51c1a83ba9ce tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0440645 Mar 22 14:39:03.691892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f96a9ea-ec07-48cc-b478-36d1bcff40f7 req-33200001-679e-4fde-bd01-5db835ef65c4 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Mar 22 14:39:03.919551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c595-c30d-459a-8e0f-dce42d6f1119 req-d8a3457e-5a84-4985-9213-e80b2c185974 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:03.921271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab85c595-c30d-459a-8e0f-dce42d6f1119 req-d8a3457e-5a84-4985-9213-e80b2c185974 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0476866 Mar 22 14:39:03.954647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 126bbfb6-44a4-46e7-b432-bc784e8fa89f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:03.968268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab85c595-c30d-459a-8e0f-dce42d6f1119 req-b5e3dcb7-521f-4af1-a44c-d82b4fa85724 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Mar 22 14:39:03.976107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 126bbfb6-44a4-46e7-b432-bc784e8fa89f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:03.976461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 126bbfb6-44a4-46e7-b432-bc784e8fa89f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:04.158052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 52992) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:04.265273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2103620956'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:04.289107 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:04.294214 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.306913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.382963 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for security_group (43477038-6f83-466d-b9a1-65d529c9e69f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.388834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43477038-6f83-466d-b9a1-65d529c9e69f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.415375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:04.424237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43477038-6f83-466d-b9a1-65d529c9e69f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:04.430407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2b12cb5d-65f2-4b18-b51b-140ce05ff442), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.430763 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 2b12cb5d-65f2-4b18-b51b-140ce05ff442 of type vlan for network 06c7281a-7961-44ec-84f2-b066a9e79446 Mar 22 14:39:04.471212 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (06c7281a-7961-44ec-84f2-b066a9e79446), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.491360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363f5f-59c4-4ed3-9a38-f3f745ede004 req-981887be-9929-47f5-9705-604a7ac05ba9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:04.492768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66363f5f-59c4-4ed3-9a38-f3f745ede004 req-981887be-9929-47f5-9705-604a7ac05ba9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0531397 Mar 22 14:39:04.499057 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (06c7281a-7961-44ec-84f2-b066a9e79446), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.504355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:04.504971 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.541625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66363f5f-59c4-4ed3-9a38-f3f745ede004 req-6b73e786-ffdd-4aa4-97c0-b97b20d97d3a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Mar 22 14:39:04.559333 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3999255 Mar 22 14:39:04.579391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80911cb-b2e5-4353-9696-091413ecbc6a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=06c7281a-7961-44ec-84f2-b066a9e79446,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:04.595062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 06c7281a-7961-44ec-84f2-b066a9e79446 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:04.692494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 52998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:04.697549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:04.788663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:04.792250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:04.977299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7104eb14-e513-4278-8777-c010f230715c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.040337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=7104eb14-e513-4278-8777-c010f230715c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:05.056748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '2b12cb5d-65f2-4b18-b51b-140ce05ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:05.057136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 06c7281a-7961-44ec-84f2-b066a9e79446, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:05.098070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 06c7281a-7961-44ec-84f2-b066a9e79446 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:05.103097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd75d-b488-4a98-b191-10d752b3fe9c req-3b2a8a9f-9a64-4d98-a110-ca78aec581fb tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:05.104639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02fbd75d-b488-4a98-b191-10d752b3fe9c req-3b2a8a9f-9a64-4d98-a110-ca78aec581fb tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0616980 Mar 22 14:39:05.117074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 06c7281a-7961-44ec-84f2-b066a9e79446) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:05.128188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57778018-8b46-4828-9c2f-a07ac721c9af None None] Network 06c7281a-7961-44ec-84f2-b066a9e79446 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:05.132896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:05.133480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.172513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a8bcbc4f-ac9c-4277-93c3-2fb8b3750bd2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4788978 Mar 22 14:39:05.176094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53002) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:05.181874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1044326951'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:05.196286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02fbd75d-b488-4a98-b191-10d752b3fe9c req-7ab44fbb-3924-4c20-bdd3-21adcebdddfb tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852175 Mar 22 14:39:05.207128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:05.213825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-8712271e-1be3-47ab-9045-eacffdc695e3 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:05.215516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-8712271e-1be3-47ab-9045-eacffdc695e3 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 1127 time: 0.0589373 Mar 22 14:39:05.221292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.246421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-06c7281a-7961-44ec-84f2-b066a9e79446', 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': '7104eb14-e513-4278-8777-c010f230715c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:05.247912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.248066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:05.261463 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (31be22e6-a30b-4d9a-a202-f343b5794f4c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.262019 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 31be22e6-a30b-4d9a-a202-f343b5794f4c of type vlan for network b690f112-5ea1-4267-88ef-fd5eea1c6d2b Mar 22 14:39:05.305837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b690f112-5ea1-4267-88ef-fd5eea1c6d2b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.311483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Deleting port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:05.311802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.333440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b690f112-5ea1-4267-88ef-fd5eea1c6d2b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.338899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:05.339559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.396026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2186961 Mar 22 14:39:05.399808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:05.400358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Allocated IP 172.20.255.242 (06c7281a-7961-44ec-84f2-b066a9e79446/7104eb14-e513-4278-8777-c010f230715c/85d7e59a-5c92-48a3-86b0-1c2ad72aed49) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:05.404888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': 'b690f112-5ea1-4267-88ef-fd5eea1c6d2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:05.409679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] For port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:05.410081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.418389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b732298-cb44-454f-8941-79394c886a6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=b690f112-5ea1-4267-88ef-fd5eea1c6d2b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:05.432172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b690f112-5ea1-4267-88ef-fd5eea1c6d2b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:05.463413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Calling delete_port for 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:05.562783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:05.566160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.613313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks [] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.621148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.662100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Network 06c7281a-7961-44ec-84f2-b066a9e79446 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:05.664990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:05.670813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:05.678055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Pushing event updated for resources: {'Port': ['ID=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:05.730754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Attempting to bind port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:05.731132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Attempting to bind port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2b12cb5d-65f2-4b18-b51b-140ce05ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:05.731614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Attempting to bind port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 on network 06c7281a-7961-44ec-84f2-b066a9e79446 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:05.737327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:05.737704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Checking segment: {'id': '2b12cb5d-65f2-4b18-b51b-140ce05ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:05.738138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.738539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Bound using segment: {'id': '2b12cb5d-65f2-4b18-b51b-140ce05ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:05.739012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Bound port: 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b12cb5d-65f2-4b18-b51b-140ce05ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '06c7281a-7961-44ec-84f2-b066a9e79446'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:05.739403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.742881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (52f1a8da-9ef5-4c4c-98b8-876848c2aac7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.752694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f005e-b504-4b38-8d60-fef13ba43f53 req-024e3589-ddf1-4ac1-98c5-5c9a1d0b5286 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:05.754235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f005e-b504-4b38-8d60-fef13ba43f53 req-024e3589-ddf1-4ac1-98c5-5c9a1d0b5286 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1346347 Mar 22 14:39:05.754755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['52f1a8da-9ef5-4c4c-98b8-876848c2aac7'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:39:05.756788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['f3cd3841-82f7-41d7-b53b-35a03fbf4f92'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:39:05.810230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Pushing event deleted for resources: {'Port': ['ID=52f1a8da-9ef5-4c4c-98b8-876848c2aac7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:05.871499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] For port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:05.879106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] For port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,segment=NetworkSegment(2b12cb5d-65f2-4b18-b51b-140ce05ff442),segment_id=2b12cb5d-65f2-4b18-b51b-140ce05ff442)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:05.894516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.895185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] No DVR routers for this DVR port 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:05.902671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:05.905694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa0ddc0-87d2-4466-9c66-ef63dbb95c27 req-0b589bd3-0249-4728-81f1-501dee28c71f tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.78 "DELETE /v2.0/ports/52f1a8da-9ef5-4c4c-98b8-876848c2aac7 HTTP/1.1" status: 204 len: 173 time: 0.6849811 Mar 22 14:39:05.906175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'name': 'network-vif-deleted', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:05.909141 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f54b4c9-97e6-4bae-986a-80f891bbf13a" -d '{"events": [{"server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "name": "network-vif-deleted", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:05.938655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c88f005e-b504-4b38-8d60-fef13ba43f53 req-7d550882-1c59-4e4a-8647-d87dd5a9162f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714664 Mar 22 14:39:05.990632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61281e86-590c-4a4e-8c4d-d647241ba86c None None] Pushing event updated for resources: {'Port': ['ID=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:06.008034 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (ba65829b-bd20-4e8d-810f-74ec21f21760), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.011486 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e4ca6-02bc-4b10-a373-84552cd4ff51 x-openstack-request-id: req-1d9e4ca6-02bc-4b10-a373-84552cd4ff51 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:06.011928 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cab4fc-dda5-4827-b8c9-202925bfee2d", "name": "network-vif-deleted", "tag": "52f1a8da-9ef5-4c4c-98b8-876848c2aac7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:06.012748 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d9e4ca6-02bc-4b10-a373-84552cd4ff51 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:06.013271 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9e4ca6-02bc-4b10-a373-84552cd4ff51'] response: {'server_uuid': '07cab4fc-dda5-4827-b8c9-202925bfee2d', 'name': 'network-vif-deleted', 'tag': '52f1a8da-9ef5-4c4c-98b8-876848c2aac7', 'status': 'completed', 'code': 200} Mar 22 14:39:06.091424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=ba65829b-bd20-4e8d-810f-74ec21f21760,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:06.102366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '31be22e6-a30b-4d9a-a202-f343b5794f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b690f112-5ea1-4267-88ef-fd5eea1c6d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:06.102737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: b690f112-5ea1-4267-88ef-fd5eea1c6d2b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:06.123795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network b690f112-5ea1-4267-88ef-fd5eea1c6d2b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:06.135796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b690f112-5ea1-4267-88ef-fd5eea1c6d2b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:06.141071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:06.141674 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.149446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7a58b-bd58-4ea1-92c2-b763247cc05b None None] Network b690f112-5ea1-4267-88ef-fd5eea1c6d2b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:06.161377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7b216750-bb4b-4093-8a24-aeb2b43d101a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7604928 Mar 22 14:39:06.164157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53010) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:06.318712 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b690f112-5ea1-4267-88ef-fd5eea1c6d2b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.351505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cee017bc-c63b-433e-afc4-8be0044288e9 req-38ecbf84-a54d-4bee-bbb9-e23e2139813d tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07cab4fc-dda5-4827-b8c9-202925bfee2d HTTP/1.1" status: 200 len: 210 time: 0.0355148 Mar 22 14:39:06.422174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (ba65829b-bd20-4e8d-810f-74ec21f21760), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.506674 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (ba65829b-bd20-4e8d-810f-74ec21f21760), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.510728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a4b04-39a6-41b8-8cae-c79da09a711c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b690f112-5ea1-4267-88ef-fd5eea1c6d2b', 'network_id': 'b690f112-5ea1-4267-88ef-fd5eea1c6d2b', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'ba65829b-bd20-4e8d-810f-74ec21f21760'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:06.511576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4b04-39a6-41b8-8cae-c79da09a711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.577953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=ba65829b-bd20-4e8d-810f-74ec21f21760,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:06.596825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1ae39-d9bc-4cd0-a5a6-67437f11c61a None None] Network b690f112-5ea1-4267-88ef-fd5eea1c6d2b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:06.607883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b690f112-5ea1-4267-88ef-fd5eea1c6d2b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.630128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b690f112-5ea1-4267-88ef-fd5eea1c6d2b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:06.639550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31be22e6-a30b-4d9a-a202-f343b5794f4c') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:06.639908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31be22e6-a30b-4d9a-a202-f343b5794f4c') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:06.649152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (31be22e6-a30b-4d9a-a202-f343b5794f4c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.662374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (31be22e6-a30b-4d9a-a202-f343b5794f4c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.669252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:06.669763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (31be22e6-a30b-4d9a-a202-f343b5794f4c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:06.673345 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:06.733141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b690f112-5ea1-4267-88ef-fd5eea1c6d2b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.740632 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.747356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/b690f112-5ea1-4267-88ef-fd5eea1c6d2b HTTP/1.1" status: 204 len: 168 time: 0.5786955 Mar 22 14:39:06.748497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:06.761595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593924717'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:06.766130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f24b8-0ec0-4694-8c32-42aeb54920df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=b690f112-5ea1-4267-88ef-fd5eea1c6d2b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:06.785590 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:06.789019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.813838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:06.824572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.824978 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 94fda7ba-b0c1-46dc-be33-10beb9c4f06e of type vlan for network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e Mar 22 14:39:06.867319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.899451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.904674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:06.905264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:06.966621 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2177978 Mar 22 14:39:06.970306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53016) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:06.979271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:06.984858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ba95-427a-4080-93ce-df7fa0bb9ac8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=a2cb36d4-13af-4f2a-99fc-3c0974b4e02e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:06.997217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:07.115155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb150d-abef-4af9-b3e9-82e798816705 None None] Network 06c7281a-7961-44ec-84f2-b066a9e79446 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:07.117043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507150b7-f720-4832-b926-63c50099049a req-50d267d0-bf4d-4a5a-b025-dce739378fb5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:07.118686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507150b7-f720-4832-b926-63c50099049a req-50d267d0-bf4d-4a5a-b025-dce739378fb5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.0848384 Mar 22 14:39:07.119759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:07.123204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.207203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing IP validity checks on allocation pools {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:39:07.207719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:39:07.232424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Provisioning complete for port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:07.233034 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.234763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507150b7-f720-4832-b926-63c50099049a req-f2f9e3ee-5e6b-486f-8a96-41fa91a3b8b0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 Mar 22 14:39:07.318057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Current status of the port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:07.318441 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.353710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (064aa070-0461-483a-b104-f1ab0e031111), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.355809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] For port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,segment=NetworkSegment(2b12cb5d-65f2-4b18-b51b-140ce05ff442),segment_id=2b12cb5d-65f2-4b18-b51b-140ce05ff442)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:07.362449 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.427269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '94fda7ba-b0c1-46dc-be33-10beb9c4f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:07.427640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: a2cb36d4-13af-4f2a-99fc-3c0974b4e02e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:07.429806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=064aa070-0461-483a-b104-f1ab0e031111,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:07.430627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94afe-5e7b-4f66-bdc8-b3f8c70cf7a1 None None] Pushing event updated for resources: {'Port': ['ID=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:07.461987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:07.477386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a2cb36d4-13af-4f2a-99fc-3c0974b4e02e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:07.483555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:07.484203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.488625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e7f6a-0227-4eb0-92db-c135f1c9fc4f None None] Network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:07.508235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9e944d4f-62da-410e-9060-f222346a0c6f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5373118 Mar 22 14:39:07.510939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53024) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:07.615616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-972645ac-267f-4525-a82d-811def3a7491 None None] Provisioning complete for port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:07.615850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-972645ac-267f-4525-a82d-811def3a7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.617425 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.638380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a2cb36d4-13af-4f2a-99fc-3c0974b4e02e', 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': '064aa070-0461-483a-b104-f1ab0e031111'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:07.639227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.706793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7512fd-ac6b-47c0-9db6-3d9256760c27 req-65ea23b4-77e3-4b4d-9f72-5dbfaa2ef4a7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:07.708325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be7512fd-ac6b-47c0-9db6-3d9256760c27 req-65ea23b4-77e3-4b4d-9f72-5dbfaa2ef4a7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0839713 Mar 22 14:39:07.709052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (064aa070-0461-483a-b104-f1ab0e031111), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.785224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be7512fd-ac6b-47c0-9db6-3d9256760c27 req-c1ba28b0-414e-45d0-8f34-02d7dee8b284 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Mar 22 14:39:07.803423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-972645ac-267f-4525-a82d-811def3a7491 None None] Current status of the port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:07.814444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Allocated IP 172.20.0.3 (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e/064aa070-0461-483a-b104-f1ab0e031111/02065f2d-7c3c-431c-8006-1cd0755b8d05) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:07.959678 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks [] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:07.971666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.000141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (064aa070-0461-483a-b104-f1ab0e031111), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.012351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:08.012825 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:39:08.024783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:08.035585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:08.036198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=064aa070-0461-483a-b104-f1ab0e031111,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:08.045301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Pushing event updated for resources: {'Port': ['ID=02065f2d-7c3c-431c-8006-1cd0755b8d05,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:08.053920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:08.186792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Attempting to bind port 02065f2d-7c3c-431c-8006-1cd0755b8d05 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:08.187034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Attempting to bind port 02065f2d-7c3c-431c-8006-1cd0755b8d05 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '94fda7ba-b0c1-46dc-be33-10beb9c4f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:08.187384 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Attempting to bind port 02065f2d-7c3c-431c-8006-1cd0755b8d05 on network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:08.206058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:08.206459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Checking segment: {'id': '94fda7ba-b0c1-46dc-be33-10beb9c4f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:08.206849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.207269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Bound using segment: {'id': '94fda7ba-b0c1-46dc-be33-10beb9c4f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:08.207761 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Bound port: 02065f2d-7c3c-431c-8006-1cd0755b8d05, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fda7ba-b0c1-46dc-be33-10beb9c4f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:08.208142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.242871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:08.246145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:08.246523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.298104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf', 'mac_address': 'fa:16:3e:e2:42:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:39:08.362390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] For port 02065f2d-7c3c-431c-8006-1cd0755b8d05, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:08.380098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] For port 02065f2d-7c3c-431c-8006-1cd0755b8d05, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02065f2d-7c3c-431c-8006-1cd0755b8d05,segment=NetworkSegment(94fda7ba-b0c1-46dc-be33-10beb9c4f06e),segment_id=94fda7ba-b0c1-46dc-be33-10beb9c4f06e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:08.390507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:08.390900 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.395182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.451424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:08.465751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:39:08.473877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.498497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cb36d4-13af-4f2a-99fc-3c0974b4e02e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:08.510152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fda7ba-b0c1-46dc-be33-10beb9c4f06e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:08.510453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fda7ba-b0c1-46dc-be33-10beb9c4f06e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:08.522723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:08.522723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 52f1a8da-9ef5-4c4c-98b8-876848c2aac7 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:08.525812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.534283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bb51c-57bf-44c7-81df-3dfda1c492ff req-bb1c3cb0-6b1f-4ac9-95be-58f7107b9a70 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:08.535788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-840bb51c-57bf-44c7-81df-3dfda1c492ff req-bb1c3cb0-6b1f-4ac9-95be-58f7107b9a70 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 943 time: 0.1254871 Mar 22 14:39:08.545400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:08.559421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.560415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:08.561674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19664999-3e79-470b-825e-3cb5cc435315 None None] Pushing event updated for resources: {'Port': ['ID=02065f2d-7c3c-431c-8006-1cd0755b8d05,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:08.566103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.572521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:08.572925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:08.576028 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:08.593527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0777f518-a2c9-4220-bb3f-1595b3db7c56 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:08.642054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-840bb51c-57bf-44c7-81df-3dfda1c492ff req-d7461d39-157e-469c-8a4d-30a947503a34 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988593 Mar 22 14:39:08.647767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:08.658884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.db.api [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:39:08.658884 n-d-758851-5 neutron-server[103890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:39:08.658884 n-d-758851-5 neutron-server[103890]: [parameters: {'id': 'a2cb36d4-13af-4f2a-99fc-3c0974b4e02e'}] Mar 22 14:39:08.658884 n-d-758851-5 neutron-server[103890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:08.659310 n-d-758851-5 neutron-server[103890]: DEBUG oslo_db.api [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:08.706953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777f518-a2c9-4220-bb3f-1595b3db7c56 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:08.813566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7d9e61ca-f3c3-49fe-82ff-a9537c721bdf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:39:08.904025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5be9ed-daa6-4965-b0c9-70f8db1e5d64 req-43cbb772-467a-43ee-a7f9-ac955586220c tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:08.905717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f5be9ed-daa6-4965-b0c9-70f8db1e5d64 req-43cbb772-467a-43ee-a7f9-ac955586220c tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0459871 Mar 22 14:39:08.946099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb0b1bd-a17e-45a4-9d13-2fa2e0593048 None None] Network a2cb36d4-13af-4f2a-99fc-3c0974b4e02e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:08.956104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f5be9ed-daa6-4965-b0c9-70f8db1e5d64 req-7a96c32d-79da-441e-98ff-41741ac2d3d5 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a7cf986f-dbe4-488a-a1ff-06e4be2205f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Mar 22 14:39:09.064048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-dfc7316c-f660-4805-a479-90826c466c7b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:09.065662 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-dfc7316c-f660-4805-a479-90826c466c7b tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a65f3d56-e07c-4377-b3ae-b40d69a67627 HTTP/1.1" status: 200 len: 1127 time: 0.0449190 Mar 22 14:39:09.160580 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.161213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Deleting port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:09.161327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.216120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting port 02065f2d-7c3c-431c-8006-1cd0755b8d05 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:09.216484 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.242013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] For port f3cd3841-82f7-41d7-b53b-35a03fbf4f92, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:09.242304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.254765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Calling delete_port for f3cd3841-82f7-41d7-b53b-35a03fbf4f92 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:09.277593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] For port 02065f2d-7c3c-431c-8006-1cd0755b8d05, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02065f2d-7c3c-431c-8006-1cd0755b8d05,segment=NetworkSegment(94fda7ba-b0c1-46dc-be33-10beb9c4f06e),segment_id=94fda7ba-b0c1-46dc-be33-10beb9c4f06e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:09.277985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.290523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Calling delete_port for 02065f2d-7c3c-431c-8006-1cd0755b8d05 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:09.376015 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (02065f2d-7c3c-431c-8006-1cd0755b8d05), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.381326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f3cd3841-82f7-41d7-b53b-35a03fbf4f92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.391836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['f3cd3841-82f7-41d7-b53b-35a03fbf4f92'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:39:09.406789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Port': ['ID=02065f2d-7c3c-431c-8006-1cd0755b8d05,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:09.410761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3cd3841-82f7-41d7-b53b-35a03fbf4f92,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:09.411847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No DVR routers for this DVR port 02065f2d-7c3c-431c-8006-1cd0755b8d05 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:09.457252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] No DVR routers for this DVR port f3cd3841-82f7-41d7-b53b-35a03fbf4f92 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:09.459878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.463221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-988963fd-6cfc-425c-8cea-5bfbb6c28e27 req-9ce75ff5-5515-4d62-99a4-c2c720e0b4d7 tempest-TestServerMultinode-874092912 tempest-TestServerMultinode-874092912-project-admin] 10.222.0.82 "DELETE /v2.0/ports/f3cd3841-82f7-41d7-b53b-35a03fbf4f92 HTTP/1.1" status: 204 len: 173 time: 0.3911011 Mar 22 14:39:09.463684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'name': 'network-vif-deleted', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:09.466117 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d18cb6-987f-4812-b268-d45ca637d5b8" -d '{"events": [{"server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "name": "network-vif-deleted", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:09.507693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.523742 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6677a00-9c8a-495f-a68a-3375c676882b x-openstack-request-id: req-d6677a00-9c8a-495f-a68a-3375c676882b {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:09.524647 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f3d56-e07c-4377-b3ae-b40d69a67627", "name": "network-vif-deleted", "tag": "f3cd3841-82f7-41d7-b53b-35a03fbf4f92", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:09.524961 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6677a00-9c8a-495f-a68a-3375c676882b {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:09.525685 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6677a00-9c8a-495f-a68a-3375c676882b'] response: {'server_uuid': 'a65f3d56-e07c-4377-b3ae-b40d69a67627', 'name': 'network-vif-deleted', 'tag': 'f3cd3841-82f7-41d7-b53b-35a03fbf4f92', 'status': 'completed', 'code': 200} Mar 22 14:39:09.541726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cb36d4-13af-4f2a-99fc-3c0974b4e02e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:09.556698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fda7ba-b0c1-46dc-be33-10beb9c4f06e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:09.556988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fda7ba-b0c1-46dc-be33-10beb9c4f06e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:09.569476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.585371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.592307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:09.592929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (94fda7ba-b0c1-46dc-be33-10beb9c4f06e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:09.596118 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:09.659852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a2cb36d4-13af-4f2a-99fc-3c0974b4e02e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.664734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.676258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:09.681368 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529840576'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:09.682540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/a2cb36d4-13af-4f2a-99fc-3c0974b4e02e HTTP/1.1" status: 204 len: 168 time: 2.1705253 Mar 22 14:39:09.702719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:09.704498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec56a4-5881-46f0-9959-3249a361a90f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=a2cb36d4-13af-4f2a-99fc-3c0974b4e02e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:09.706512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.731058 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:09.740338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f6682192-a96c-4822-bfee-da551c334d38), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.740690 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment f6682192-a96c-4822-bfee-da551c334d38 of type vlan for network 31096829-e94a-4ff6-ab19-da7cac69c400 Mar 22 14:39:09.776010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561857-1314-4b08-b096-93321d89244e req-43a853fe-3442-4293-a9ae-a96abc723612 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:09.777385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5561857-1314-4b08-b096-93321d89244e req-43a853fe-3442-4293-a9ae-a96abc723612 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 944 time: 0.0597301 Mar 22 14:39:09.780579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (31096829-e94a-4ff6-ab19-da7cac69c400), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.806695 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (31096829-e94a-4ff6-ab19-da7cac69c400), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.811857 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:09.812474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:09.838421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5561857-1314-4b08-b096-93321d89244e req-16a38ce2-4f13-4c9c-93a1-ab7b8418c9f4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516305 Mar 22 14:39:09.868118 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1907339 Mar 22 14:39:09.870986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:09.877856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '31096829-e94a-4ff6-ab19-da7cac69c400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:09.931618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0873c-bdb3-4aa5-bd29-98a23999b83a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=31096829-e94a-4ff6-ab19-da7cac69c400,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:09.946790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 31096829-e94a-4ff6-ab19-da7cac69c400 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:09.977162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:09.991183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.024630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:10.034364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53042) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:10.089294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:39:10.093850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:10.094506 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.181990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:10.182719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.189188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (3adf36fa-4350-4085-8507-b243d3265dfc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.209550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:10.211826 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443fe1c3-90a2-42f9-8172-42b0d960467b" -d '{"events": [{"server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:10.224938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:10.235158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.257077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': 'f6682192-a96c-4822-bfee-da551c334d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '31096829-e94a-4ff6-ab19-da7cac69c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:10.257437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 31096829-e94a-4ff6-ab19-da7cac69c400, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:10.264593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=3adf36fa-4350-4085-8507-b243d3265dfc,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:10.275502 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f9e699-6eb2-44cc-9007-39967be664c2 x-openstack-request-id: req-34f9e699-6eb2-44cc-9007-39967be664c2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:10.276381 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:10.276639 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34f9e699-6eb2-44cc-9007-39967be664c2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:10.277044 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f9e699-6eb2-44cc-9007-39967be664c2'] response: {'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf', 'code': 200} Mar 22 14:39:10.297414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 31096829-e94a-4ff6-ab19-da7cac69c400 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:10.306605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:10.315339 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 31096829-e94a-4ff6-ab19-da7cac69c400) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:10.320830 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.321517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.326726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a2fbb-656f-43ab-8e5e-8829eb185100 None None] Network 31096829-e94a-4ff6-ab19-da7cac69c400 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:10.350564 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f1719ab-7571-4573-bfb7-f34ea89d2126 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4786286 Mar 22 14:39:10.353180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53048) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:10.448531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.494954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2224c5-ee9f-404e-9429-fb7b80967b08 req-39a3e2a4-0277-4199-80a6-13521313aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:10.496825 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c2224c5-ee9f-404e-9429-fb7b80967b08 req-39a3e2a4-0277-4199-80a6-13521313aa8f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 1127 time: 0.1714253 Mar 22 14:39:10.504691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (31096829-e94a-4ff6-ab19-da7cac69c400), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.586465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5c2224c5-ee9f-404e-9429-fb7b80967b08 req-cb79faee-a3e6-4dfc-9b4c-76e10cb9ba57 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Mar 22 14:39:10.594732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3adf36fa-4350-4085-8507-b243d3265dfc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.603386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888a50a-f054-45fa-a215-ad774d16bc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-31096829-e94a-4ff6-ab19-da7cac69c400', 'network_id': '31096829-e94a-4ff6-ab19-da7cac69c400', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': '3adf36fa-4350-4085-8507-b243d3265dfc'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:10.604508 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8888a50a-f054-45fa-a215-ad774d16bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.657448 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3adf36fa-4350-4085-8507-b243d3265dfc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.684931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=3adf36fa-4350-4085-8507-b243d3265dfc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-8888a50a-f054-45fa-a215-ad774d16bc53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3adf36fa-4350-4085-8507-b243d3265dfc: This subnet is being modified by another concurrent operation. Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3adf36fa-4350-4085-8507-b243d3265dfc: This subnet is being modified by another concurrent operation. Mar 22 14:39:10.710045 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:39:10.735934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05322fd7-37a2-4921-a045-b5e73ca961d4 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:10.739381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Deleting port 61fed128-290b-4baf-ac8d-590299870778 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:10.739723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (61fed128-290b-4baf-ac8d-590299870778), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.753826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (31096829-e94a-4ff6-ab19-da7cac69c400), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.776141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31096829-e94a-4ff6-ab19-da7cac69c400']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:10.786596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6682192-a96c-4822-bfee-da551c334d38') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:10.787466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6682192-a96c-4822-bfee-da551c334d38') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:10.797201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (f6682192-a96c-4822-bfee-da551c334d38), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.810678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f6682192-a96c-4822-bfee-da551c334d38), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.817486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:10.818219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (f6682192-a96c-4822-bfee-da551c334d38), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:10.822343 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:10.827191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] For port 61fed128-290b-4baf-ac8d-590299870778, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61fed128-290b-4baf-ac8d-590299870778,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:10.827550 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (61fed128-290b-4baf-ac8d-590299870778), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.835018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05322fd7-37a2-4921-a045-b5e73ca961d4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:10.842795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Calling delete_port for 61fed128-290b-4baf-ac8d-590299870778 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:10.893480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (31096829-e94a-4ff6-ab19-da7cac69c400), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.901505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:10.909244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/31096829-e94a-4ff6-ab19-da7cac69c400 HTTP/1.1" status: 204 len: 168 time: 0.5531147 Mar 22 14:39:10.910960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:10.921218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141943607'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:10.927426 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e86cc-ef68-4c14-a65a-1437eafa1302 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=31096829-e94a-4ff6-ab19-da7cac69c400,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:11.009208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:11.012551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.035884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d58a43-11eb-4dd7-afb0-775af5c0fd96 None None] Network 31096829-e94a-4ff6-ab19-da7cac69c400 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:11.048060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d58a43-11eb-4dd7-afb0-775af5c0fd96 None None] Network 31096829-e94a-4ff6-ab19-da7cac69c400 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:11.066791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:11.075911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf5e26-2bc6-4a04-ad14-8a6e859151ac req-71c6f3de-32e5-4287-8ff2-07aa0378eba1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:11.077419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeaf5e26-2bc6-4a04-ad14-8a6e859151ac req-71c6f3de-32e5-4287-8ff2-07aa0378eba1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1506064 Mar 22 14:39:11.093280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e05e145a-d12e-4488-a099-9d44df9e73fd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.093516 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment e05e145a-d12e-4488-a099-9d44df9e73fd of type vlan for network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d Mar 22 14:39:11.193631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (66b34f03-93a7-4249-a33b-9f9dec5a7e5d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.216142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeaf5e26-2bc6-4a04-ad14-8a6e859151ac req-08ed390c-a48b-4f21-85d4-0093537b5835 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326318 Mar 22 14:39:11.228006 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (61fed128-290b-4baf-ac8d-590299870778), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.259284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fed128-290b-4baf-ac8d-590299870778,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:11.263355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (66b34f03-93a7-4249-a33b-9f9dec5a7e5d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.268334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:11.268927 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.379052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4669497 Mar 22 14:39:11.382327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53054) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:11.383983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd4391-5232-4c06-9398-205cc6b837ec tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=66b34f03-93a7-4249-a33b-9f9dec5a7e5d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:11.389223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '66b34f03-93a7-4249-a33b-9f9dec5a7e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:11.397116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:11.506396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:11.509999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.533769 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.709978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (72b21331-a541-4439-ba34-d936d8e865f9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.772157 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=72b21331-a541-4439-ba34-d936d8e865f9,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:11.780521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': 'e05e145a-d12e-4488-a099-9d44df9e73fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '66b34f03-93a7-4249-a33b-9f9dec5a7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:11.780877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 66b34f03-93a7-4249-a33b-9f9dec5a7e5d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:11.788276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Router a91c6282-75cb-494e-95ee-f276ac6a6b63 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:11.798966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:11.808896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 66b34f03-93a7-4249-a33b-9f9dec5a7e5d) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:11.813294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:11.813776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.818511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41320db-c707-4a94-ac50-2af3bce4eb5c None None] Network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:11.835361 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b2421e3-bf39-4dab-830b-66915e84e6b8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4512262 Mar 22 14:39:11.835957 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:11.911544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:11.921921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Sync routers for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:11.926357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a3b7310d-29e4-4a83-84cb-d7cefb13d536 admin admin] 10.222.0.81 "PUT /v2.0/routers/a91c6282-75cb-494e-95ee-f276ac6a6b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910882 Mar 22 14:39:11.926996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53058) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:11.932715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:11.934821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:11.936791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28d2f6-ded4-4499-a861-74fc571efc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-66b34f03-93a7-4249-a33b-9f9dec5a7e5d', 'network_id': '66b34f03-93a7-4249-a33b-9f9dec5a7e5d', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': '72b21331-a541-4439-ba34-d936d8e865f9'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:11.937616 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c28d2f6-ded4-4499-a861-74fc571efc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:11.946024 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (66b34f03-93a7-4249-a33b-9f9dec5a7e5d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.030222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (72b21331-a541-4439-ba34-d936d8e865f9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.044216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks [] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.095347 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (72b21331-a541-4439-ba34-d936d8e865f9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.118709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=72b21331-a541-4439-ba34-d936d8e865f9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-4c28d2f6-ded4-4499-a861-74fc571efc42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b21331-a541-4439-ba34-d936d8e865f9: This subnet is being modified by another concurrent operation. Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b21331-a541-4439-ba34-d936d8e865f9: This subnet is being modified by another concurrent operation. Mar 22 14:39:12.135603 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:39:12.145219 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:12.161669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks [] for router_gateway (a91c6282-75cb-494e-95ee-f276ac6a6b63), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.197410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (66b34f03-93a7-4249-a33b-9f9dec5a7e5d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.198701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8a600-7973-4a0f-84e8-2a885f50dd6f None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:12.220965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b34f03-93a7-4249-a33b-9f9dec5a7e5d']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.227466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Deleting port 312e90ef-3597-469b-bc19-bdac2dc5860b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:12.227466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.231020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05e145a-d12e-4488-a099-9d44df9e73fd') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.231389 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05e145a-d12e-4488-a099-9d44df9e73fd') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.241763 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (e05e145a-d12e-4488-a099-9d44df9e73fd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.255705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (e05e145a-d12e-4488-a099-9d44df9e73fd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.262524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:12.263013 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (e05e145a-d12e-4488-a099-9d44df9e73fd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:12.267197 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:12.310753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4396a762-c182-475e-a432-db4349af237e admin admin] For port 312e90ef-3597-469b-bc19-bdac2dc5860b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=312e90ef-3597-469b-bc19-bdac2dc5860b,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:12.311486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.335113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Calling delete_port for 312e90ef-3597-469b-bc19-bdac2dc5860b owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:12.338370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (66b34f03-93a7-4249-a33b-9f9dec5a7e5d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.346046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.352643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/66b34f03-93a7-4249-a33b-9f9dec5a7e5d HTTP/1.1" status: 204 len: 168 time: 0.5124876 Mar 22 14:39:12.354169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53062) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:12.363526 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2292f4e-8516-45c9-b065-be0d9071e832 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=66b34f03-93a7-4249-a33b-9f9dec5a7e5d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:12.373606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640782568'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:12.394792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8a600-7973-4a0f-84e8-2a885f50dd6f None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:12.439493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:12.442816 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.470163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba7861-715e-48a0-9cc1-50df3b19a812 req-3a3b1e97-76b1-4969-8250-7ba786ea6f04 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:12.471741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8ba7861-715e-48a0-9cc1-50df3b19a812 req-3a3b1e97-76b1-4969-8250-7ba786ea6f04 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1501002 Mar 22 14:39:12.486966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:39:11Z', 'revision_number': 5, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port': {'id': '312e90ef-3597-469b-bc19-bdac2dc5860b', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.526899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Checking router: a91c6282-75cb-494e-95ee-f276ac6a6b63 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:39:12.536872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:12.553246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Routers {'a91c6282-75cb-494e-95ee-f276ac6a6b63'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:12.553876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['a91c6282-75cb-494e-95ee-f276ac6a6b63'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.561022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8bcb3222-8727-4ad9-b848-b27dd56c4dac), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.561367 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 8bcb3222-8727-4ad9-b848-b27dd56c4dac of type vlan for network d21c3806-a805-4128-8130-2ff566a3b9c6 Mar 22 14:39:12.621920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d21c3806-a805-4128-8130-2ff566a3b9c6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.633733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8ba7861-715e-48a0-9cc1-50df3b19a812 req-4af88741-17e9-450a-9a8f-d7e283bcb1d1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454034 Mar 22 14:39:12.682132 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (312e90ef-3597-469b-bc19-bdac2dc5860b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.692384 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d21c3806-a805-4128-8130-2ff566a3b9c6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.696459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] Set router a91c6282-75cb-494e-95ee-f276ac6a6b63 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:12.697372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:12.698003 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:12.725328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e751681-af78-49dd-b426-8a53d4d7882e None None] Network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:12.734807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Pushing event deleted for resources: {'Port': ['ID=312e90ef-3597-469b-bc19-bdac2dc5860b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:12.771170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:39:12Z', 'revision_number': 6, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:12.773566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e751681-af78-49dd-b426-8a53d4d7882e None None] Network 66b34f03-93a7-4249-a33b-9f9dec5a7e5d could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:12.801744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b3b24-bc0a-44e9-8954-1c78e819c82b None None] The sync data for ids ['a91c6282-75cb-494e-95ee-f276ac6a6b63'] in n-d-758851-5 is: [{'id': 'a91c6282-75cb-494e-95ee-f276ac6a6b63', 'name': 'tempest-TestServerMultinode-1643645220-router', 'tenant_id': '129071307ebc43e7b595d3d22bb28b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:25Z', 'updated_at': '2022-03-22T14:39:12Z', 'revision_number': 6, 'project_id': '129071307ebc43e7b595d3d22bb28b45', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:12.843471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4865532 Mar 22 14:39:12.847149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53066) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:12.852347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': 'd21c3806-a805-4128-8130-2ff566a3b9c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:12.948808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:12.952471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.014875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing IP validity checks on allocation pools {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:39:13.015286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103891) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:39:13.144080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (39715957-4165-4f60-b042-bbb7cc799879), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.207598 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=39715957-4165-4f60-b042-bbb7cc799879,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:13.217114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '8bcb3222-8727-4ad9-b848-b27dd56c4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd21c3806-a805-4128-8130-2ff566a3b9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:13.217472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: d21c3806-a805-4128-8130-2ff566a3b9c6, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:13.232369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34e568-c359-4415-8eb4-e309548db725 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=d21c3806-a805-4128-8130-2ff566a3b9c6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:13.238415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network d21c3806-a805-4128-8130-2ff566a3b9c6 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:13.241225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.247918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d21c3806-a805-4128-8130-2ff566a3b9c6 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:13.251391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d21c3806-a805-4128-8130-2ff566a3b9c6) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:13.264074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:13.264680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.284354 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fc8f017a-f82f-4cc9-b006-72a1c9993764 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4359794 Mar 22 14:39:13.287144 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53068) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:13.316228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ed608-63a4-4ff5-b35f-2ed12a51940f None None] Network d21c3806-a805-4128-8130-2ff566a3b9c6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:13.340996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92650e-ce4d-4561-8a9d-63e45016486c req-b1763dda-825a-4526-8e2f-46ed62d8dd9f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:13.344150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e92650e-ce4d-4561-8a9d-63e45016486c req-b1763dda-825a-4526-8e2f-46ed62d8dd9f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.6228471 Mar 22 14:39:13.362130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.364501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks [] for router_controller (a91c6282-75cb-494e-95ee-f276ac6a6b63), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.413357 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d21c3806-a805-4128-8130-2ff566a3b9c6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.435231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (a91c6282-75cb-494e-95ee-f276ac6a6b63), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.435925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91c6282-75cb-494e-95ee-f276ac6a6b63 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:39:13.442344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4396a762-c182-475e-a432-db4349af237e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.446155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4396a762-c182-475e-a432-db4349af237e admin admin] 10.222.0.81 "DELETE /v2.0/routers/a91c6282-75cb-494e-95ee-f276ac6a6b63 HTTP/1.1" status: 204 len: 168 time: 1.5156417 Mar 22 14:39:13.447316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53070) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:13.452715 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e92650e-ce4d-4561-8a9d-63e45016486c req-0ca51a58-ac18-4cb8-ab57-1966e9d15cd8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022193 Mar 22 14:39:13.455136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6c146-0eaa-4dc4-9b6b-3503ea8f1e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-d21c3806-a805-4128-8130-2ff566a3b9c6', 'network_id': 'd21c3806-a805-4128-8130-2ff566a3b9c6', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': '39715957-4165-4f60-b042-bbb7cc799879'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:13.456644 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-37c6c146-0eaa-4dc4-9b6b-3503ea8f1e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.486701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (39715957-4165-4f60-b042-bbb7cc799879), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.507203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Deleting subnet 7fb93473-1731-46d4-b5de-45e42258c8c7 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:13.510466 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Publish callbacks [] for subnet (7fb93473-1731-46d4-b5de-45e42258c8c7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.573643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (39715957-4165-4f60-b042-bbb7cc799879), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.575631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (7fb93473-1731-46d4-b5de-45e42258c8c7), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-37c6c146-0eaa-4dc4-9b6b-3503ea8f1e27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39715957-4165-4f60-b042-bbb7cc799879: This subnet is being modified by another concurrent operation. Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39715957-4165-4f60-b042-bbb7cc799879: This subnet is being modified by another concurrent operation. Mar 22 14:39:13.577860 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:39:13.598719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=39715957-4165-4f60-b042-bbb7cc799879,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:13.599638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676947e3-9402-46fe-9e20-c898b0b6062a None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:13.645665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d83a-f77d-4075-8796-a8a48262d452 req-03b7c931-d48b-4472-8b51-65d44b16fc57 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:13.647269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c7d83a-f77d-4075-8796-a8a48262d452 req-03b7c931-d48b-4472-8b51-65d44b16fc57 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1086578 Mar 22 14:39:13.682918 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d21c3806-a805-4128-8130-2ff566a3b9c6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.707634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7fb93473-1731-46d4-b5de-45e42258c8c7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.715490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21c3806-a805-4128-8130-2ff566a3b9c6']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:13.725805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676947e3-9402-46fe-9e20-c898b0b6062a None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:13.726057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcb3222-8727-4ad9-b848-b27dd56c4dac') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:13.726359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcb3222-8727-4ad9-b848-b27dd56c4dac') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:13.736901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (8bcb3222-8727-4ad9-b848-b27dd56c4dac), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.750818 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (8bcb3222-8727-4ad9-b848-b27dd56c4dac), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.752007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c7d83a-f77d-4075-8796-a8a48262d452 req-b24f0920-9480-43fc-a421-2a258025c598 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877919 Mar 22 14:39:13.757479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:13.757880 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (8bcb3222-8727-4ad9-b848-b27dd56c4dac), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:13.761617 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:13.801127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7fb93473-1731-46d4-b5de-45e42258c8c7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.835158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb93473-1731-46d4-b5de-45e42258c8c7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:13.837190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.842922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0767588e-dba4-446e-98ce-31e1d7ea86cf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7fb93473-1731-46d4-b5de-45e42258c8c7 HTTP/1.1" status: 204 len: 168 time: 0.3920825 Mar 22 14:39:13.843839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d21c3806-a805-4128-8130-2ff566a3b9c6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.843991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:13.850324 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.859865 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/d21c3806-a805-4128-8130-2ff566a3b9c6 HTTP/1.1" status: 204 len: 168 time: 0.5714436 Mar 22 14:39:13.860729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53078) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:13.894182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2068822132'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:13.899973 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89931-1822-4d6f-b957-1b7af4764b45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=d21c3806-a805-4128-8130-2ff566a3b9c6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:13.926690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:13.930140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (24152c84-7739-45d4-b81e-efe037fe9d1a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.930906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:13.990213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb05251-a257-41eb-812b-c7f631f86010 None None] Network d21c3806-a805-4128-8130-2ff566a3b9c6 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:13.992232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:13.998916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd9fc7-7fa3-4191-aaf9-cd06491c7eef None None] Network 24152c84-7739-45d4-b81e-efe037fe9d1a requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:14.011105 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cda28446-8be6-4136-92c4-593566b74957), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.011452 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment cda28446-8be6-4136-92c4-593566b74957 of type vlan for network c4f5e1a1-8def-455d-9022-2c22ea591be4 Mar 22 14:39:14.040111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Deleting port a543bf11-0350-4257-9b8a-10b9e4ea0de4 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:14.041022 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.092430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device f3cd3841-82f7-41d7-b53b-35a03fbf4f92 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:14.115606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.119437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 312e90ef-3597-469b-bc19-bdac2dc5860b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:14.123784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: f3cd3841-82f7-41d7-b53b-35a03fbf4f92 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:14.124142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device f3cd3841-82f7-41d7-b53b-35a03fbf4f92 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:14.142320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] For port a543bf11-0350-4257-9b8a-10b9e4ea0de4, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a543bf11-0350-4257-9b8a-10b9e4ea0de4,segment=NetworkSegment(08a5baa8-20fb-4461-860a-1bd52bcaaffd),segment_id=08a5baa8-20fb-4461-860a-1bd52bcaaffd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:14.142836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.161589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Calling delete_port for a543bf11-0350-4257-9b8a-10b9e4ea0de4 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:14.167410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb05251-a257-41eb-812b-c7f631f86010 None None] Network d21c3806-a805-4128-8130-2ff566a3b9c6 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:14.170336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 312e90ef-3597-469b-bc19-bdac2dc5860b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:14.170684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 312e90ef-3597-469b-bc19-bdac2dc5860b not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:14.171107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61fed128-290b-4baf-ac8d-590299870778 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:14.177253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.183516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:14.184374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.195648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 61fed128-290b-4baf-ac8d-590299870778 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:14.196003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61fed128-290b-4baf-ac8d-590299870778 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:14.251806 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3842213 Mar 22 14:39:14.252231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53084) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:14.259617 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:14.278557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d76a8-6cc2-4c7b-b02a-d69d263c69ee req-4c2119e6-6014-4090-9ccc-e639a8f17818 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:14.280123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-887d76a8-6cc2-4c7b-b02a-d69d263c69ee req-4c2119e6-6014-4090-9ccc-e639a8f17818 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1130204 Mar 22 14:39:14.296193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] DHCP port deletion for 24152c84-7739-45d4-b81e-efe037fe9d1a request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:14.341738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.354017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Deleting port a543bf11-0350-4257-9b8a-10b9e4ea0de4 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:14.354406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.359335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-887d76a8-6cc2-4c7b-b02a-d69d263c69ee req-9f51b766-3825-4f14-9b33-2ec5c2ee6e12 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633264 Mar 22 14:39:14.376975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Pushing event deleted for resources: {'Port': ['ID=a543bf11-0350-4257-9b8a-10b9e4ea0de4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:14.380468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] No DVR routers for this DVR port a543bf11-0350-4257-9b8a-10b9e4ea0de4 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:14.424099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] For port a543bf11-0350-4257-9b8a-10b9e4ea0de4, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:14.424392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.438145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Calling delete_port for a543bf11-0350-4257-9b8a-10b9e4ea0de4 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:14.441005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Port a543bf11-0350-4257-9b8a-10b9e4ea0de4 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:39:14.442358 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a543bf11-0350-4257-9b8a-10b9e4ea0de4), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.467992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (24152c84-7739-45d4-b81e-efe037fe9d1a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.492409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24152c84-7739-45d4-b81e-efe037fe9d1a']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:14.504108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a5baa8-20fb-4461-860a-1bd52bcaaffd') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:14.504658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a5baa8-20fb-4461-860a-1bd52bcaaffd') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:14.517299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (08a5baa8-20fb-4461-860a-1bd52bcaaffd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.535457 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (08a5baa8-20fb-4461-860a-1bd52bcaaffd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.543149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:14.543664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (08a5baa8-20fb-4461-860a-1bd52bcaaffd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:14.545786 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:14.616201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (24152c84-7739-45d4-b81e-efe037fe9d1a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.623426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.627219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] 10.222.0.81 "DELETE /v2.0/networks/24152c84-7739-45d4-b81e-efe037fe9d1a HTTP/1.1" status: 204 len: 168 time: 0.7830248 Mar 22 14:39:14.630456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53086) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:14.646285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] Pushing event deleted for resources: {'Port': ['ID=a543bf11-0350-4257-9b8a-10b9e4ea0de4,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:14.650471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536f267-b6e5-4fdd-82aa-f9b1cc5f16f1 None None] No DVR routers for this DVR port a543bf11-0350-4257-9b8a-10b9e4ea0de4 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:14.680750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531a6fb-c043-4d72-a777-1bce33073919 admin admin] Pushing event deleted for resources: {'Network': ['ID=24152c84-7739-45d4-b81e-efe037fe9d1a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:14.693276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78445c64-da45-4dbd-bf74-5b61dafe5bf7 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=c4f5e1a1-8def-455d-9022-2c22ea591be4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:14.704664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c4f5e1a1-8def-455d-9022-2c22ea591be4 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:14.755207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:14.759323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:14.947401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (abb0a951-83dd-496b-8227-5e71f6c7431d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.004532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (6350e212-ac97-4f40-97eb-2d302e20f155), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.004853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=abb0a951-83dd-496b-8227-5e71f6c7431d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:15.015181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': 'cda28446-8be6-4136-92c4-593566b74957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:15.015538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: c4f5e1a1-8def-455d-9022-2c22ea591be4, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:15.032054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network c4f5e1a1-8def-455d-9022-2c22ea591be4 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:15.042517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c4f5e1a1-8def-455d-9022-2c22ea591be4) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:15.047621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:15.048317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.052107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab945b-dc89-4d7c-b550-019f7e48ecb5 None None] Network c4f5e1a1-8def-455d-9022-2c22ea591be4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:15.065438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79b24424-566a-4336-9bec-f96208d4fd36 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8122158 Mar 22 14:39:15.068229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53088) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:15.172875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c4f5e1a1-8def-455d-9022-2c22ea591be4', 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'abb0a951-83dd-496b-8227-5e71f6c7431d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:15.174047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.182847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.244552 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (abb0a951-83dd-496b-8227-5e71f6c7431d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.332812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Deleting port 2a0d3a22-abc7-4840-8f82-536f2ed49661 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:15.333247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.339995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Allocated IP 172.20.0.1 (c4f5e1a1-8def-455d-9022-2c22ea591be4/abb0a951-83dd-496b-8227-5e71f6c7431d/adb1ccdf-0cba-42a0-a1b7-514a2c58379a) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:15.424318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] For port 2a0d3a22-abc7-4840-8f82-536f2ed49661, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2a0d3a22-abc7-4840-8f82-536f2ed49661,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:15.424318 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.452213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Calling delete_port for 2a0d3a22-abc7-4840-8f82-536f2ed49661 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:15.492646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks [] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.501673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.519748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (abb0a951-83dd-496b-8227-5e71f6c7431d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.553262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daad41-17bb-4ac2-80c2-75fbf195c1e1 req-19833238-a95e-4414-bcd2-114d7b740216 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:15.553262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67daad41-17bb-4ac2-80c2-75fbf195c1e1 req-19833238-a95e-4414-bcd2-114d7b740216 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1067429 Mar 22 14:39:15.557008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Network c4f5e1a1-8def-455d-9022-2c22ea591be4 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:15.558837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=abb0a951-83dd-496b-8227-5e71f6c7431d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:15.565207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:15.571836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:15.630399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Pushing event updated for resources: {'Port': ['ID=adb1ccdf-0cba-42a0-a1b7-514a2c58379a,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:15.642973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67daad41-17bb-4ac2-80c2-75fbf195c1e1 req-a46e46cf-bd99-46b8-b6c8-60adb405671d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848029 Mar 22 14:39:15.650193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Attempting to bind port adb1ccdf-0cba-42a0-a1b7-514a2c58379a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:15.650573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Attempting to bind port adb1ccdf-0cba-42a0-a1b7-514a2c58379a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cda28446-8be6-4136-92c4-593566b74957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:15.651090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Attempting to bind port adb1ccdf-0cba-42a0-a1b7-514a2c58379a on network c4f5e1a1-8def-455d-9022-2c22ea591be4 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:15.659522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:15.659912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Checking segment: {'id': 'cda28446-8be6-4136-92c4-593566b74957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:15.660325 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.660725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Bound using segment: {'id': 'cda28446-8be6-4136-92c4-593566b74957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:15.661231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Bound port: adb1ccdf-0cba-42a0-a1b7-514a2c58379a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda28446-8be6-4136-92c4-593566b74957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:15.661618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.679823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.701361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f5e1a1-8def-455d-9022-2c22ea591be4']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:15.713363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda28446-8be6-4136-92c4-593566b74957') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:15.713690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda28446-8be6-4136-92c4-593566b74957') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:15.729585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cda28446-8be6-4136-92c4-593566b74957), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.752334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2a0d3a22-abc7-4840-8f82-536f2ed49661), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.753283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] For port adb1ccdf-0cba-42a0-a1b7-514a2c58379a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:15.758944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-76077824-568d-40dd-aad6-4fbae32c0a71 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:15.760815 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-76077824-568d-40dd-aad6-4fbae32c0a71 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 945 time: 0.1999941 Mar 22 14:39:15.762410 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cda28446-8be6-4136-92c4-593566b74957), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.776687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:15.776687 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cda28446-8be6-4136-92c4-593566b74957), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:15.779739 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:15.793745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0d3a22-abc7-4840-8f82-536f2ed49661,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:15.894629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] For port adb1ccdf-0cba-42a0-a1b7-514a2c58379a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=adb1ccdf-0cba-42a0-a1b7-514a2c58379a,segment=NetworkSegment(cda28446-8be6-4136-92c4-593566b74957),segment_id=cda28446-8be6-4136-92c4-593566b74957)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:15.900960 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:39:15.900960 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:39:15.900960 n-d-758851-5 neutron-server[103891]: [parameters: {'id': 'c4f5e1a1-8def-455d-9022-2c22ea591be4'}] Mar 22 14:39:15.900960 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:15.902528 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:15.909261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.959077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:15.960032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:15.999219 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (6350e212-ac97-4f40-97eb-2d302e20f155), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.085120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27fec6-a165-4d22-aa47-830701724fbe None None] Pushing event updated for resources: {'Port': ['ID=adb1ccdf-0cba-42a0-a1b7-514a2c58379a,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:16.128683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0abce-5533-4390-ba8c-f644745d1dd0 None None] Network c4f5e1a1-8def-455d-9022-2c22ea591be4 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:16.167785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:16.168775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.202753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:16.214424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a543bf11-0350-4257-9b8a-10b9e4ea0de4 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:16.240473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a543bf11-0350-4257-9b8a-10b9e4ea0de4 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:16.240866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a543bf11-0350-4257-9b8a-10b9e4ea0de4 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:16.281672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Router 6350e212-ac97-4f40-97eb-2d302e20f155 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:16.301286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0cb026-ec45-4918-a744-7d06086f540e None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:16.371124 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7d9e61ca-f3c3-49fe-82ff-a9537c721bdf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.386624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7d9e61ca-f3c3-49fe-82ff-a9537c721bdf'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:39:16.412188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:16.422563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a85ff983-1dae-4577-b315-3874d1ef7a91 admin admin] 10.222.0.81 "PUT /v2.0/routers/6350e212-ac97-4f40-97eb-2d302e20f155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7907808 Mar 22 14:39:16.423462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53092) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:16.424327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Sync routers for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:16.431940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.440316 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:16.441085 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:16.441651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=7d9e61ca-f3c3-49fe-82ff-a9537c721bdf,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:16.482128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cb026-ec45-4918-a744-7d06086f540e None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:16.497469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:16.533199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.537783 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2f121068-ebe6-44fb-aaeb-063d1d8ac802 req-069eb394-1c76-4feb-be7f-32ac1e2789c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "DELETE /v2.0/ports/7d9e61ca-f3c3-49fe-82ff-a9537c721bdf HTTP/1.1" status: 204 len: 173 time: 0.7702758 Mar 22 14:39:16.539749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'name': 'network-vif-deleted', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:39:16.542654 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0385b71-bcf8-422e-8272-1cb7a46cdfa8" -d '{"events": [{"server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "name": "network-vif-deleted", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:39:16.588627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting port adb1ccdf-0cba-42a0-a1b7-514a2c58379a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:16.589019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.592434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks [] for router (6350e212-ac97-4f40-97eb-2d302e20f155), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.709393 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:16.728446 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed11a1b-0049-4eeb-b52a-dd698606f068 x-openstack-request-id: req-1ed11a1b-0049-4eeb-b52a-dd698606f068 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:39:16.729229 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c353bc-46ed-498b-9e9f-3d59181d0bcb", "name": "network-vif-deleted", "tag": "7d9e61ca-f3c3-49fe-82ff-a9537c721bdf", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:39:16.729726 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ed11a1b-0049-4eeb-b52a-dd698606f068 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:39:16.730736 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed11a1b-0049-4eeb-b52a-dd698606f068'] response: {'server_uuid': '49c353bc-46ed-498b-9e9f-3d59181d0bcb', 'name': 'network-vif-deleted', 'tag': '7d9e61ca-f3c3-49fe-82ff-a9537c721bdf', 'status': 'completed', 'code': 200} Mar 22 14:39:16.766252 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] For port adb1ccdf-0cba-42a0-a1b7-514a2c58379a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=adb1ccdf-0cba-42a0-a1b7-514a2c58379a,segment=NetworkSegment(cda28446-8be6-4136-92c4-593566b74957),segment_id=cda28446-8be6-4136-92c4-593566b74957)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:16.767059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.783657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Calling delete_port for adb1ccdf-0cba-42a0-a1b7-514a2c58379a owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:16.922345 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks [] for router_gateway (6350e212-ac97-4f40-97eb-2d302e20f155), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:16.983201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c426d67-30f1-404a-971e-9c928a5aaf2f req-238f5c15-7664-4ffb-8dad-322e483d4621 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0647411 Mar 22 14:39:17.000116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (adb1ccdf-0cba-42a0-a1b7-514a2c58379a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.022188 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:39:15Z', 'revision_number': 5, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port': {'id': '61726c0b-7bf5-4ee1-95e9-86d34025d5be', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:38:32Z', 'updated_at': '2022-03-22T14:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.040643 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Port': ['ID=adb1ccdf-0cba-42a0-a1b7-514a2c58379a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:17.049575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No DVR routers for this DVR port adb1ccdf-0cba-42a0-a1b7-514a2c58379a on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:17.067790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Deleting port 61726c0b-7bf5-4ee1-95e9-86d34025d5be {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:17.068293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.076013 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Checking router: 6350e212-ac97-4f40-97eb-2d302e20f155 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:39:17.086177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Routers {'6350e212-ac97-4f40-97eb-2d302e20f155'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:17.087067 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:38:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['6350e212-ac97-4f40-97eb-2d302e20f155'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.195864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.223211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] Set router 6350e212-ac97-4f40-97eb-2d302e20f155 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:39:17.227867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f5e1a1-8def-455d-9022-2c22ea591be4']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.228015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] For port 61726c0b-7bf5-4ee1-95e9-86d34025d5be, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61726c0b-7bf5-4ee1-95e9-86d34025d5be,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:17.228501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.239189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda28446-8be6-4136-92c4-593566b74957') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.239503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda28446-8be6-4136-92c4-593566b74957') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.250136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (cda28446-8be6-4136-92c4-593566b74957), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.261125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Calling delete_port for 61726c0b-7bf5-4ee1-95e9-86d34025d5be owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:17.264926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cda28446-8be6-4136-92c4-593566b74957), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.277800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:17.279679 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (cda28446-8be6-4136-92c4-593566b74957), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:17.309410 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:17.319542 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:39:16Z', 'revision_number': 6, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:17.351338 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4402c-19e1-4779-a72a-1a7ed30563d0 None None] The sync data for ids ['6350e212-ac97-4f40-97eb-2d302e20f155'] in n-d-758851-5 is: [{'id': '6350e212-ac97-4f40-97eb-2d302e20f155', 'name': 'tempest-TestServerMultinode-745796932-router', 'tenant_id': '42613daddd9d4bb183cd154f91954b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:38:31Z', 'updated_at': '2022-03-22T14:39:16Z', 'revision_number': 6, 'project_id': '42613daddd9d4bb183cd154f91954b6e', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:17.409921 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c4f5e1a1-8def-455d-9022-2c22ea591be4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.424865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.430259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/c4f5e1a1-8def-455d-9022-2c22ea591be4 HTTP/1.1" status: 204 len: 168 time: 2.3603230 Mar 22 14:39:17.434569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53098) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:17.439906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16025823'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:17.479452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84e7a-faad-4ff6-b6a4-046d2e0fbe89 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=c4f5e1a1-8def-455d-9022-2c22ea591be4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:17.485387 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:17.489923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.510507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (61726c0b-7bf5-4ee1-95e9-86d34025d5be), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.519078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:17.531579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (77c9dcdd-93a5-4f5b-a4dd-7a00630894dc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.532040 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 77c9dcdd-93a5-4f5b-a4dd-7a00630894dc of type vlan for network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 Mar 22 14:39:17.583048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61726c0b-7bf5-4ee1-95e9-86d34025d5be,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:17.590241 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (786d8ff0-364a-4ee3-9e83-97acc9ba1e84), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.624671 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (786d8ff0-364a-4ee3-9e83-97acc9ba1e84), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.628309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (6350e212-ac97-4f40-97eb-2d302e20f155), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.632304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:17.633046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.699578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2628298 Mar 22 14:39:17.701423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53100) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:17.706493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '786d8ff0-364a-4ee3-9e83-97acc9ba1e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:17.769687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec164-0d53-4289-9567-a82440a3b5f2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=786d8ff0-364a-4ee3-9e83-97acc9ba1e84,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:17.772270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (6350e212-ac97-4f40-97eb-2d302e20f155), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.779347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks [] for router_controller (6350e212-ac97-4f40-97eb-2d302e20f155), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.785143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:17.864798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:17.869737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.875941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (6350e212-ac97-4f40-97eb-2d302e20f155), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.876750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6350e212-ac97-4f40-97eb-2d302e20f155 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:39:17.882477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:17.886986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4daf60e9-c5eb-46bf-81d5-3d62e78a7be0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6350e212-ac97-4f40-97eb-2d302e20f155 HTTP/1.1" status: 204 len: 168 time: 1.4623532 Mar 22 14:39:17.889298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53102) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:17.961083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Deleting subnet 56b0d1c6-d783-4bf2-a582-d6ec5759140c {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:17.965399 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Publish callbacks [] for subnet (56b0d1c6-d783-4bf2-a582-d6ec5759140c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.008669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (56b0d1c6-d783-4bf2-a582-d6ec5759140c), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.109533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bed74bb-eb45-4e41-993d-3aafab58c675 req-0f94736e-7aac-451d-a9f8-3ad7cb5fe165 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0316894 Mar 22 14:39:18.111691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (dc2ddf47-a3ea-49ce-9361-e0c6044aed1d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.122689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (56b0d1c6-d783-4bf2-a582-d6ec5759140c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.182761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (56b0d1c6-d783-4bf2-a582-d6ec5759140c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.182997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '77c9dcdd-93a5-4f5b-a4dd-7a00630894dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '786d8ff0-364a-4ee3-9e83-97acc9ba1e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:18.183170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 786d8ff0-364a-4ee3-9e83-97acc9ba1e84, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:18.188446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=dc2ddf47-a3ea-49ce-9361-e0c6044aed1d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:18.204787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:18.209181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b0d1c6-d783-4bf2-a582-d6ec5759140c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:18.220319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dcb781-8415-4d4c-b20a-927876c6a170 None None] Network dfe4366e-123b-445f-8be9-099353226e35 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:18.225885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.230605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 786d8ff0-364a-4ee3-9e83-97acc9ba1e84) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:18.231321 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf40cd90-a1ed-4354-bde2-ab45e83daca9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/56b0d1c6-d783-4bf2-a582-d6ec5759140c HTTP/1.1" status: 204 len: 168 time: 0.3401384 Mar 22 14:39:18.236684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53106) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:18.282492 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:18.283092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.314840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c15040-0ae4-47b8-92f5-44bf21724eee None None] Network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:18.341793 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-222fee49-b80c-4f8e-a6d8-ecf09744fe41 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6391189 Mar 22 14:39:18.344597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53108) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:18.354258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (dfe4366e-123b-445f-8be9-099353226e35), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.381944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61726c0b-7bf5-4ee1-95e9-86d34025d5be no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:18.419410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 61726c0b-7bf5-4ee1-95e9-86d34025d5be {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:18.419897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61726c0b-7bf5-4ee1-95e9-86d34025d5be not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:18.420327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a0d3a22-abc7-4840-8f82-536f2ed49661 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:18.422674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Deleting port cee854cc-0d88-411b-af04-e9d787a3aa1e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:18.423282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.483592 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (786d8ff0-364a-4ee3-9e83-97acc9ba1e84), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.489712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2a0d3a22-abc7-4840-8f82-536f2ed49661 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:18.490308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2a0d3a22-abc7-4840-8f82-536f2ed49661 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:18.518174 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] For port cee854cc-0d88-411b-af04-e9d787a3aa1e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=cee854cc-0d88-411b-af04-e9d787a3aa1e,segment=NetworkSegment(bef16cab-23c2-42f0-8037-fb500f57d9d2),segment_id=bef16cab-23c2-42f0-8037-fb500f57d9d2)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:18.518692 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.541151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Calling delete_port for cee854cc-0d88-411b-af04-e9d787a3aa1e owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:18.568971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f555b8f-49a5-4680-8b9f-90cee6b2cf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-786d8ff0-364a-4ee3-9e83-97acc9ba1e84', 'network_id': '786d8ff0-364a-4ee3-9e83-97acc9ba1e84', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'dc2ddf47-a3ea-49ce-9361-e0c6044aed1d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:18.569887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f555b8f-49a5-4680-8b9f-90cee6b2cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.580599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (dc2ddf47-a3ea-49ce-9361-e0c6044aed1d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.657343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a18338-0c11-4eb9-82ab-e98bbf30ba41 None None] DHCP port deletion for dfe4366e-123b-445f-8be9-099353226e35 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:18.668976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0c8ae51d-8115-49ce-b539-89c1a3a07aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.681240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (dc2ddf47-a3ea-49ce-9361-e0c6044aed1d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.705923 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (cee854cc-0d88-411b-af04-e9d787a3aa1e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.707350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2ddf47-a3ea-49ce-9361-e0c6044aed1d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:18.749139 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee854cc-0d88-411b-af04-e9d787a3aa1e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:18.760038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] No DVR routers for this DVR port cee854cc-0d88-411b-af04-e9d787a3aa1e on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:18.779881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18338-0c11-4eb9-82ab-e98bbf30ba41 None None] The port 'cee854cc-0d88-411b-af04-e9d787a3aa1e' was deleted {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-7f555b8f-49a5-4680-8b9f-90cee6b2cf23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc2ddf47-a3ea-49ce-9361-e0c6044aed1d: This subnet is being modified by another concurrent operation. Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc2ddf47-a3ea-49ce-9361-e0c6044aed1d: This subnet is being modified by another concurrent operation. Mar 22 14:39:18.812347 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:39:18.832921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (786d8ff0-364a-4ee3-9e83-97acc9ba1e84), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.848875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d406e30-5f18-4666-bd48-87279da0a5a4 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:18.867910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786d8ff0-364a-4ee3-9e83-97acc9ba1e84']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.869581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (dfe4366e-123b-445f-8be9-099353226e35), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.880241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c9dcdd-93a5-4f5b-a4dd-7a00630894dc') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.880836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c9dcdd-93a5-4f5b-a4dd-7a00630894dc') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.892388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe4366e-123b-445f-8be9-099353226e35']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.899296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (77c9dcdd-93a5-4f5b-a4dd-7a00630894dc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.903087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef16cab-23c2-42f0-8037-fb500f57d9d2') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.903384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef16cab-23c2-42f0-8037-fb500f57d9d2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:18.916265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (77c9dcdd-93a5-4f5b-a4dd-7a00630894dc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.921280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (bef16cab-23c2-42f0-8037-fb500f57d9d2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.925774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:18.926646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (77c9dcdd-93a5-4f5b-a4dd-7a00630894dc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.937917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (bef16cab-23c2-42f0-8037-fb500f57d9d2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.944829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:18.945240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (bef16cab-23c2-42f0-8037-fb500f57d9d2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:18.945764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d406e30-5f18-4666-bd48-87279da0a5a4 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:18.998428 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:19.003817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (786d8ff0-364a-4ee3-9e83-97acc9ba1e84), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:19.006648 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:19.014336 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (dfe4366e-123b-445f-8be9-099353226e35), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.015276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.020192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.022046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/786d8ff0-364a-4ee3-9e83-97acc9ba1e84 HTTP/1.1" status: 204 len: 168 time: 0.6763093 Mar 22 14:39:19.023508 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dfe4366e-123b-445f-8be9-099353226e35 HTTP/1.1" status: 204 len: 168 time: 0.7857301 Mar 22 14:39:19.039413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8e108-6739-41dc-a84d-0e594f790fea tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=786d8ff0-364a-4ee3-9e83-97acc9ba1e84,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:19.041861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.048737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796425564'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:19.053491 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f050-055b-4109-a01c-aafc8dc2d424 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe4366e-123b-445f-8be9-099353226e35,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:19.075447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:19.079128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.107569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:19.119460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d5981514-72da-44f7-8670-857a6622136e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.120041 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment d5981514-72da-44f7-8670-857a6622136e of type vlan for network f1655571-a140-4a99-a10a-c141df03ec1f Mar 22 14:39:19.177622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.198245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705f70e-d796-49da-a4a3-0ccf9525f50d None None] Network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:19.215197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705f70e-d796-49da-a4a3-0ccf9525f50d None None] Network 786d8ff0-364a-4ee3-9e83-97acc9ba1e84 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:19.228087 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.233563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:19.234349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555636'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.274544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfa4db11-da05-4241-838f-b6badc85c90d req-8e7a372f-14a3-4e8f-976d-d87f5bb04cec tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0581698 Mar 22 14:39:19.304668 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53116) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.327436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2840533 Mar 22 14:39:19.330703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53118) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.337437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:19.349640 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-da249319-03c5-4191-a88c-89d8aae1ce26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=129071307ebc43e7b595d3d22bb28b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412421 Mar 22 14:39:19.349853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53120) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.381948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccc5c8-0fee-4940-8a49-188f1af1644d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=f1655571-a140-4a99-a10a-c141df03ec1f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:19.399274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f1655571-a140-4a99-a10a-c141df03ec1f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:19.399480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] Publish callbacks [] for security_group (c60816c5-5e8e-4dd4-a2c9-a386487ddc51), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.422713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] Publish callbacks [] for security_group (c60816c5-5e8e-4dd4-a2c9-a386487ddc51), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.477639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c60816c5-5e8e-4dd4-a2c9-a386487ddc51), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.480600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.484347 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c60816c5-5e8e-4dd4-a2c9-a386487ddc51 HTTP/1.1" status: 204 len: 168 time: 0.1311057 Mar 22 14:39:19.505398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aa126-824c-417f-b21d-809625b90da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60816c5-5e8e-4dd4-a2c9-a386487ddc51,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:19.514099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.533527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.544304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network f1655571-a140-4a99-a10a-c141df03ec1f is not hosted by any dhcp agent {{(pid=103890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:39:19.549442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:19.550416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.551762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "PUT /v2.0/networks/f1655571-a140-4a99-a10a-c141df03ec1f HTTP/1.1" status: 200 len: 723 time: 0.2204487 Mar 22 14:39:19.554750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.559878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:19.617463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd3ec6-642a-467f-8c56-dd823e9189b2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=f1655571-a140-4a99-a10a-c141df03ec1f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:19.628607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f1655571-a140-4a99-a10a-c141df03ec1f details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:19.678213 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:19.681449 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.871512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53128) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.887774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (dea05e95-9b53-48f7-b051-f6e4bf43e804), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:19.960121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1e2e1d4a-59b4-420d-84c6-def360feb3f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42613daddd9d4bb183cd154f91954b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875063 Mar 22 14:39:19.963559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53130) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:19.990544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=dea05e95-9b53-48f7-b051-f6e4bf43e804,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:20.002531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': 'd5981514-72da-44f7-8670-857a6622136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:20.002825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: f1655571-a140-4a99-a10a-c141df03ec1f, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:20.013588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cee854cc-0d88-411b-af04-e9d787a3aa1e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:20.037374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:20.040910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network f1655571-a140-4a99-a10a-c141df03ec1f is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:20.041617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: cee854cc-0d88-411b-af04-e9d787a3aa1e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:20.042203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device cee854cc-0d88-411b-af04-e9d787a3aa1e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:20.046285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] Publish callbacks [] for security_group (a7cf986f-dbe4-488a-a1ff-06e4be2205f1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.062226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:20.062768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7d9e61ca-f3c3-49fe-82ff-a9537c721bdf not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:20.063858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f1655571-a140-4a99-a10a-c141df03ec1f) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:20.073646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f383a8-74f6-4688-a510-fcb9d7d829e3 None None] Network f1655571-a140-4a99-a10a-c141df03ec1f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:20.074279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.074877 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.078426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] Publish callbacks [] for security_group (a7cf986f-dbe4-488a-a1ff-06e4be2205f1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.121272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cfed0ffb-275d-4198-a285-042c5160dbba tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5653472 Mar 22 14:39:20.121715 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53132) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:20.134758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:20.148350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a7cf986f-dbe4-488a-a1ff-06e4be2205f1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.151384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.155009 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7cf986f-dbe4-488a-a1ff-06e4be2205f1 HTTP/1.1" status: 204 len: 168 time: 0.1880708 Mar 22 14:39:20.162496 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eb5df-f4c1-4182-a6b1-cfc6cfc7d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf986f-dbe4-488a-a1ff-06e4be2205f1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:20.215887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-f1655571-a140-4a99-a10a-c141df03ec1f', 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'dea05e95-9b53-48f7-b051-f6e4bf43e804'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:20.217437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.250212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130252098'] for subnet (dea05e95-9b53-48f7-b051-f6e4bf43e804), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.420108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-675e5d6e-79ed-43fd-b7b8-91f9134c1e53 req-f2ca5714-1891-46dd-bc2a-be75b5a36cf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0493982 Mar 22 14:39:20.452005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728381116043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131981575'] for subnet (dea05e95-9b53-48f7-b051-f6e4bf43e804), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.496609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Allocated IP 172.20.0.2 (f1655571-a140-4a99-a10a-c141df03ec1f/dea05e95-9b53-48f7-b051-f6e4bf43e804/7080ad59-1d69-47cb-8bac-d890f3977a8b) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:20.505002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:20.505605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.510311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53138) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:20.514013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "PUT /v2.0/subnets/dea05e95-9b53-48f7-b051-f6e4bf43e804 HTTP/1.1" status: 200 len: 806 time: 0.3900354 Mar 22 14:39:20.559056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd369e1-61be-454f-9d7e-4247ef334d70 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=dea05e95-9b53-48f7-b051-f6e4bf43e804,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:20.657160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.721177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (dea05e95-9b53-48f7-b051-f6e4bf43e804), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.723410 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks [] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.736157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.788754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Network f1655571-a140-4a99-a10a-c141df03ec1f is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:20.793519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:20.803772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:20.815814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Pushing event updated for resources: {'Port': ['ID=7080ad59-1d69-47cb-8bac-d890f3977a8b,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:20.827953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (dea05e95-9b53-48f7-b051-f6e4bf43e804), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.854709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.855542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.855962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.856808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.857229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.857643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.858088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.858527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.858928 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.859324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.859718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.860113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.860500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.861706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.862330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:20.894935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=dea05e95-9b53-48f7-b051-f6e4bf43e804,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:20.907969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Attempting to bind port 7080ad59-1d69-47cb-8bac-d890f3977a8b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:20.908356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Attempting to bind port 7080ad59-1d69-47cb-8bac-d890f3977a8b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'd5981514-72da-44f7-8670-857a6622136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:20.908798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Attempting to bind port 7080ad59-1d69-47cb-8bac-d890f3977a8b on network f1655571-a140-4a99-a10a-c141df03ec1f {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:20.921617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:20.922603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Checking segment: {'id': 'd5981514-72da-44f7-8670-857a6622136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:20.923709 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.924334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Bound using segment: {'id': 'd5981514-72da-44f7-8670-857a6622136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:20.926273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Bound port: 7080ad59-1d69-47cb-8bac-d890f3977a8b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5981514-72da-44f7-8670-857a6622136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1655571-a140-4a99-a10a-c141df03ec1f'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:20.926945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.988894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-953eeb52-6a8b-4ad3-ae09-f334633180ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:20.992626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.014354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1655571-a140-4a99-a10a-c141df03ec1f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:21.019339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] For port 7080ad59-1d69-47cb-8bac-d890f3977a8b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:21.022889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] For port 7080ad59-1d69-47cb-8bac-d890f3977a8b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7080ad59-1d69-47cb-8bac-d890f3977a8b,segment=NetworkSegment(d5981514-72da-44f7-8670-857a6622136e),segment_id=d5981514-72da-44f7-8670-857a6622136e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:21.026254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5981514-72da-44f7-8670-857a6622136e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:21.026626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5981514-72da-44f7-8670-857a6622136e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:21.030217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.038423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d5981514-72da-44f7-8670-857a6622136e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.052953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d5981514-72da-44f7-8670-857a6622136e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.061827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:21.062650 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d5981514-72da-44f7-8670-857a6622136e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:21.068186 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:21.143067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:39:21.143067 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:39:21.143067 n-d-758851-5 neutron-server[103891]: [parameters: {'id': 'f1655571-a140-4a99-a10a-c141df03ec1f'}] Mar 22 14:39:21.143067 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:21.143610 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:21.275809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9a037-7fa1-4caa-ac23-4bd9285e88ca None None] Pushing event updated for resources: {'Port': ['ID=7080ad59-1d69-47cb-8bac-d890f3977a8b,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:21.293691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7accdc3-9667-4877-a425-007f5b2105c8 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:21.372699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7accdc3-9667-4877-a425-007f5b2105c8 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:21.537783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04972d6a-62ff-48eb-92c3-8f32000a7d5a req-26088a54-8f0f-4922-8411-f7f82e66a244 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0359421 Mar 22 14:39:21.542539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff45dc-9c7d-4c58-b1b2-f1fce1ef24fc None None] Network f1655571-a140-4a99-a10a-c141df03ec1f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:21.645095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.647953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5991aa-0e2c-4ac9-8d32-60c9bbaa0288 None None] Network f1655571-a140-4a99-a10a-c141df03ec1f requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:21.702163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting port 7080ad59-1d69-47cb-8bac-d890f3977a8b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:21.702649 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.768256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] For port 7080ad59-1d69-47cb-8bac-d890f3977a8b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7080ad59-1d69-47cb-8bac-d890f3977a8b,segment=NetworkSegment(d5981514-72da-44f7-8670-857a6622136e),segment_id=d5981514-72da-44f7-8670-857a6622136e)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:21.768619 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.781705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Calling delete_port for 7080ad59-1d69-47cb-8bac-d890f3977a8b owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:21.867958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7080ad59-1d69-47cb-8bac-d890f3977a8b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.890997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Port': ['ID=7080ad59-1d69-47cb-8bac-d890f3977a8b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:21.897026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No DVR routers for this DVR port 7080ad59-1d69-47cb-8bac-d890f3977a8b on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:21.975666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.979069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:21.999488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1655571-a140-4a99-a10a-c141df03ec1f']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:22.008623 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5981514-72da-44f7-8670-857a6622136e') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:22.008944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5981514-72da-44f7-8670-857a6622136e') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:22.018900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (d5981514-72da-44f7-8670-857a6622136e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.032229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (d5981514-72da-44f7-8670-857a6622136e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.038848 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:22.039385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (d5981514-72da-44f7-8670-857a6622136e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:22.042759 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:22.101130 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f1655571-a140-4a99-a10a-c141df03ec1f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.109107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.111681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/f1655571-a140-4a99-a10a-c141df03ec1f HTTP/1.1" status: 204 len: 168 time: 1.6003342 Mar 22 14:39:22.114501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:22.123396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970728-1478-4309-ab53-9983ac35bde8 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=f1655571-a140-4a99-a10a-c141df03ec1f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:22.487103 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-45368f04-befe-4008-8223-8ee144888591 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:22.487617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45368f04-befe-4008-8223-8ee144888591 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:22.490856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-45368f04-befe-4008-8223-8ee144888591 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/f1655571-a140-4a99-a10a-c141df03ec1f HTTP/1.1" status: 404 len: 339 time: 0.3749456 Mar 22 14:39:22.495001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53144) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:22.500309 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099806735', 'description': 'd1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:22.520808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:22.524120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.548126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:22.563025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (00b096d2-a4b0-4331-b373-bc1014b4a565), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.563462 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 00b096d2-a4b0-4331-b373-bc1014b4a565 of type vlan for network 5494edd4-cd84-434e-8263-495d78d27116 Mar 22 14:39:22.612136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5494edd4-cd84-434e-8263-495d78d27116), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.640651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5494edd4-cd84-434e-8263-495d78d27116), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.646086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:22.646810 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.648176 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d920f809-ec09-4b8b-b075-4096882bd548 req-578b7db3-204a-4a0c-ac0c-bb24652403fa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0322495 Mar 22 14:39:22.712526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2163367 Mar 22 14:39:22.715709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53148) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:22.722221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd485-2f7b-4e89-909e-8c55941a01e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=5494edd4-cd84-434e-8263-495d78d27116,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:22.733723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5494edd4-cd84-434e-8263-495d78d27116 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:22.803310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a15e58-cd6e-4ac1-ad12-f273e9b31e39 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:22.804871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-59a15e58-cd6e-4ac1-ad12-f273e9b31e39 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks?id=5494edd4-cd84-434e-8263-495d78d27116 HTTP/1.1" status: 200 len: 761 time: 0.0878434 Mar 22 14:39:22.807826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53150) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:22.813131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'description': 'd2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:22.968763 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (5494edd4-cd84-434e-8263-495d78d27116), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:22.983970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (5494edd4-cd84-434e-8263-495d78d27116), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.005848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 5494edd4-cd84-434e-8263-495d78d27116 is not hosted by any dhcp agent {{(pid=103890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 14:39:23.010677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:23.011266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.012529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "PUT /v2.0/networks/5494edd4-cd84-434e-8263-495d78d27116 HTTP/1.1" status: 200 len: 758 time: 0.2035537 Mar 22 14:39:23.015656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:23.057321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1653331-3a5f-4ee5-a18f-f2a2688a1514 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=5494edd4-cd84-434e-8263-495d78d27116,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:23.069234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 5494edd4-cd84-434e-8263-495d78d27116 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:23.101980 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db519cda-2c6b-4e49-9b3f-dcef8148252c tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:23.107579 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-db519cda-2c6b-4e49-9b3f-dcef8148252c tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks?id=5494edd4-cd84-434e-8263-495d78d27116 HTTP/1.1" status: 200 len: 761 time: 0.0867925 Mar 22 14:39:23.107905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53154) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:23.112901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-73607949'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:23.133431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:23.137902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.163102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:23.172421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.172842 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 1f328b87-6d74-4155-9fff-d8dd007c4c0d of type vlan for network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 Mar 22 14:39:23.212669 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.237683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.243028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:23.243603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.307843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1987216 Mar 22 14:39:23.311816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:23.317080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd849d-ba6d-4558-a121-50164da2e649 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=3d0d3f7f-ce89-403f-ac51-7bdb5724eae7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:23.317693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:23.328798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:23.406631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:23.410076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.596145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (d7a5621d-26e2-4077-b652-6b895aed9356), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.657335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=d7a5621d-26e2-4077-b652-6b895aed9356,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:23.668322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '1f328b87-6d74-4155-9fff-d8dd007c4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:23.668676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:23.687288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:23.698543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:23.703209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:23.703800 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.708524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40b4f8-8cf6-4420-87c1-563ad1583739 None None] Network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:23.727280 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4dad3a76-d041-43d3-9c04-50c196b3f2cd tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118054 Mar 22 14:39:23.727531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53160) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:23.770496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6488d7f9-2331-405f-8530-6d1ae1d8e862 req-7433b1ec-886d-4342-8bd1-6b420ef19cf4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0373256 Mar 22 14:39:23.793853 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.845911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3d0d3f7f-ce89-403f-ac51-7bdb5724eae7', 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'd7a5621d-26e2-4077-b652-6b895aed9356'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:23.846869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.851557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.903270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d7a5621d-26e2-4077-b652-6b895aed9356), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:23.996702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Allocated IP 172.20.0.2 (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7/d7a5621d-26e2-4077-b652-6b895aed9356/7fe9400f-91e1-491e-a036-6bcc9070c1a9) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:24.139585 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks [] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.145747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.163208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (d7a5621d-26e2-4077-b652-6b895aed9356), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.184206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:24.191613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:24.193053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a5621d-26e2-4077-b652-6b895aed9356,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:24.202662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:24.205194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Pushing event updated for resources: {'Port': ['ID=7fe9400f-91e1-491e-a036-6bcc9070c1a9,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:24.254428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.267630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Attempting to bind port 7fe9400f-91e1-491e-a036-6bcc9070c1a9 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:24.267999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Attempting to bind port 7fe9400f-91e1-491e-a036-6bcc9070c1a9 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1f328b87-6d74-4155-9fff-d8dd007c4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:24.268360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Attempting to bind port 7fe9400f-91e1-491e-a036-6bcc9070c1a9 on network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:24.273886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:24.274285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Checking segment: {'id': '1f328b87-6d74-4155-9fff-d8dd007c4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:24.274688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.275080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Bound using segment: {'id': '1f328b87-6d74-4155-9fff-d8dd007c4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:24.275544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Bound port: 7fe9400f-91e1-491e-a036-6bcc9070c1a9, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f328b87-6d74-4155-9fff-d8dd007c4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:24.275922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.277333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d3f7f-ce89-403f-ac51-7bdb5724eae7']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:24.288237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f328b87-6d74-4155-9fff-d8dd007c4c0d') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:24.288873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f328b87-6d74-4155-9fff-d8dd007c4c0d') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:24.299510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.314228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.320507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:24.320892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:24.323972 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:24.341737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] For port 7fe9400f-91e1-491e-a036-6bcc9070c1a9, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:24.381671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] For port 7fe9400f-91e1-491e-a036-6bcc9070c1a9, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7fe9400f-91e1-491e-a036-6bcc9070c1a9,segment=NetworkSegment(1f328b87-6d74-4155-9fff-d8dd007c4c0d),segment_id=1f328b87-6d74-4155-9fff-d8dd007c4c0d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:24.383042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.db.api [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 14:39:24.383042 n-d-758851-5 neutron-server[103891]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 14:39:24.383042 n-d-758851-5 neutron-server[103891]: [parameters: {'id': '3d0d3f7f-ce89-403f-ac51-7bdb5724eae7'}] Mar 22 14:39:24.383042 n-d-758851-5 neutron-server[103891]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:24.383495 n-d-758851-5 neutron-server[103891]: DEBUG oslo_db.api [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:24.389998 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.468527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947224-f46c-49f4-bcbf-7e883d39d50a None None] Pushing event updated for resources: {'Port': ['ID=7fe9400f-91e1-491e-a036-6bcc9070c1a9,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:24.491886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d1d63-d071-4f17-b8bb-db3523bca1e2 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:39:24.577353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d1d63-d071-4f17-b8bb-db3523bca1e2 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:39:24.739952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832888d-0415-492f-8e3d-bedf1cebe327 None None] Network 3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:24.863904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0080df09-3b23-45c3-9392-1b9e79ff871e req-34856b9d-047f-4ee1-aad5-e74d41ab9b98 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0274239 Mar 22 14:39:24.884434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.942233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting port 7fe9400f-91e1-491e-a036-6bcc9070c1a9 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:24.942846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:24.959652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.006115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] For port 7fe9400f-91e1-491e-a036-6bcc9070c1a9, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=7fe9400f-91e1-491e-a036-6bcc9070c1a9,segment=NetworkSegment(1f328b87-6d74-4155-9fff-d8dd007c4c0d),segment_id=1f328b87-6d74-4155-9fff-d8dd007c4c0d)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:25.006404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.019382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Calling delete_port for 7fe9400f-91e1-491e-a036-6bcc9070c1a9 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:25.105094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7fe9400f-91e1-491e-a036-6bcc9070c1a9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.130207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Port': ['ID=7fe9400f-91e1-491e-a036-6bcc9070c1a9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:25.134440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No DVR routers for this DVR port 7fe9400f-91e1-491e-a036-6bcc9070c1a9 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:25.216621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.238572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d3f7f-ce89-403f-ac51-7bdb5724eae7']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:25.248991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f328b87-6d74-4155-9fff-d8dd007c4c0d') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:25.249293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f328b87-6d74-4155-9fff-d8dd007c4c0d') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:25.259335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.273575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.280327 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:25.280735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (1f328b87-6d74-4155-9fff-d8dd007c4c0d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:25.283867 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:25.342149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3d0d3f7f-ce89-403f-ac51-7bdb5724eae7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.349161 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:25.352294 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 HTTP/1.1" status: 204 len: 168 time: 1.6238155 Mar 22 14:39:25.355642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53164) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:25.363955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5284c-4fac-4476-b395-029db306b0df tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=3d0d3f7f-ce89-403f-ac51-7bdb5724eae7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:25.386201 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b221cf8f-a79e-4c62-b583-bfaa38f79290 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] GET failed (client error): The resource could not be found. Mar 22 14:39:25.387515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b221cf8f-a79e-4c62-b583-bfaa38f79290 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets/d7a5621d-26e2-4077-b652-6b895aed9356 HTTP/1.1" status: 404 len: 337 time: 0.0305381 Mar 22 14:39:25.390759 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53166) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:25.415394 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e931bc-2634-48e3-93f7-405c395b5d66 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:25.415889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e931bc-2634-48e3-93f7-405c395b5d66 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:25.422745 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79e931bc-2634-48e3-93f7-405c395b5d66 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 HTTP/1.1" status: 404 len: 339 time: 0.0266070 Mar 22 14:39:25.422924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53168) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:25.624424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d2b7f-bedf-4014-aefe-c266a6658a32 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:25.625907 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c0d2b7f-bedf-4014-aefe-c266a6658a32 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2021897 Mar 22 14:39:25.628723 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:25.663683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2ea2ef7d-37e9-4ad0-a6ec-181b736ae04b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24 HTTP/1.1" status: 200 len: 207 time: 0.0339069 Mar 22 14:39:25.667066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:25.971644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7dd0e23-d9e8-4d20-bbd1-4d458947a7be req-4533d3b1-306b-421d-bb16-58e229a6a8b4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=49c353bc-46ed-498b-9e9f-3d59181d0bcb HTTP/1.1" status: 200 len: 210 time: 0.0337877 Mar 22 14:39:26.147739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517f422-1b8a-4001-9694-7b705bc027da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.152956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517f422-1b8a-4001-9694-7b705bc027da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.157999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517f422-1b8a-4001-9694-7b705bc027da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.163171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517f422-1b8a-4001-9694-7b705bc027da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.168422 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d517f422-1b8a-4001-9694-7b705bc027da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4969876 Mar 22 14:39:26.168678 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53176) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.281334 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-012abcf5-af6f-431d-ad2c-040615bd7fe6 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1111140 Mar 22 14:39:26.284992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.371474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb8d74-7e1f-4398-9024-798090e346c4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.372927 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb8d74-7e1f-4398-9024-798090e346c4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.374481 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f4eb8d74-7e1f-4398-9024-798090e346c4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0885129 Mar 22 14:39:26.378203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.430669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21740e-1f82-4af3-8e53-7b2deda22718 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.432037 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21740e-1f82-4af3-8e53-7b2deda22718 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.433587 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf21740e-1f82-4af3-8e53-7b2deda22718 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0544732 Mar 22 14:39:26.437140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.546549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ea8e2-140a-4fe3-8edc-bcdffbee2d45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.547898 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a64ea8e2-140a-4fe3-8edc-bcdffbee2d45 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks/06c7281a-7961-44ec-84f2-b066a9e79446 HTTP/1.1" status: 200 len: 800 time: 0.1098027 Mar 22 14:39:26.551670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.606162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:39:26.657297 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-291ccd6a-f76c-4eb2-954e-77b1a9464e63 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/networks/06c7281a-7961-44ec-84f2-b066a9e79446?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1012371 Mar 22 14:39:26.657666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.713437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787ede3-dea2-4a98-a83d-5d2fffd5422b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.714849 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8787ede3-dea2-4a98-a83d-5d2fffd5422b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets/7104eb14-e513-4278-8777-c010f230715c HTTP/1.1" status: 200 len: 811 time: 0.0564454 Mar 22 14:39:26.718912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53188) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.774690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e813d-1970-4e60-8bd4-3c3f374ac2ef tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['shared'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.776168 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-168e813d-1970-4e60-8bd4-3c3f374ac2ef tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "GET /v2.0/subnets/7104eb14-e513-4278-8777-c010f230715c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0563719 Mar 22 14:39:26.780131 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.785077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226728927'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:26.806495 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:26.810707 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:26.839313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:26.848808 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (190056dd-e770-43d3-b687-4898c8904f26), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:26.849164 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Added segment 190056dd-e770-43d3-b687-4898c8904f26 of type vlan for network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 Mar 22 14:39:26.889924 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (53aa735b-ede7-4bbc-b1bd-d14356aa4780), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:26.915205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (53aa735b-ede7-4bbc-b1bd-d14356aa4780), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:26.920266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:26.920852 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:26.984051 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2027957 Mar 22 14:39:26.986880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53192) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:26.992454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'network_id': '53aa735b-ede7-4bbc-b1bd-d14356aa4780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:26.992974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe355e5-7b29-4855-a224-31620a9a0662 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Network': ['ID=53aa735b-ede7-4bbc-b1bd-d14356aa4780,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:27.004372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:27.121116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Made reservation on behalf of 966d5852bf5a44cfa2fd46b4385f546e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:27.124751 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.180808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Performing IP validity checks on allocation pools {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:39:27.181286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:39:27.314174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (c07629d5-ad0a-4e83-91e3-09687167b52c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.372754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=c07629d5-ad0a-4e83-91e3-09687167b52c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:27.383406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Checking segment: {'id': '190056dd-e770-43d3-b687-4898c8904f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '53aa735b-ede7-4bbc-b1bd-d14356aa4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:27.383772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network hostable DHCP agents. Network: 53aa735b-ede7-4bbc-b1bd-d14356aa4780, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:27.401701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:27.411180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 53aa735b-ede7-4bbc-b1bd-d14356aa4780) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:27.416447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:27.417547 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.422995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746500ca-49f1-4b97-8cf6-5e00384cbfd0 None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:27.438483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-335e92f5-f230-4057-a9aa-bf0edd62246e tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4504635 Mar 22 14:39:27.440172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:27.445470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:27.536754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-53aa735b-ede7-4bbc-b1bd-d14356aa4780', 'network_id': '53aa735b-ede7-4bbc-b1bd-d14356aa4780', 'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'fixed_ips': [{'subnet_id': 'c07629d5-ad0a-4e83-91e3-09687167b52c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:27.537786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.545821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130252098'] for subnet (c07629d5-ad0a-4e83-91e3-09687167b52c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.644224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 22 14:39:27.644224 n-d-758851-5 neutron-server[103892]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 22 14:39:27.644224 n-d-758851-5 neutron-server[103892]: [parameters: {'in_use': 1, 'id_1': 'c07629d5-ad0a-4e83-91e3-09687167b52c'}] Mar 22 14:39:27.644224 n-d-758851-5 neutron-server[103892]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:27.645302 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:27.734496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728381116043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131981575'] for subnet (c07629d5-ad0a-4e83-91e3-09687167b52c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.784066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:27.784683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.787401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "PUT /v2.0/subnets/c07629d5-ad0a-4e83-91e3-09687167b52c HTTP/1.1" status: 200 len: 877 time: 0.3460367 Mar 22 14:39:27.788915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53200) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:27.796357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc26df-6f8e-419f-9f10-255e81bdb817 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event updated for resources: {'Subnet': ['ID=c07629d5-ad0a-4e83-91e3-09687167b52c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:27.886210 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (53aa735b-ede7-4bbc-b1bd-d14356aa4780), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:27.944056 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (c07629d5-ad0a-4e83-91e3-09687167b52c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.009243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (c07629d5-ad0a-4e83-91e3-09687167b52c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.042069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=c07629d5-ad0a-4e83-91e3-09687167b52c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:28.106365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (53aa735b-ede7-4bbc-b1bd-d14356aa4780), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.129888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aa735b-ede7-4bbc-b1bd-d14356aa4780']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.141337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190056dd-e770-43d3-b687-4898c8904f26') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.141694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190056dd-e770-43d3-b687-4898c8904f26') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.146449 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.152213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (190056dd-e770-43d3-b687-4898c8904f26), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.166001 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (190056dd-e770-43d3-b687-4898c8904f26), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.172997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:28.173497 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (190056dd-e770-43d3-b687-4898c8904f26), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:28.176884 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:28.236106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 22 14:39:28.236106 n-d-758851-5 neutron-server[103892]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 22 14:39:28.236106 n-d-758851-5 neutron-server[103892]: [parameters: {'project_id': '966d5852bf5a44cfa2fd46b4385f546e', 'id': '932408ee-b1e3-4350-b2f1-a0b4e3421c02', 'name': '', 'network_id': '53aa735b-ede7-4bbc-b1bd-d14356aa4780', 'mac_address': 'fa:16:3e:4b:84:ba', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-53aa735b-ede7-4bbc-b1bd-d14356aa4780', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4007}] Mar 22 14:39:28.236106 n-d-758851-5 neutron-server[103892]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:39:28.236678 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:39:28.238141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (53aa735b-ede7-4bbc-b1bd-d14356aa4780), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.245042 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.248308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/53aa735b-ede7-4bbc-b1bd-d14356aa4780 HTTP/1.1" status: 204 len: 168 time: 0.4583693 Mar 22 14:39:28.251701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53204) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.263186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07d99-7b48-4da6-a769-8afd79dfbb5f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=53aa735b-ede7-4bbc-b1bd-d14356aa4780,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:28.278592 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb6f1c7-e974-4421-ace9-015131118161 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.279056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb6f1c7-e974-4421-ace9-015131118161 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.282096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ddb6f1c7-e974-4421-ace9-015131118161 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/c07629d5-ad0a-4e83-91e3-09687167b52c HTTP/1.1" status: 404 len: 337 time: 0.0293200 Mar 22 14:39:28.284767 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53206) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.304025 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7839e6c-9b0f-4a0e-9497-1b9c06fe15a5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.304604 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7839e6c-9b0f-4a0e-9497-1b9c06fe15a5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.307688 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7839e6c-9b0f-4a0e-9497-1b9c06fe15a5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/53aa735b-ede7-4bbc-b1bd-d14356aa4780 HTTP/1.1" status: 404 len: 339 time: 0.0218248 Mar 22 14:39:28.310186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.336103 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-42133ddb-683b-4735-b5e0-97a1c1958e61 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.336560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42133ddb-683b-4735-b5e0-97a1c1958e61 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.339601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-42133ddb-683b-4735-b5e0-97a1c1958e61 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/d7a5621d-26e2-4077-b652-6b895aed9356 HTTP/1.1" status: 404 len: 337 time: 0.0285039 Mar 22 14:39:28.342158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53210) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.364628 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-692d82fe-0db0-4b8e-afc3-0b6defce8335 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.365130 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692d82fe-0db0-4b8e-afc3-0b6defce8335 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.370412 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-692d82fe-0db0-4b8e-afc3-0b6defce8335 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/3d0d3f7f-ce89-403f-ac51-7bdb5724eae7 HTTP/1.1" status: 404 len: 339 time: 0.0250902 Mar 22 14:39:28.370681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53212) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.384996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.444169 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (5494edd4-cd84-434e-8263-495d78d27116), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.533178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (5494edd4-cd84-434e-8263-495d78d27116), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.557338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5494edd4-cd84-434e-8263-495d78d27116']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.567433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b096d2-a4b0-4331-b373-bc1014b4a565') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.567768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b096d2-a4b0-4331-b373-bc1014b4a565') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:28.577340 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (00b096d2-a4b0-4331-b373-bc1014b4a565), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.590830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (00b096d2-a4b0-4331-b373-bc1014b4a565), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.596710 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:28.597091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (00b096d2-a4b0-4331-b373-bc1014b4a565), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:28.600070 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:28.645539 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-73cd9b5d-1a8d-4952-8980-f472cc609ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.658271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (5494edd4-cd84-434e-8263-495d78d27116), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.666428 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:28.669592 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/5494edd4-cd84-434e-8263-495d78d27116 HTTP/1.1" status: 204 len: 168 time: 0.2980087 Mar 22 14:39:28.672541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53214) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.679883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d3f2c-2633-4275-a967-ca3e973aede5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=5494edd4-cd84-434e-8263-495d78d27116,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:28.689309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de61806-7cb8-419a-a615-1b1a31612c0e None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:28.700257 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2bc52f-f5e0-4cd7-947e-fa3d3b7d3992 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.700957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2bc52f-f5e0-4cd7-947e-fa3d3b7d3992 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.701623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de61806-7cb8-419a-a615-1b1a31612c0e None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:28.705268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd2bc52f-f5e0-4cd7-947e-fa3d3b7d3992 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/dea05e95-9b53-48f7-b051-f6e4bf43e804 HTTP/1.1" status: 404 len: 337 time: 0.0317280 Mar 22 14:39:28.707780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53216) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.709601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ca7a3-5d99-4ff7-a78d-0bc9d4250ae5 None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:28.722117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ca7a3-5d99-4ff7-a78d-0bc9d4250ae5 None None] Network 53aa735b-ede7-4bbc-b1bd-d14356aa4780 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:39:28.729086 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd032c5c-7321-4c4a-b3a6-3d75a37e80c2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.729585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd032c5c-7321-4c4a-b3a6-3d75a37e80c2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.732959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd032c5c-7321-4c4a-b3a6-3d75a37e80c2 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/f1655571-a140-4a99-a10a-c141df03ec1f HTTP/1.1" status: 404 len: 339 time: 0.0243058 Mar 22 14:39:28.735508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53218) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.760951 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a96e8ab-1db8-4f1e-b498-2efa4e87b248 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.761393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a96e8ab-1db8-4f1e-b498-2efa4e87b248 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.764444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3a96e8ab-1db8-4f1e-b498-2efa4e87b248 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/dc2ddf47-a3ea-49ce-9361-e0c6044aed1d HTTP/1.1" status: 404 len: 337 time: 0.0280101 Mar 22 14:39:28.766887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53220) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.784915 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66b58e7-f459-4e04-90a6-717c295018da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.785321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66b58e7-f459-4e04-90a6-717c295018da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.790686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b66b58e7-f459-4e04-90a6-717c295018da tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/786d8ff0-364a-4ee3-9e83-97acc9ba1e84 HTTP/1.1" status: 404 len: 339 time: 0.0205433 Mar 22 14:39:28.790930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53222) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.815844 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a8b0bf-4e42-48d9-b7e0-0ea631071e22 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.816290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a8b0bf-4e42-48d9-b7e0-0ea631071e22 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.821575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e6a8b0bf-4e42-48d9-b7e0-0ea631071e22 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/abb0a951-83dd-496b-8227-5e71f6c7431d HTTP/1.1" status: 404 len: 337 time: 0.0274334 Mar 22 14:39:28.821785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53224) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.839466 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fa1f44-caca-413b-9c01-1e56617a861b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.839926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fa1f44-caca-413b-9c01-1e56617a861b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.845434 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-53fa1f44-caca-413b-9c01-1e56617a861b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/c4f5e1a1-8def-455d-9022-2c22ea591be4 HTTP/1.1" status: 404 len: 339 time: 0.0203543 Mar 22 14:39:28.845679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53226) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.877021 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e534c63a-1810-49d0-bdbe-efa9516317e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.877481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e534c63a-1810-49d0-bdbe-efa9516317e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.880490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e534c63a-1810-49d0-bdbe-efa9516317e4 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/39715957-4165-4f60-b042-bbb7cc799879 HTTP/1.1" status: 404 len: 337 time: 0.0338683 Mar 22 14:39:28.883101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53228) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.900839 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad9d861-c498-4f8b-848f-bfc136b49901 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.901323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad9d861-c498-4f8b-848f-bfc136b49901 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.904297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fad9d861-c498-4f8b-848f-bfc136b49901 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/d21c3806-a805-4128-8130-2ff566a3b9c6 HTTP/1.1" status: 404 len: 339 time: 0.0203245 Mar 22 14:39:28.906803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53230) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.931787 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1c5a6b-152e-4dfb-ae23-676d2195d43a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.932226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1c5a6b-152e-4dfb-ae23-676d2195d43a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.935173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6a1c5a6b-152e-4dfb-ae23-676d2195d43a tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/72b21331-a541-4439-ba34-d936d8e865f9 HTTP/1.1" status: 404 len: 337 time: 0.0274861 Mar 22 14:39:28.937560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53232) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.955517 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e01265-c401-4abc-8a2a-8d38fcef698d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.956005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e01265-c401-4abc-8a2a-8d38fcef698d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.958927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-87e01265-c401-4abc-8a2a-8d38fcef698d tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/66b34f03-93a7-4249-a33b-9f9dec5a7e5d HTTP/1.1" status: 404 len: 339 time: 0.0204880 Mar 22 14:39:28.961504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53234) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:28.988586 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5baeb19-2445-4386-9089-b724ee2c4e1f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:28.989075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5baeb19-2445-4386-9089-b724ee2c4e1f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:28.992201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a5baeb19-2445-4386-9089-b724ee2c4e1f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/3adf36fa-4350-4085-8507-b243d3265dfc HTTP/1.1" status: 404 len: 337 time: 0.0298123 Mar 22 14:39:28.995033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53236) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.013688 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5f7ed3-351e-4e5c-bb8e-ace835d0615f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:29.014288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5f7ed3-351e-4e5c-bb8e-ace835d0615f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:29.017271 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3e5f7ed3-351e-4e5c-bb8e-ace835d0615f tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/31096829-e94a-4ff6-ab19-da7cac69c400 HTTP/1.1" status: 404 len: 339 time: 0.0210991 Mar 22 14:39:29.020280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53238) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.045714 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-37372fc0-9638-4fb6-bb03-45f8e0e5f917 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:29.046120 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37372fc0-9638-4fb6-bb03-45f8e0e5f917 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:29.049314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-37372fc0-9638-4fb6-bb03-45f8e0e5f917 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/064aa070-0461-483a-b104-f1ab0e031111 HTTP/1.1" status: 404 len: 337 time: 0.0280631 Mar 22 14:39:29.052053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53240) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.074993 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-22059a3c-b050-4643-b0a8-7a592fba06e5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:29.075505 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22059a3c-b050-4643-b0a8-7a592fba06e5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:29.078488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22059a3c-b050-4643-b0a8-7a592fba06e5 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/a2cb36d4-13af-4f2a-99fc-3c0974b4e02e HTTP/1.1" status: 404 len: 339 time: 0.0255027 Mar 22 14:39:29.081061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53242) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.106216 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4825957-9f5e-422c-bd51-918ac3608e94 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:29.106677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4825957-9f5e-422c-bd51-918ac3608e94 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:29.109548 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4825957-9f5e-422c-bd51-918ac3608e94 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/ba65829b-bd20-4e8d-810f-74ec21f21760 HTTP/1.1" status: 404 len: 337 time: 0.0276039 Mar 22 14:39:29.111938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53244) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.129547 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ac1b66-04ff-4f5d-a522-074ae7893278 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:29.130073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ac1b66-04ff-4f5d-a522-074ae7893278 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:29.133020 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79ac1b66-04ff-4f5d-a522-074ae7893278 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/b690f112-5ea1-4267-88ef-fd5eea1c6d2b HTTP/1.1" status: 404 len: 339 time: 0.0202453 Mar 22 14:39:29.135719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.185626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting subnet 7104eb14-e513-4278-8777-c010f230715c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:29.189120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (7104eb14-e513-4278-8777-c010f230715c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.232292 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7104eb14-e513-4278-8777-c010f230715c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.331638 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7104eb14-e513-4278-8777-c010f230715c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.367035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.393556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7104eb14-e513-4278-8777-c010f230715c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.420740 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Subnet': ['ID=7104eb14-e513-4278-8777-c010f230715c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:29.425499 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.428932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ba63eb6e-c180-4f61-a91d-1001b691d873 tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/subnets/7104eb14-e513-4278-8777-c010f230715c HTTP/1.1" status: 204 len: 168 time: 0.2922199 Mar 22 14:39:29.431250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53250) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:29.434171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c554c56-0212-4a40-809c-8452a4935a79 None None] Network 06c7281a-7961-44ec-84f2-b066a9e79446 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:29.511047 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (06c7281a-7961-44ec-84f2-b066a9e79446), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.573914 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Deleting port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:29.574305 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.605261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] DHCP port deletion for 06c7281a-7961-44ec-84f2-b066a9e79446 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:29.636962 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] For port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,segment=NetworkSegment(2b12cb5d-65f2-4b18-b51b-140ce05ff442),segment_id=2b12cb5d-65f2-4b18-b51b-140ce05ff442)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:29.637334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.651014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Calling delete_port for 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:29.657292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Deleting port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:29.657675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.722210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] For port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,segment=NetworkSegment(2b12cb5d-65f2-4b18-b51b-140ce05ff442),segment_id=2b12cb5d-65f2-4b18-b51b-140ce05ff442)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:29.722762 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.736694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Calling delete_port for 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:29.737338 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.765355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Port': ['ID=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:29.767846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] No DVR routers for this DVR port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:29.819063 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (85d7e59a-5c92-48a3-86b0-1c2ad72aed49), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.846579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] Pushing event deleted for resources: {'Port': ['ID=85d7e59a-5c92-48a3-86b0-1c2ad72aed49,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:29.847233 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (06c7281a-7961-44ec-84f2-b066a9e79446), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.848818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d86432-420f-4e23-8d60-c8823d6719fc None None] No DVR routers for this DVR port 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:29.879489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c7281a-7961-44ec-84f2-b066a9e79446']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:29.889181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b12cb5d-65f2-4b18-b51b-140ce05ff442') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:29.889483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b12cb5d-65f2-4b18-b51b-140ce05ff442') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:29.899016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2b12cb5d-65f2-4b18-b51b-140ce05ff442), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.912483 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2b12cb5d-65f2-4b18-b51b-140ce05ff442), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.918483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:29.918892 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2b12cb5d-65f2-4b18-b51b-140ce05ff442), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:29.921866 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:29.995860 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (06c7281a-7961-44ec-84f2-b066a9e79446), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.003271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.006914 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] 10.222.0.81 "DELETE /v2.0/networks/06c7281a-7961-44ec-84f2-b066a9e79446 HTTP/1.1" status: 204 len: 168 time: 0.5747375 Mar 22 14:39:30.019909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:30.028989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fee00-439b-4d59-8818-882ab27c194b tempest-NetworksTest-493761650 tempest-NetworksTest-493761650-project] Pushing event deleted for resources: {'Network': ['ID=06c7281a-7961-44ec-84f2-b066a9e79446,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:30.042456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:30.042808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85d7e59a-5c92-48a3-86b0-1c2ad72aed49 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:30.286727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:30.455912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c45938c3-ab46-4367-8491-cf9a57b5a31d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=966d5852bf5a44cfa2fd46b4385f546e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678820 Mar 22 14:39:30.458604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53262) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:30.508239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] Publish callbacks [] for security_group (43477038-6f83-466d-b9a1-65d529c9e69f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.536040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] Publish callbacks [] for security_group (43477038-6f83-466d-b9a1-65d529c9e69f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.585799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43477038-6f83-466d-b9a1-65d529c9e69f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.588518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:30.589726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43477038-6f83-466d-b9a1-65d529c9e69f HTTP/1.1" status: 204 len: 168 time: 0.1300600 Mar 22 14:39:30.597834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbed6c-a088-4e28-9164-c5315d2b2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43477038-6f83-466d-b9a1-65d529c9e69f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:31.247774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53284) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.355618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a79084fb-a671-48e1-9370-8c30cf58df12 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] Request body: {'port': {'network_id': 'a1129b11-1c2a-4171-aa3c-3c5b545486c7', 'name': 'tempest-NetworksNegativeTestJSON-839846477'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:31.368914 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79084fb-a671-48e1-9370-8c30cf58df12 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] POST failed (client error): The resource could not be found. Mar 22 14:39:31.369388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79084fb-a671-48e1-9370-8c30cf58df12 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.370486 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a79084fb-a671-48e1-9370-8c30cf58df12 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1215534 Mar 22 14:39:31.374599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53290) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.393734 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e2b116-a67f-4d03-ac52-3df4c6e5b1ce tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:31.394296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e2b116-a67f-4d03-ac52-3df4c6e5b1ce tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.397429 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d7e2b116-a67f-4d03-ac52-3df4c6e5b1ce tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "DELETE /v2.0/networks/360a7651-bff0-48d3-8beb-2fe36604e0a4 HTTP/1.1" status: 404 len: 339 time: 0.0218215 Mar 22 14:39:31.401395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53292) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.428213 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-42be98b8-db45-459a-915e-a24e7c058bca tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:31.428951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42be98b8-db45-459a-915e-a24e7c058bca tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.432437 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-42be98b8-db45-459a-915e-a24e7c058bca tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "DELETE /v2.0/ports/25adc3f3-9c12-4e7c-93b1-10941bc0ee6a HTTP/1.1" status: 404 len: 333 time: 0.0299997 Mar 22 14:39:31.436923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.469061 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e5f3f1-cce7-4e0a-af78-07a31fa76d15 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] DELETE failed (client error): The resource could not be found. Mar 22 14:39:31.469529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e5f3f1-cce7-4e0a-af78-07a31fa76d15 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.473441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-87e5f3f1-cce7-4e0a-af78-07a31fa76d15 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "DELETE /v2.0/subnets/a714b73b-2ec7-4102-8aa9-bfbef3730b2b HTTP/1.1" status: 404 len: 337 time: 0.0348108 Mar 22 14:39:31.476573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.496560 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600307a-8c93-4c37-af5e-b1ad5706be9c tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] GET failed (client error): The resource could not be found. Mar 22 14:39:31.497984 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c600307a-8c93-4c37-af5e-b1ad5706be9c tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "GET /v2.0/networks/b430b965-95c8-49b7-86ae-7f0c88168ecd HTTP/1.1" status: 404 len: 339 time: 0.0204818 Mar 22 14:39:31.501613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53298) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.527076 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7c9b70-f174-42a9-90f0-644bc95cb4c2 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] GET failed (client error): The resource could not be found. Mar 22 14:39:31.531972 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac7c9b70-f174-42a9-90f0-644bc95cb4c2 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "GET /v2.0/ports/318f10ad-8e61-433c-bcf0-64c9626a3cbf HTTP/1.1" status: 404 len: 333 time: 0.0260658 Mar 22 14:39:31.532413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53300) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.560686 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd36c1e7-47f3-444f-9992-a3ff999be3e3 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] GET failed (client error): The resource could not be found. Mar 22 14:39:31.562050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dd36c1e7-47f3-444f-9992-a3ff999be3e3 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "GET /v2.0/subnets/b891e680-47f9-40c6-bee0-178b4e8562eb HTTP/1.1" status: 404 len: 337 time: 0.0284932 Mar 22 14:39:31.565937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53304) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.571113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2c4fe901-f901-42b7-ad53-d4050c323ef4 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:31.585343 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4fe901-f901-42b7-ad53-d4050c323ef4 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] PUT failed (client error): The resource could not be found. Mar 22 14:39:31.585857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4fe901-f901-42b7-ad53-d4050c323ef4 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.587172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2c4fe901-f901-42b7-ad53-d4050c323ef4 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "PUT /v2.0/networks/7208d062-adbc-41e8-8671-0cc4bf366bc5 HTTP/1.1" status: 404 len: 339 time: 0.0201092 Mar 22 14:39:31.590838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53306) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.595884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-29b0ba6c-47ab-4db8-b191-fa72aa505f61 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:31.615808 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b0ba6c-47ab-4db8-b191-fa72aa505f61 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] PUT failed (client error): The resource could not be found. Mar 22 14:39:31.616332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b0ba6c-47ab-4db8-b191-fa72aa505f61 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.617704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-29b0ba6c-47ab-4db8-b191-fa72aa505f61 tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "PUT /v2.0/ports/da19497e-cd5e-4c82-a52b-a3461550ec87 HTTP/1.1" status: 404 len: 333 time: 0.0257392 Mar 22 14:39:31.621316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53308) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:31.626760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4b6f220b-4426-4478-8cad-7000ffe9c08f tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:31.648756 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6f220b-4426-4478-8cad-7000ffe9c08f tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] PUT failed (client error): The resource could not be found. Mar 22 14:39:31.649293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6f220b-4426-4478-8cad-7000ffe9c08f tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:39:31.650509 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4b6f220b-4426-4478-8cad-7000ffe9c08f tempest-NetworksNegativeTestJSON-1815547654 tempest-NetworksNegativeTestJSON-1815547654-project] 10.222.0.81 "PUT /v2.0/subnets/c9fa3cbb-7257-46c8-b4ee-a1f11d438863 HTTP/1.1" status: 404 len: 337 time: 0.0280845 Mar 22 14:39:31.899781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53314) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:32.008064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c1479f-17e1-4409-becc-32100b63cdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.091965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c1479f-17e1-4409-becc-32100b63cdf3 admin admin] Publish callbacks [] for security_group (2cf01a9c-6e51-4ed0-a4b9-89996d6f0240), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.098445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6c1479f-17e1-4409-becc-32100b63cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2cf01a9c-6e51-4ed0-a4b9-89996d6f0240), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.128332 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6c1479f-17e1-4409-becc-32100b63cdf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1733b433999f4548b6570adc0e873c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248371 Mar 22 14:39:32.128818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53318) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:32.159019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1479f-17e1-4409-becc-32100b63cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf01a9c-6e51-4ed0-a4b9-89996d6f0240,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:32.179828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] Publish callbacks [] for security_group (2cf01a9c-6e51-4ed0-a4b9-89996d6f0240), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.206126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] Publish callbacks [] for security_group (2cf01a9c-6e51-4ed0-a4b9-89996d6f0240), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.262309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2cf01a9c-6e51-4ed0-a4b9-89996d6f0240), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.264895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:32.266160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cf01a9c-6e51-4ed0-a4b9-89996d6f0240 HTTP/1.1" status: 204 len: 168 time: 0.1362171 Mar 22 14:39:32.274458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6944df-8fcd-44e3-91e8-26c508d0eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf01a9c-6e51-4ed0-a4b9-89996d6f0240,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.061811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53350) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:33.160577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-161095924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:33.183930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (7a780a37-ca62-4491-a249-91d8b048ac61), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.185108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.238044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router_controller (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.243762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (7a780a37-ca62-4491-a249-91d8b048ac61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.264092 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.268298 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f6c51b67-2561-480a-a4c2-54a9554ccb27 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2047706 Mar 22 14:39:33.268565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53354) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:33.274559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-268709417'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:33.296726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:33.300375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.313354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.393627 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for security_group (011da87f-a166-4dd2-810c-9eee29fb0ffa), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.400071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (011da87f-a166-4dd2-810c-9eee29fb0ffa), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.428188 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:33.438102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011da87f-a166-4dd2-810c-9eee29fb0ffa,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.444805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9f75b7a6-2bbd-43f8-93d6-7e04eb100795), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.445573 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Added segment 9f75b7a6-2bbd-43f8-93d6-7e04eb100795 of type vlan for network b73524ac-39b5-4638-bb86-3f688f261506 Mar 22 14:39:33.489396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b73524ac-39b5-4638-bb86-3f688f261506), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.526080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b73524ac-39b5-4638-bb86-3f688f261506), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.529329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:33.530795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.593423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3229363 Mar 22 14:39:33.596383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53358) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:33.601745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'subnet': {'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:33.615658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944df2-d190-4c11-873a-6044b656f2be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Network': ['ID=b73524ac-39b5-4638-bb86-3f688f261506,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.627033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b73524ac-39b5-4638-bb86-3f688f261506 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:33.719730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:33.723480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.919280 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (4af6e04c-6acd-4dad-a7d8-6c726f91196a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:33.978977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Subnet': ['ID=4af6e04c-6acd-4dad-a7d8-6c726f91196a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:33.987563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Checking segment: {'id': '9f75b7a6-2bbd-43f8-93d6-7e04eb100795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:33.987918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network hostable DHCP agents. Network: b73524ac-39b5-4638-bb86-3f688f261506, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:34.005355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network b73524ac-39b5-4638-bb86-3f688f261506 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:34.014754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b73524ac-39b5-4638-bb86-3f688f261506) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:34.018936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:34.019531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.025060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef87fd-b3a2-4c56-8ca9-8b820b409150 None None] Network b73524ac-39b5-4638-bb86-3f688f261506 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:34.043268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5a75891b-186f-4654-9b33-3a433d58cc1a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4454961 Mar 22 14:39:34.046808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53360) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.051906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'network': {'name': 'tempest-router-network01--1852950925'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:34.073111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:34.076729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.106270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:34.116354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (62a2ddf8-4aa4-4c6e-b534-a9c49a486572), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.116929 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Added segment 62a2ddf8-4aa4-4c6e-b534-a9c49a486572 of type vlan for network 131b4fe6-4234-4a23-b658-bab74f071c3b Mar 22 14:39:34.135850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b73524ac-39b5-4638-bb86-3f688f261506', 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506', 'project_id': 'c114196b97e8412cbf6b21cc7219c090', 'fixed_ips': [{'subnet_id': '4af6e04c-6acd-4dad-a7d8-6c726f91196a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:34.136755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.162465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (131b4fe6-4234-4a23-b658-bab74f071c3b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.188375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (131b4fe6-4234-4a23-b658-bab74f071c3b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.193742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:34.194510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.256048 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2057028 Mar 22 14:39:34.256464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53362) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.261404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'network': {'name': 'tempest-router-network02--1595214771'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:34.275364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c99568-4eb0-4560-9410-86c67b590f72 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Network': ['ID=131b4fe6-4234-4a23-b658-bab74f071c3b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.279851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Allocated IP 2001:db8::2 (b73524ac-39b5-4638-bb86-3f688f261506/4af6e04c-6acd-4dad-a7d8-6c726f91196a/262347f0-b8db-4b1b-b16c-84db44cc2616) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:34.283382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:34.288018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.290336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 131b4fe6-4234-4a23-b658-bab74f071c3b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:34.315412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:34.324940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5f5c3777-db7b-4296-a626-dc0e6d656c43), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.325410 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Added segment 5f5c3777-db7b-4296-a626-dc0e6d656c43 of type vlan for network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 Mar 22 14:39:34.368060 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.395549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.401421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:34.402172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.475084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2175601 Mar 22 14:39:34.479502 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53364) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.482882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26a9e-2a78-4846-aa70-f090ee3708b7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Network': ['ID=f3b92ddb-3621-48b8-83ce-fc7e9a8a6792,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.487458 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'subnet': {'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:34.586956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:34.595122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:34.599190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.751158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks [] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.764141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.815710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Network b73524ac-39b5-4638-bb86-3f688f261506 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:34.819940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:34.822150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Pushing event updated for resources: {'Port': ['ID=262347f0-b8db-4b1b-b16c-84db44cc2616,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.825117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:34.835426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (45bec62d-43c0-4187-a7ca-0a43f699f149), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.885132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Attempting to bind port 262347f0-b8db-4b1b-b16c-84db44cc2616 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:34.885657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Attempting to bind port 262347f0-b8db-4b1b-b16c-84db44cc2616 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9f75b7a6-2bbd-43f8-93d6-7e04eb100795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:34.890220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Attempting to bind port 262347f0-b8db-4b1b-b16c-84db44cc2616 on network b73524ac-39b5-4638-bb86-3f688f261506 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:34.895707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:34.896093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Checking segment: {'id': '9f75b7a6-2bbd-43f8-93d6-7e04eb100795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:34.896504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.897067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Bound using segment: {'id': '9f75b7a6-2bbd-43f8-93d6-7e04eb100795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:34.897569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Bound port: 262347f0-b8db-4b1b-b16c-84db44cc2616, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f75b7a6-2bbd-43f8-93d6-7e04eb100795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b73524ac-39b5-4638-bb86-3f688f261506'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:34.897950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.904280 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Subnet': ['ID=45bec62d-43c0-4187-a7ca-0a43f699f149,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:34.908098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Checking segment: {'id': '62a2ddf8-4aa4-4c6e-b534-a9c49a486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:34.908471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network hostable DHCP agents. Network: 131b4fe6-4234-4a23-b658-bab74f071c3b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:34.929533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network 131b4fe6-4234-4a23-b658-bab74f071c3b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:34.944609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 131b4fe6-4234-4a23-b658-bab74f071c3b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:34.951858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:34.953254 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:34.961689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791cb34-8820-4ea8-8380-a88514c6421a None None] Network 131b4fe6-4234-4a23-b658-bab74f071c3b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:34.979362 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-01cb4433-5f9f-4de0-baee-1a179bc75648 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4948077 Mar 22 14:39:34.979949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53368) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:34.987606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'subnet': {'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:35.028692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] For port 262347f0-b8db-4b1b-b16c-84db44cc2616, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:35.056420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] For port 262347f0-b8db-4b1b-b16c-84db44cc2616, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=262347f0-b8db-4b1b-b16c-84db44cc2616,segment=NetworkSegment(9f75b7a6-2bbd-43f8-93d6-7e04eb100795),segment_id=9f75b7a6-2bbd-43f8-93d6-7e04eb100795)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:35.071412 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.085818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:35.089452 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.158567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-131b4fe6-4234-4a23-b658-bab74f071c3b', 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b', 'project_id': 'c114196b97e8412cbf6b21cc7219c090', 'fixed_ips': [{'subnet_id': '45bec62d-43c0-4187-a7ca-0a43f699f149'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:35.159450 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.182509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff7ffe-4f38-4a7b-a5cf-520d78a9ffb9 None None] Pushing event updated for resources: {'Port': ['ID=262347f0-b8db-4b1b-b16c-84db44cc2616,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:35.292660 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.331648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Allocated IP 2001:db8::2 (131b4fe6-4234-4a23-b658-bab74f071c3b/45bec62d-43c0-4187-a7ca-0a43f699f149/71dcd93d-feee-4c88-99bc-3ea8d144dcdf) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:35.381511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Subnet': ['ID=7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:35.394093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.394093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.394499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.394621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.394940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.395278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.395610 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.396592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.396592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.396592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.396947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.397192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.397545 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.397866 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.398215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:35.402018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Checking segment: {'id': '5f5c3777-db7b-4296-a626-dc0e6d656c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:35.402393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network hostable DHCP agents. Network: f3b92ddb-3621-48b8-83ce-fc7e9a8a6792, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:35.421851 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:35.434905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, f3b92ddb-3621-48b8-83ce-fc7e9a8a6792) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:35.439654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:35.440977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.447342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7428a6-9e03-4665-ad0a-1767f0a378a6 None None] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:35.468624 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-65392261-caac-4c0d-9bc9-f31b9df49053 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876082 Mar 22 14:39:35.468972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53370) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:35.556742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks [] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.567938 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.628623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Pushing event updated for resources: {'Port': ['ID=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:35.639657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Network 131b4fe6-4234-4a23-b658-bab74f071c3b is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:35.641237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:35.643779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:35.654458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-f3b92ddb-3621-48b8-83ce-fc7e9a8a6792', 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792', 'project_id': 'c114196b97e8412cbf6b21cc7219c090', 'fixed_ips': [{'subnet_id': '7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:35.655722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.730720 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Attempting to bind port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:35.731495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Attempting to bind port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '62a2ddf8-4aa4-4c6e-b534-a9c49a486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:35.732136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Attempting to bind port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf on network 131b4fe6-4234-4a23-b658-bab74f071c3b {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:35.781033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:35.781709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Checking segment: {'id': '62a2ddf8-4aa4-4c6e-b534-a9c49a486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:35.782007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.782491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Bound using segment: {'id': '62a2ddf8-4aa4-4c6e-b534-a9c49a486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:35.783068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Bound port: 71dcd93d-feee-4c88-99bc-3ea8d144dcdf, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a2ddf8-4aa4-4c6e-b534-a9c49a486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '131b4fe6-4234-4a23-b658-bab74f071c3b'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:35.783358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.783501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:35.894985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] For port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:35.909550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] For port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,segment=NetworkSegment(62a2ddf8-4aa4-4c6e-b534-a9c49a486572),segment_id=62a2ddf8-4aa4-4c6e-b534-a9c49a486572)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:35.924733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.049451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Allocated IP 2001:db8::2 (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792/7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe/48413100-727b-449b-ac13-639f10c901ea) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:36.075872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3c9e7-a8f1-4c87-b4f5-bc86b1a40d56 None None] Pushing event updated for resources: {'Port': ['ID=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:36.158050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 262347f0-b8db-4b1b-b16c-84db44cc2616 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:36.368426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Allocated IP 2001:db8::1 (131b4fe6-4234-4a23-b658-bab74f071c3b/45bec62d-43c0-4187-a7ca-0a43f699f149/65577b77-abed-4055-8327-7c33bdcc7040) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:36.387831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 262347f0-b8db-4b1b-b16c-84db44cc2616 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:36.388206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.451949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks [] for port (48413100-727b-449b-ac13-639f10c901ea), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.469627 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (48413100-727b-449b-ac13-639f10c901ea), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.514362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c042193-01f8-4572-9845-d0a2adbbd606 None None] Network b73524ac-39b5-4638-bb86-3f688f261506 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:36.563743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:36.576440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for port (65577b77-abed-4055-8327-7c33bdcc7040), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.620093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (65577b77-abed-4055-8327-7c33bdcc7040), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.620881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:36.623327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:36.640675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Pushing event updated for resources: {'Port': ['ID=48413100-727b-449b-ac13-639f10c901ea,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:36.653567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 262347f0-b8db-4b1b-b16c-84db44cc2616 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:36.653985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.694178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fb2b1cd0-b21e-4d60-a52b-cfdd9aeb7f03 None None] Provisioning complete for port 262347f0-b8db-4b1b-b16c-84db44cc2616 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:36.694427 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb2b1cd0-b21e-4d60-a52b-cfdd9aeb7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.695821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network 131b4fe6-4234-4a23-b658-bab74f071c3b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:36.704141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:36.723155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:36.723694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.726538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Port': ['ID=65577b77-abed-4055-8327-7c33bdcc7040,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:36.812958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 262347f0-b8db-4b1b-b16c-84db44cc2616, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=262347f0-b8db-4b1b-b16c-84db44cc2616,segment=NetworkSegment(9f75b7a6-2bbd-43f8-93d6-7e04eb100795),segment_id=9f75b7a6-2bbd-43f8-93d6-7e04eb100795)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:36.825795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Attempting to bind port 48413100-727b-449b-ac13-639f10c901ea on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:36.825795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Attempting to bind port 48413100-727b-449b-ac13-639f10c901ea by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5f5c3777-db7b-4296-a626-dc0e6d656c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:36.825795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Attempting to bind port 48413100-727b-449b-ac13-639f10c901ea on network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:36.825795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.859466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:36.860298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Checking segment: {'id': '5f5c3777-db7b-4296-a626-dc0e6d656c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:36.860298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.860646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Bound using segment: {'id': '5f5c3777-db7b-4296-a626-dc0e6d656c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:36.861212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Bound port: 48413100-727b-449b-ac13-639f10c901ea, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5c3777-db7b-4296-a626-dc0e6d656c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f3b92ddb-3621-48b8-83ce-fc7e9a8a6792'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:36.862142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (48413100-727b-449b-ac13-639f10c901ea), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:36.905479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (65577b77-abed-4055-8327-7c33bdcc7040), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.142671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=262347f0-b8db-4b1b-b16c-84db44cc2616,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:37.170701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b1cd0-b21e-4d60-a52b-cfdd9aeb7f03 None None] Current status of the port 262347f0-b8db-4b1b-b16c-84db44cc2616 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:37.194385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] For port 48413100-727b-449b-ac13-639f10c901ea, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:37.199873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] For port 48413100-727b-449b-ac13-639f10c901ea, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=48413100-727b-449b-ac13-639f10c901ea,segment=NetworkSegment(5f5c3777-db7b-4296-a626-dc0e6d656c43),segment_id=5f5c3777-db7b-4296-a626-dc0e6d656c43)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:37.210803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (48413100-727b-449b-ac13-639f10c901ea), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.231722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for port (65577b77-abed-4055-8327-7c33bdcc7040), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.238529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (65577b77-abed-4055-8327-7c33bdcc7040), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.239448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.331107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c15b6a-7d4c-4c4c-bcda-071c008a2195 None None] Pushing event updated for resources: {'Port': ['ID=48413100-727b-449b-ac13-639f10c901ea,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:37.349615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Port': ['ID=65577b77-abed-4055-8327-7c33bdcc7040,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:37.369305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.369877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.370348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.370920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.371410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.371911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.372337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.372772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.373206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.373635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.374284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.374571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.375123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.376446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.376757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:39:37.436371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network 131b4fe6-4234-4a23-b658-bab74f071c3b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:37.439186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:37.580193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba626d1-1a0a-457e-9041-54841fcd65a6 None None] Network 131b4fe6-4234-4a23-b658-bab74f071c3b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:37.598486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Router 7a780a37-ca62-4491-a249-91d8b048ac61 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:39:37.664770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Provisioning complete for port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:37.667530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.707132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:37.716036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4c150b25-f77b-4330-ac0f-0ec2906f341a tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417228 Mar 22 14:39:37.716879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53380) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:37.725561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] Sync routers for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:37.756364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:37.757190 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:37.794717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:37.831348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:37.832110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:37.891758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:37.892549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c498c-6eff-4200-bf0d-e8176c77e841 None None] The sync data for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:37.909181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Current status of the port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:37.909692 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:37.952007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] For port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,segment=NetworkSegment(62a2ddf8-4aa4-4c6e-b534-a9c49a486572),segment_id=62a2ddf8-4aa4-4c6e-b534-a9c49a486572)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:37.960721 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.019973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Pushing event updated for resources: {'Port': ['ID=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:38.032486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Provisioning complete for port 262347f0-b8db-4b1b-b16c-84db44cc2616 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.032984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.127328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e073f-0fde-42a3-9b7d-b612addb9d4a None None] Current status of the port 262347f0-b8db-4b1b-b16c-84db44cc2616 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:38.266090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 48413100-727b-449b-ac13-639f10c901ea up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:38.326764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 48413100-727b-449b-ac13-639f10c901ea triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.327139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (48413100-727b-449b-ac13-639f10c901ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.395701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Provisioning complete for port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.396117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.499872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 48413100-727b-449b-ac13-639f10c901ea is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:38.500278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (48413100-727b-449b-ac13-639f10c901ea), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.535211 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-2508dea0-bb4d-4cd3-9c91-43634f5d8ab2 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:38.536413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2508dea0-bb4d-4cd3-9c91-43634f5d8ab2 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8176930 Mar 22 14:39:38.539818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53384) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:38.598301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 48413100-727b-449b-ac13-639f10c901ea, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=48413100-727b-449b-ac13-639f10c901ea,segment=NetworkSegment(5f5c3777-db7b-4296-a626-dc0e6d656c43),segment_id=5f5c3777-db7b-4296-a626-dc0e6d656c43)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:38.613877 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (48413100-727b-449b-ac13-639f10c901ea), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.614836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 262347f0-b8db-4b1b-b16c-84db44cc2616 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:38.659526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Current status of the port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:38.739119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Provisioning complete for port 65577b77-abed-4055-8327-7c33bdcc7040 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.739599 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65577b77-abed-4055-8327-7c33bdcc7040), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.769403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=48413100-727b-449b-ac13-639f10c901ea,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:38.806297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 262347f0-b8db-4b1b-b16c-84db44cc2616 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.806678 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.809879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e0d09e65-1e59-470d-a2e9-e7f22150f291 None None] Port 65577b77-abed-4055-8327-7c33bdcc7040 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:38.903954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 262347f0-b8db-4b1b-b16c-84db44cc2616 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:38.905042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 71dcd93d-feee-4c88-99bc-3ea8d144dcdf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:38.959900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4ea38655-1c0a-4dd8-9190-64ca5e9bc157 None None] Provisioning complete for port 65577b77-abed-4055-8327-7c33bdcc7040 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:38.960377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4ea38655-1c0a-4dd8-9190-64ca5e9bc157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65577b77-abed-4055-8327-7c33bdcc7040), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:38.969778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b583a9e-c962-4de2-aa5e-cf518c8aebc4 None None] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:39.006336 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.067316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4ea38655-1c0a-4dd8-9190-64ca5e9bc157 None None] Port 65577b77-abed-4055-8327-7c33bdcc7040 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:39.085930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:39.086463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.212077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:39.216250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Provisioning complete for port 65577b77-abed-4055-8327-7c33bdcc7040 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:39.216756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (65577b77-abed-4055-8327-7c33bdcc7040), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.265480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Port 65577b77-abed-4055-8327-7c33bdcc7040 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:39.276088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Provisioning complete for port 48413100-727b-449b-ac13-639f10c901ea triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:39.276470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (48413100-727b-449b-ac13-639f10c901ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.300571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting port 65577b77-abed-4055-8327-7c33bdcc7040 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:39.300959 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (65577b77-abed-4055-8327-7c33bdcc7040), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.365854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-14bfe9bd-4b25-4b19-98ce-8c46941dcf62 None None] Current status of the port 48413100-727b-449b-ac13-639f10c901ea is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:39.408915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (65577b77-abed-4055-8327-7c33bdcc7040), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.420968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Calling delete_port for 65577b77-abed-4055-8327-7c33bdcc7040 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:39.488121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ed84d8b3-68ac-4bb6-96b8-542ba12870a1 None None] Provisioning complete for port 48413100-727b-449b-ac13-639f10c901ea triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:39.488567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed84d8b3-68ac-4bb6-96b8-542ba12870a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (48413100-727b-449b-ac13-639f10c901ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.587983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ed84d8b3-68ac-4bb6-96b8-542ba12870a1 None None] Current status of the port 48413100-727b-449b-ac13-639f10c901ea is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:39.608592 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (65577b77-abed-4055-8327-7c33bdcc7040), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:39.635179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Port': ['ID=65577b77-abed-4055-8327-7c33bdcc7040,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:39.736264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.069688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 48413100-727b-449b-ac13-639f10c901ea up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:40.143896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 48413100-727b-449b-ac13-639f10c901ea triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:40.144489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (48413100-727b-449b-ac13-639f10c901ea), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.252474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 48413100-727b-449b-ac13-639f10c901ea is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:40.253588 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 71dcd93d-feee-4c88-99bc-3ea8d144dcdf up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:40.279290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Router 7a780a37-ca62-4491-a249-91d8b048ac61 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:40.310721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:40.311510 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.357193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:40.367379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:40.368218 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] Sync routers for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:40.369288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6fae104f-a4fa-4764-b5f6-afa2fe65aa9b tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262584 Mar 22 14:39:40.384507 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:40.386094 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:40.431596 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-b5d4d22b-e13d-4f4f-b49d-3525851bf5dd tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] delete failed (client error): The resource could not be found. Mar 22 14:39:40.432963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b5d4d22b-e13d-4f4f-b49d-3525851bf5dd tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1087548768 HTTP/1.1" status: 404 len: 335 time: 0.0629649 Mar 22 14:39:40.436877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53430) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:40.442548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-cacaa727-fbd4-4566-98f5-78082f984879 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a780a37-ca62-4491-a249-91d8b048ac61'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:40.444978 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:40.453093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:40.453985 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:40.454998 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:40.499261 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:40.500128 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f98eb-8ab3-48c0-8e74-eebd68a266a9 None None] The sync data for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:40.685724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cacaa727-fbd4-4566-98f5-78082f984879 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router_gateway (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.707428 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-cacaa727-fbd4-4566-98f5-78082f984879 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] update failed (client error): The resource could not be found. Mar 22 14:39:40.711790 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cacaa727-fbd4-4566-98f5-78082f984879 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61 HTTP/1.1" status: 404 len: 339 time: 0.2703493 Mar 22 14:39:40.711975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53444) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:40.716825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-459438927'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:40.738361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:40.742840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.772347 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:40.782264 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4ae699c8-d941-4b9a-8542-044a97adaab1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.782674 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Added segment 4ae699c8-d941-4b9a-8542-044a97adaab1 of type vlan for network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 Mar 22 14:39:40.834032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.872103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.877746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:40.878439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:40.958627 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Network': ['ID=3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:40.970448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:40.977987 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-11c4810a-f65f-4f50-a1cb-c669dcc2db8e tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2649810 Mar 22 14:39:40.981220 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53466) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:40.986515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'subnet': {'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:41.088451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Made reservation on behalf of c114196b97e8412cbf6b21cc7219c090 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:41.092391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.293016 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (25b1b1c3-cc19-4a07-ac42-d424cea00cde), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.355362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Subnet': ['ID=25b1b1c3-cc19-4a07-ac42-d424cea00cde,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:41.365755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Checking segment: {'id': '4ae699c8-d941-4b9a-8542-044a97adaab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:41.366146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network hostable DHCP agents. Network: 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:39:41.386004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:39:41.395127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:41.404646 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a708f-4336-48ef-8dd0-cdaa75c59472 None None] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:41.410827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:41.412236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.451089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53468) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:41.451750 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fbbdd19d-8fdf-450d-ab6c-17e1c0ec7292 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4691682 Mar 22 14:39:41.457665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d2fb406b-bb23-4eeb-be1a-2684a9db21b9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:41.525745 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2', 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2', 'project_id': 'c114196b97e8412cbf6b21cc7219c090', 'fixed_ips': [{'subnet_id': '25b1b1c3-cc19-4a07-ac42-d424cea00cde'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:39:41.525745 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.698417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Allocated IP 2001:db8:1::2 (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2/25b1b1c3-cc19-4a07-ac42-d424cea00cde/e54cc4b2-2da9-4343-9e6b-00f14ea17119) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:41.762862 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2fb406b-bb23-4eeb-be1a-2684a9db21b9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router_gateway (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.878117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks [] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.886859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:41.901224 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-d2fb406b-bb23-4eeb-be1a-2684a9db21b9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:41.906468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53472) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:41.913440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d2fb406b-bb23-4eeb-be1a-2684a9db21b9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61 HTTP/1.1" status: 400 len: 364 time: 0.4564674 Mar 22 14:39:41.935451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:41.938854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:41.945892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:42.019385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Attempting to bind port e54cc4b2-2da9-4343-9e6b-00f14ea17119 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:39:42.019759 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Attempting to bind port e54cc4b2-2da9-4343-9e6b-00f14ea17119 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4ae699c8-d941-4b9a-8542-044a97adaab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:39:42.020124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Attempting to bind port e54cc4b2-2da9-4343-9e6b-00f14ea17119 on network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:39:42.022548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Pushing event updated for resources: {'Port': ['ID=e54cc4b2-2da9-4343-9e6b-00f14ea17119,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:42.033093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:39:42.033474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Checking segment: {'id': '4ae699c8-d941-4b9a-8542-044a97adaab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:39:42.033894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.034309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Bound using segment: {'id': '4ae699c8-d941-4b9a-8542-044a97adaab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:39:42.035141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Bound port: e54cc4b2-2da9-4343-9e6b-00f14ea17119, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae699c8-d941-4b9a-8542-044a97adaab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:39:42.035523 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.120536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] For port e54cc4b2-2da9-4343-9e6b-00f14ea17119, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:39:42.124866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] For port e54cc4b2-2da9-4343-9e6b-00f14ea17119, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e54cc4b2-2da9-4343-9e6b-00f14ea17119,segment=NetworkSegment(4ae699c8-d941-4b9a-8542-044a97adaab1),segment_id=4ae699c8-d941-4b9a-8542-044a97adaab1)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:39:42.134050 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.207492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab482a-d51d-4c96-8d39-03cbfa659043 None None] Pushing event updated for resources: {'Port': ['ID=e54cc4b2-2da9-4343-9e6b-00f14ea17119,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:42.272157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.662425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Allocated IP 2001:db8::1 (b73524ac-39b5-4638-bb86-3f688f261506/4af6e04c-6acd-4dad-a7d8-6c726f91196a/c4e1cd51-464b-4acc-88c4-31a0503611bc) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:39:42.776549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.813934 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.861380 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network b73524ac-39b5-4638-bb86-3f688f261506 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:42.866781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:42.872982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:39:42.873516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:42.877525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Port': ['ID=c4e1cd51-464b-4acc-88c4-31a0503611bc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:43.063095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.250573 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2168a8bc-84ab-4897-9419-93bfa570f122 None None] Provisioning complete for port c4e1cd51-464b-4acc-88c4-31a0503611bc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:43.251112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2168a8bc-84ab-4897-9419-93bfa570f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.290828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2168a8bc-84ab-4897-9419-93bfa570f122 None None] Port c4e1cd51-464b-4acc-88c4-31a0503611bc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:43.364834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a36f20-a83e-4ebf-95ba-7738e213feed None None] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:43.384028 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.391985 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.392958 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.439516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Provisioning complete for port e54cc4b2-2da9-4343-9e6b-00f14ea17119 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:43.439872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.478798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event updated for resources: {'Port': ['ID=c4e1cd51-464b-4acc-88c4-31a0503611bc,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:43.538069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Network b73524ac-39b5-4638-bb86-3f688f261506 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:39:43.540673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:39:43.563098 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Current status of the port e54cc4b2-2da9-4343-9e6b-00f14ea17119 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:43.563669 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.608891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f351302f-272c-4730-b9cf-f2945995222f None None] For port e54cc4b2-2da9-4343-9e6b-00f14ea17119, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e54cc4b2-2da9-4343-9e6b-00f14ea17119,segment=NetworkSegment(4ae699c8-d941-4b9a-8542-044a97adaab1),segment_id=4ae699c8-d941-4b9a-8542-044a97adaab1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:43.615463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.719305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Router 7a780a37-ca62-4491-a249-91d8b048ac61 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:43.852244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:43.871373 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1370c189-5bce-4e07-9d3d-3cf5f9b6b0bc tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9637334 Mar 22 14:39:43.873894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53478) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:43.877760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] Sync routers for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:43.909714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351302f-272c-4730-b9cf-f2945995222f None None] Pushing event updated for resources: {'Port': ['ID=e54cc4b2-2da9-4343-9e6b-00f14ea17119,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:43.914726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:43.915347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:43.957817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:43.973062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Provisioning complete for port c4e1cd51-464b-4acc-88c4-31a0503611bc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:43.973433 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:43.977009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:43.977680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:44.036331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:44.037012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306c2d0-4e47-4cfe-9c2a-1f5feaa3b0de None None] The sync data for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 is: [] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:44.048890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Port c4e1cd51-464b-4acc-88c4-31a0503611bc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:39:44.059953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Provisioning complete for port e54cc4b2-2da9-4343-9e6b-00f14ea17119 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:44.060478 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:44.130259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e54cc4b2-2da9-4343-9e6b-00f14ea17119 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:39:44.173857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b4698-a98e-448e-80ad-821c671f2149 None None] Current status of the port e54cc4b2-2da9-4343-9e6b-00f14ea17119 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:44.200837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e54cc4b2-2da9-4343-9e6b-00f14ea17119 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:39:44.201581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:44.268228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1ed17703-c607-464e-be5e-1b8cd26b7836 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router (7a780a37-ca62-4491-a249-91d8b048ac61), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:44.288591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e54cc4b2-2da9-4343-9e6b-00f14ea17119 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:39:44.362623 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-1ed17703-c607-464e-be5e-1b8cd26b7836 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 14:39:44.364578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1ed17703-c607-464e-be5e-1b8cd26b7836 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61 HTTP/1.1" status: 409 len: 376 time: 0.4885995 Mar 22 14:39:44.366517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53480) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:44.726589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:44.995285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting port c4e1cd51-464b-4acc-88c4-31a0503611bc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:44.995740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.081559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.094953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Calling delete_port for c4e1cd51-464b-4acc-88c4-31a0503611bc owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:45.272032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c4e1cd51-464b-4acc-88c4-31a0503611bc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.302698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Port': ['ID=c4e1cd51-464b-4acc-88c4-31a0503611bc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:45.404466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (7a780a37-ca62-4491-a249-91d8b048ac61), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.576488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Router 7a780a37-ca62-4491-a249-91d8b048ac61 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:39:45.657322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:39:45.663058 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c7340282-68a3-4dbf-adb2-034e81850f52 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2956450 Mar 22 14:39:45.666842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53484) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:45.670539 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] Sync routers for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:39:45.680308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:45.680905 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:45.707316 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-87b48270-b825-479f-bfa6-0e845098bcf9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] show failed (client error): The resource could not be found. Mar 22 14:39:45.712414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-87b48270-b825-479f-bfa6-0e845098bcf9 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-131412733 HTTP/1.1" status: 404 len: 334 time: 0.0406046 Mar 22 14:39:45.712620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53486) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:45.713553 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:45.717303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c49f8272-f0ac-4c56-b2d4-29f22ea288ad tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:45.723983 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] Routers {'7a780a37-ca62-4491-a249-91d8b048ac61'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:39:45.724585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:39:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['7a780a37-ca62-4491-a249-91d8b048ac61'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:45.756369 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-c49f8272-f0ac-4c56-b2d4-29f22ea288ad tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] update failed (client error): The resource could not be found. Mar 22 14:39:45.757423 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c49f8272-f0ac-4c56-b2d4-29f22ea288ad tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-155588688 HTTP/1.1" status: 404 len: 334 time: 0.0438907 Mar 22 14:39:45.760508 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:45.760660 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca044d-429e-4868-a44a-3e6ecc5f7001 None None] The sync data for ids ['7a780a37-ca62-4491-a249-91d8b048ac61'] in n-d-758851-5 is: [] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:39:45.761935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53488) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:45.814276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting subnet 25b1b1c3-cc19-4a07-ac42-d424cea00cde {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:45.817572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (25b1b1c3-cc19-4a07-ac42-d424cea00cde), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.858540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (25b1b1c3-cc19-4a07-ac42-d424cea00cde), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:45.946891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (25b1b1c3-cc19-4a07-ac42-d424cea00cde), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.009787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (25b1b1c3-cc19-4a07-ac42-d424cea00cde), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.037033 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Subnet': ['ID=25b1b1c3-cc19-4a07-ac42-d424cea00cde,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:46.041471 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.047292 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ad7ab6f-2335-4f22-ae27-93658fc60714 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/subnets/25b1b1c3-cc19-4a07-ac42-d424cea00cde HTTP/1.1" status: 204 len: 168 time: 0.2834084 Mar 22 14:39:46.048178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53492) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:46.050200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bd268-01c7-4df8-99d4-76716a33bc2f None None] Network 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:46.135324 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.202813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting port e54cc4b2-2da9-4343-9e6b-00f14ea17119 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:46.203174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.218099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] DHCP port deletion for 3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:46.270130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Deleting port e54cc4b2-2da9-4343-9e6b-00f14ea17119 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:46.270724 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.275080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] For port e54cc4b2-2da9-4343-9e6b-00f14ea17119, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e54cc4b2-2da9-4343-9e6b-00f14ea17119,segment=NetworkSegment(4ae699c8-d941-4b9a-8542-044a97adaab1),segment_id=4ae699c8-d941-4b9a-8542-044a97adaab1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:46.275443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.291946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Calling delete_port for e54cc4b2-2da9-4343-9e6b-00f14ea17119 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:46.341920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] For port e54cc4b2-2da9-4343-9e6b-00f14ea17119, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e54cc4b2-2da9-4343-9e6b-00f14ea17119,segment=NetworkSegment(4ae699c8-d941-4b9a-8542-044a97adaab1),segment_id=4ae699c8-d941-4b9a-8542-044a97adaab1)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:46.342447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.355983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Calling delete_port for e54cc4b2-2da9-4343-9e6b-00f14ea17119 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:46.381681 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.407716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Port': ['ID=e54cc4b2-2da9-4343-9e6b-00f14ea17119,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:46.411152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] No DVR routers for this DVR port e54cc4b2-2da9-4343-9e6b-00f14ea17119 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:46.446509 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e54cc4b2-2da9-4343-9e6b-00f14ea17119), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.476351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] Pushing event deleted for resources: {'Port': ['ID=e54cc4b2-2da9-4343-9e6b-00f14ea17119,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:46.480056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014537ed-94c8-4090-b250-fa8fa60504ad None None] No DVR routers for this DVR port e54cc4b2-2da9-4343-9e6b-00f14ea17119 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:46.496383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.516879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:46.526511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae699c8-d941-4b9a-8542-044a97adaab1') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:46.526810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae699c8-d941-4b9a-8542-044a97adaab1') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:46.536830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (4ae699c8-d941-4b9a-8542-044a97adaab1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.550861 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4ae699c8-d941-4b9a-8542-044a97adaab1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.557483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:46.557922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (4ae699c8-d941-4b9a-8542-044a97adaab1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:46.561407 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:46.628784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.646273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.649496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/networks/3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2 HTTP/1.1" status: 204 len: 168 time: 0.6000841 Mar 22 14:39:46.650729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34e41-2265-4b34-858d-55583e157ce7 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Network': ['ID=3fc2e0d5-c2b5-41b0-bf62-fa01dc6482f2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:46.652192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53494) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:46.706634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting subnet 7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:46.710074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.755993 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.841779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.906363 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.938934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:46.943589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:46.946998 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-be08cbbe-2bc9-45aa-b66a-2cfdf212c090 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/subnets/7eb506fd-4ad8-4ffd-a0a3-74ebcc3adafe HTTP/1.1" status: 204 len: 168 time: 0.2919440 Mar 22 14:39:46.949508 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53498) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:46.950359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63284af-ef6a-458c-a3f9-2b54706d9aca None None] Network f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:47.006765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting subnet 45bec62d-43c0-4187-a7ca-0a43f699f149 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:47.010326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (45bec62d-43c0-4187-a7ca-0a43f699f149), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.053209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (45bec62d-43c0-4187-a7ca-0a43f699f149), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.127700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] DHCP port deletion for f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:47.150954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (45bec62d-43c0-4187-a7ca-0a43f699f149), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.177485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Deleting port 48413100-727b-449b-ac13-639f10c901ea {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:47.178047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (48413100-727b-449b-ac13-639f10c901ea), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.215153 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (45bec62d-43c0-4187-a7ca-0a43f699f149), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.243051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] For port 48413100-727b-449b-ac13-639f10c901ea, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=48413100-727b-449b-ac13-639f10c901ea,segment=NetworkSegment(5f5c3777-db7b-4296-a626-dc0e6d656c43),segment_id=5f5c3777-db7b-4296-a626-dc0e6d656c43)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:47.243546 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Subnet': ['ID=45bec62d-43c0-4187-a7ca-0a43f699f149,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:47.243717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (48413100-727b-449b-ac13-639f10c901ea), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.249867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.253259 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7a7825a7-e59a-45a0-a735-02cd1026d7e0 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/subnets/45bec62d-43c0-4187-a7ca-0a43f699f149 HTTP/1.1" status: 204 len: 168 time: 0.3027880 Mar 22 14:39:47.255790 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53500) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:47.258784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b846fb-3afb-4a50-bb0d-63a975f5f32f None None] Network 131b4fe6-4234-4a23-b658-bab74f071c3b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:47.312534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Calling delete_port for 48413100-727b-449b-ac13-639f10c901ea owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:47.340639 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.400659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting port 48413100-727b-449b-ac13-639f10c901ea {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:47.401460 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (48413100-727b-449b-ac13-639f10c901ea), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.449897 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (48413100-727b-449b-ac13-639f10c901ea), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.482539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] No DVR routers for this DVR port 48413100-727b-449b-ac13-639f10c901ea on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:47.486957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706f2f-d696-4498-9ef9-488e93d2fc15 None None] Pushing event deleted for resources: {'Port': ['ID=48413100-727b-449b-ac13-639f10c901ea,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:47.545262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] DHCP port deletion for 131b4fe6-4234-4a23-b658-bab74f071c3b request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:47.597508 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Deleting port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:47.597980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.677467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] For port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,segment=NetworkSegment(62a2ddf8-4aa4-4c6e-b534-a9c49a486572),segment_id=62a2ddf8-4aa4-4c6e-b534-a9c49a486572)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:47.678064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.691721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Calling delete_port for 71dcd93d-feee-4c88-99bc-3ea8d144dcdf owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:47.735618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] For port 48413100-727b-449b-ac13-639f10c901ea, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=48413100-727b-449b-ac13-639f10c901ea,segment=NetworkSegment(5f5c3777-db7b-4296-a626-dc0e6d656c43),segment_id=5f5c3777-db7b-4296-a626-dc0e6d656c43)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:47.736128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (48413100-727b-449b-ac13-639f10c901ea), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.751573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Calling delete_port for 48413100-727b-449b-ac13-639f10c901ea owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:47.779424 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (71dcd93d-feee-4c88-99bc-3ea8d144dcdf), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.808280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] No DVR routers for this DVR port 71dcd93d-feee-4c88-99bc-3ea8d144dcdf on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:47.810366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f293e-d964-4e79-aa83-cfdd4757cae3 None None] Pushing event deleted for resources: {'Port': ['ID=71dcd93d-feee-4c88-99bc-3ea8d144dcdf,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:47.839063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (48413100-727b-449b-ac13-639f10c901ea), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.867161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Port': ['ID=48413100-727b-449b-ac13-639f10c901ea,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:47.872087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] No DVR routers for this DVR port 48413100-727b-449b-ac13-639f10c901ea on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:47.951757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:47.978257 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b92ddb-3621-48b8-83ce-fc7e9a8a6792']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:47.990113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5c3777-db7b-4296-a626-dc0e6d656c43') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:47.990577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5c3777-db7b-4296-a626-dc0e6d656c43') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:48.005411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (5f5c3777-db7b-4296-a626-dc0e6d656c43), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.021585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5f5c3777-db7b-4296-a626-dc0e6d656c43), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.028183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 48413100-727b-449b-ac13-639f10c901ea no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:48.030670 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:48.031232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (5f5c3777-db7b-4296-a626-dc0e6d656c43), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self.session.flush() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:48.034629 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:48.057201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 48413100-727b-449b-ac13-639f10c901ea {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:48.057544 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 48413100-727b-449b-ac13-639f10c901ea not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:48.058005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 71dcd93d-feee-4c88-99bc-3ea8d144dcdf no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:48.080184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 71dcd93d-feee-4c88-99bc-3ea8d144dcdf {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:48.080435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 71dcd93d-feee-4c88-99bc-3ea8d144dcdf not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:48.080855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e54cc4b2-2da9-4343-9e6b-00f14ea17119 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:48.097492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (f3b92ddb-3621-48b8-83ce-fc7e9a8a6792), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.103370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e54cc4b2-2da9-4343-9e6b-00f14ea17119 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:48.103725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e54cc4b2-2da9-4343-9e6b-00f14ea17119 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:48.107578 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.110820 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/networks/f3b92ddb-3621-48b8-83ce-fc7e9a8a6792 HTTP/1.1" status: 204 len: 168 time: 0.8541026 Mar 22 14:39:48.113262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53504) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:48.144370 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b9bc3-5d66-4de4-a44f-7b4f715c37ed tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Network': ['ID=f3b92ddb-3621-48b8-83ce-fc7e9a8a6792,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:48.218266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (131b4fe6-4234-4a23-b658-bab74f071c3b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.307351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (131b4fe6-4234-4a23-b658-bab74f071c3b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.328105 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b4fe6-4234-4a23-b658-bab74f071c3b']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:48.337498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a2ddf8-4aa4-4c6e-b534-a9c49a486572') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:48.337784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a2ddf8-4aa4-4c6e-b534-a9c49a486572') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:48.347403 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (62a2ddf8-4aa4-4c6e-b534-a9c49a486572), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.361600 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (62a2ddf8-4aa4-4c6e-b534-a9c49a486572), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.367481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:48.367863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (62a2ddf8-4aa4-4c6e-b534-a9c49a486572), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:48.370930 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:48.435451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (131b4fe6-4234-4a23-b658-bab74f071c3b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.445092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.448229 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/networks/131b4fe6-4234-4a23-b658-bab74f071c3b HTTP/1.1" status: 204 len: 168 time: 0.3339815 Mar 22 14:39:48.450965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:48.469330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e085fa-0944-453f-9fc3-4035ef300169 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Network': ['ID=131b4fe6-4234-4a23-b658-bab74f071c3b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:48.513801 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting subnet 4af6e04c-6acd-4dad-a7d8-6c726f91196a {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:39:48.517232 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (4af6e04c-6acd-4dad-a7d8-6c726f91196a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.558974 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (4af6e04c-6acd-4dad-a7d8-6c726f91196a), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.586583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68792ba5-8cb8-4506-a879-1c39c28076a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.653482 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (4af6e04c-6acd-4dad-a7d8-6c726f91196a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.713538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (4af6e04c-6acd-4dad-a7d8-6c726f91196a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.742114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Subnet': ['ID=4af6e04c-6acd-4dad-a7d8-6c726f91196a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:48.745722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.749002 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aacec505-5b2f-4d9e-b377-0d6189b0ce13 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/subnets/4af6e04c-6acd-4dad-a7d8-6c726f91196a HTTP/1.1" status: 204 len: 168 time: 0.2886131 Mar 22 14:39:48.751636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53508) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:48.756835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682512f-59ef-435d-b55d-baca366cdc3c None None] Network b73524ac-39b5-4638-bb86-3f688f261506 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:39:48.836724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b73524ac-39b5-4638-bb86-3f688f261506), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.895983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Deleting port 262347f0-b8db-4b1b-b16c-84db44cc2616 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:48.896585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.922275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] DHCP port deletion for b73524ac-39b5-4638-bb86-3f688f261506 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:39:48.976466 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] For port 262347f0-b8db-4b1b-b16c-84db44cc2616, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=262347f0-b8db-4b1b-b16c-84db44cc2616,segment=NetworkSegment(9f75b7a6-2bbd-43f8-93d6-7e04eb100795),segment_id=9f75b7a6-2bbd-43f8-93d6-7e04eb100795)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:48.978027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.980632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Deleting port 262347f0-b8db-4b1b-b16c-84db44cc2616 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:39:48.980834 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:48.992186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Calling delete_port for 262347f0-b8db-4b1b-b16c-84db44cc2616 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:49.047434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] For port 262347f0-b8db-4b1b-b16c-84db44cc2616, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=262347f0-b8db-4b1b-b16c-84db44cc2616,segment=NetworkSegment(9f75b7a6-2bbd-43f8-93d6-7e04eb100795),segment_id=9f75b7a6-2bbd-43f8-93d6-7e04eb100795)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:39:49.047957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.062824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Calling delete_port for 262347f0-b8db-4b1b-b16c-84db44cc2616 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:39:49.091439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.120793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Port': ['ID=262347f0-b8db-4b1b-b16c-84db44cc2616,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:49.124398 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] No DVR routers for this DVR port 262347f0-b8db-4b1b-b16c-84db44cc2616 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:49.147420 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (262347f0-b8db-4b1b-b16c-84db44cc2616), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.174051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] Pushing event deleted for resources: {'Port': ['ID=262347f0-b8db-4b1b-b16c-84db44cc2616,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:49.178891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e0ab8-3095-4587-a498-50e5f97c0723 None None] No DVR routers for this DVR port 262347f0-b8db-4b1b-b16c-84db44cc2616 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:39:49.206235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b73524ac-39b5-4638-bb86-3f688f261506), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.233031 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73524ac-39b5-4638-bb86-3f688f261506']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:49.242808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f75b7a6-2bbd-43f8-93d6-7e04eb100795') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:49.243102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f75b7a6-2bbd-43f8-93d6-7e04eb100795') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:49.252609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (9f75b7a6-2bbd-43f8-93d6-7e04eb100795), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.266193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9f75b7a6-2bbd-43f8-93d6-7e04eb100795), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.272758 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:49.273222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (9f75b7a6-2bbd-43f8-93d6-7e04eb100795), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:49.276386 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:49.337479 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b73524ac-39b5-4638-bb86-3f688f261506), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.342693 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.346230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/networks/b73524ac-39b5-4638-bb86-3f688f261506 HTTP/1.1" status: 204 len: 168 time: 0.5935392 Mar 22 14:39:49.349154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53512) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:49.361768 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37780d-af43-437d-bda7-bb6542b5435d tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Pushing event deleted for resources: {'Network': ['ID=b73524ac-39b5-4638-bb86-3f688f261506,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:49.381030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-305af1a4-a811-4acc-9a8e-25d1799725be tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a780a37-ca62-4491-a249-91d8b048ac61 HTTP/1.1" status: 200 len: 205 time: 0.0301015 Mar 22 14:39:49.383470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53514) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:49.462552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router (7a780a37-ca62-4491-a249-91d8b048ac61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.635469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.638193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router_controller (7a780a37-ca62-4491-a249-91d8b048ac61), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.683527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (7a780a37-ca62-4491-a249-91d8b048ac61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.684248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Fanout notify agent at l3_agent the message router_deleted on router 7a780a37-ca62-4491-a249-91d8b048ac61 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:39:49.695518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:49.696662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-78ed459e-28d6-456a-b7ec-0d5fb3301715 tempest-RoutersNegativeIpV6Test-8104142 tempest-RoutersNegativeIpV6Test-8104142-project] 10.222.0.81 "DELETE /v2.0/routers/7a780a37-ca62-4491-a249-91d8b048ac61 HTTP/1.1" status: 204 len: 168 time: 0.3120925 Mar 22 14:39:49.977606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53520) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:50.043776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 262347f0-b8db-4b1b-b16c-84db44cc2616 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:39:50.069104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 262347f0-b8db-4b1b-b16c-84db44cc2616 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:39:50.069462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 262347f0-b8db-4b1b-b16c-84db44cc2616 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:39:50.137142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b02343c3-35be-4128-97cc-ea06708a6d97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c114196b97e8412cbf6b21cc7219c090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584258 Mar 22 14:39:50.139578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53526) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:50.187706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] Publish callbacks [] for security_group (011da87f-a166-4dd2-810c-9eee29fb0ffa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:50.213174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] Publish callbacks [] for security_group (011da87f-a166-4dd2-810c-9eee29fb0ffa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:50.264151 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (011da87f-a166-4dd2-810c-9eee29fb0ffa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:50.267142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:50.268327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/011da87f-a166-4dd2-810c-9eee29fb0ffa HTTP/1.1" status: 204 len: 168 time: 0.1278484 Mar 22 14:39:50.281458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5439fa-0435-4f97-87ff-37eec022855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011da87f-a166-4dd2-810c-9eee29fb0ffa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:50.931382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53548) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:50.961842 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2ad-bce3-4667-8620-4710dedbc6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.039038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-17540613-20bb-4f6d-b3b7-1b0305ea300a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.040357 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-17540613-20bb-4f6d-b3b7-1b0305ea300a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:39:51.040937 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-17540613-20bb-4f6d-b3b7-1b0305ea300a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:39:51.046020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53554) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.048409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-17540613-20bb-4f6d-b3b7-1b0305ea300a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1158786 Mar 22 14:39:51.051235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035334635'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.080533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.089890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.165378 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (d3567091-fcdb-482c-b8a3-4f019be004a6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.170801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d3567091-fcdb-482c-b8a3-4f019be004a6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.209940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3567091-fcdb-482c-b8a3-4f019be004a6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:51.255119 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.260289 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.288158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.289441 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2423499 Mar 22 14:39:51.293360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53556) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.298406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.302586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8701db5-5d25-4ea6-a7e5-6468a3211029 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:51.329844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group_rule (f7a4d01e-3292-4c27-a67c-5998747bc233), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.400655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group_rule (f7a4d01e-3292-4c27-a67c-5998747bc233), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.441879 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f7a4d01e-3292-4c27-a67c-5998747bc233), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.458802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a4d01e-3292-4c27-a67c-5998747bc233,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:51.480940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.484808 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-75f55385-3872-4029-9082-d09be0299a58 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879387 Mar 22 14:39:51.485016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53562) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.489393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5dd16e27-c840-442f-840e-26a17ff7fae2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.516297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5dd16e27-c840-442f-840e-26a17ff7fae2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group_rule (2468fbac-c37b-4076-8c7d-99f7f89f5630), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.564403 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-5dd16e27-c840-442f-840e-26a17ff7fae2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 14:39:51.565374 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5dd16e27-c840-442f-840e-26a17ff7fae2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0794122 Mar 22 14:39:51.568342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53568) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.621724 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.648759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.694213 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.696975 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.698175 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1 HTTP/1.1" status: 204 len: 168 time: 0.1287813 Mar 22 14:39:51.700978 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53570) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.707543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3005f5-5695-4aa8-a194-04dc0fae9c74 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97006dd2-1f0a-4f8e-9cf8-6ec270f6d4b1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:51.759694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f5b74959-d0ff-4180-8953-e426fb60d3e7 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574317 Mar 22 14:39:51.763453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53572) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.767737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215036441'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.791734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.856240 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3f79a5b1-8bea-46d5-a357-352444c42690), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.861171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3f79a5b1-8bea-46d5-a357-352444c42690), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.891655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.892885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1284716 Mar 22 14:39:51.894777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3450-672a-4efa-b579-d6c28b45c9c9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79a5b1-8bea-46d5-a357-352444c42690,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:51.896073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53574) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.901158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f6cddd90-92d4-42df-bc5a-b546a7e889cc tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '3f79a5b1-8bea-46d5-a357-352444c42690', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:51.902341 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-f6cddd90-92d4-42df-bc5a-b546a7e889cc tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 14:39:51.902549 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-f6cddd90-92d4-42df-bc5a-b546a7e889cc tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:51.905741 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6cddd90-92d4-42df-bc5a-b546a7e889cc tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063758 Mar 22 14:39:51.906014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53576) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:51.958038 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3f79a5b1-8bea-46d5-a357-352444c42690), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.979881 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:51.993166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3f79a5b1-8bea-46d5-a357-352444c42690), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.035065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3f79a5b1-8bea-46d5-a357-352444c42690), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.037867 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.039050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f79a5b1-8bea-46d5-a357-352444c42690 HTTP/1.1" status: 204 len: 168 time: 0.1321061 Mar 22 14:39:52.042673 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53578) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.048625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44686d98-f966-43e4-8466-c31d29b75c9d tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79a5b1-8bea-46d5-a357-352444c42690,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.109678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a906fb1f-11cd-4f66-8a5f-8169cb608788 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614622 Mar 22 14:39:52.110235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53582) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.114604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--554427827'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.137925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.204865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (43cf5281-3ead-482d-a6cf-16ba7bec8df7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.209619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43cf5281-3ead-482d-a6cf-16ba7bec8df7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.239781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cf5281-3ead-482d-a6cf-16ba7bec8df7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.245150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.247025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1ba0babd-49ef-4aa3-bf9d-ace44675a0c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1355822 Mar 22 14:39:52.249647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53584) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.254640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-66f6ab3c-b283-4a06-b22b-8ff652b4e972 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '43cf5281-3ead-482d-a6cf-16ba7bec8df7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.255565 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-66f6ab3c-b283-4a06-b22b-8ff652b4e972 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 14:39:52.256069 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-66f6ab3c-b283-4a06-b22b-8ff652b4e972 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.257049 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-66f6ab3c-b283-4a06-b22b-8ff652b4e972 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062103 Mar 22 14:39:52.259616 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53586) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.311828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (43cf5281-3ead-482d-a6cf-16ba7bec8df7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.335346 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (43cf5281-3ead-482d-a6cf-16ba7bec8df7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.383031 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (43cf5281-3ead-482d-a6cf-16ba7bec8df7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.386795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.388047 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/43cf5281-3ead-482d-a6cf-16ba7bec8df7 HTTP/1.1" status: 204 len: 168 time: 0.1275659 Mar 22 14:39:52.390934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53588) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.398371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22110c2a-7399-4ddb-b72b-077136d89869 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cf5281-3ead-482d-a6cf-16ba7bec8df7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.447675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-08a9dda5-4860-44ce-9b47-9eff744a0c7f tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0551376 Mar 22 14:39:52.451539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53590) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.456510 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327263415'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.479804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.553759 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (d1b57371-2a29-40ae-913e-455dcc1b154f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.559423 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1b57371-2a29-40ae-913e-455dcc1b154f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.588099 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.589379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1365733 Mar 22 14:39:52.592963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53596) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.593527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7ffd5-59e6-43b4-940a-d107f6bbc53a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b57371-2a29-40ae-913e-455dcc1b154f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.603482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3a6a8349-0f5a-4ebf-b624-4232eea9bfc2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'd1b57371-2a29-40ae-913e-455dcc1b154f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.604915 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-3a6a8349-0f5a-4ebf-b624-4232eea9bfc2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 14:39:52.605509 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-3a6a8349-0f5a-4ebf-b624-4232eea9bfc2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.606578 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3a6a8349-0f5a-4ebf-b624-4232eea9bfc2 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120549 Mar 22 14:39:52.609330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53598) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.614303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e1ec871d-cad5-4647-908e-756b38e75226 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'd1b57371-2a29-40ae-913e-455dcc1b154f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.615116 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-e1ec871d-cad5-4647-908e-756b38e75226 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 14:39:52.615680 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-e1ec871d-cad5-4647-908e-756b38e75226 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.618874 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e1ec871d-cad5-4647-908e-756b38e75226 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062771 Mar 22 14:39:52.619150 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.623237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-79d091ad-9abe-4d13-b4e3-13ad4393a785 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'd1b57371-2a29-40ae-913e-455dcc1b154f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.624033 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-79d091ad-9abe-4d13-b4e3-13ad4393a785 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 14:39:52.624507 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-79d091ad-9abe-4d13-b4e3-13ad4393a785 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.625424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79d091ad-9abe-4d13-b4e3-13ad4393a785 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053880 Mar 22 14:39:52.627800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53606) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.632951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-96bb2be1-5e4d-4a63-b853-869b2d1edba3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'd1b57371-2a29-40ae-913e-455dcc1b154f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.633818 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-96bb2be1-5e4d-4a63-b853-869b2d1edba3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 14:39:52.634382 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-96bb2be1-5e4d-4a63-b853-869b2d1edba3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.635308 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96bb2be1-5e4d-4a63-b853-869b2d1edba3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066295 Mar 22 14:39:52.637913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.689152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (d1b57371-2a29-40ae-913e-455dcc1b154f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.711125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (d1b57371-2a29-40ae-913e-455dcc1b154f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.754869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1b57371-2a29-40ae-913e-455dcc1b154f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.757521 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.761602 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/d1b57371-2a29-40ae-913e-455dcc1b154f HTTP/1.1" status: 204 len: 168 time: 0.1226201 Mar 22 14:39:52.761781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53610) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.771012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db72b9-08d8-4b1c-acb5-8c65b92066da tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b57371-2a29-40ae-913e-455dcc1b154f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.811529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-343ff3ed-b3e3-4844-abe7-057bd87fc21c tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0486536 Mar 22 14:39:52.815560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53612) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.820182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--26025040'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.842307 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.911144 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (bb59d4f6-46e6-428b-ba40-c1d163fe4e7c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.915994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bb59d4f6-46e6-428b-ba40-c1d163fe4e7c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.944408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59d4f6-46e6-428b-ba40-c1d163fe4e7c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:52.949329 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:52.953300 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a200e3a-f788-409c-af85-a2b03c4111a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1340401 Mar 22 14:39:52.954082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.958303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cd882f11-6ac3-4f4d-b363-7ac5738ac708 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:52.958968 n-d-758851-5 neutron-server[103890]: WARNING neutron.api.v2.base [None req-cd882f11-6ac3-4f4d-b363-7ac5738ac708 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:39:52.959270 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-cd882f11-6ac3-4f4d-b363-7ac5738ac708 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:52.962506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cd882f11-6ac3-4f4d-b363-7ac5738ac708 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054469 Mar 22 14:39:52.962935 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53616) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:52.967500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-78cb63d1-6ba0-4943-b971-9dd23f9f09c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.004077 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-78cb63d1-6ba0-4943-b971-9dd23f9f09c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.005769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-78cb63d1-6ba0-4943-b971-9dd23f9f09c3 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0418539 Mar 22 14:39:53.008648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.013169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-96c0c31e-5742-4c5e-883a-f1b426b1c67e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.013746 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-96c0c31e-5742-4c5e-883a-f1b426b1c67e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 14:39:53.014300 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-96c0c31e-5742-4c5e-883a-f1b426b1c67e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.016512 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-96c0c31e-5742-4c5e-883a-f1b426b1c67e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056827 Mar 22 14:39:53.017709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53620) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.021549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-382ac8c8-eefe-4808-82a7-d9c501e70f9a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.057678 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-382ac8c8-eefe-4808-82a7-d9c501e70f9a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.059024 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-382ac8c8-eefe-4808-82a7-d9c501e70f9a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0404220 Mar 22 14:39:53.062364 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53622) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.066692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1958f308-3856-4aed-82da-d0183f70b6aa tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.067167 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-1958f308-3856-4aed-82da-d0183f70b6aa tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 14:39:53.067637 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-1958f308-3856-4aed-82da-d0183f70b6aa tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.068529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1958f308-3856-4aed-82da-d0183f70b6aa tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053723 Mar 22 14:39:53.071056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53624) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.075512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a20badb4-34dc-4de3-996f-3e13564141bb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.096726 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-a20badb4-34dc-4de3-996f-3e13564141bb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Project e770d8ec3fd14d7a9942b95f6037b1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:39:53.111830 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-a20badb4-34dc-4de3-996f-3e13564141bb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.113073 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a20badb4-34dc-4de3-996f-3e13564141bb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0404017 Mar 22 14:39:53.115734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53626) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.119981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bf0478f3-4108-475f-bb76-38d6c1dea7ad tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.120457 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-bf0478f3-4108-475f-bb76-38d6c1dea7ad tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 14:39:53.120908 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-bf0478f3-4108-475f-bb76-38d6c1dea7ad tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.121885 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bf0478f3-4108-475f-bb76-38d6c1dea7ad tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052907 Mar 22 14:39:53.124305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53628) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.128819 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-15193c4a-f963-42f7-8fab-d49fabd4df8f tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.149514 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-15193c4a-f963-42f7-8fab-d49fabd4df8f tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Project e770d8ec3fd14d7a9942b95f6037b1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:39:53.163800 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-15193c4a-f963-42f7-8fab-d49fabd4df8f tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.168437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53632) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.168608 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-15193c4a-f963-42f7-8fab-d49fabd4df8f tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0432642 Mar 22 14:39:53.173266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4023bc08-f8af-4d35-9b7e-07d7494ad556 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': 'bb59d4f6-46e6-428b-ba40-c1d163fe4e7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.196547 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-4023bc08-f8af-4d35-9b7e-07d7494ad556 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Project e770d8ec3fd14d7a9942b95f6037b1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:39:53.210885 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-4023bc08-f8af-4d35-9b7e-07d7494ad556 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:53.211989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4023bc08-f8af-4d35-9b7e-07d7494ad556 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0421407 Mar 22 14:39:53.215018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53634) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.268537 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (bb59d4f6-46e6-428b-ba40-c1d163fe4e7c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.291609 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (bb59d4f6-46e6-428b-ba40-c1d163fe4e7c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.334749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (bb59d4f6-46e6-428b-ba40-c1d163fe4e7c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.337359 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.338683 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/bb59d4f6-46e6-428b-ba40-c1d163fe4e7c HTTP/1.1" status: 204 len: 168 time: 0.1225560 Mar 22 14:39:53.341670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53636) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.348572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952855-71b0-44cc-894b-d8a4dc008b1e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59d4f6-46e6-428b-ba40-c1d163fe4e7c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:53.393685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-78d3bef9-cab2-4452-b18d-c900a42664e1 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506144 Mar 22 14:39:53.397478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53638) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.401747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736772229'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.423706 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.490125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (6e6c2d53-c7b8-4553-88c6-7a32d27734f2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.495443 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e6c2d53-c7b8-4553-88c6-7a32d27734f2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.525171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.529209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1279883 Mar 22 14:39:53.529209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186ead-0522-447d-87f9-c8579eef852e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c2d53-c7b8-4553-88c6-7a32d27734f2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:53.529881 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53640) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.535298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-86bc6ef9-c982-47cc-ba51-b08d687b0eeb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '6e6c2d53-c7b8-4553-88c6-7a32d27734f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.580462 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-86bc6ef9-c982-47cc-ba51-b08d687b0eeb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The resource could not be found. Mar 22 14:39:53.581606 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86bc6ef9-c982-47cc-ba51-b08d687b0eeb tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0504816 Mar 22 14:39:53.585319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53642) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.589951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0c2866b3-b3ec-4fb9-a4c8-207addd9bb5a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '6e6c2d53-c7b8-4553-88c6-7a32d27734f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7089dd92-0a75-4f03-a93b-a1d158dc5fa2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.632343 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-0c2866b3-b3ec-4fb9-a4c8-207addd9bb5a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The resource could not be found. Mar 22 14:39:53.636241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0c2866b3-b3ec-4fb9-a4c8-207addd9bb5a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0470536 Mar 22 14:39:53.636509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53644) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.693577 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (6e6c2d53-c7b8-4553-88c6-7a32d27734f2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.718830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (6e6c2d53-c7b8-4553-88c6-7a32d27734f2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.762394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6e6c2d53-c7b8-4553-88c6-7a32d27734f2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.765186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.766900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/6e6c2d53-c7b8-4553-88c6-7a32d27734f2 HTTP/1.1" status: 204 len: 168 time: 0.1286781 Mar 22 14:39:53.769142 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53646) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.776513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4047-71b1-4c50-8860-86591f8058f8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c2d53-c7b8-4553-88c6-7a32d27734f2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:53.793301 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.821833 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ab420b43-b24e-4e84-ae3a-5e572c0e0baa tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511081 Mar 22 14:39:53.825687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53648) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.829679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8042dbf7-7567-443a-9961-b98f9e06afc8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '7994d23a-ee99-4177-a0b2-fd9f0d44d587', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.867525 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-8042dbf7-7567-443a-9961-b98f9e06afc8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The resource could not be found. Mar 22 14:39:53.871059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8042dbf7-7567-443a-9961-b98f9e06afc8 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0438848 Mar 22 14:39:53.872544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53650) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:53.876864 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--274527147'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:53.898658 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.966379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (831666b7-6de8-44b2-8d33-d550084ee14b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:53.974193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (831666b7-6de8-44b2-8d33-d550084ee14b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.003763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831666b7-6de8-44b2-8d33-d550084ee14b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.008079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.011989 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c0400749-fd50-4c2c-acb7-11915d0174ce tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1358423 Mar 22 14:39:54.012694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53652) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.016468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295590485'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:54.036665 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.102550 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (f7762ffc-0b9c-44b1-8205-b587d341bb84), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.108146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7762ffc-0b9c-44b1-8205-b587d341bb84), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.134262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.135474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1223011 Mar 22 14:39:54.138798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53654) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.140106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693057d-16eb-4581-863f-7fad21d5c37e tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7762ffc-0b9c-44b1-8205-b587d341bb84,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.144871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-cf667868-b1b1-4208-8c2d-ce96bc075a67 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '831666b7-6de8-44b2-8d33-d550084ee14b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f7762ffc-0b9c-44b1-8205-b587d341bb84'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:54.183067 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-cf667868-b1b1-4208-8c2d-ce96bc075a67 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:54.184536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cf667868-b1b1-4208-8c2d-ce96bc075a67 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0447164 Mar 22 14:39:54.187331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53656) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.244301 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (f7762ffc-0b9c-44b1-8205-b587d341bb84), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.267220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (f7762ffc-0b9c-44b1-8205-b587d341bb84), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.308968 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (f7762ffc-0b9c-44b1-8205-b587d341bb84), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.311750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.313010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7762ffc-0b9c-44b1-8205-b587d341bb84 HTTP/1.1" status: 204 len: 168 time: 0.1247344 Mar 22 14:39:54.316172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53660) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.322465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1b4c6-28af-4096-a25c-f86d988e0491 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7762ffc-0b9c-44b1-8205-b587d341bb84,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.378570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-12d94e4a-ac84-4a00-8dc1-a88010c4a945 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0608890 Mar 22 14:39:54.381175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53662) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.436599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (831666b7-6de8-44b2-8d33-d550084ee14b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.458231 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (831666b7-6de8-44b2-8d33-d550084ee14b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.501405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (831666b7-6de8-44b2-8d33-d550084ee14b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.504291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.505461 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/831666b7-6de8-44b2-8d33-d550084ee14b HTTP/1.1" status: 204 len: 168 time: 0.1232569 Mar 22 14:39:54.508164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53664) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.515256 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460772-efe8-467e-9f35-57fe0c398d7b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831666b7-6de8-44b2-8d33-d550084ee14b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.565991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca029b27-0d7b-429e-b1c2-72069420ba61 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0557525 Mar 22 14:39:54.569929 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53666) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.575170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--434234380'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:54.597422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.664290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3e5eda4a-6541-43bb-b5d2-44d60b9a186c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.669904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3e5eda4a-6541-43bb-b5d2-44d60b9a186c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.696795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.698155 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1270461 Mar 22 14:39:54.701366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53668) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.702272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867e48-e7f1-48cd-8fd9-512848c70271 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5eda4a-6541-43bb-b5d2-44d60b9a186c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.707420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-11c1aac1-2d5f-4f32-be5a-d10b4209b363 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '3e5eda4a-6541-43bb-b5d2-44d60b9a186c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:54.749749 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-11c1aac1-2d5f-4f32-be5a-d10b4209b363 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:54.753676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-11c1aac1-2d5f-4f32-be5a-d10b4209b363 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0483158 Mar 22 14:39:54.753899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53670) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.758565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5d7fe4e5-1a1a-439e-b7e3-2ed3d1de7da9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group_rule': {'security_group_id': '3e5eda4a-6541-43bb-b5d2-44d60b9a186c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:54.803746 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-5d7fe4e5-1a1a-439e-b7e3-2ed3d1de7da9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:39:54.804818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5d7fe4e5-1a1a-439e-b7e3-2ed3d1de7da9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0499389 Mar 22 14:39:54.807932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.865152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3e5eda4a-6541-43bb-b5d2-44d60b9a186c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.890735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (3e5eda4a-6541-43bb-b5d2-44d60b9a186c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.937898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (3e5eda4a-6541-43bb-b5d2-44d60b9a186c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.940596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:54.941880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/3e5eda4a-6541-43bb-b5d2-44d60b9a186c HTTP/1.1" status: 204 len: 168 time: 0.1328566 Mar 22 14:39:54.944894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53674) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:54.955520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb4569-c498-4f75-8e7f-6cbfa1a9a57b tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5eda4a-6541-43bb-b5d2-44d60b9a186c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:54.962415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.000283 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d23f4bc8-c903-4a1f-843d-848dad012e39 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541387 Mar 22 14:39:55.004559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.009384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'tempest-secgroup--944089780'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:55.034126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.099753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (8fc8e0e4-7735-43f8-a58f-c1014a7f162a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.104980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fc8e0e4-7735-43f8-a58f-c1014a7f162a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.133325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8e0e4-7735-43f8-a58f-c1014a7f162a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:55.138883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.142415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-196f89eb-4e4f-4742-892c-c36dff9b719a tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1365845 Mar 22 14:39:55.143181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53686) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.147912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-01365330-c7a3-4514-a1ee-f1b43e916504 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:55.148363 n-d-758851-5 neutron-server[103891]: WARNING neutron.api.v2.base [None req-01365330-c7a3-4514-a1ee-f1b43e916504 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 14:39:55.148850 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-01365330-c7a3-4514-a1ee-f1b43e916504 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 14:39:55.150775 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-01365330-c7a3-4514-a1ee-f1b43e916504 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "PUT /v2.0/security-groups/8fc8e0e4-7735-43f8-a58f-c1014a7f162a HTTP/1.1" status: 409 len: 330 time: 0.0056245 Mar 22 14:39:55.152706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.203575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (8fc8e0e4-7735-43f8-a58f-c1014a7f162a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.228867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (8fc8e0e4-7735-43f8-a58f-c1014a7f162a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.273779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8fc8e0e4-7735-43f8-a58f-c1014a7f162a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.276876 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.281277 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/8fc8e0e4-7735-43f8-a58f-c1014a7f162a HTTP/1.1" status: 204 len: 168 time: 0.1276727 Mar 22 14:39:55.281435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.292498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b18f-f326-4d17-95d8-fd1c8209fa35 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8e0e4-7735-43f8-a58f-c1014a7f162a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:55.336494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8feeea85-7956-4e69-92a7-272a980a7ac1 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536425 Mar 22 14:39:55.340524 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53694) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.354568 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-1cc03bad-1b30-47b9-b269-5e9b7d9e5ebd tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] delete failed (client error): The resource could not be found. Mar 22 14:39:55.355591 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1cc03bad-1b30-47b9-b269-5e9b7d9e5ebd tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "DELETE /v2.0/security-groups/8b3628c2-e3b6-443c-bbf2-5a9814f8587b HTTP/1.1" status: 404 len: 347 time: 0.0140526 Mar 22 14:39:55.359698 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.372494 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-86be07b9-e7ba-45a3-ba6b-05e14b92c511 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] show failed (client error): The resource could not be found. Mar 22 14:39:55.373446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-86be07b9-e7ba-45a3-ba6b-05e14b92c511 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-groups/beaf5895-a8be-4c6e-a999-d953b99312a5 HTTP/1.1" status: 404 len: 347 time: 0.0128806 Mar 22 14:39:55.376806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.390181 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-bb2f631e-39c3-48ec-86e1-c07d650fa0a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] show failed (client error): The resource could not be found. Mar 22 14:39:55.391121 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bb2f631e-39c3-48ec-86e1-c07d650fa0a9 tempest-NegativeSecGroupIPv6Test-724481168 tempest-NegativeSecGroupIPv6Test-724481168-project] 10.222.0.81 "GET /v2.0/security-group-rules/133b3976-3f8f-4d88-ab60-60f5519add49 HTTP/1.1" status: 404 len: 356 time: 0.0134766 Mar 22 14:39:55.634240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53704) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.768123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-430ab740-ade2-4a98-81a9-d14dfd8553b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e770d8ec3fd14d7a9942b95f6037b1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325600 Mar 22 14:39:55.770624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53708) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:55.818931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] Publish callbacks [] for security_group (d3567091-fcdb-482c-b8a3-4f019be004a6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.840794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] Publish callbacks [] for security_group (d3567091-fcdb-482c-b8a3-4f019be004a6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.890178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d3567091-fcdb-482c-b8a3-4f019be004a6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.892954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:55.896607 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3567091-fcdb-482c-b8a3-4f019be004a6 HTTP/1.1" status: 204 len: 168 time: 0.1226885 Mar 22 14:39:55.902638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d67d93-57cf-446f-b8d9-4550681ae982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3567091-fcdb-482c-b8a3-4f019be004a6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:56.591585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53732) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:56.692806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1697105159'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:39:56.717393 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Made reservation on behalf of 891a61ed007745e89c09df77c9a2e6db for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:39:56.720717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.730492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.803054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks [] for security_group (65809d95-11ac-45b5-8f82-1f333fb46551), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.808320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65809d95-11ac-45b5-8f82-1f333fb46551), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.837362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:39:56.843227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65809d95-11ac-45b5-8f82-1f333fb46551,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:56.851434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a40d92b6-2d94-44ed-8c17-59ffd92b2a83), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.851954 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Added segment a40d92b6-2d94-44ed-8c17-59ffd92b2a83 of type vlan for network 4cda7528-3ae2-414d-861c-4a6fe94b47cf Mar 22 14:39:56.894285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4cda7528-3ae2-414d-861c-4a6fe94b47cf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.919910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4cda7528-3ae2-414d-861c-4a6fe94b47cf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.924952 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:39:56.925541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:56.987487 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3917563 Mar 22 14:39:56.987843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53736) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:56.992518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-f9305c50-d774-44c3-87ea-4f4da676687c tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1223155709') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.003242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1c9e-f20f-4931-9cc3-6810ca183be7 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Pushing event updated for resources: {'Network': ['ID=4cda7528-3ae2-414d-861c-4a6fe94b47cf,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:57.018979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4cda7528-3ae2-414d-861c-4a6fe94b47cf details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:39:57.084748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f9305c50-d774-44c3-87ea-4f4da676687c tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "PUT /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1223155709 HTTP/1.1" status: 201 len: 201 time: 0.0932860 Mar 22 14:39:57.085019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53738) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.089672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-20e0e352-0494-4af0-b5c0-c7f10b4dd9e1 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1223155709') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.160979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-20e0e352-0494-4af0-b5c0-c7f10b4dd9e1 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1223155709 HTTP/1.1" status: 204 len: 168 time: 0.0748975 Mar 22 14:39:57.163496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53740) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.167675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-73588372-1052-4f43-9598-df0074c38b95 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.237710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-73588372-1052-4f43-9598-df0074c38b95 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags HTTP/1.1" status: 200 len: 238 time: 0.0732098 Mar 22 14:39:57.240405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53742) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.244754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-81574eb6-b4a3-4e87-8322-3069a4e22661 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', {'tags': ['tempest-TagsTest-Tag-2132876312', 'tempest-TagsTest-Tag-1667725778', 'tempest-TagsTest-Tag-1248644723']}) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.318965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-81574eb6-b4a3-4e87-8322-3069a4e22661 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "PUT /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags HTTP/1.1" status: 200 len: 309 time: 0.0775557 Mar 22 14:39:57.321616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.326080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-81bc8930-d0aa-4b57-9c75-ce680a1b70f2 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-2132876312') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.414847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-81bc8930-d0aa-4b57-9c75-ce680a1b70f2 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "DELETE /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-2132876312 HTTP/1.1" status: 204 len: 168 time: 0.0921662 Mar 22 14:39:57.417586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53748) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.421863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-eef9a6b0-96cb-4fea-b882-29f80f9cb43c tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-2132876312') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.487378 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-eef9a6b0-96cb-4fea-b882-29f80f9cb43c tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] show failed (client error): The resource could not be found. Mar 22 14:39:57.488414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eef9a6b0-96cb-4fea-b882-29f80f9cb43c tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-2132876312 HTTP/1.1" status: 404 len: 326 time: 0.0697899 Mar 22 14:39:57.491337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.495744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-a6ec4d74-359a-460a-88a9-a73b046fc8ca tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1667725778') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.567942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a6ec4d74-359a-460a-88a9-a73b046fc8ca tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1667725778 HTTP/1.1" status: 204 len: 168 time: 0.0755925 Mar 22 14:39:57.570709 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53752) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.575403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.tag.tag_plugin [None req-7b42eda8-41c4-4492-8636-1582946d8851 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1248644723') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.645932 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b42eda8-41c4-4492-8636-1582946d8851 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1248644723 HTTP/1.1" status: 204 len: 168 time: 0.0717227 Mar 22 14:39:57.647286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53756) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.651949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-773bd624-37d1-4cd4-b15a-f9878343fb15 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.742315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-773bd624-37d1-4cd4-b15a-f9878343fb15 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "DELETE /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0913322 Mar 22 14:39:57.742557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53758) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.746722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-e05f32a2-2666-4b34-bf2d-485303261ffe tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1667725778') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.817146 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-e05f32a2-2666-4b34-bf2d-485303261ffe tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] show failed (client error): The resource could not be found. Mar 22 14:39:57.821011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e05f32a2-2666-4b34-bf2d-485303261ffe tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1667725778 HTTP/1.1" status: 404 len: 326 time: 0.0748217 Mar 22 14:39:57.821189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.825439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-32518115-1f45-4e84-9255-cc0f26a979a3 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf', 'tempest-TagsTest-Tag-1248644723') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.890414 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [None req-32518115-1f45-4e84-9255-cc0f26a979a3 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] show failed (client error): The resource could not be found. Mar 22 14:39:57.894236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-32518115-1f45-4e84-9255-cc0f26a979a3 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "GET /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags/tempest-TagsTest-Tag-1248644723 HTTP/1.1" status: 404 len: 326 time: 0.0693419 Mar 22 14:39:57.894438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:57.898634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.tag.tag_plugin [None req-5c62b0f3-127c-4837-8cbb-4598a4ca74ca tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4cda7528-3ae2-414d-861c-4a6fe94b47cf') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:57.976204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5c62b0f3-127c-4837-8cbb-4598a4ca74ca tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "DELETE /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0807586 Mar 22 14:39:57.980103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:58.056222 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4cda7528-3ae2-414d-861c-4a6fe94b47cf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.155115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4cda7528-3ae2-414d-861c-4a6fe94b47cf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.178349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cda7528-3ae2-414d-861c-4a6fe94b47cf']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:58.188796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40d92b6-2d94-44ed-8c17-59ffd92b2a83') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:58.189094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40d92b6-2d94-44ed-8c17-59ffd92b2a83') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:39:58.198747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (a40d92b6-2d94-44ed-8c17-59ffd92b2a83), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.212068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (a40d92b6-2d94-44ed-8c17-59ffd92b2a83), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.218005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:39:58.218334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (a40d92b6-2d94-44ed-8c17-59ffd92b2a83), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:39:58.221196 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:39:58.283844 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4cda7528-3ae2-414d-861c-4a6fe94b47cf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.288441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.294237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] 10.222.0.81 "DELETE /v2.0/networks/4cda7528-3ae2-414d-861c-4a6fe94b47cf HTTP/1.1" status: 204 len: 168 time: 0.3128288 Mar 22 14:39:58.309764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c15f2-2d85-416c-89af-8602c12afd22 tempest-TagsTest-2025834191 tempest-TagsTest-2025834191-project] Pushing event deleted for resources: {'Network': ['ID=4cda7528-3ae2-414d-861c-4a6fe94b47cf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:58.396347 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.555281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53772) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:58.693656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0e1f7d4a-5959-488d-8ad8-4bf45ec0a662 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=891a61ed007745e89c09df77c9a2e6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371074 Mar 22 14:39:58.696306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53776) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:58.748855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] Publish callbacks [] for security_group (65809d95-11ac-45b5-8f82-1f333fb46551), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.770188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] Publish callbacks [] for security_group (65809d95-11ac-45b5-8f82-1f333fb46551), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.818875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (65809d95-11ac-45b5-8f82-1f333fb46551), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.821917 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:58.825894 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65809d95-11ac-45b5-8f82-1f333fb46551 HTTP/1.1" status: 204 len: 168 time: 0.1259241 Mar 22 14:39:58.831073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83169cf-f3a2-454e-a310-0c0610747a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65809d95-11ac-45b5-8f82-1f333fb46551,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:39:59.367986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:39:59.602933 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53800) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:59.607222 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031912 Mar 22 14:39:59.610395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53802) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:39:59.708823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8addc8e3-0455-4743-bd5c-e569fd4a9a10 tempest-NetworksApiDiscovery-2013316920 tempest-NetworksApiDiscovery-2013316920-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0973535 Mar 22 14:39:59.964531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 53810) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:40:00.072433 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63cef50b-691d-422f-998c-9eff8ff57441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.146065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63cef50b-691d-422f-998c-9eff8ff57441 admin admin] Publish callbacks [] for security_group (7b606863-8503-4367-bb7a-a85963ed7560), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.151371 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-63cef50b-691d-422f-998c-9eff8ff57441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b606863-8503-4367-bb7a-a85963ed7560), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.189933 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-63cef50b-691d-422f-998c-9eff8ff57441 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f57792b877944cf2ab57083dd94a0646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242298 Mar 22 14:40:00.190895 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cef50b-691d-422f-998c-9eff8ff57441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b606863-8503-4367-bb7a-a85963ed7560,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:00.193189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 53814) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:40:00.244745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] Publish callbacks [] for security_group (7b606863-8503-4367-bb7a-a85963ed7560), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.267346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] Publish callbacks [] for security_group (7b606863-8503-4367-bb7a-a85963ed7560), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.316197 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b606863-8503-4367-bb7a-a85963ed7560), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.318811 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:00.320104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b606863-8503-4367-bb7a-a85963ed7560 HTTP/1.1" status: 204 len: 168 time: 0.1258523 Mar 22 14:40:00.328479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5295fd-563c-4a78-ad1f-889d9acab1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b606863-8503-4367-bb7a-a85963ed7560,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:02.226610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f4a0d80a-3a9a-460c-9a75-a86b72cab6c7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:02.228087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f4a0d80a-3a9a-460c-9a75-a86b72cab6c7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.3707166 Mar 22 14:40:02.243711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-2631ea00-0376-40e8-beb6-dcac31ea0962 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0094039 Mar 22 14:40:02.300847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-dde28723-474c-44a8-ac4c-f9cdc5da7944 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517490 Mar 22 14:40:02.393710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-26412a9c-9236-4820-9617-43509d476ffd service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Mar 22 14:40:02.492248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-52d1dd73-5061-454b-8584-c043a1829913 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926561 Mar 22 14:40:02.782057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e9d41809-3b43-4dbd-b52b-f6c5276ffd79 req-fc6fde67-f4e6-4785-acea-aab8432afd24 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0285585 Mar 22 14:40:03.597184 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:40:03.742890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-6d477290-3c80-4d09-8272-a3e36731c059 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:03.744505 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-6d477290-3c80-4d09-8272-a3e36731c059 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1070983 Mar 22 14:40:03.756307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:40:03.875352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:40:03.878853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:03.884971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4653f187-f7ca-47cc-a2de-ee3f1f08ce97 req-fb5100d1-b97c-4152-80b8-85c5f2956938 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Mar 22 14:40:04.013634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.7 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/518d9db1-d9d9-4de6-9549-19f272540a20) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:40:04.159864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (518d9db1-d9d9-4de6-9549-19f272540a20), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.195891 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.246910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:40:04.250246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:40:04.258514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:40:04.266407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:04.322371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:04.323011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.342609 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-7ed4ff85-b113-442c-9d38-1eca897d455f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901315 Mar 22 14:40:04.353690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-b45e6258-e2b5-46e1-b9ec-6060987ce3e0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:40:04.355280 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-b45e6258-e2b5-46e1-b9ec-6060987ce3e0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067241 Mar 22 14:40:04.369576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Request body: {'port': {'device_id': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:40:04.462624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.555834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ff3d05c3-ef99-466f-82dd-6b5766d12e0c None None] Provisioning complete for port 518d9db1-d9d9-4de6-9549-19f272540a20 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:40:04.556385 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff3d05c3-ef99-466f-82dd-6b5766d12e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.605785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d05c3-ef99-466f-82dd-6b5766d12e0c None None] Port 518d9db1-d9d9-4de6-9549-19f272540a20 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:40:04.762539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518d9db1-d9d9-4de6-9549-19f272540a20 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:40:04.772588 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks [] for port (518d9db1-d9d9-4de6-9549-19f272540a20), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.785556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Transition to ACTIVE for port object 518d9db1-d9d9-4de6-9549-19f272540a20 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:40:04.792732 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:04.848251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Pushing event updated for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:04.969316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Attempting to bind port 518d9db1-d9d9-4de6-9549-19f272540a20 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:40:04.969584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Attempting to bind port 518d9db1-d9d9-4de6-9549-19f272540a20 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:40:04.969886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Attempting to bind port 518d9db1-d9d9-4de6-9549-19f272540a20 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:40:04.981399 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Port 518d9db1-d9d9-4de6-9549-19f272540a20 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:40:04.982437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Attempting to bind port 518d9db1-d9d9-4de6-9549-19f272540a20 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:40:04.995229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:40:04.995576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:40:04.995966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:40:04.996401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Bound port: 518d9db1-d9d9-4de6-9549-19f272540a20, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:40:04.996821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:05.066010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a947d1-b166-4f74-ab8e-a010879f6e45 req-96724c3a-b48f-4f45-a142-fc601f34abb6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.067727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a947d1-b166-4f74-ab8e-a010879f6e45 req-96724c3a-b48f-4f45-a142-fc601f34abb6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0756142 Mar 22 14:40:05.099661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:40:05.103018 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=518d9db1-d9d9-4de6-9549-19f272540a20,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:40:05.111520 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:05.130545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3a947d1-b166-4f74-ab8e-a010879f6e45 req-c13a4f79-a8d4-47bb-b3ef-cef2c7bbc223 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Mar 22 14:40:05.171943 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.173010 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:05.174668 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] 10.222.0.82 "PUT /v2.0/ports/518d9db1-d9d9-4de6-9549-19f272540a20 HTTP/1.1" status: 200 len: 1091 time: 0.8116832 Mar 22 14:40:05.175313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:40:05.178209 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260fe30c-6ea1-4e9a-bef1-8a214317f56c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:40:05.241725 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2378e14-5a48-40d9-abdc-ceaa219e41bf x-openstack-request-id: req-a2378e14-5a48-40d9-abdc-ceaa219e41bf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:40:05.242055 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:40:05.242311 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2378e14-5a48-40d9-abdc-ceaa219e41bf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:40:05.242715 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2378e14-5a48-40d9-abdc-ceaa219e41bf'] response: {'name': 'network-changed', 'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20', 'status': 'completed', 'code': 200} Mar 22 14:40:05.243276 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e75c52-a6d6-4f31-9408-94e46be5c519 service neutron] Pushing event updated for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:05.289322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-674b66da-c111-4764-b8dd-6b18c8c191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.291060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-674b66da-c111-4764-b8dd-6b18c8c191b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 1125 time: 0.0674555 Mar 22 14:40:05.340744 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-b6e65034-e589-4139-9f50-406fe84240a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=518d9db1-d9d9-4de6-9549-19f272540a20 HTTP/1.1" status: 200 len: 217 time: 0.0419762 Mar 22 14:40:05.394837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-62e0f8c9-aa61-4133-996f-fe0339111809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.396626 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-62e0f8c9-aa61-4133-996f-fe0339111809 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0503912 Mar 22 14:40:05.453917 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-d2316f0b-1146-4cf5-99ce-a851770b0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.455906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-d2316f0b-1146-4cf5-99ce-a851770b0e07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536017 Mar 22 14:40:05.566272 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-c06a51c3-3b68-4ecd-9673-b7e26862e27a service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038692 Mar 22 14:40:05.663093 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-dca9180f-eb2f-4c28-86d1-90020ca4f0f0 req-1fe817da-c6b3-4729-8054-3a6386d3f97c service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915864 Mar 22 14:40:05.752751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-ba2588b4-6311-4fe4-b990-a2daf50df7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.754304 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-ba2588b4-6311-4fe4-b990-a2daf50df7e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 1125 time: 0.0474412 Mar 22 14:40:05.856908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-aef4bedf-b7b6-44ae-a31b-aede2bf3d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.858678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-aef4bedf-b7b6-44ae-a31b-aede2bf3d5de service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0989501 Mar 22 14:40:05.901742 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-f389c1bb-12e7-4307-8e01-825c2313c5b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=518d9db1-d9d9-4de6-9549-19f272540a20 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Mar 22 14:40:05.955042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-a0d22c5a-984a-4597-bae3-2144f4ebb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:05.956547 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-a0d22c5a-984a-4597-bae3-2144f4ebb323 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0491955 Mar 22 14:40:06.010887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-54361691-feba-4329-bc8d-418b6b1db4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:06.012433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-54361691-feba-4329-bc8d-418b6b1db4d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504775 Mar 22 14:40:06.105114 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-4378ea3c-7bc9-4bdd-a93b-dca7c9bef883 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 Mar 22 14:40:06.196465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-260fe30c-6ea1-4e9a-bef1-8a214317f56c req-c2d2c726-29db-4b43-9551-02947ae022cf service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846772 Mar 22 14:40:06.278364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26ad0-91d8-4803-aca4-dc2dfa951ed8 req-7d375e3e-d3d6-4d76-8821-3975975e92ae tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:06.279819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02a26ad0-91d8-4803-aca4-dc2dfa951ed8 req-7d375e3e-d3d6-4d76-8821-3975975e92ae tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0537539 Mar 22 14:40:06.326130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02a26ad0-91d8-4803-aca4-dc2dfa951ed8 req-498e6684-fd79-4674-9035-e38e94b55d10 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 22 14:40:07.446815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841ac30-b7d0-44c4-a5d8-d3c90ff54711 req-d982f5e7-af54-484b-91e4-fcb4acc60f5c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:07.448276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7841ac30-b7d0-44c4-a5d8-d3c90ff54711 req-d982f5e7-af54-484b-91e4-fcb4acc60f5c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0524487 Mar 22 14:40:07.500592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7841ac30-b7d0-44c4-a5d8-d3c90ff54711 req-6048d2a2-bb3b-41e2-86d3-002a4ff54c86 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Mar 22 14:40:08.626952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612bd1-e39b-48a8-a62a-cc6e892b68fa req-e6f85c9a-60a7-41d7-a530-4fe364961a89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:08.628415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1612bd1-e39b-48a8-a62a-cc6e892b68fa req-e6f85c9a-60a7-41d7-a530-4fe364961a89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0559199 Mar 22 14:40:08.674901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1612bd1-e39b-48a8-a62a-cc6e892b68fa req-e6dee857-d5fb-448f-b195-1df03307d636 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Mar 22 14:40:09.796809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14fa6-1647-455f-a4d0-d1c55cf434c5 req-2b793924-17e3-4bb8-8ef2-08d902608035 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:09.798279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caf14fa6-1647-455f-a4d0-d1c55cf434c5 req-2b793924-17e3-4bb8-8ef2-08d902608035 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0550535 Mar 22 14:40:09.845293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-caf14fa6-1647-455f-a4d0-d1c55cf434c5 req-c40f4037-d70a-49a8-a09d-086cccb37fd9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Mar 22 14:40:10.971249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd358a-26a1-41f6-b6fa-931581a22ad0 req-ea70a9d6-8c4c-4147-9896-ca48159297f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:10.972880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdcd358a-26a1-41f6-b6fa-931581a22ad0 req-ea70a9d6-8c4c-4147-9896-ca48159297f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0586004 Mar 22 14:40:11.020535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdcd358a-26a1-41f6-b6fa-931581a22ad0 req-6ca91d5b-1a38-4c5e-b1c7-6238901c8e60 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Mar 22 14:40:12.141003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f78e-9e04-414d-9e5f-237558fa111f req-dc6b6fa2-72ba-44cf-aae8-8bee047cb4bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:12.142496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9875f78e-9e04-414d-9e5f-237558fa111f req-dc6b6fa2-72ba-44cf-aae8-8bee047cb4bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0524881 Mar 22 14:40:12.188572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9875f78e-9e04-414d-9e5f-237558fa111f req-9649c9c7-41b8-4c39-bb97-17c4888937d6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Mar 22 14:40:13.308882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c14c-2abc-41c4-936d-85422b3eb2a7 req-6fa8c5a4-7856-4110-998a-2510739f94f3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:13.310438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3943c14c-2abc-41c4-936d-85422b3eb2a7 req-6fa8c5a4-7856-4110-998a-2510739f94f3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0539834 Mar 22 14:40:13.363062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3943c14c-2abc-41c4-936d-85422b3eb2a7 req-7438cbc8-0876-49a6-baf5-dc190b30ab75 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Mar 22 14:40:14.483673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1bb7-9fdc-4049-8503-1cc7525bcf39 req-8aa0c0bd-2eb9-447a-ad1c-6b080d756e1e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:14.485183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f6b1bb7-9fdc-4049-8503-1cc7525bcf39 req-8aa0c0bd-2eb9-447a-ad1c-6b080d756e1e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0539112 Mar 22 14:40:14.534932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f6b1bb7-9fdc-4049-8503-1cc7525bcf39 req-e1aa4d1c-72b7-4892-af09-e14f4f1d6ac9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Mar 22 14:40:15.655627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d3f-9e33-426b-9487-57abc13ba25b req-b9b940f1-2df4-41ad-8f75-3c56d018ddbe tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:15.657133 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4525d3f-9e33-426b-9487-57abc13ba25b req-b9b940f1-2df4-41ad-8f75-3c56d018ddbe tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0537248 Mar 22 14:40:15.704419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4525d3f-9e33-426b-9487-57abc13ba25b req-3a1f384f-33db-4544-bf7a-3c005b6e2417 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Mar 22 14:40:16.846590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7d3e2-2975-4756-90ca-81d177d6398d req-480206e4-396c-472f-a432-87ff4c84a8c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:16.849141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47c7d3e2-2975-4756-90ca-81d177d6398d req-480206e4-396c-472f-a432-87ff4c84a8c5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0706499 Mar 22 14:40:16.899798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47c7d3e2-2975-4756-90ca-81d177d6398d req-cf11fb30-6da1-4007-a2da-7b5582645ff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Mar 22 14:40:18.022184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd93d1-e535-439e-a515-aa89ad1e72fc req-a9e274f7-6cfb-480c-adac-f9e78ea9544b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:18.023676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6fd93d1-e535-439e-a515-aa89ad1e72fc req-a9e274f7-6cfb-480c-adac-f9e78ea9544b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0551369 Mar 22 14:40:18.072028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6fd93d1-e535-439e-a515-aa89ad1e72fc req-bf73a8fe-2921-4afe-a601-577f27d24c2b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Mar 22 14:40:18.585633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-07bf6910-c691-41dd-b3a5-f270658eada6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:19.201039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857eecb-0ee6-46b5-a6d9-1aaf792c0919 req-6f265ea1-0796-4f6d-a376-d81e9440104b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:19.202744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3857eecb-0ee6-46b5-a6d9-1aaf792c0919 req-6f265ea1-0796-4f6d-a376-d81e9440104b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0613325 Mar 22 14:40:19.256002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3857eecb-0ee6-46b5-a6d9-1aaf792c0919 req-88891ccd-4fb3-41e9-978e-90e7a5663a68 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 Mar 22 14:40:20.378044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fec34d-a090-428b-adb2-f4862b6860f0 req-3d5a5717-ba7e-4750-bb27-123986aba64f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:20.379515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8fec34d-a090-428b-adb2-f4862b6860f0 req-3d5a5717-ba7e-4750-bb27-123986aba64f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0550249 Mar 22 14:40:20.427628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8fec34d-a090-428b-adb2-f4862b6860f0 req-2862d559-1bb2-49d3-a713-1c5d8c09886c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Mar 22 14:40:20.969516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8aa57022-0b7f-4082-a3ef-f4a1f9eb6f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:21.548423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36600b03-1b19-4f0a-b77e-ef7d1963dec3 req-7a357166-05a9-4741-83d1-40efb49d79c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:21.550616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36600b03-1b19-4f0a-b77e-ef7d1963dec3 req-7a357166-05a9-4741-83d1-40efb49d79c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0542963 Mar 22 14:40:21.602830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36600b03-1b19-4f0a-b77e-ef7d1963dec3 req-806a0e5e-66f5-4aa2-b748-b8f1c7445af7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Mar 22 14:40:21.978625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:22.733781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af529c7-2a1f-4969-80e8-c5e75b450f5e req-624c6bc3-e640-45c5-8d20-93814a30186b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:22.735317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af529c7-2a1f-4969-80e8-c5e75b450f5e req-624c6bc3-e640-45c5-8d20-93814a30186b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0596855 Mar 22 14:40:22.786344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8af529c7-2a1f-4969-80e8-c5e75b450f5e req-bd164947-e743-4c21-8b30-1d61bf46fb4b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Mar 22 14:40:23.785911 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:23.909026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd365-f77e-4abc-8b43-8469f5e5cf1b req-14d672e8-a48d-4604-844b-4342b0c1a7b9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:23.910791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08dcd365-f77e-4abc-8b43-8469f5e5cf1b req-14d672e8-a48d-4604-844b-4342b0c1a7b9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0564144 Mar 22 14:40:23.960788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08dcd365-f77e-4abc-8b43-8469f5e5cf1b req-0426cf30-f18f-4832-b339-297ceefa95ed tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Mar 22 14:40:24.951118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:25.095644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911009e-9007-4668-8f0b-27f2f6671c11 req-e99d7cae-c131-4bb7-b9e9-270df355fcf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:25.097022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5911009e-9007-4668-8f0b-27f2f6671c11 req-e99d7cae-c131-4bb7-b9e9-270df355fcf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0570619 Mar 22 14:40:25.144001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5911009e-9007-4668-8f0b-27f2f6671c11 req-b64f625c-f487-4179-b982-60ad57b3f00e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Mar 22 14:40:26.263188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad02f0d-bd44-4f3a-af47-a9af0859e825 req-2165f728-6d04-4b57-b56f-0a2d42245802 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:26.264856 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ad02f0d-bd44-4f3a-af47-a9af0859e825 req-2165f728-6d04-4b57-b56f-0a2d42245802 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 943 time: 0.0532343 Mar 22 14:40:26.267741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 518d9db1-d9d9-4de6-9549-19f272540a20 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:40:26.319642 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ad02f0d-bd44-4f3a-af47-a9af0859e825 req-26d374d5-5da8-4868-8bdc-072c4d8fb26f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Mar 22 14:40:26.372028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=518d9db1-d9d9-4de6-9549-19f272540a20,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:26.385511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '518d9db1-d9d9-4de6-9549-19f272540a20', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '518d9db1-d9d9-4de6-9549-19f272540a20', 'mac_address': 'fa:16:3e:32:de:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:40:26.421672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 518d9db1-d9d9-4de6-9549-19f272540a20 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:40:26.422042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:26.435124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d9db1-d9d9-4de6-9549-19f272540a20 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:40:26.454215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=518d9db1-d9d9-4de6-9549-19f272540a20,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:26.459422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:26.505844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:26.513119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.513505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.513847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.514225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.514564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.514900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.515221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.515547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.515874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.516196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.516521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.516845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.517165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.517492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.517805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:26.665521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['518d9db1-d9d9-4de6-9549-19f272540a20'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:40:27.450716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7857b-d2f9-4a31-97a7-1119bb00ece7 req-5aa08154-a129-4d7a-8790-aaea70fdf3af tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:27.452384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66a7857b-d2f9-4a31-97a7-1119bb00ece7 req-5aa08154-a129-4d7a-8790-aaea70fdf3af tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 944 time: 0.0629840 Mar 22 14:40:27.504153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-66a7857b-d2f9-4a31-97a7-1119bb00ece7 req-9497e364-baa2-4b3d-92e8-141214f9ae24 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Mar 22 14:40:28.268455 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 518d9db1-d9d9-4de6-9549-19f272540a20 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:40:28.324803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 518d9db1-d9d9-4de6-9549-19f272540a20 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:40:28.329104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 518d9db1-d9d9-4de6-9549-19f272540a20 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:40:28.329522 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:28.416801 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:28.417445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 518d9db1-d9d9-4de6-9549-19f272540a20 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:40:28.417821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:28.440749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:40:28.443016 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c14b8d-0335-48cf-a66f-892385a372b2" -d '{"events": [{"server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "name": "network-vif-plugged", "status": "completed", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:40:28.455704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=518d9db1-d9d9-4de6-9549-19f272540a20,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:40:28.466588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:28.528463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:28.635236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96242-2bf0-4a71-a00d-e082f69262f5 req-87c8f560-1859-4cee-87a7-1f76ea1710ff tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:28.639423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfa96242-2bf0-4a71-a00d-e082f69262f5 req-87c8f560-1859-4cee-87a7-1f76ea1710ff tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0573604 Mar 22 14:40:28.654183 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bda29a-9dc8-424b-8f3f-3dc783963eaf x-openstack-request-id: req-c9bda29a-9dc8-424b-8f3f-3dc783963eaf {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:40:28.654862 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "name": "network-vif-plugged", "status": "completed", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:40:28.655352 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9bda29a-9dc8-424b-8f3f-3dc783963eaf {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:40:28.655779 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bda29a-9dc8-424b-8f3f-3dc783963eaf'] response: {'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20', 'code': 200} Mar 22 14:40:28.695980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfa96242-2bf0-4a71-a00d-e082f69262f5 req-c9827bf0-a5c6-4586-b441-0962952bf6f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530400 Mar 22 14:40:28.761254 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc4f88-62f5-4e1f-98fb-6796fe8dbc66 req-e783b9f6-ea66-48b4-b0ac-a91b53095ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:28.763056 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c3fc4f88-62f5-4e1f-98fb-6796fe8dbc66 req-e783b9f6-ea66-48b4-b0ac-a91b53095ef3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 1127 time: 0.0508025 Mar 22 14:40:28.806882 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c3fc4f88-62f5-4e1f-98fb-6796fe8dbc66 req-fb50955c-7349-4d5e-9e91-8bab162beb66 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Mar 22 14:40:29.368118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:29.828290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8a918-a643-4534-a3e6-baf8d50534b3 req-8fffd9a7-284e-4cb0-b89d-1ad0bbe3589c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:29.829925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ab8a918-a643-4534-a3e6-baf8d50534b3 req-8fffd9a7-284e-4cb0-b89d-1ad0bbe3589c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Mar 22 14:40:29.877601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ab8a918-a643-4534-a3e6-baf8d50534b3 req-5f658727-6ee4-4471-a559-09df297056e9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Mar 22 14:40:31.005836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc5d0b-61bc-4b51-9d00-51008d4e9116 req-25d5624f-b8e1-4dd2-b896-92ca261f83f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:31.007411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01cc5d0b-61bc-4b51-9d00-51008d4e9116 req-25d5624f-b8e1-4dd2-b896-92ca261f83f5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0627713 Mar 22 14:40:31.055668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01cc5d0b-61bc-4b51-9d00-51008d4e9116 req-6dd22998-0e96-4ddc-83b3-aa71c131fde5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Mar 22 14:40:31.174896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7b30e-e275-4f0a-b5b7-f04c7587cf6f req-c8b2add9-7a9f-480c-98f5-7a62a2475651 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:31.176382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cd7b30e-e275-4f0a-b5b7-f04c7587cf6f req-c8b2add9-7a9f-480c-98f5-7a62a2475651 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0521185 Mar 22 14:40:31.222858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cd7b30e-e275-4f0a-b5b7-f04c7587cf6f req-fd84e7cd-4bc4-4cd9-be5f-f1685783e8e5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Mar 22 14:40:34.721632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-79c92476-6725-42e1-92f9-37ad024f6f91 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:34.723110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-79c92476-6725-42e1-92f9-37ad024f6f91 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1011217 Mar 22 14:40:34.738337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-becc5154-d991-4b6f-aef5-8c3c5721980d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0095134 Mar 22 14:40:34.798966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-31a1ebef-e4ed-44fa-84b5-eca26cde9fb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556760 Mar 22 14:40:34.896768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-c936cabf-9e22-4a77-842b-60d32c1a2402 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900624 Mar 22 14:40:34.988236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-4e7a65e5-666d-48e6-853b-5afc4b34e068 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Mar 22 14:40:35.190087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6d22acc8-dc78-4c87-8e00-9e7ccbdd075a req-ea331a8d-3518-4faf-af11-c6a217845703 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0288341 Mar 22 14:40:36.306540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ad48f9e-582e-4349-b35f-6bb24e5a0718 req-e4d52878-9d27-4c15-afc5-cdea907c69d2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0368266 Mar 22 14:40:36.358609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-174c9676-cefc-4dce-8947-d5d29528c38e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:36.360105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-174c9676-cefc-4dce-8947-d5d29528c38e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1468000 Mar 22 14:40:36.378421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:40:36.502470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:40:36.507666 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:36.644535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.13 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/f9bbcbd1-5bc9-4a09-a847-41dce89420fe) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:40:36.836169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:36.874540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:36.886918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['518d9db1-d9d9-4de6-9549-19f272540a20'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:40:36.926139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:40:36.931285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:40:36.936354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:40:36.941481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:37.011345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:37.012004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:37.046945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-b37f8061-d565-4770-a582-fd124fe9b772 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6736891 Mar 22 14:40:37.057077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-8461c8dc-850a-4833-b27e-49f799e4c546 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:40:37.059068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-8461c8dc-850a-4833-b27e-49f799e4c546 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078971 Mar 22 14:40:37.255641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Request body: {'port': {'device_id': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:40:37.315342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:37.350538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-856f553b-e4f1-463e-bdb6-5a6d4b2086d1 None None] Provisioning complete for port f9bbcbd1-5bc9-4a09-a847-41dce89420fe triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:40:37.350957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-856f553b-e4f1-463e-bdb6-5a6d4b2086d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:37.392270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-856f553b-e4f1-463e-bdb6-5a6d4b2086d1 None None] Port f9bbcbd1-5bc9-4a09-a847-41dce89420fe cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:40:37.609055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8979cc-dd55-48c4-9c4d-83d1e67aee95 req-603dae42-5ca5-4531-88c3-3b7f57447617 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:37.610580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f8979cc-dd55-48c4-9c4d-83d1e67aee95 req-603dae42-5ca5-4531-88c3-3b7f57447617 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 932 time: 0.2064056 Mar 22 14:40:37.690273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6f8979cc-dd55-48c4-9c4d-83d1e67aee95 req-df99584f-7190-45d2-9e93-c7ba0b0febe5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Mar 22 14:40:37.756935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bbcbd1-5bc9-4a09-a847-41dce89420fe {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:40:37.765716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks [] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:37.777510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Transition to ACTIVE for port object f9bbcbd1-5bc9-4a09-a847-41dce89420fe will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:40:37.782543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:37.842042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Pushing event updated for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:37.876917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.877429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.877867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.878321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.878759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.879184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.879638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.880338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.880761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.881183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.881651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.882106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.882532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.882947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.883520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:40:37.938732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Attempting to bind port f9bbcbd1-5bc9-4a09-a847-41dce89420fe on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:40:37.939139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Attempting to bind port f9bbcbd1-5bc9-4a09-a847-41dce89420fe by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:40:37.939440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Attempting to bind port f9bbcbd1-5bc9-4a09-a847-41dce89420fe on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:40:37.958492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Port f9bbcbd1-5bc9-4a09-a847-41dce89420fe on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:40:37.958773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Attempting to bind port f9bbcbd1-5bc9-4a09-a847-41dce89420fe on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:40:37.964963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:40:37.965278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:40:37.967892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:40:37.968401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Bound port: f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:40:37.968771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:38.061999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:40:38.063535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:40:38.072618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:38.122084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.122315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:38.127139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] 10.222.0.78 "PUT /v2.0/ports/f9bbcbd1-5bc9-4a09-a847-41dce89420fe HTTP/1.1" status: 200 len: 1092 time: 1.0604341 Mar 22 14:40:38.127626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:40:38.130040 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d5739-6afa-44cd-864b-2a73b60135ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:40:38.304607 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb463f3-00f4-4b9a-b2ab-57f88c15f5c9 x-openstack-request-id: req-bcb463f3-00f4-4b9a-b2ab-57f88c15f5c9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:40:38.305132 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:40:38.305648 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcb463f3-00f4-4b9a-b2ab-57f88c15f5c9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:40:38.306333 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb463f3-00f4-4b9a-b2ab-57f88c15f5c9'] response: {'name': 'network-changed', 'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe', 'status': 'completed', 'code': 200} Mar 22 14:40:38.310844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a4a7-c1e6-4e9e-820f-ad9263c4599b service neutron] Pushing event updated for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:40:38.334585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-16be69a5-c28e-43a5-b2cf-d3cd32a2d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.338005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-16be69a5-c28e-43a5-b2cf-d3cd32a2d457 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 1126 time: 0.1579516 Mar 22 14:40:38.416731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-f8a16026-65a6-4252-b340-bcfa5dd2f273 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe HTTP/1.1" status: 200 len: 217 time: 0.0721788 Mar 22 14:40:38.464391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-c0f60098-6b7a-4e40-8798-27a31ae89c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.465905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-c0f60098-6b7a-4e40-8798-27a31ae89c27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0437567 Mar 22 14:40:38.517133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-3f8ab594-ed31-415a-949c-82cc9a5ae95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.518807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-3f8ab594-ed31-415a-949c-82cc9a5ae95a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468206 Mar 22 14:40:38.624253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-e2f71da8-f0b5-405e-b57d-d12c3a359fdb service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991275 Mar 22 14:40:38.718333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65574af1-062f-4d32-9bfd-0575ce7aa9dd req-9c0c60a2-a417-4c6e-afc8-e209b14b0343 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878184 Mar 22 14:40:38.856893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-ad706f38-4ca2-4859-93f6-2eb09609a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.858512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-ad706f38-4ca2-4859-93f6-2eb09609a96d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 1126 time: 0.0929513 Mar 22 14:40:38.880193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eace80-3fd8-4424-864f-7ee185676fba req-f37991a8-02f8-4ab1-8834-2bfa8ef72a51 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.881666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9eace80-3fd8-4424-864f-7ee185676fba req-f37991a8-02f8-4ab1-8834-2bfa8ef72a51 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0819392 Mar 22 14:40:38.987001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9eace80-3fd8-4424-864f-7ee185676fba req-9ae4fd72-1e06-40c5-bba9-31e304e66c46 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Mar 22 14:40:38.998332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-b55c43e1-a0b4-4945-8a45-1a2ac3429a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:38.999866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-b55c43e1-a0b4-4945-8a45-1a2ac3429a08 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1349909 Mar 22 14:40:39.044274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-7eb3f4ba-5ca6-4a17-87c5-d84b096f56bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe HTTP/1.1" status: 200 len: 217 time: 0.0375769 Mar 22 14:40:39.092526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-da62e324-7eb7-4d52-8a87-7496450a1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:39.094062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-da62e324-7eb7-4d52-8a87-7496450a1a22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0439663 Mar 22 14:40:39.148474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-cf85fb97-b73c-4164-8ee8-190f5b29e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:39.151742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-cf85fb97-b73c-4164-8ee8-190f5b29e8af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517836 Mar 22 14:40:39.249609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-a0f55726-8378-4488-8581-b30986565143 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918195 Mar 22 14:40:39.342277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d5d5739-6afa-44cd-864b-2a73b60135ea req-30f9983d-03a1-4df1-9c5c-bcab3805cbc5 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867286 Mar 22 14:40:40.129064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b9fb-49f8-47d1-b396-2eed37a63c53 req-9a81d3e9-20f0-4a03-ba34-b2bf015945c6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:40.130734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1404b9fb-49f8-47d1-b396-2eed37a63c53 req-9a81d3e9-20f0-4a03-ba34-b2bf015945c6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0604587 Mar 22 14:40:40.188990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1404b9fb-49f8-47d1-b396-2eed37a63c53 req-670358b7-1daa-4a2d-a7e7-6c3e4b1a17c4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Mar 22 14:40:40.595908 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:40:41.349136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2c4c-65ec-40eb-96a8-891300fc5ade req-579ef364-40ce-47a9-ab06-2f04ec9f24b3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:41.350621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-611b2c4c-65ec-40eb-96a8-891300fc5ade req-579ef364-40ce-47a9-ab06-2f04ec9f24b3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0540504 Mar 22 14:40:41.400291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-611b2c4c-65ec-40eb-96a8-891300fc5ade req-8ba0fbb7-e32d-4619-9c9d-c83854a78447 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Mar 22 14:40:42.890409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534fb7-6657-4de9-99d8-54ce6ab2fa6e req-ff847953-1d3b-4716-b546-1ed10ab148cd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:42.895053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d534fb7-6657-4de9-99d8-54ce6ab2fa6e req-ff847953-1d3b-4716-b546-1ed10ab148cd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.3978148 Mar 22 14:40:42.982655 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d534fb7-6657-4de9-99d8-54ce6ab2fa6e req-7225bd58-cd08-4a10-9e84-3871731d0279 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839338 Mar 22 14:40:44.164810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c8b38-ad5d-4fba-be28-4ac5970397d6 req-025c93bc-47a2-4066-8926-ecd1ae4f81af tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:44.167982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-136c8b38-ad5d-4fba-be28-4ac5970397d6 req-025c93bc-47a2-4066-8926-ecd1ae4f81af tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0938523 Mar 22 14:40:44.240448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-136c8b38-ad5d-4fba-be28-4ac5970397d6 req-5b6efebf-965e-4df6-b893-028c1f9f2f74 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Mar 22 14:40:45.412395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cca5d-0f63-4c64-a371-c0e4fecce9f8 req-0c0781ad-4168-4f30-a509-85d0449d5f6d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:45.413852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-377cca5d-0f63-4c64-a371-c0e4fecce9f8 req-0c0781ad-4168-4f30-a509-85d0449d5f6d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0770626 Mar 22 14:40:45.496934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-377cca5d-0f63-4c64-a371-c0e4fecce9f8 req-e612bdce-be4a-4fe9-a08e-e423e16f07e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Mar 22 14:40:46.644205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d655-17bc-46c0-aa1a-3612159b8b12 req-0bd8dcac-89a0-4d90-8a3e-b1bac8a39f91 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:46.645993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2001d655-17bc-46c0-aa1a-3612159b8b12 req-0bd8dcac-89a0-4d90-8a3e-b1bac8a39f91 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0722284 Mar 22 14:40:46.715099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2001d655-17bc-46c0-aa1a-3612159b8b12 req-da3fa253-deb3-45e2-9bf2-e696755936aa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Mar 22 14:40:47.842888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeab295-8116-462c-87db-2b548d236919 req-a9815dff-9000-4823-b34e-df5ef6be8325 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:47.844373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adeab295-8116-462c-87db-2b548d236919 req-a9815dff-9000-4823-b34e-df5ef6be8325 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0577419 Mar 22 14:40:47.895564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adeab295-8116-462c-87db-2b548d236919 req-dd8e294c-9f85-44cc-aa97-32d835d2bc88 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Mar 22 14:40:48.264416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-d5173f7f-c429-4746-b3e0-d734c36f826f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484896 Mar 22 14:40:48.352871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-b2f33dc7-297c-4a8b-ac44-36548c1bc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:48.354417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-b2f33dc7-297c-4a8b-ac44-36548c1bc12b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 1127 time: 0.0460997 Mar 22 14:40:48.457516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-3e6b7ff8-986e-4519-bf5c-984f81aeea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:48.459016 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-3e6b7ff8-986e-4519-bf5c-984f81aeea60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0864656 Mar 22 14:40:48.502707 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-696e49ec-23c0-4927-87e1-34116a008328 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=518d9db1-d9d9-4de6-9549-19f272540a20 HTTP/1.1" status: 200 len: 217 time: 0.0368068 Mar 22 14:40:48.556695 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-dbb11038-c33d-4153-9c4e-6149668e22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:48.558220 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-dbb11038-c33d-4153-9c4e-6149668e22eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0491705 Mar 22 14:40:48.590797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-917a691a-b68f-4278-817e-b90ccba4ef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:48.871922 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-ce6c0ce8-6f4f-4b16-a397-d213235e7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:48.873550 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-ce6c0ce8-6f4f-4b16-a397-d213235e7d73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3085566 Mar 22 14:40:48.965737 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-2b4919b9-26a8-4123-bc98-3c68282cc621 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Mar 22 14:40:49.022648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d7e8-153d-441d-a96a-a6aa63eccf26 req-caee9449-cd29-485e-8583-6cf8529875e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:49.024199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e260d7e8-153d-441d-a96a-a6aa63eccf26 req-caee9449-cd29-485e-8583-6cf8529875e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0591781 Mar 22 14:40:49.069366 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-30b9b993-d29f-47ed-b0e6-0525be3f12cb req-bc6cdaf8-1cc9-4f05-9856-c718c05030a5 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966532 Mar 22 14:40:49.078562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e260d7e8-153d-441d-a96a-a6aa63eccf26 req-3a6efa61-5c16-498b-a3f3-b4856bf07a3b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Mar 22 14:40:50.217547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd91fa-a13f-4cd1-ae33-10d00940cbfa req-c5342048-4b83-49fe-b770-c55698589996 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:50.222288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28dd91fa-a13f-4cd1-ae33-10d00940cbfa req-c5342048-4b83-49fe-b770-c55698589996 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0602341 Mar 22 14:40:50.273880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28dd91fa-a13f-4cd1-ae33-10d00940cbfa req-9e387e39-cfaf-4014-8e9a-0d25d9b53f6b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Mar 22 14:40:50.965501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df13b37d-daa4-48d3-be5d-381cc7c4e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:51.432204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cda1c-152a-4dd6-a9ee-b59e731cc73f req-210768c1-e137-4f7b-903f-372ce72746e6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:51.433742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-627cda1c-152a-4dd6-a9ee-b59e731cc73f req-210768c1-e137-4f7b-903f-372ce72746e6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0818729 Mar 22 14:40:51.489144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-627cda1c-152a-4dd6-a9ee-b59e731cc73f req-67a8e8bc-c537-4141-ab82-63d498a748d6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Mar 22 14:40:51.989542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:52.626457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1df78-4d2c-486c-974e-f2b14b746a3b req-2918e6e7-f26e-4b80-926f-57827383a926 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:52.627937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f1df78-4d2c-486c-974e-f2b14b746a3b req-2918e6e7-f26e-4b80-926f-57827383a926 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0559523 Mar 22 14:40:52.677108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f1df78-4d2c-486c-974e-f2b14b746a3b req-04613a1f-83ae-4168-9b7f-c7f55515014b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Mar 22 14:40:53.787999 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:53.804454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c039-0cf4-43d8-bd58-aac5efa9e665 req-8cca5c10-76d8-47c0-9372-9c60cd611a0d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:53.806123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4201c039-0cf4-43d8-bd58-aac5efa9e665 req-8cca5c10-76d8-47c0-9372-9c60cd611a0d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0583582 Mar 22 14:40:53.866460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4201c039-0cf4-43d8-bd58-aac5efa9e665 req-27848d3b-05dd-4f60-8b53-fc7e3a337181 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536184 Mar 22 14:40:54.961527 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:54.996917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e0f3-c285-46d2-bd58-efaa823a5b75 req-f943958a-ea17-44cd-a9d3-00d7eb001af9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:55.000215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20b3e0f3-c285-46d2-bd58-efaa823a5b75 req-f943958a-ea17-44cd-a9d3-00d7eb001af9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0596232 Mar 22 14:40:55.056886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20b3e0f3-c285-46d2-bd58-efaa823a5b75 req-233019cb-3ffb-4f8c-afd4-fac9499fe404 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Mar 22 14:40:56.184763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949d1ec-3a18-4cde-b757-c621862d9171 req-ea67e0c1-3225-4d4c-866a-64ee5ebbf739 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:56.186187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3949d1ec-3a18-4cde-b757-c621862d9171 req-ea67e0c1-3225-4d4c-866a-64ee5ebbf739 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0589581 Mar 22 14:40:56.234207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3949d1ec-3a18-4cde-b757-c621862d9171 req-daa89350-6fec-4c2c-945f-1b3902eafea5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Mar 22 14:40:57.360305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d0be5-71b6-426f-a1de-639baca9d3b1 req-96d57e8f-048d-4d17-b80e-b9a0b00773bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:57.361751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b42d0be5-71b6-426f-a1de-639baca9d3b1 req-96d57e8f-048d-4d17-b80e-b9a0b00773bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0591605 Mar 22 14:40:57.408827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b42d0be5-71b6-426f-a1de-639baca9d3b1 req-5b7f42a7-59fa-4405-aaa1-58a0bc4df2b2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Mar 22 14:40:58.412108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:58.533775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4f24-9241-4e7c-a35a-ca6b5adcc4ac req-6761bd73-36da-41bf-ba22-5246cd844aa0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:58.535478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d69f4f24-9241-4e7c-a35a-ca6b5adcc4ac req-6761bd73-36da-41bf-ba22-5246cd844aa0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Mar 22 14:40:58.584155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d69f4f24-9241-4e7c-a35a-ca6b5adcc4ac req-71096c11-8a53-4083-af47-bee4edd1bed0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Mar 22 14:40:59.366078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:40:59.715748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fa3b1-4302-4b71-aab8-dc3c1f14737c req-91814111-a21c-49b3-aae9-a570d99402fd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:40:59.722914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-899fa3b1-4302-4b71-aab8-dc3c1f14737c req-91814111-a21c-49b3-aae9-a570d99402fd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0643120 Mar 22 14:40:59.767774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-899fa3b1-4302-4b71-aab8-dc3c1f14737c req-ca742904-9cf9-4a62-8d59-ac94b6e01d58 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Mar 22 14:41:00.900841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a90d2-b18a-4e61-9152-4b79eefeaf80 req-10b174b9-aac4-41a0-8d2a-3120f23de6ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:00.902362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-327a90d2-b18a-4e61-9152-4b79eefeaf80 req-10b174b9-aac4-41a0-8d2a-3120f23de6ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0590425 Mar 22 14:41:00.956199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-327a90d2-b18a-4e61-9152-4b79eefeaf80 req-0323e343-ab12-4ef5-9c14-345464fa4e3c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Mar 22 14:41:02.100408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46f0fe-9905-4cbe-b937-cc0dc5447489 req-70cda601-98a1-43da-b383-d8e7e8f54505 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:02.102235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf46f0fe-9905-4cbe-b937-cc0dc5447489 req-70cda601-98a1-43da-b383-d8e7e8f54505 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0707819 Mar 22 14:41:02.159154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf46f0fe-9905-4cbe-b937-cc0dc5447489 req-2f815b4b-9ea6-41e9-a4a6-69e089fb6df7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504596 Mar 22 14:41:03.302468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712d92c-e070-46a3-81ce-234f9fa38ec0 req-37661a3f-2b06-4387-b5ee-bfa4d7b7b69f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:03.304471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b712d92c-e070-46a3-81ce-234f9fa38ec0 req-37661a3f-2b06-4387-b5ee-bfa4d7b7b69f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0689011 Mar 22 14:41:03.365868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b712d92c-e070-46a3-81ce-234f9fa38ec0 req-3347ab1a-deac-46a5-a15d-7fea04192531 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Mar 22 14:41:04.480652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53b89-c1b9-4979-85a4-849a56031317 req-3ea766d1-8070-4b45-854b-90d0f3520dc8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:04.482519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff53b89-c1b9-4979-85a4-849a56031317 req-3ea766d1-8070-4b45-854b-90d0f3520dc8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0532670 Mar 22 14:41:04.529696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ff53b89-c1b9-4979-85a4-849a56031317 req-41f4cf2d-84af-4c00-98f7-707ad0f0c51e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Mar 22 14:41:05.658394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be312484-b5da-4b74-9cc0-6d099797eab7 req-b635ce8a-f5d7-4e33-99a9-62693d67d3b0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:05.659896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be312484-b5da-4b74-9cc0-6d099797eab7 req-b635ce8a-f5d7-4e33-99a9-62693d67d3b0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0601518 Mar 22 14:41:05.710087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be312484-b5da-4b74-9cc0-6d099797eab7 req-15fcd751-2631-4221-bc05-8174e062afed tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Mar 22 14:41:06.834629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483f77-35cc-4c02-b8e3-995d48473eab req-a4b0336f-1131-43d9-8cb0-bc39fc5cb99f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:06.836127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3483f77-35cc-4c02-b8e3-995d48473eab req-a4b0336f-1131-43d9-8cb0-bc39fc5cb99f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0557506 Mar 22 14:41:06.889789 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3483f77-35cc-4c02-b8e3-995d48473eab req-1802fe99-b1b1-4f18-b8cc-de13802e8b41 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Mar 22 14:41:08.012837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d93ce-40f7-4aff-b6d3-98bd222a4234 req-ac0c0be7-785b-4a25-8ecb-3bfecf0168b9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:08.014396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f6d93ce-40f7-4aff-b6d3-98bd222a4234 req-ac0c0be7-785b-4a25-8ecb-3bfecf0168b9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0565414 Mar 22 14:41:08.064484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f6d93ce-40f7-4aff-b6d3-98bd222a4234 req-a465c298-a7f6-4660-82cf-5cb57344695c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Mar 22 14:41:09.200088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ef80-0e11-4f40-983e-f19fd09d0f6a req-a428def1-8494-42a1-8da9-91cf0777727a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:09.201560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a1ef80-0e11-4f40-983e-f19fd09d0f6a req-a428def1-8494-42a1-8da9-91cf0777727a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0537884 Mar 22 14:41:09.250500 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56a1ef80-0e11-4f40-983e-f19fd09d0f6a req-2f3253f8-519f-42fc-a64b-0959b2036b34 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Mar 22 14:41:10.378614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b75caa-b72d-481b-8a48-d94cc4bf47fc req-f08cb5ad-16a6-4ed3-819c-9ec707d1b967 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:10.380076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33b75caa-b72d-481b-8a48-d94cc4bf47fc req-f08cb5ad-16a6-4ed3-819c-9ec707d1b967 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 944 time: 0.0581219 Mar 22 14:41:10.427139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33b75caa-b72d-481b-8a48-d94cc4bf47fc req-47d81b7b-a1cf-412e-86c0-6dc719099023 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Mar 22 14:41:10.929224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bbcbd1-5bc9-4a09-a847-41dce89420fe details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:41:11.036673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:41:11.048203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe', 'mac_address': 'fa:16:3e:51:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:41:11.086558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f9bbcbd1-5bc9-4a09-a847-41dce89420fe is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:41:11.086957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:11.100279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bbcbd1-5bc9-4a09-a847-41dce89420fe {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:41:11.121608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:41:11.126683 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:11.175936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:41:11.328864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f9bbcbd1-5bc9-4a09-a847-41dce89420fe'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:41:11.556022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e385645-7c33-4b27-a91e-5e0d0664896a req-53aef58b-7215-4137-828f-9160b18f5c7e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:11.557553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e385645-7c33-4b27-a91e-5e0d0664896a req-53aef58b-7215-4137-828f-9160b18f5c7e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 945 time: 0.0594275 Mar 22 14:41:11.605596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e385645-7c33-4b27-a91e-5e0d0664896a req-13343cbb-c48a-464f-8eb3-1b5dc0709221 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Mar 22 14:41:12.757177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c46469-5368-4682-8ce5-6e33bf673dec req-1e6e7b29-7ca3-4fb8-b31c-065551864546 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:12.758887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7c46469-5368-4682-8ce5-6e33bf673dec req-1e6e7b29-7ca3-4fb8-b31c-065551864546 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 945 time: 0.0676525 Mar 22 14:41:12.822052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7c46469-5368-4682-8ce5-6e33bf673dec req-535c153f-1a1c-4e24-b1c1-b5242d0ddcdc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569401 Mar 22 14:41:12.944226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bbcbd1-5bc9-4a09-a847-41dce89420fe up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:41:13.008431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port f9bbcbd1-5bc9-4a09-a847-41dce89420fe completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:41:13.013135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port f9bbcbd1-5bc9-4a09-a847-41dce89420fe triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:41:13.013521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:13.103658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port f9bbcbd1-5bc9-4a09-a847-41dce89420fe is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:41:13.104085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:13.136399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:41:13.139070 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e182bf41-dfd8-4489-91ab-55e5034097e5" -d '{"events": [{"server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "name": "network-vif-plugged", "status": "completed", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:41:13.153226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:41:13.158560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:13.198001 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c83b8f-1224-4c0c-909b-bfb6d543356d x-openstack-request-id: req-48c83b8f-1224-4c0c-909b-bfb6d543356d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:41:13.198307 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "name": "network-vif-plugged", "status": "completed", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:41:13.198590 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48c83b8f-1224-4c0c-909b-bfb6d543356d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:41:13.198969 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c83b8f-1224-4c0c-909b-bfb6d543356d'] response: {'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe', 'code': 200} Mar 22 14:41:13.211681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:41:13.307890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222aa0-2dd7-4c8f-9017-c296a614486e req-028ea8cf-f517-4c82-b4b4-79bd6a636a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:13.309402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27222aa0-2dd7-4c8f-9017-c296a614486e req-028ea8cf-f517-4c82-b4b4-79bd6a636a74 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 1128 time: 0.0548828 Mar 22 14:41:13.353835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-27222aa0-2dd7-4c8f-9017-c296a614486e req-f3fd2c34-8ce1-4b09-a17a-a14e23d91f9b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 Mar 22 14:41:13.946936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b15198-7c26-48c5-8f81-7bd36db2c736 req-b692537d-67c9-4f93-ba66-6eea604e95ce tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:13.948680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0b15198-7c26-48c5-8f81-7bd36db2c736 req-b692537d-67c9-4f93-ba66-6eea604e95ce tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0548956 Mar 22 14:41:13.999673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0b15198-7c26-48c5-8f81-7bd36db2c736 req-5297375c-2527-45e9-b4b4-0436f420ca72 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Mar 22 14:41:15.127090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b06bd2-891d-4163-a0c0-b72633898819 req-d306ceb5-5a20-466b-8526-b69c7373fb84 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:15.128740 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18b06bd2-891d-4163-a0c0-b72633898819 req-d306ceb5-5a20-466b-8526-b69c7373fb84 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0559485 Mar 22 14:41:15.180293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18b06bd2-891d-4163-a0c0-b72633898819 req-607d4c7f-04f0-4fcf-961f-04a76f8a6c07 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Mar 22 14:41:15.307271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f31f9-3863-493a-838d-e2c105b854fd req-da100bde-ab8a-466b-b831-62b2720ff6ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:15.309128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-033f31f9-3863-493a-838d-e2c105b854fd req-da100bde-ab8a-466b-b831-62b2720ff6ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0570705 Mar 22 14:41:15.360449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-033f31f9-3863-493a-838d-e2c105b854fd req-732f0b87-7801-4f82-b85a-840879f1e247 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Mar 22 14:41:15.694836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfee16e-7c8a-4faa-92db-89eaf9075ca3 req-e44d1a1f-029e-44a4-a1ef-4811be92cc63 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:15.696594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dfee16e-7c8a-4faa-92db-89eaf9075ca3 req-e44d1a1f-029e-44a4-a1ef-4811be92cc63 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0547726 Mar 22 14:41:15.745089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dfee16e-7c8a-4faa-92db-89eaf9075ca3 req-b635faf1-00a1-47fd-a8f5-680a5809098f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424290 Mar 22 14:41:16.893024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f589-cad8-4f6d-8b0d-a2fbc46fee26 req-71812d45-7387-4009-a00b-b1ddb1dfa2ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:16.895309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0f5f589-cad8-4f6d-8b0d-a2fbc46fee26 req-71812d45-7387-4009-a00b-b1ddb1dfa2ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0711751 Mar 22 14:41:16.943145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e0f5f589-cad8-4f6d-8b0d-a2fbc46fee26 req-8b81889f-32cb-473b-9cd6-87b64fd9d7e4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Mar 22 14:41:17.167541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-21eea591-3119-49fe-9377-47ddd939de93 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:17.169154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-21eea591-3119-49fe-9377-47ddd939de93 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 946 time: 0.0567498 Mar 22 14:41:17.271807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port f9bbcbd1-5bc9-4a09-a847-41dce89420fe {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:41:17.272141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:17.359541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port f9bbcbd1-5bc9-4a09-a847-41dce89420fe, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:41:17.359932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:17.372695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for f9bbcbd1-5bc9-4a09-a847-41dce89420fe owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:41:17.504430 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f9bbcbd1-5bc9-4a09-a847-41dce89420fe), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:17.518235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['518d9db1-d9d9-4de6-9549-19f272540a20'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:41:17.521583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['f9bbcbd1-5bc9-4a09-a847-41dce89420fe'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:41:17.535188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=f9bbcbd1-5bc9-4a09-a847-41dce89420fe,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:41:17.579020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port f9bbcbd1-5bc9-4a09-a847-41dce89420fe on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:41:17.582112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:17.586289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a027b1d-e39f-4bb8-a95f-f84fd6c48e3d req-a25fb7c5-63cc-4df8-bb5a-e1c727fdbeb8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "DELETE /v2.0/ports/f9bbcbd1-5bc9-4a09-a847-41dce89420fe HTTP/1.1" status: 204 len: 173 time: 0.4106653 Mar 22 14:41:17.586404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'name': 'network-vif-deleted', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:41:17.588853 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c538434-2899-4439-8184-57595ba47f7e" -d '{"events": [{"server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "name": "network-vif-deleted", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:41:17.608763 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:41:17.642452 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124eb1eb-204e-4546-8d1f-3eacd790daca x-openstack-request-id: req-124eb1eb-204e-4546-8d1f-3eacd790daca {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:41:17.643045 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff3f11-1d22-4a93-b724-a5f2c1082529", "name": "network-vif-deleted", "tag": "f9bbcbd1-5bc9-4a09-a847-41dce89420fe", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:41:17.643299 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-124eb1eb-204e-4546-8d1f-3eacd790daca {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:41:17.643732 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124eb1eb-204e-4546-8d1f-3eacd790daca'] response: {'server_uuid': '7cff3f11-1d22-4a93-b724-a5f2c1082529', 'name': 'network-vif-deleted', 'tag': 'f9bbcbd1-5bc9-4a09-a847-41dce89420fe', 'status': 'completed', 'code': 200} Mar 22 14:41:18.043042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c3069a7-27e3-4170-8d26-7d2310b90482 req-2ebd7fbc-cb62-414b-904f-bbd02d0dc7db tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0304303 Mar 22 14:41:18.580597 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-58b61597-131f-4c0b-bba8-03db43e02d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:19.143518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bd5a10c-0849-4335-866b-7bd6027c1d21 req-f1c1119e-b0c5-4221-a16f-2b741cf6c5f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Mar 22 14:41:20.240344 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a6f4f3a-3a4a-4c41-8ce3-e20b40ec4b75 req-8169cba1-6db3-46dc-815b-21e669e44056 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Mar 22 14:41:20.962737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96d3569f-8320-46c7-bcb4-7b78160f743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:20.997204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bbcbd1-5bc9-4a09-a847-41dce89420fe no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:41:21.018440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: f9bbcbd1-5bc9-4a09-a847-41dce89420fe {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:41:21.018789 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device f9bbcbd1-5bc9-4a09-a847-41dce89420fe not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:41:21.340692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ba2d9b3-717c-491f-9654-04557e542a96 req-fc0b7ae0-a3d7-447f-abd9-ad79cb4e5113 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Mar 22 14:41:21.985402 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:22.441659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ee1c2c9-1554-479e-b3e2-853d60b7001f req-f8fd938a-718d-46c5-b890-13a9889724cd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0302095 Mar 22 14:41:23.547413 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-453d4671-6bc8-4629-afe9-aa214b4bca31 req-f562c0f0-da51-49ac-8554-62abf000adfc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0355098 Mar 22 14:41:23.792390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:24.648927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d06c9b77-ff57-4742-a0b4-4c244a2d0910 req-8a458226-c3ba-455f-8f05-ee42dc0a7563 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0312188 Mar 22 14:41:24.958654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:25.748902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b4a10d2-71eb-40b8-9295-5c2e350523b8 req-2ef6b8d3-c34b-49cb-971f-00d018c01b4f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Mar 22 14:41:26.845975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-63f2595e-dcd7-44ff-a637-c15a03f9fc6d req-b73ca450-1d97-4c1b-80ad-a185910e6233 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Mar 22 14:41:27.946828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50bd4ec9-8ed6-4d2f-b2c2-09ffa84c3799 req-488fe8f5-9cce-4587-a889-8f67e92df414 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cff3f11-1d22-4a93-b724-a5f2c1082529 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Mar 22 14:41:28.421396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:29.382318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:40.920139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6e7ca-385a-4940-80cd-fd15e41eb569 req-8ede47cd-c5c4-4358-b1c2-d1688c07dc5a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:40.921607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e6e7ca-385a-4940-80cd-fd15e41eb569 req-8ede47cd-c5c4-4358-b1c2-d1688c07dc5a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0585785 Mar 22 14:41:40.976644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e6e7ca-385a-4940-80cd-fd15e41eb569 req-f1aa56dd-0d6b-4aeb-aab3-321e1cb0a214 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Mar 22 14:41:42.113731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163fd7-8499-4bf6-b093-68e1f8bf0c3d req-75f8d464-4985-42fa-87a7-238ff98f39c1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:42.115213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11163fd7-8499-4bf6-b093-68e1f8bf0c3d req-75f8d464-4985-42fa-87a7-238ff98f39c1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0641770 Mar 22 14:41:42.163989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11163fd7-8499-4bf6-b093-68e1f8bf0c3d req-8cac4e31-7d73-4187-a932-d580a307d8eb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=e37d9268-d70a-4aad-b940-49b6b0ceabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Mar 22 14:41:42.400761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-459f455c-2f38-43d5-83a7-4115ab3c7c2b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:41:42.402336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-459f455c-2f38-43d5-83a7-4115ab3c7c2b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 945 time: 0.0601761 Mar 22 14:41:42.505718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 518d9db1-d9d9-4de6-9549-19f272540a20 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:41:42.506125 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:42.598754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 518d9db1-d9d9-4de6-9549-19f272540a20, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=518d9db1-d9d9-4de6-9549-19f272540a20,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:41:42.599143 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:42.613471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 518d9db1-d9d9-4de6-9549-19f272540a20 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:41:42.749141 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (518d9db1-d9d9-4de6-9549-19f272540a20), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:42.763515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['518d9db1-d9d9-4de6-9549-19f272540a20'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:41:42.789178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=518d9db1-d9d9-4de6-9549-19f272540a20,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:41:42.814846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.815202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.815548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.815875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.816207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.816536 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.816920 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.817244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.817563 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.817877 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.818223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.818539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.818856 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.819180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.819517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:41:42.841169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 518d9db1-d9d9-4de6-9549-19f272540a20 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:41:42.844123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:42.848320 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2b16f4f3-ec35-4c15-bf44-08f11737f510 req-55e9cddc-7e72-4f55-8f23-9b9de194ba89 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "DELETE /v2.0/ports/518d9db1-d9d9-4de6-9549-19f272540a20 HTTP/1.1" status: 204 len: 173 time: 0.4396353 Mar 22 14:41:42.848831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'name': 'network-vif-deleted', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:41:42.852100 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac08ad7-3323-44cc-a246-4c347b7b5614" -d '{"events": [{"server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "name": "network-vif-deleted", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:41:42.903815 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c03beca-db35-4d6e-8d90-3d2aded6d845 x-openstack-request-id: req-6c03beca-db35-4d6e-8d90-3d2aded6d845 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:41:42.903926 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6707a-90e1-4090-a9d6-74c6b202e4c9", "name": "network-vif-deleted", "tag": "518d9db1-d9d9-4de6-9549-19f272540a20", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:41:42.904323 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c03beca-db35-4d6e-8d90-3d2aded6d845 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:41:42.904875 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c03beca-db35-4d6e-8d90-3d2aded6d845'] response: {'server_uuid': 'b1e6707a-90e1-4090-a9d6-74c6b202e4c9', 'name': 'network-vif-deleted', 'tag': '518d9db1-d9d9-4de6-9549-19f272540a20', 'status': 'completed', 'code': 200} Mar 22 14:41:43.287719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b5fdbf1-0458-41bb-8b2a-e2ac52d2d5bc req-8ec6d40e-b380-4e41-abd3-bae15ad16ead tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0388603 Mar 22 14:41:44.382439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfae5de1-3da6-4717-ad75-1ad195d96dc2 req-3893e097-35f6-4779-a0c0-0d3994fedc16 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Mar 22 14:41:45.486981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d846ec0-b982-4ff2-adbb-afcd10ad87ca req-0b9ba4aa-ac2a-4db6-acaa-24d608e6d447 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0329819 Mar 22 14:41:46.586662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29508306-4a8c-4939-95d9-ac72ba62d45d req-92931439-ac34-49ce-a92c-790d8de679c2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Mar 22 14:41:46.645018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 518d9db1-d9d9-4de6-9549-19f272540a20 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:41:46.665139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 518d9db1-d9d9-4de6-9549-19f272540a20 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:41:46.665479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 518d9db1-d9d9-4de6-9549-19f272540a20 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:41:47.680912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2af6589-3e6c-4c3f-a3de-aca0915f60d4 req-bbd9a956-3f24-4f0c-bffc-f2ee07226906 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Mar 22 14:41:48.577164 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e78d49b4-3513-4c71-88fc-46d1938c3f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:48.777251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-713ef9a1-a360-4e54-980d-e3021566de34 req-07999b44-058e-4be8-a745-825557b382b7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Mar 22 14:41:49.874989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e46291ea-d23a-4973-98ae-38eb69dbaf48 req-464f1f38-683d-42f8-8cf2-6a76c4e0b47a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0290482 Mar 22 14:41:50.969777 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-46c40f94-5ce4-4702-ab91-6c880e1bbb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:50.975423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ce1b7b8-aafb-4808-a72e-458cb19526fc req-187d78f2-172b-4d76-8741-9a4f3bf950db tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0310311 Mar 22 14:41:51.989929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:52.087353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc2000c3-2233-4455-89b3-576277a4864c req-77a25e98-e727-43b4-aa68-8d3b15a134aa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1e6707a-90e1-4090-a9d6-74c6b202e4c9 HTTP/1.1" status: 200 len: 210 time: 0.0300789 Mar 22 14:41:53.796776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:54.598874 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:41:54.956157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:58.429236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:41:59.381746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.535770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:01.540992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77337769', 'description': 'tempest-secgroup-smoke-77337769 description', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:01.567868 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.641849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (c01b6d97-a4b4-469d-81c5-e1ebebfe754d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.646872 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c01b6d97-a4b4-469d-81c5-e1ebebfe754d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.673291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b6d97-a4b4-469d-81c5-e1ebebfe754d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:01.685082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.685769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.686166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.686566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.686929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.687273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.687754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.688209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.688544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.688871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.689195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.689491 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.689876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.690232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.690579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:01.702476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.706417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2b5fa105-52dc-424a-952c-fcefdd0411b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1664677 Mar 22 14:42:01.706841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55200) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:01.711656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:01.741391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (c31b8bb7-eb84-4b55-9466-585be393cbb2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.811434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (c31b8bb7-eb84-4b55-9466-585be393cbb2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.816746 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c31b8bb7-eb84-4b55-9466-585be393cbb2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.841288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31b8bb7-eb84-4b55-9466-585be393cbb2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:01.849535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.853841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd3f6931-3457-40d4-a1f4-9bd31f61e596 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433048 Mar 22 14:42:01.854317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:01.858862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:01.887680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (7e49ee58-ef6e-4b18-9656-d1c54bcaa7a2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.945023 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (7e49ee58-ef6e-4b18-9656-d1c54bcaa7a2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.949765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7e49ee58-ef6e-4b18-9656-d1c54bcaa7a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.967131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e49ee58-ef6e-4b18-9656-d1c54bcaa7a2,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:01.980069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:01.983494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04ef5d2a-67a2-446d-b4b5-e8bf3cd23571 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281655 Mar 22 14:42:01.984288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55204) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:01.991280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:02.020011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (91688c08-de1c-4073-b4bc-bd88ccfed511), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.085506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (91688c08-de1c-4073-b4bc-bd88ccfed511), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.090359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (91688c08-de1c-4073-b4bc-bd88ccfed511), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.106472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91688c08-de1c-4073-b4bc-bd88ccfed511,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:02.120085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.124351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c6604bdc-a6fe-4b2e-9d50-ccd55fb01cb3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374645 Mar 22 14:42:02.124817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 55206) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:02.129765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:02.161412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (0745e9fa-b904-4053-b7b3-a4b0eafe73e2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.229745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (0745e9fa-b904-4053-b7b3-a4b0eafe73e2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.237342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0745e9fa-b904-4053-b7b3-a4b0eafe73e2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.257218 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0745e9fa-b904-4053-b7b3-a4b0eafe73e2,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:02.272683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.276769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-95d7037d-4027-4aac-a392-350db65460c9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507781 Mar 22 14:42:02.277308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55210) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:02.282849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:02.305807 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Project f41ff9e1158d4dd98d9dad2446bd280f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:42:02.310676 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (71b90d30-c6cb-4721-be84-37bc65d56d93), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.371991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (71b90d30-c6cb-4721-be84-37bc65d56d93), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.377072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (71b90d30-c6cb-4721-be84-37bc65d56d93), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.395397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b90d30-c6cb-4721-be84-37bc65d56d93,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:02.406925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.408233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5712ca28-1e2b-44e0-8d78-921038983fcc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297445 Mar 22 14:42:02.411332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 55212) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:02.416376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'security_group_rule': {'security_group_id': 'c01b6d97-a4b4-469d-81c5-e1ebebfe754d', 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:02.441638 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Project f41ff9e1158d4dd98d9dad2446bd280f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 14:42:02.447843 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (f7cdf3ba-9394-49d0-9d3b-84bef9b9d057), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.517271 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (f7cdf3ba-9394-49d0-9d3b-84bef9b9d057), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.522340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f7cdf3ba-9394-49d0-9d3b-84bef9b9d057), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.539396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cdf3ba-9394-49d0-9d3b-84bef9b9d057,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:02.549069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:02.550337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-af48dc27-95f0-4e61-96de-4aab4f45dd05 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377728 Mar 22 14:42:18.574996 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e09b082d-0b39-4db5-937b-39a6c172573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:20.978544 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e440b8a-c03b-47bc-b314-36dc56e30d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:21.991694 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:23.795251 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:24.394724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-b4a2b8df-7e5c-4c98-999d-0e52f8d0782d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77337769&fields=id&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 267 time: 0.0538616 Mar 22 14:42:24.501196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-19191568-79ea-497b-912b-1d40c6cfe0bf tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:24.502737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-19191568-79ea-497b-912b-1d40c6cfe0bf tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1005254 Mar 22 14:42:24.517648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-c90496ad-4adc-48cb-b3f6-79213fadbaad tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0093997 Mar 22 14:42:24.580174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-10617b25-56f9-4dc6-bc23-e4756ee2b8b4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531094 Mar 22 14:42:24.682059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-7eed858c-99c7-43e3-821a-6b5b31e053bd service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895495 Mar 22 14:42:24.785392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-54c58f94-67cc-48f6-86fc-816a0fcf04c8 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963531 Mar 22 14:42:24.952217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:25.107335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c6770d2-2028-44f8-90e1-33bb6ba1b45b req-d35f05ae-4b2a-4b23-a0e7-4373014e8162 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0343966 Mar 22 14:42:26.191333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14f87a17-8f8e-4313-ad33-58e9f992598e req-c7f4f380-5ead-4ad0-b110-be3003c6194f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Mar 22 14:42:27.279788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6beae3fa-70b2-4df5-bcf9-766d6c932e2e req-7af34c6e-9955-4311-b2ed-8f239f60c852 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0280719 Mar 22 14:42:28.114884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-f614d583-c05e-4eca-b1a7-2a61b190fa54 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:28.116436 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-f614d583-c05e-4eca-b1a7-2a61b190fa54 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1038628 Mar 22 14:42:28.195446 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-8044395e-0eeb-458e-9b22-a9c2514772ce tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 378 time: 0.0711327 Mar 22 14:42:28.205119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'security_groups': ['c01b6d97-a4b4-469d-81c5-e1ebebfe754d']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:28.322266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:42:28.325812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:28.395409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e0f15e9-09bf-413e-8c02-312cb0319018 req-e4d5ff93-79cc-4244-ae61-8fe852d1ad94 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0343230 Mar 22 14:42:28.442818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:28.493062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.11 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/26b02437-0ca0-48fe-a68b-952871f87b89) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:42:28.645867 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (26b02437-0ca0-48fe-a68b-952871f87b89), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:28.683180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:28.728574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:42:28.731799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:42:28.740123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:42:28.747266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:28.804041 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:28.804845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:28.828554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-35afee64-f1dc-48bd-b356-aabe9dc03f4e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283226 Mar 22 14:42:28.841654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Request body: {'port': {'device_id': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:28.943235 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.096751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-48c6f0bd-3769-42fe-be4f-3d637aca1b8d None None] Provisioning complete for port 26b02437-0ca0-48fe-a68b-952871f87b89 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:42:29.097337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-48c6f0bd-3769-42fe-be4f-3d637aca1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.130777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-48c6f0bd-3769-42fe-be4f-3d637aca1b8d None None] Port 26b02437-0ca0-48fe-a68b-952871f87b89 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:42:29.244196 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b02437-0ca0-48fe-a68b-952871f87b89 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:42:29.252319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks [] for port (26b02437-0ca0-48fe-a68b-952871f87b89), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.264960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Transition to ACTIVE for port object 26b02437-0ca0-48fe-a68b-952871f87b89 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:42:29.269682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.323832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Pushing event updated for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:29.394092 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.421357 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Attempting to bind port 26b02437-0ca0-48fe-a68b-952871f87b89 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:42:29.421802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Attempting to bind port 26b02437-0ca0-48fe-a68b-952871f87b89 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:42:29.422270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Attempting to bind port 26b02437-0ca0-48fe-a68b-952871f87b89 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:42:29.427269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Port 26b02437-0ca0-48fe-a68b-952871f87b89 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:42:29.427730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Attempting to bind port 26b02437-0ca0-48fe-a68b-952871f87b89 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:42:29.433642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:42:29.434170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:42:29.434663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:42:29.435204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Bound port: 26b02437-0ca0-48fe-a68b-952871f87b89, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:42:29.435821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.523251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:42:29.526760 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=26b02437-0ca0-48fe-a68b-952871f87b89,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:42:29.542280 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.571471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:29.572147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:29.573529 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] 10.222.0.82 "PUT /v2.0/ports/26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 1092 time: 0.7379243 Mar 22 14:42:29.587765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb14cb3-f4cb-4963-bbdc-64ea02614fe2 req-b2086b51-7948-429e-9aaa-37863e5f0ff2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:29.590205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-feb14cb3-f4cb-4963-bbdc-64ea02614fe2 req-b2086b51-7948-429e-9aaa-37863e5f0ff2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.1083517 Mar 22 14:42:29.618757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:29.622406 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4629ca14-f6ea-4453-999f-e140c2f73f84" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:29.681436 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c4fed4-9f02-4a1d-8670-06f06c21ce46 x-openstack-request-id: req-50c4fed4-9f02-4a1d-8670-06f06c21ce46 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:29.682018 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:29.682371 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50c4fed4-9f02-4a1d-8670-06f06c21ce46 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:29.682872 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c4fed4-9f02-4a1d-8670-06f06c21ce46'] response: {'name': 'network-changed', 'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89', 'status': 'completed', 'code': 200} Mar 22 14:42:29.711955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-feb14cb3-f4cb-4963-bbdc-64ea02614fe2 req-386bbc3b-c850-47e5-bd12-9b6ebed815bb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128194 Mar 22 14:42:29.720609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678343b3-ec37-43a1-8b04-1f4e81e4825b service neutron] Pushing event updated for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:29.733095 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-dec5114a-a7c0-4311-b04c-70fbd1522432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:29.737945 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-dec5114a-a7c0-4311-b04c-70fbd1522432 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1126 time: 0.0997734 Mar 22 14:42:29.797709 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-95a04876-f504-4bfb-a760-f8c799c38d31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 217 time: 0.0561428 Mar 22 14:42:29.851682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-d611d1f0-2ccf-43fc-b421-e3b4efe47758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:29.853426 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-d611d1f0-2ccf-43fc-b421-e3b4efe47758 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0501177 Mar 22 14:42:29.905953 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-44acb749-a533-40b2-ba8c-f94690a9b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:29.907660 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-44acb749-a533-40b2-ba8c-f94690a9b0a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482221 Mar 22 14:42:30.019392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-1beb805a-0c77-40fa-94f1-624f13798cf8 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056182 Mar 22 14:42:30.119728 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-5eb4e2d4-9158-4faa-93bd-40c046394964 req-4e05a296-7043-4ca3-87df-6287a658a454 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944114 Mar 22 14:42:30.214846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-d6e380d4-0181-4667-81bf-656033250e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:30.216363 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-d6e380d4-0181-4667-81bf-656033250e4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1126 time: 0.0520921 Mar 22 14:42:30.327355 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-85888e57-4255-4bc6-b82a-c1c3a1f47bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:30.329768 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-85888e57-4255-4bc6-b82a-c1c3a1f47bcb service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1071684 Mar 22 14:42:30.377123 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-55bcebf2-f734-455c-800e-78acd9defa3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 217 time: 0.0417898 Mar 22 14:42:30.424868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-50bd8730-199c-4ae3-8df8-ffbae3cb3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:30.426380 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-50bd8730-199c-4ae3-8df8-ffbae3cb3fe6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0443585 Mar 22 14:42:30.475416 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-283b9c65-5b99-4719-9bb4-70ead3fd1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:30.477067 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-283b9c65-5b99-4719-9bb4-70ead3fd1d39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450673 Mar 22 14:42:30.575727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-072bf9b2-647a-4946-a86d-610b505c98d7 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929842 Mar 22 14:42:30.681551 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4629ca14-f6ea-4453-999f-e140c2f73f84 req-d64ad53c-b10b-4843-b844-30bf60343ceb service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996623 Mar 22 14:42:30.828856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdc3f2-68d4-47e1-ba0a-8ee1303a88db req-21aa4049-cc11-4e3b-bc0a-5f194774dd56 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:30.830366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18cdc3f2-68d4-47e1-ba0a-8ee1303a88db req-21aa4049-cc11-4e3b-bc0a-5f194774dd56 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0531130 Mar 22 14:42:30.886070 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18cdc3f2-68d4-47e1-ba0a-8ee1303a88db req-3c707ba9-0e3e-410d-a1fb-e3081e3dd1c0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496802 Mar 22 14:42:31.598099 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:42:32.015302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefb19c-47a4-4271-81f2-be4acbcba543 req-ae6c8116-3783-48e3-955e-f152f3c8c265 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:32.016791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdefb19c-47a4-4271-81f2-be4acbcba543 req-ae6c8116-3783-48e3-955e-f152f3c8c265 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0582378 Mar 22 14:42:32.065946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fdefb19c-47a4-4271-81f2-be4acbcba543 req-daf82519-a050-4b21-a5aa-d2396aea1cee tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435612 Mar 22 14:42:33.220784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4079-cce7-4543-a5f0-d17b3a19b174 req-4c83beb4-fcda-4859-8ed9-843467df69a2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:33.223315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ef4079-cce7-4543-a5f0-d17b3a19b174 req-4c83beb4-fcda-4859-8ed9-843467df69a2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0677989 Mar 22 14:42:33.283479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88ef4079-cce7-4543-a5f0-d17b3a19b174 req-80d8665f-8d4e-462d-9b90-109f22beeed6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544531 Mar 22 14:42:34.412571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355bedb-3ae3-4366-8db9-725254bb0306 req-2c2bf07b-63ac-4660-8429-702be82020a9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:34.414391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5355bedb-3ae3-4366-8db9-725254bb0306 req-2c2bf07b-63ac-4660-8429-702be82020a9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0563340 Mar 22 14:42:34.471180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5355bedb-3ae3-4366-8db9-725254bb0306 req-1fb8c7d2-0576-4482-8ba4-1cd0f2aa8be6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465772 Mar 22 14:42:35.594137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f76fe-6a53-4405-8af1-007682edf86d req-847f6d4c-1112-4c42-86af-09cd0e2b26ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:35.596305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b57f76fe-6a53-4405-8af1-007682edf86d req-847f6d4c-1112-4c42-86af-09cd0e2b26ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0543790 Mar 22 14:42:35.651615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b57f76fe-6a53-4405-8af1-007682edf86d req-6a3e3761-edb2-4a52-a297-34317ef9b263 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493348 Mar 22 14:42:36.781001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70448-9e9a-473b-bc3a-d6009a345755 req-5ae5227c-2e61-4546-94be-0fb869cdca98 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:36.783002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13d70448-9e9a-473b-bc3a-d6009a345755 req-5ae5227c-2e61-4546-94be-0fb869cdca98 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0577378 Mar 22 14:42:36.835714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13d70448-9e9a-473b-bc3a-d6009a345755 req-43db5dd0-81d6-4955-a250-a6149423b8c7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467763 Mar 22 14:42:37.953836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3238bc-5617-4858-b4d7-62fbaf7ad75b req-32d7a158-4ead-4b0e-9482-eff678df50e3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:37.956229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d3238bc-5617-4858-b4d7-62fbaf7ad75b req-32d7a158-4ead-4b0e-9482-eff678df50e3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0532897 Mar 22 14:42:38.007565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d3238bc-5617-4858-b4d7-62fbaf7ad75b req-b3d9f7bd-d5c1-48e4-8f29-22dc75a8b460 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451250 Mar 22 14:42:39.137146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1a89-c264-4880-b76b-42f8c67a296c req-57df40b4-a9a8-47d9-b9a7-73e6e329cf77 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:39.138764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-612c1a89-c264-4880-b76b-42f8c67a296c req-57df40b4-a9a8-47d9-b9a7-73e6e329cf77 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0605915 Mar 22 14:42:39.193261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-612c1a89-c264-4880-b76b-42f8c67a296c req-e1d26dac-e453-4903-ad62-239602a1b93e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482750 Mar 22 14:42:40.310076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395d875-23d8-455a-b7be-fc3c05ec9a25 req-a15709d7-6f82-4e42-a77d-03b5afa6701c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:40.311521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0395d875-23d8-455a-b7be-fc3c05ec9a25 req-a15709d7-6f82-4e42-a77d-03b5afa6701c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0520573 Mar 22 14:42:40.364100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0395d875-23d8-455a-b7be-fc3c05ec9a25 req-cfc380f4-2e40-4eb2-9254-565f95ee4d3f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448260 Mar 22 14:42:41.495680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399f72-ae0c-4dcc-855a-f5e73c357fcc req-3419ecb3-a0df-4827-9072-5e9ac8859bf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:41.497355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62399f72-ae0c-4dcc-855a-f5e73c357fcc req-3419ecb3-a0df-4827-9072-5e9ac8859bf0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0643361 Mar 22 14:42:41.546095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62399f72-ae0c-4dcc-855a-f5e73c357fcc req-18513ad1-b68a-4e17-b67f-50399c406185 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428131 Mar 22 14:42:42.667843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d7221-89fc-41ac-9c40-a7bdaf412b4a req-91ecbe7d-6f5e-4df6-8170-dbcc5fda9239 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:42.669356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-675d7221-89fc-41ac-9c40-a7bdaf412b4a req-91ecbe7d-6f5e-4df6-8170-dbcc5fda9239 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0528018 Mar 22 14:42:42.720300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-675d7221-89fc-41ac-9c40-a7bdaf412b4a req-39ef3887-2245-4602-91d6-db83dab85685 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449836 Mar 22 14:42:43.847647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b04d39-2a28-4f0a-abd2-8f19889e011a req-13a59056-d111-403e-87de-c1ff53c504a1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:43.849129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b04d39-2a28-4f0a-abd2-8f19889e011a req-13a59056-d111-403e-87de-c1ff53c504a1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0556455 Mar 22 14:42:43.903228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37b04d39-2a28-4f0a-abd2-8f19889e011a req-6b7f8f65-2fb1-4886-9097-ee1ddb45f694 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468283 Mar 22 14:42:44.896622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 26b02437-0ca0-48fe-a68b-952871f87b89 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:42:45.007342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=26b02437-0ca0-48fe-a68b-952871f87b89,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:45.019958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '26b02437-0ca0-48fe-a68b-952871f87b89', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '26b02437-0ca0-48fe-a68b-952871f87b89', 'mac_address': 'fa:16:3e:87:60:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:42:45.025754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed3d1-ac73-406d-a1c5-927386ba7d24 req-0b7c7cab-880b-4a6c-82b6-61f3683c3fab tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:45.028363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-513ed3d1-ac73-406d-a1c5-927386ba7d24 req-0b7c7cab-880b-4a6c-82b6-61f3683c3fab tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 944 time: 0.0580592 Mar 22 14:42:45.060339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 26b02437-0ca0-48fe-a68b-952871f87b89 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:42:45.060717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:45.074324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b02437-0ca0-48fe-a68b-952871f87b89 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:42:45.080735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-513ed3d1-ac73-406d-a1c5-927386ba7d24 req-5ced3f6c-4d18-44e1-b2e6-b2bda9a3af71 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458465 Mar 22 14:42:45.093840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=26b02437-0ca0-48fe-a68b-952871f87b89,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:45.104011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:45.153598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:45.161304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.161654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.162016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.162363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.162697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.163029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.163357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.163683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.164061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.164391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.164714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.165034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.165352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.165672 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.166008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:42:45.360334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['26b02437-0ca0-48fe-a68b-952871f87b89'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:42:46.209664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af2a2-a22b-42cc-9b5d-44321137ef26 req-5aa08faa-0032-4a86-821d-5ee6cc2ba73c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:46.211330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-303af2a2-a22b-42cc-9b5d-44321137ef26 req-5aa08faa-0032-4a86-821d-5ee6cc2ba73c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 945 time: 0.0553398 Mar 22 14:42:46.260233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-303af2a2-a22b-42cc-9b5d-44321137ef26 req-3b630a02-54fc-49ba-b93c-aca703d317c2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427439 Mar 22 14:42:46.911709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 26b02437-0ca0-48fe-a68b-952871f87b89 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:42:46.970222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 26b02437-0ca0-48fe-a68b-952871f87b89 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:42:46.974778 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 26b02437-0ca0-48fe-a68b-952871f87b89 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:42:46.975157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.053616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 26b02437-0ca0-48fe-a68b-952871f87b89 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:42:47.054123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.077400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:47.079699 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4954086e-9f14-426a-907f-3a97f2e58260" -d '{"events": [{"server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "name": "network-vif-plugged", "status": "completed", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:47.092590 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=26b02437-0ca0-48fe-a68b-952871f87b89,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:42:47.098484 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:47.121827 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606ee2b-92ea-4536-8b57-0ce351f2b339 x-openstack-request-id: req-2606ee2b-92ea-4536-8b57-0ce351f2b339 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:47.122150 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "name": "network-vif-plugged", "status": "completed", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:47.122407 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2606ee2b-92ea-4536-8b57-0ce351f2b339 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:47.122804 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2606ee2b-92ea-4536-8b57-0ce351f2b339'] response: {'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89', 'code': 200} Mar 22 14:42:47.158435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:47.223483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e577-a5af-491f-9c90-b877016958f6 req-aed43f1c-4413-4fdd-884b-ccbf4e62429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:47.225052 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78c0e577-a5af-491f-9c90-b877016958f6 req-aed43f1c-4413-4fdd-884b-ccbf4e62429a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1128 time: 0.0464795 Mar 22 14:42:47.272183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-78c0e577-a5af-491f-9c90-b877016958f6 req-9d8a28ce-0c5f-4beb-8fa0-0b475c129067 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412772 Mar 22 14:42:47.384877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf366-f206-4239-96f7-ce0ba628bb8c req-79689f9f-9ad6-4a30-a50c-682497ad31ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:47.386517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6ecf366-f206-4239-96f7-ce0ba628bb8c req-79689f9f-9ad6-4a30-a50c-682497ad31ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0592546 Mar 22 14:42:47.435938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a6ecf366-f206-4239-96f7-ce0ba628bb8c req-3600140c-7495-4f35-9086-1f22a7257e5e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436425 Mar 22 14:42:48.563105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5c77-827a-412b-8d68-2840c29ac5e4 req-e4de98f5-7bcb-43d9-b121-75867cea168a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:48.564498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e78a5c77-827a-412b-8d68-2840c29ac5e4 req-e4de98f5-7bcb-43d9-b121-75867cea168a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0574830 Mar 22 14:42:48.576391 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e87834e1-ca8e-4920-8db9-534cbb1c69cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:48.613510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e78a5c77-827a-412b-8d68-2840c29ac5e4 req-3bb61043-9e01-4af4-9e88-2f0340b0a8ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432954 Mar 22 14:42:48.732122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998e08-e1fa-4407-bc00-fa39670b866d req-dca87b63-d43a-4d99-afd8-f775afa3cf6c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:48.733610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74998e08-e1fa-4407-bc00-fa39670b866d req-dca87b63-d43a-4d99-afd8-f775afa3cf6c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Mar 22 14:42:48.794045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-74998e08-e1fa-4407-bc00-fa39670b866d req-ffa9b32e-46c1-4622-b1e7-693d350d3aee tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534348 Mar 22 14:42:48.821044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56374) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:48.980663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4731f4-dcbb-44de-82ba-4cb603ea6a29 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:48.982232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-eb4731f4-dcbb-44de-82ba-4cb603ea6a29 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1123 time: 0.1601827 Mar 22 14:42:48.985573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:42:48.990087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '26b02437-0ca0-48fe-a68b-952871f87b89', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:42:49.014609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:49.116525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:49.217386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.25.3.14 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/0bcf6486-d242-4826-90c1-23d957c02918) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:42:49.299385 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-6771018d-9484-42b6-9b43-92b865b54fec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686080 Mar 22 14:42:49.329896 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (0bcf6486-d242-4826-90c1-23d957c02918), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:49.367096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0bcf6486-d242-4826-90c1-23d957c02918), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:49.403997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:42:49.406941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:42:49.413178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:42:49.435079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=0bcf6486-d242-4826-90c1-23d957c02918,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:49.560384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-52413abc-c80e-41de-9e94-4510b67cda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:49.561985 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-52413abc-c80e-41de-9e94-4510b67cda1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1128 time: 0.0615129 Mar 22 14:42:49.685705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-472e2c16-1faa-4de3-bb00-c33ad86cd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:49.687244 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-472e2c16-1faa-4de3-bb00-c33ad86cd079 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0963008 Mar 22 14:42:49.731392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-be6a2ed9-8215-4ccf-9240-e43be8e31acc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 217 time: 0.0373201 Mar 22 14:42:49.782272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-c5c60a07-9dac-465a-8cd6-c0b51ac05fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:49.783782 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-c5c60a07-9dac-465a-8cd6-c0b51ac05fc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0471735 Mar 22 14:42:49.844420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-8fa263a6-47c8-49cf-bcb6-72c6b772dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:49.846030 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-8fa263a6-47c8-49cf-bcb6-72c6b772dfbe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567269 Mar 22 14:42:49.946642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-1a3d1348-8229-4eb7-8bc9-fe37fec46145 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939567 Mar 22 14:42:50.041011 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2d6e188c-75a9-4c70-9aa3-981a694d9fc5 req-614d7275-d0e5-49b5-bd5c-7b887f89f20a service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Mar 22 14:42:50.154764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (2445d8cb-209a-4745-b242-000f8f99abd4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.258942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0bcf6486-d242-4826-90c1-23d957c02918), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.410662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (0bcf6486-d242-4826-90c1-23d957c02918), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.416444 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (0bcf6486-d242-4826-90c1-23d957c02918), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.490272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=0bcf6486-d242-4826-90c1-23d957c02918,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:42:50.499212 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2445d8cb-209a-4745-b242-000f8f99abd4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.602204 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP 2445d8cb-209a-4745-b242-000f8f99abd4 associated. External IP: 172.25.3.14, port: 26b02437-0ca0-48fe-a68b-952871f87b89. Mar 22 14:42:50.832728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:42:50.947612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:42:50.963560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:42:50.970125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.976971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-618a1cf2-1824-4b2d-b1b0-639a84501e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:50.978923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:50.979543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:42:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:51.010514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9d4576e5-b12e-4917-b425-cdb143c4adc3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0240288 Mar 22 14:42:51.011363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:42:51.014060 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f82f30-fc83-47de-b6a5-f82ce03cd173" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:42:51.052111 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084f9370-5c4b-4f32-8d61-fff8f0b12237 x-openstack-request-id: req-084f9370-5c4b-4f32-8d61-fff8f0b12237 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:42:51.052413 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:42:51.052668 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-084f9370-5c4b-4f32-8d61-fff8f0b12237 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:42:51.053086 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084f9370-5c4b-4f32-8d61-fff8f0b12237'] response: {'name': 'network-changed', 'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89', 'status': 'completed', 'code': 200} Mar 22 14:42:51.106172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:51.129528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-5961ab11-7eef-452e-bf3b-9b301d501da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:51.131291 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-5961ab11-7eef-452e-bf3b-9b301d501da4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1128 time: 0.0580451 Mar 22 14:42:51.233861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-ea742236-c1cb-422d-8cdc-ce815e22c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:51.235661 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-ea742236-c1cb-422d-8cdc-ce815e22c64d service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0988936 Mar 22 14:42:51.337978 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-c870460c-6c88-4bc3-8428-324937d7b408 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 999 time: 0.0962319 Mar 22 14:42:51.347755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2445d8cb-209a-4745-b242-000f8f99abd4', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '26b02437-0ca0-48fe-a68b-952871f87b89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:87:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:42:49Z', 'updated_at': '2022-03-22T14:42:49Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:51.379059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:42:51.386924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-5849dedb-3c92-4a7c-9119-617c3c83cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:51.388003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:42:51.388732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:42:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:51.389101 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-5849dedb-3c92-4a7c-9119-617c3c83cd0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0455573 Mar 22 14:42:51.438543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-52b1a73b-b0c9-49e2-8bbe-d0645f51226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:42:51.440360 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-52b1a73b-b0c9-49e2-8bbe-d0645f51226c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449390 Mar 22 14:42:51.503338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:42:51.555678 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-9f77ccf6-68db-46a3-acde-8210798a078f service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089063 Mar 22 14:42:51.655211 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-49f82f30-fc83-47de-b6a5-f82ce03cd173 req-620843ff-8642-4cac-b4d7-6cf6a73f54ee service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937214 Mar 22 14:42:51.908467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2445d8cb-209a-4745-b242-000f8f99abd4', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '26b02437-0ca0-48fe-a68b-952871f87b89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:87:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:42:49Z', 'updated_at': '2022-03-22T14:42:49Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:42:51.939314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d400d-aa4a-4f44-aa7d-a96df1d9cafd None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '2445d8cb-209a-4745-b242-000f8f99abd4', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '26b02437-0ca0-48fe-a68b-952871f87b89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:87:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:42:49Z', 'updated_at': '2022-03-22T14:42:49Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:42:51.994178 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:52.178096 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89bd041-70ff-4ded-adb2-76a5633b64e7 None None] New status for floating IP 2445d8cb-209a-4745-b242-000f8f99abd4: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:42:53.805521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:54.946995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:58.446660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:42:59.414401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:08.598067 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:43:16.023196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:16.144175 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.225552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Publish callbacks [] for security_group (ec0cd7da-8897-462f-81aa-1eb07276b452), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.232086 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ec0cd7da-8897-462f-81aa-1eb07276b452), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.283478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0cd7da-8897-462f-81aa-1eb07276b452,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.300576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56940) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:16.301090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb6f8920fd3a46b29e9e423d81ca1471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757962 Mar 22 14:43:16.302588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.302961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.303284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.303663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.304042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.304390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.304835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.305168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.305553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.305886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.306263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.306744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.307088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.307465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.307828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87ffa0-0dec-4d78-8b96-da3a2c75c1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.371331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Publish callbacks [] for security_group (ec0cd7da-8897-462f-81aa-1eb07276b452), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.393823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Publish callbacks [] for security_group (ec0cd7da-8897-462f-81aa-1eb07276b452), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.449564 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (ec0cd7da-8897-462f-81aa-1eb07276b452), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.452766 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.454098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec0cd7da-8897-462f-81aa-1eb07276b452 HTTP/1.1" status: 204 len: 168 time: 0.1518791 Mar 22 14:43:16.466736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0cd7da-8897-462f-81aa-1eb07276b452,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.478057 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.478658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.479128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.479490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.479876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.480234 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.480925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.481279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.481706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.482086 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.482420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.482749 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.483178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.483560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.483896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab23d-0232-4780-af30-7cc6f9c896cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:43:16.798352 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56946) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:16.816073 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfb0d-ce44-4a90-9e5d-be1fc8fa2513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.920553 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfb0d-ce44-4a90-9e5d-be1fc8fa2513 admin admin] Publish callbacks [] for security_group (92b507ed-0a40-4391-b8ff-2ac6b60738d5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.924857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfb0d-ce44-4a90-9e5d-be1fc8fa2513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (92b507ed-0a40-4391-b8ff-2ac6b60738d5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:16.961175 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bfb0d-ce44-4a90-9e5d-be1fc8fa2513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b507ed-0a40-4391-b8ff-2ac6b60738d5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:16.965916 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd7bfb0d-ce44-4a90-9e5d-be1fc8fa2513 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e81e23ee6d0740049a2c0b6fa0182bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663358 Mar 22 14:43:16.968621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56948) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:17.031363 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] Publish callbacks [] for security_group (92b507ed-0a40-4391-b8ff-2ac6b60738d5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:17.052298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] Publish callbacks [] for security_group (92b507ed-0a40-4391-b8ff-2ac6b60738d5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:17.099170 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (92b507ed-0a40-4391-b8ff-2ac6b60738d5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:17.102146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:17.103307 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92b507ed-0a40-4391-b8ff-2ac6b60738d5 HTTP/1.1" status: 204 len: 168 time: 0.1334531 Mar 22 14:43:17.115369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36230e0-3106-47b6-bca7-c49222a7102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b507ed-0a40-4391-b8ff-2ac6b60738d5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:18.281752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 56980) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:18.406612 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91c49527-b304-4668-84af-c27f19961edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.488624 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91c49527-b304-4668-84af-c27f19961edd admin admin] Publish callbacks [] for security_group (9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.495052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91c49527-b304-4668-84af-c27f19961edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.532863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-91c49527-b304-4668-84af-c27f19961edd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3f0261f66594d778c85f9e2e5509038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500193 Mar 22 14:43:18.533800 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c49527-b304-4668-84af-c27f19961edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:18.535822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 56984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:18.580584 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bbd95860-8820-41de-94d9-6ef5eff6a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.589985 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] Publish callbacks [] for security_group (9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.610962 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] Publish callbacks [] for security_group (9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.659691 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.662410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:18.663595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0 HTTP/1.1" status: 204 len: 168 time: 0.1267600 Mar 22 14:43:18.670984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42591ee-7f63-4a66-adcf-5e0ffb9486d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b076f3a-bcf6-401b-90b1-3c1fbb30b6d0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:19.735577 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:19.844515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6252740-556a-47f9-a572-978975c27f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.919155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6252740-556a-47f9-a572-978975c27f5b admin admin] Publish callbacks [] for security_group (cf18e209-bf24-4158-85cd-480b12c12ed4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.924833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f6252740-556a-47f9-a572-978975c27f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf18e209-bf24-4158-85cd-480b12c12ed4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:19.960988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252740-556a-47f9-a572-978975c27f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18e209-bf24-4158-85cd-480b12c12ed4,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:19.966154 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f6252740-556a-47f9-a572-978975c27f5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c627bf68dc054203b19a075b021de219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294898 Mar 22 14:43:19.969045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57018) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:20.020937 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] Publish callbacks [] for security_group (cf18e209-bf24-4158-85cd-480b12c12ed4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.046694 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] Publish callbacks [] for security_group (cf18e209-bf24-4158-85cd-480b12c12ed4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.098684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cf18e209-bf24-4158-85cd-480b12c12ed4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.101338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.102524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf18e209-bf24-4158-85cd-480b12c12ed4 HTTP/1.1" status: 204 len: 168 time: 0.1325147 Mar 22 14:43:20.110119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd2705-0281-4d47-a0ff-2b3f5f48800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18e209-bf24-4158-85cd-480b12c12ed4,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:20.765622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 57042) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:20.864696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-472058621-network', 'tenant_id': '7f07224b85ff45a8b3127f2217e471a3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:20.886349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Made reservation on behalf of 7f07224b85ff45a8b3127f2217e471a3 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:20.888646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.897376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.963618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f6afc87f-7321-46df-88f5-0c9093cb0041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.973942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks [] for security_group (d1d8c391-1eb8-4bf8-9868-8074944acdc6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:20.980238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1d8c391-1eb8-4bf8-9868-8074944acdc6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.005355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:43:21.015052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8c391-1eb8-4bf8-9868-8074944acdc6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:21.019898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (694e1092-012f-48d2-9237-4a3dd981342d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.020238 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Added segment 694e1092-012f-48d2-9237-4a3dd981342d of type vlan for network 85255163-7094-4b2e-9bae-9a12d406e130 Mar 22 14:43:21.061079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (85255163-7094-4b2e-9bae-9a12d406e130), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.088103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (85255163-7094-4b2e-9bae-9a12d406e130), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.089121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:21.089767 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.162898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3960958 Mar 22 14:43:21.165982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 57046) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:43:21.174152 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Request body: {'subnet': {'network_id': '85255163-7094-4b2e-9bae-9a12d406e130', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-472058621-subnet', 'tenant_id': '7f07224b85ff45a8b3127f2217e471a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:43:21.180418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c16d6-75ad-407a-88e7-748c11e406c4 admin admin] Pushing event updated for resources: {'Network': ['ID=85255163-7094-4b2e-9bae-9a12d406e130,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:21.191671 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 85255163-7094-4b2e-9bae-9a12d406e130 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:43:21.196979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Made reservation on behalf of 7f07224b85ff45a8b3127f2217e471a3 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:43:21.199388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.371769 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (df327143-d75d-44f3-b066-6e2db238e9e0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.422782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df327143-d75d-44f3-b066-6e2db238e9e0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:43:21.434647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Checking segment: {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:43:21.435005 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Network hostable DHCP agents. Network: 85255163-7094-4b2e-9bae-9a12d406e130, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:43:21.454217 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Network 85255163-7094-4b2e-9bae-9a12d406e130 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:43:21.464641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 85255163-7094-4b2e-9bae-9a12d406e130) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:43:21.469061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:21.469662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:21.480846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04dff2-069e-4104-8a8f-62126bc19357 None None] Network 85255163-7094-4b2e-9bae-9a12d406e130 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:43:21.494400 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-49f79f51-799e-47bb-a6ed-6250290cf87a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3163855 Mar 22 14:43:21.599032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2026737-ce9b-43e1-b0b1-2581f6ec2d9b None None] Network 85255163-7094-4b2e-9bae-9a12d406e130 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:43:21.988653 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:23.807869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:24.950620 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:28.459552 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:29.415132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:34.011543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-309ac4a9-922f-4ba3-85a9-628b56a27938 req-2cfd9789-2b76-4c18-8d2b-99ca254ad9f4 service neutron] (103890) timed out ('10.222.0.78', 65028) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:43:45.597392 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:43:48.587744 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-634127d2-d46e-46e7-9ce7-62926d932f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:50.967974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e38b666-5ada-4890-8fce-6da893e86182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:51.270520 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-ff951997-2edf-4ada-921d-be65d9263054 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575175 Mar 22 14:43:51.360428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-60d35cc4-b2fd-47bc-a855-2c87cf9e7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:51.362059 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-60d35cc4-b2fd-47bc-a855-2c87cf9e7027 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 1128 time: 0.0467563 Mar 22 14:43:51.474008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-f495efb8-9d48-4247-bc68-c03ca10ad6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:51.475598 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-f495efb8-9d48-4247-bc68-c03ca10ad6b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0946453 Mar 22 14:43:51.544515 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-89ce8008-b7ed-4dcf-bc8e-e03c4fefd01a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 200 len: 1001 time: 0.0627711 Mar 22 14:43:51.596511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-0198c3be-2d35-4238-920c-720aa7176942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:51.597996 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-0198c3be-2d35-4238-920c-720aa7176942 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0478861 Mar 22 14:43:51.649896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-7eea3cb2-9e6a-4704-8413-c0009af3e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:43:51.651416 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-7eea3cb2-9e6a-4704-8413-c0009af3e4dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480194 Mar 22 14:43:51.998676 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:52.002941 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-93efa63f-2d9b-4de4-9a0b-edeff61a4e96 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452747 Mar 22 14:43:52.097139 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ebcabc20-64d9-472c-800d-ed7032a7a684 req-1fac0291-29fb-4fa6-9b89-380915f49b4c service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884719 Mar 22 14:43:53.806291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:54.960914 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:58.477933 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:43:59.414699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:08.127846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-64ae4e5b-6487-4bbb-9719-836aac9edddc req-dc9fa549-f16e-4d7c-a129-e6d398e20b93 service neutron] (103891) timed out ('10.222.0.78', 64876) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:44:18.583934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12061c3e-ad21-4127-bcc3-dca85ca9547e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:20.973470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fcf149c0-abca-48ff-9d62-24018d1d162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:21.993920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:22.596971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:44:23.807903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:24.958468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:28.474145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:29.430837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:30.699017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-e6785ba6-6fa3-431e-ac75-c0fdc5a36e1d tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:30.715239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-e6785ba6-6fa3-431e-ac75-c0fdc5a36e1d tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 813 time: 0.1064832 Mar 22 14:44:30.718818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-fd79ea50-307b-4ab4-89f8-8636b0cbfbc8 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/quotas/7f07224b85ff45a8b3127f2217e471a3 HTTP/1.1" status: 200 len: 375 time: 0.0118051 Mar 22 14:44:30.754100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-d647fc97-b970-4bde-acf1-a53ccc175ad8 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299881 Mar 22 14:44:30.818795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-a5d99b79-228a-4b74-a55d-43cc510cde0b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:44:30.819508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-a5d99b79-228a-4b74-a55d-43cc510cde0b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584044 Mar 22 14:44:30.907232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-dbe2a497-79e3-4124-b5b4-0d9323691dfc service neutron] 10.222.0.81 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821340 Mar 22 14:44:31.001506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-b8c28a28-3438-4e62-b42f-45a8004f3e0f service neutron] 10.222.0.81 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882673 Mar 22 14:44:31.247168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-faeca55c-d229-4507-8945-04b36d3f5a27 req-c8e408ad-376a-4a89-8084-edad0309642f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 210 time: 0.0965741 Mar 22 14:44:32.143859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-95b783ba-0939-47fd-a99c-82d5cfd77818 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:32.145313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-95b783ba-0939-47fd-a99c-82d5cfd77818 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 813 time: 0.1103296 Mar 22 14:44:32.157337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Request body: {'port': {'device_id': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130', 'admin_state_up': True, 'tenant_id': '7f07224b85ff45a8b3127f2217e471a3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:32.266757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Made reservation on behalf of 7f07224b85ff45a8b3127f2217e471a3 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:44:32.271292 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:32.361737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b31d7f3-2d65-4b6a-9357-886719d35a09 req-773d85ac-8ce6-4080-a6cc-231357de7a63 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 210 time: 0.0338433 Mar 22 14:44:32.420794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Allocated IP 172.20.0.9 (85255163-7094-4b2e-9bae-9a12d406e130/df327143-d75d-44f3-b066-6e2db238e9e0/60706f34-e0bf-4fdf-ae4e-fface5a288b3) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:44:32.572181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks [] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:32.612530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:32.654331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Network 85255163-7094-4b2e-9bae-9a12d406e130 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:44:32.657538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:44:32.663904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:44:32.669679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Pushing event updated for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:32.698223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.698564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.698904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.699250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.699581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.699891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.700222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.700530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.700880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.701194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.701497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.701817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.702163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.702476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.702792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:32.724412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:32.725070 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:32.744898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-ae94d9f0-c0d5-48c4-ab56-969c82b72661 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918133 Mar 22 14:44:32.757029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Request body: {'port': {'device_id': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:44:32.819493 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.082857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60706f34-e0bf-4fdf-ae4e-fface5a288b3 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:33.090658 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks [] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.102774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Transition to ACTIVE for port object 60706f34-e0bf-4fdf-ae4e-fface5a288b3 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:44:33.109019 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.161078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:33.230530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Attempting to bind port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:44:33.230858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Attempting to bind port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:44:33.231197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Attempting to bind port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 on network 85255163-7094-4b2e-9bae-9a12d406e130 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:33.235706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 on network 85255163-7094-4b2e-9bae-9a12d406e130 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:44:33.236010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Attempting to bind port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 on network 85255163-7094-4b2e-9bae-9a12d406e130 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:44:33.241453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:44:33.241794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Checking segment: {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:44:33.242211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Bound using segment: {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:44:33.242639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Bound port: 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:44:33.243010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.304522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:44:33.307568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:44:33.314570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.349350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:33.349984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:33.351350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] 10.222.0.78 "PUT /v2.0/ports/60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 200 len: 1091 time: 0.5984285 Mar 22 14:44:33.351771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:33.354036 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc53b2cf-0568-4468-8061-45144cd6142a" -d '{"events": [{"name": "network-changed", "server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:33.379193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8e8c6-7921-4e81-8d78-0763c948eaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:33.420745 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba52786a-c6d5-47dc-9e38-d9e2553d593d x-openstack-request-id: req-ba52786a-c6d5-47dc-9e38-d9e2553d593d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:33.420991 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:33.421283 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba52786a-c6d5-47dc-9e38-d9e2553d593d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:33.421684 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba52786a-c6d5-47dc-9e38-d9e2553d593d'] response: {'name': 'network-changed', 'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3', 'status': 'completed', 'code': 200} Mar 22 14:44:33.450810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-39cf4387-fd49-4e03-9d6b-d67a5733d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:33.452296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-39cf4387-fd49-4e03-9d6b-d67a5733d808 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 1125 time: 0.0624645 Mar 22 14:44:33.504340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-290343bd-ab1c-4cf1-a8d7-c0ce50b2307d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 200 len: 217 time: 0.0369003 Mar 22 14:44:33.554863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b346b2-8150-4864-9d84-cbf935968c48 req-9a3c64f1-9951-4811-bcfd-92435453d57f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:33.556372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8b346b2-8150-4864-9d84-cbf935968c48 req-9a3c64f1-9951-4811-bcfd-92435453d57f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 943 time: 0.1199703 Mar 22 14:44:33.573209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-5ec91189-5dac-4bd0-b529-356a88d27432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:33.574641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-5ec91189-5dac-4bd0-b529-356a88d27432 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0649765 Mar 22 14:44:33.864785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-3631f088-18a0-439f-8183-88174a744115 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2840796 Mar 22 14:44:33.926145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8b346b2-8150-4864-9d84-cbf935968c48 req-984088eb-e689-40a2-8b10-a28a9f014c90 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636076 Mar 22 14:44:33.967513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-3db73324-1071-424a-93b4-8f1d934c53d1 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966156 Mar 22 14:44:34.059873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3826f272-31ca-4e98-a7f0-9bfad22e6262 req-3ff55b06-1f3b-46c2-a06f-7578aad8d12e service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Mar 22 14:44:34.152386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b2cf-0568-4468-8061-45144cd6142a req-89273b56-b12e-44a5-88ca-591a5839b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:34.153879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-89273b56-b12e-44a5-88ca-591a5839b847 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 1125 time: 0.0464239 Mar 22 14:44:34.247942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b2cf-0568-4468-8061-45144cd6142a req-e5c03bd1-e57a-48bb-bc7e-d78fb9902d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:34.249407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-e5c03bd1-e57a-48bb-bc7e-d78fb9902d67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 914 time: 0.0888467 Mar 22 14:44:34.290318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-f5331911-edcc-4c9a-b812-0bee53eba195 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 200 len: 217 time: 0.0343683 Mar 22 14:44:34.339930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b2cf-0568-4468-8061-45144cd6142a req-83a91485-30d9-4fdd-ba3c-3869e1f0ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:34.341386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-83a91485-30d9-4fdd-ba3c-3869e1f0ae6d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0445805 Mar 22 14:44:34.376862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-1cd2071e-5fcb-4987-a9fd-52cde95eddae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Mar 22 14:44:34.467068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-69c7ce16-57a6-4739-b21a-b98ec3526a86 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Mar 22 14:44:34.563569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dc53b2cf-0568-4468-8061-45144cd6142a req-2a88c37f-549c-4a72-ade0-5d41d2d73f65 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Mar 22 14:44:35.053850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de8b9-a399-4f84-8de9-00f3fc5103ef req-fbfc49dc-01ee-4f7b-bf15-897bcb7fb8c4 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:35.055358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-370de8b9-a399-4f84-8de9-00f3fc5103ef req-fbfc49dc-01ee-4f7b-bf15-897bcb7fb8c4 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 943 time: 0.0583534 Mar 22 14:44:35.104571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-370de8b9-a399-4f84-8de9-00f3fc5103ef req-cd85eb79-e81e-4a8a-9e22-97b5d6221eb7 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Mar 22 14:44:35.849900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 60706f34-e0bf-4fdf-ae4e-fface5a288b3 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:44:35.960674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:35.972228 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '60706f34-e0bf-4fdf-ae4e-fface5a288b3', 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130', 'port_id': '60706f34-e0bf-4fdf-ae4e-fface5a288b3', 'mac_address': 'fa:16:3e:9e:ec:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df327143-d75d-44f3-b066-6e2db238e9e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:44:36.010637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:36.011027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:36.024265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60706f34-e0bf-4fdf-ae4e-fface5a288b3 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:44:36.044568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:36.051082 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:36.100925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:36.109052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.109414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.109769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.110170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.110511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.110853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.111191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.111527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.111889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.112218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.112552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.112867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.113201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.113520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.113844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:36.234280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ce9e1-cf88-482b-ab97-fef66274756d req-761e8a91-08bd-4daf-96d3-0223a3f1780e tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:36.236243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca1ce9e1-cf88-482b-ab97-fef66274756d req-761e8a91-08bd-4daf-96d3-0223a3f1780e tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 944 time: 0.0592136 Mar 22 14:44:36.292478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca1ce9e1-cf88-482b-ab97-fef66274756d req-87aba0d4-faa3-4e96-80ed-235092bd2862 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Mar 22 14:44:36.298186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['60706f34-e0bf-4fdf-ae4e-fface5a288b3'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:44:37.433539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe57f00-c166-4b94-a30d-97192d357118 req-ed2241c8-4f82-4866-aed9-9fcd8c37aa07 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:37.435054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abe57f00-c166-4b94-a30d-97192d357118 req-ed2241c8-4f82-4866-aed9-9fcd8c37aa07 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 944 time: 0.0682175 Mar 22 14:44:37.483602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-abe57f00-c166-4b94-a30d-97192d357118 req-436bc3b1-72ec-477b-810f-38755cfc824e tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Mar 22 14:44:37.864371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 60706f34-e0bf-4fdf-ae4e-fface5a288b3 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:44:37.933762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:44:37.937983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:44:37.938375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:38.013884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:44:38.014305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:38.036704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:38.039024 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0156b10-d2a6-46cc-b2c2-46b7d5475d51" -d '{"events": [{"server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "name": "network-vif-plugged", "status": "completed", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:38.051104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:38.056407 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:38.078778 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9f0457-7945-458b-81a3-b2604dfa9c49 x-openstack-request-id: req-ce9f0457-7945-458b-81a3-b2604dfa9c49 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:38.079070 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "name": "network-vif-plugged", "status": "completed", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:38.079322 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce9f0457-7945-458b-81a3-b2604dfa9c49 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:38.079721 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9f0457-7945-458b-81a3-b2604dfa9c49'] response: {'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3', 'code': 200} Mar 22 14:44:38.108519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:38.179645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f65c9-0767-4123-9613-127ef5c6168d req-150e6f6f-4938-472f-977b-82c6657153ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:38.181164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce1f65c9-0767-4123-9613-127ef5c6168d req-150e6f6f-4938-472f-977b-82c6657153ff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 1127 time: 0.0459738 Mar 22 14:44:38.227777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce1f65c9-0767-4123-9613-127ef5c6168d req-aad92d97-79cd-4430-b3ce-ec9ca6e48050 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Mar 22 14:44:38.617983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37f22-a92d-4ab1-990a-912c0cdceb57 req-571ef9e9-5c9b-4ccd-86da-7e8c87886046 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:38.619491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a37f22-a92d-4ab1-990a-912c0cdceb57 req-571ef9e9-5c9b-4ccd-86da-7e8c87886046 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 945 time: 0.0542405 Mar 22 14:44:38.671713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d1a37f22-a92d-4ab1-990a-912c0cdceb57 req-1e475a07-4c65-41e7-b1d6-b5b9fbb471ef tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Mar 22 14:44:39.807827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9cc4-5adc-4040-9f20-3bb10e50ef88 req-243daf4d-3ced-4181-8f4f-649cbb740b06 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:39.809230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bf9cc4-5adc-4040-9f20-3bb10e50ef88 req-243daf4d-3ced-4181-8f4f-649cbb740b06 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 945 time: 0.0609870 Mar 22 14:44:39.858341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16bf9cc4-5adc-4040-9f20-3bb10e50ef88 req-20362b16-1525-415e-8159-70a09c19cd08 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Mar 22 14:44:45.016284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-451d4d54-8ac8-4a43-a018-178626298086 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455396 Mar 22 14:44:45.109072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-51d772d3-8df6-4e91-b63c-ba69c4b2a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:45.110627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-51d772d3-8df6-4e91-b63c-ba69c4b2a6ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 1127 time: 0.0504904 Mar 22 14:44:45.223178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-827d0b32-f241-460f-b31b-123ad90ec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:45.224675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-827d0b32-f241-460f-b31b-123ad90ec84e service neutron] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 914 time: 0.0900135 Mar 22 14:44:45.276285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-8e511bec-4373-423d-b108-7088691b396a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 200 len: 217 time: 0.0369496 Mar 22 14:44:45.330520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-b00e1fcb-4012-4a19-8e2b-716789610b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:45.332009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-b00e1fcb-4012-4a19-8e2b-716789610b0d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0505633 Mar 22 14:44:45.363716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-31fd41a7-387b-4aef-b4e4-1109c541d505 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258951 Mar 22 14:44:45.461013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-e4ab3604-ffd1-4635-8c73-8e1873dceb21 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831590 Mar 22 14:44:45.562258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcc5cb67-6acd-48dc-91b5-6c7a7b55f3a5 req-7e826cd0-ec44-4d05-bf57-0ba47ccfade7 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957949 Mar 22 14:44:48.580334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3fbb4720-495b-43f6-b1a1-252b411db6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:48.889342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0d08-f2b2-4a65-a5d0-87288ced7062 req-35f3a67a-ac06-4596-9962-e3e17a646f0e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:48.890968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87f0d08-f2b2-4a65-a5d0-87288ced7062 req-35f3a67a-ac06-4596-9962-e3e17a646f0e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0577126 Mar 22 14:44:48.941318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a87f0d08-f2b2-4a65-a5d0-87288ced7062 req-535fa8e4-4da9-4bb8-906e-747bebc08f5a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445957 Mar 22 14:44:50.071834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e819-aee9-472b-bfa9-63830a224386 req-05dc23e8-a551-4132-bca4-3fdf6a88e7f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:50.073249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ec1e819-aee9-472b-bfa9-63830a224386 req-05dc23e8-a551-4132-bca4-3fdf6a88e7f0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0614924 Mar 22 14:44:50.123612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ec1e819-aee9-472b-bfa9-63830a224386 req-099270dc-9658-4528-b9b2-e25ce89d4b6d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443850 Mar 22 14:44:50.398542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-49778d42-974a-4f50-bf37-6c0b614cb1a7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:44:50.400159 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-49778d42-974a-4f50-bf37-6c0b614cb1a7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 946 time: 0.0574839 Mar 22 14:44:50.495359 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 26b02437-0ca0-48fe-a68b-952871f87b89 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:44:50.495705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.595453 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 26b02437-0ca0-48fe-a68b-952871f87b89, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=26b02437-0ca0-48fe-a68b-952871f87b89,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:44:50.595820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.882377 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.882738 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (2445d8cb-209a-4745-b242-000f8f99abd4), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:50.884039 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP 2445d8cb-209a-4745-b242-000f8f99abd4 disassociated. External IP: 172.25.3.14, port: 26b02437-0ca0-48fe-a68b-952871f87b89. Mar 22 14:44:50.884039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 26b02437-0ca0-48fe-a68b-952871f87b89 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:44:50.979985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-741b88b7-babc-42ad-a0b6-3d6d12683f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.019072 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (26b02437-0ca0-48fe-a68b-952871f87b89), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.051732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=26b02437-0ca0-48fe-a68b-952871f87b89,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:44:51.063190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.063547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.063892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.064235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.064571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.064908 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.065242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.065572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.065896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.066273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.066599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.066924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.067251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.067592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.067886 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:44:51.183240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:44:51.221328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38f8f520-db98-456e-b6b7-4e5c5be8d759 req-015413da-a1a7-4c64-b8ae-a69cf619b0eb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0279040 Mar 22 14:44:51.297114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:44:51.309084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:44:51.319264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:44:51.320030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:44:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:51.339663 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 26b02437-0ca0-48fe-a68b-952871f87b89 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:44:51.342434 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:51.346336 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d2b43bcd-6d5c-4f79-bd8f-3f7a11015e61 req-9aa9ad65-5843-4c79-a06e-6ae9c8f1d91d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "DELETE /v2.0/ports/26b02437-0ca0-48fe-a68b-952871f87b89 HTTP/1.1" status: 204 len: 173 time: 0.9409709 Mar 22 14:44:51.346814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'name': 'network-vif-deleted', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:44:51.349573 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68088fed-53ff-47c2-bee9-d7bab8433f46" -d '{"events": [{"server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "name": "network-vif-deleted", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:44:51.473705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:44:51.521888 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2439166c-6669-41dd-83bb-872585382a68 x-openstack-request-id: req-2439166c-6669-41dd-83bb-872585382a68 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:44:51.522508 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d4568f-1e57-4932-9c2d-664f872e31e4", "name": "network-vif-deleted", "tag": "26b02437-0ca0-48fe-a68b-952871f87b89", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:44:51.522610 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2439166c-6669-41dd-83bb-872585382a68 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:44:51.523072 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2439166c-6669-41dd-83bb-872585382a68'] response: {'server_uuid': 'b3d4568f-1e57-4932-9c2d-664f872e31e4', 'name': 'network-vif-deleted', 'tag': '26b02437-0ca0-48fe-a68b-952871f87b89', 'status': 'completed', 'code': 200} Mar 22 14:44:51.710674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:51.739360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:44:51.749184 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:44:51.749997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:44:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:51.863518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:44:52.167023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:52.257438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:44:52.290899 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cac3c6-b02b-4c6a-acd5-5ad5bc813d75 None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:44:52.330586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bdf2cac-ff5b-4e51-8212-0135395fd323 req-8f049598-d8c8-4715-9ad3-37a5f6842b67 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0384238 Mar 22 14:44:52.572455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9072b-a51d-402e-83c8-43231adc829b None None] New status for floating IP 2445d8cb-209a-4745-b242-000f8f99abd4: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:44:53.420010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90ff078b-af27-413c-93b6-98b55240bbc5 req-82f84063-d4df-4f41-95a9-4787996fae74 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0283892 Mar 22 14:44:53.663993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 26b02437-0ca0-48fe-a68b-952871f87b89 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:44:53.684942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 26b02437-0ca0-48fe-a68b-952871f87b89 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:44:53.685361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 26b02437-0ca0-48fe-a68b-952871f87b89 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:44:53.811992 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:54.530210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58817250-a171-42b9-bc1a-a5e4c4d0ea8f req-6d0ea2be-6e52-4e01-8090-3136e9d5b028 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Mar 22 14:44:54.956957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:55.637792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-57db406d-6e81-48af-98e8-5f15751ab098 req-8472d74d-dc89-4d5b-8e27-34b3c587e91e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0301409 Mar 22 14:44:56.736297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1ed0155-3e9c-4050-8e1f-859ee881be49 req-f49814ac-f05a-409e-a50f-f344da981cf7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Mar 22 14:44:57.837314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-008d6bc0-38d0-497c-a566-e48210600d25 req-effed530-89f4-46ff-8800-e6aa680378d4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0305867 Mar 22 14:44:58.495030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:58.941491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7845435d-1463-4e4c-b23e-f6188655b273 req-a485eea1-b0d9-489d-a2a5-61e4a9e5ff2c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Mar 22 14:44:59.449283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:44:59.606138 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:45:00.040683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3af6d8d-5eef-4ee7-8f41-4488dddcc911 req-7206007b-b536-48ce-bd88-ae747852a76e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3d4568f-1e57-4932-9c2d-664f872e31e4 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Mar 22 14:45:01.462921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-d80cc709-ffb9-4c6f-b32f-56f5d9d55b7b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77337769&fields=id&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 267 time: 0.0489330 Mar 22 14:45:01.569726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-80a5ac59-e618-44b0-a05d-1884c94d5a57 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:01.571251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-80a5ac59-e618-44b0-a05d-1884c94d5a57 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1016517 Mar 22 14:45:01.586568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-2a396a01-266e-4f64-9d70-07206378d9d7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0093832 Mar 22 14:45:01.643022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-0ba71fd3-93f7-40e9-ab92-5ee36b4b7fe3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513301 Mar 22 14:45:01.743506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bc3c6215-84e6-418f-b6b9-573fec58b14a service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882502 Mar 22 14:45:01.832844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-76061ef9-b218-411e-a8eb-d6d425401f8c service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Mar 22 14:45:02.130788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f987b860-ceb5-4f7a-a32c-57e07dccf6c8 req-7c01ce9f-6c3a-4cf8-9bec-404e127572db tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0342488 Mar 22 14:45:03.090833 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-0bed1b3c-afbf-4801-9867-85dd13736f6b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:03.091380 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-0bed1b3c-afbf-4801-9867-85dd13736f6b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1034744 Mar 22 14:45:03.160488 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-495bc1a8-7a77-4953-a0d7-200b24eed84f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 378 time: 0.0611324 Mar 22 14:45:03.170083 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'security_groups': ['c01b6d97-a4b4-469d-81c5-e1ebebfe754d']}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:03.246591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4224e6f1-ceb0-40a5-bc50-3715861f609f req-fab0200b-98cf-4333-a348-6a10cd2ae611 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0306604 Mar 22 14:45:03.296406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:45:03.300465 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.437659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.6 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/4a7df517-0f05-4ff9-b427-063901a0aeb0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:03.578902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.616872 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.669815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:03.675069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:03.679804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:03.683810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:03.731286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:03.731905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.753411 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-bfc14706-d904-4b1a-8db8-59b57a9b64c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873671 Mar 22 14:45:03.838070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Request body: {'port': {'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:03.906715 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:03.983771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b95f89ae-70cf-44ed-87a1-9d25829744b1 None None] Provisioning complete for port 4a7df517-0f05-4ff9-b427-063901a0aeb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:03.984282 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b95f89ae-70cf-44ed-87a1-9d25829744b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.018468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b95f89ae-70cf-44ed-87a1-9d25829744b1 None None] Port 4a7df517-0f05-4ff9-b427-063901a0aeb0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:45:04.191304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7df517-0f05-4ff9-b427-063901a0aeb0 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:04.199743 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks [] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.213444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Transition to ACTIVE for port object 4a7df517-0f05-4ff9-b427-063901a0aeb0 will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:45:04.219350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.285053 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:04.415091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Attempting to bind port 4a7df517-0f05-4ff9-b427-063901a0aeb0 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:45:04.415437 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Attempting to bind port 4a7df517-0f05-4ff9-b427-063901a0aeb0 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:45:04.416342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Attempting to bind port 4a7df517-0f05-4ff9-b427-063901a0aeb0 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:04.423951 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Port 4a7df517-0f05-4ff9-b427-063901a0aeb0 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:45:04.424306 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Attempting to bind port 4a7df517-0f05-4ff9-b427-063901a0aeb0 on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:45:04.430561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:45:04.430901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:45:04.431337 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:45:04.431776 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Bound port: 4a7df517-0f05-4ff9-b427-063901a0aeb0, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:45:04.432188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.440142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b118-2d74-4c67-a603-082f876a70a3 req-22549fb7-4d9f-4a30-ae79-134f0b07897d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.441788 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6931b118-2d74-4c67-a603-082f876a70a3 req-22549fb7-4d9f-4a30-ae79-134f0b07897d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0883512 Mar 22 14:45:04.510449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6931b118-2d74-4c67-a603-082f876a70a3 req-1ebea49c-60b4-44e2-bf64-74b78b97050c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620141 Mar 22 14:45:04.516200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:45:04.522237 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:45:04.534086 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.569907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.570555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:04.571938 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] 10.222.0.82 "PUT /v2.0/ports/4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 1091 time: 0.8118718 Mar 22 14:45:04.572394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:04.574721 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e8a415-7f51-431b-9491-4ad93cf230c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:04.645244 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eea1d3-4000-4db0-bcdd-37a51fcf2f70 x-openstack-request-id: req-65eea1d3-4000-4db0-bcdd-37a51fcf2f70 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:04.645550 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:04.645786 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65eea1d3-4000-4db0-bcdd-37a51fcf2f70 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:04.646278 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65eea1d3-4000-4db0-bcdd-37a51fcf2f70'] response: {'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'status': 'completed', 'code': 200} Mar 22 14:45:04.647159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9e31-d394-4d47-a1ec-53021f6bfbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:04.672747 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-3cc10819-83b8-4196-bb2e-e864c6608c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.674513 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-3cc10819-83b8-4196-bb2e-e864c6608c55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1125 time: 0.0622535 Mar 22 14:45:04.724036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-c2093e76-d996-4d44-b5ba-8bb675ffa39b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Mar 22 14:45:04.773804 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-671c2f3b-c283-4fcb-8221-21a674b64ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.775349 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-671c2f3b-c283-4fcb-8221-21a674b64ac1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0459900 Mar 22 14:45:04.823300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-1d80b423-bb27-49f6-b2af-24dcd1e61006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:04.824789 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-1d80b423-bb27-49f6-b2af-24dcd1e61006 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438936 Mar 22 14:45:04.919337 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-48194bdb-d64a-4421-8b55-8a8925e1ade0 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884178 Mar 22 14:45:05.008655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e10cbf70-65d9-475a-a4e6-4ecb9d81cb25 req-ac7ee749-cb61-4e41-9e00-730459ceea59 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836983 Mar 22 14:45:05.099694 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-51be4896-8c8e-4fc7-99fc-ed2822202d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.101195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-51be4896-8c8e-4fc7-99fc-ed2822202d39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1125 time: 0.0475709 Mar 22 14:45:05.194700 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-d7d04099-491a-4956-bbf8-9619e28a7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.196174 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-d7d04099-491a-4956-bbf8-9619e28a7d29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0893688 Mar 22 14:45:05.236465 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-d05db288-75ee-42d4-a209-b9e9db58804c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 217 time: 0.0346005 Mar 22 14:45:05.288395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-47c1d24b-aee6-425c-8085-25f45ff329d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.289753 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-47c1d24b-aee6-425c-8085-25f45ff329d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0474522 Mar 22 14:45:05.340253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-02df098f-e8a7-4bb9-8920-f6bb474cdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.341994 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-02df098f-e8a7-4bb9-8920-f6bb474cdfd9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465322 Mar 22 14:45:05.449074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-9b553206-f5ad-43dc-b89e-ca26f00a9514 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008568 Mar 22 14:45:05.548726 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-38e8a415-7f51-431b-9491-4ad93cf230c9 req-ccc27ece-9256-417f-b3b6-8f83e2dab2df service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936887 Mar 22 14:45:05.631660 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227048b-85f2-43ad-8906-f5c3589edaea req-99ba16e9-61ab-4b92-950a-365c29e75d2d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:05.633188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4227048b-85f2-43ad-8906-f5c3589edaea req-99ba16e9-61ab-4b92-950a-365c29e75d2d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0536270 Mar 22 14:45:05.685798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4227048b-85f2-43ad-8906-f5c3589edaea req-9a9a0114-914e-40e2-89d2-99dc46cb57e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469270 Mar 22 14:45:06.815997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4cc6e-dd8e-4ade-a6e1-07c83591e6e5 req-64694baf-87be-42d0-b918-a13147b0f605 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:06.817619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ba4cc6e-dd8e-4ade-a6e1-07c83591e6e5 req-64694baf-87be-42d0-b918-a13147b0f605 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0581605 Mar 22 14:45:06.868737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ba4cc6e-dd8e-4ade-a6e1-07c83591e6e5 req-b10bdb72-c3c8-4826-831c-836c2cdd20b3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450647 Mar 22 14:45:07.997992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0afc9-c288-44bb-8505-89518a7cb08a req-5f6547c7-cfd9-408a-aa5d-ac10a57e43d5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:08.000906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ad0afc9-c288-44bb-8505-89518a7cb08a req-5f6547c7-cfd9-408a-aa5d-ac10a57e43d5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0592790 Mar 22 14:45:08.050612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ad0afc9-c288-44bb-8505-89518a7cb08a req-5be404b8-8929-4ad1-840b-ba1797a522ba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431697 Mar 22 14:45:09.173981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf1093-e718-4e5b-8220-d0253ca2f86d req-ecf154d5-e52c-4fe8-b34b-e93a88f6346c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:09.175516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7bf1093-e718-4e5b-8220-d0253ca2f86d req-ecf154d5-e52c-4fe8-b34b-e93a88f6346c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Mar 22 14:45:09.225448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7bf1093-e718-4e5b-8220-d0253ca2f86d req-efab0e4e-3d5d-4669-b4e8-f092f2438918 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439420 Mar 22 14:45:10.346472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e5c8-65a7-4cd5-abfc-fbf1cb00e4cf req-1f152592-0101-42c7-b8bd-d24ab0b4a449 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:10.347956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df61e5c8-65a7-4cd5-abfc-fbf1cb00e4cf req-1f152592-0101-42c7-b8bd-d24ab0b4a449 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0551145 Mar 22 14:45:10.399675 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df61e5c8-65a7-4cd5-abfc-fbf1cb00e4cf req-90faf159-e78d-4f7c-8341-1f9d2760bb6d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455875 Mar 22 14:45:11.525047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ef8af-d653-417a-97a2-1adccc92651a req-e39ff266-2259-4416-83ca-d0af42e64871 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:11.527314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb3ef8af-d653-417a-97a2-1adccc92651a req-e39ff266-2259-4416-83ca-d0af42e64871 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0596159 Mar 22 14:45:11.578905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb3ef8af-d653-417a-97a2-1adccc92651a req-d07980b5-ede5-4dba-9cac-4f59cdf329a0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453844 Mar 22 14:45:12.698670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebf448-ee28-469a-bfcc-669107475e13 req-1aa5ffc8-8746-4b91-9bb6-ccd37b291bcb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:12.700152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68ebf448-ee28-469a-bfcc-669107475e13 req-1aa5ffc8-8746-4b91-9bb6-ccd37b291bcb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0540724 Mar 22 14:45:12.750111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68ebf448-ee28-469a-bfcc-669107475e13 req-0d64ed2d-5fbd-4eaf-bc7c-e00565404939 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441933 Mar 22 14:45:13.871356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7374-d711-4d93-b338-e8e796ce3bac req-b76534e3-42f8-4f9d-8f4c-31ae0abf9198 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:13.872874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ddd7374-d711-4d93-b338-e8e796ce3bac req-b76534e3-42f8-4f9d-8f4c-31ae0abf9198 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0544372 Mar 22 14:45:13.926349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ddd7374-d711-4d93-b338-e8e796ce3bac req-75962de2-6682-436f-a308-ed920d0e88b0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477149 Mar 22 14:45:15.058982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed9c1-8ba8-453e-84da-40108a060e94 req-3778d051-9005-41bf-9913-b7b96375b5d3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:15.060442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5eed9c1-8ba8-453e-84da-40108a060e94 req-3778d051-9005-41bf-9913-b7b96375b5d3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0594854 Mar 22 14:45:15.109577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5eed9c1-8ba8-453e-84da-40108a060e94 req-364121bf-7a11-4986-b3fa-45aef0f82062 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432813 Mar 22 14:45:16.240319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a99af-db0a-462a-9621-25c8086214db req-d84c081e-fad9-41d5-9893-b37f74c80954 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:16.242914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0a99af-db0a-462a-9621-25c8086214db req-d84c081e-fad9-41d5-9893-b37f74c80954 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0569987 Mar 22 14:45:16.293840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4f0a99af-db0a-462a-9621-25c8086214db req-60dd42b6-29e9-46e7-adac-a641eb7b43a0 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451396 Mar 22 14:45:17.419689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6043f-13a7-48ab-bb4e-94245ad93b5f req-4e2f68af-c20c-4536-a56a-e0b405cf33aa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:17.421308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01e6043f-13a7-48ab-bb4e-94245ad93b5f req-4e2f68af-c20c-4536-a56a-e0b405cf33aa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0599728 Mar 22 14:45:17.469836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01e6043f-13a7-48ab-bb4e-94245ad93b5f req-d6d8071e-084b-4e68-bb47-3202a094378b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429821 Mar 22 14:45:18.575495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f0be91c-7743-4db9-9240-068c4ef047b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:18.592854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31046b78-bd2b-4203-a0e7-129d830fca6a req-d9b30db1-20af-4866-9a6d-441e1952f18a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:18.594667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31046b78-bd2b-4203-a0e7-129d830fca6a req-d9b30db1-20af-4866-9a6d-441e1952f18a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0572486 Mar 22 14:45:18.642828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31046b78-bd2b-4203-a0e7-129d830fca6a req-0a972722-b0fc-4401-ac98-67ea73fdca69 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421102 Mar 22 14:45:19.776551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1465c-f5b5-4d23-bcba-bda8536b6575 req-b72d37ca-83d0-4928-b922-b96b28743456 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:19.777994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c1465c-f5b5-4d23-bcba-bda8536b6575 req-b72d37ca-83d0-4928-b922-b96b28743456 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0548072 Mar 22 14:45:19.834064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84c1465c-f5b5-4d23-bcba-bda8536b6575 req-b5340603-8e55-4c43-9c24-4926027ef66c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476644 Mar 22 14:45:20.964649 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f7f3eb81-4e4b-4519-81ac-ad00465b3eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:20.984537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180ca14-1c48-4903-afe0-40c433209f02 req-8c625445-55af-4b78-a21b-b116610a72d2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:20.986631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e180ca14-1c48-4903-afe0-40c433209f02 req-8c625445-55af-4b78-a21b-b116610a72d2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0713625 Mar 22 14:45:21.043186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e180ca14-1c48-4903-afe0-40c433209f02 req-d06b77f8-9451-4741-966a-814b12b694a1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502071 Mar 22 14:45:22.002261 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:22.167237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe15865-4cc1-421d-8d35-70c72b69b40d req-62b32bfa-5190-4375-8671-c4573f62da9b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:22.168716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8fe15865-4cc1-421d-8d35-70c72b69b40d req-62b32bfa-5190-4375-8671-c4573f62da9b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0545802 Mar 22 14:45:22.216717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8fe15865-4cc1-421d-8d35-70c72b69b40d req-87114c00-8c01-4370-a843-d52afe70f34e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422723 Mar 22 14:45:23.353556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985574-c23a-4d9e-9649-f278903ed982 req-999160a1-8742-4027-8122-8367e115af0d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:23.355053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28985574-c23a-4d9e-9649-f278903ed982 req-999160a1-8742-4027-8122-8367e115af0d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0687659 Mar 22 14:45:23.404073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28985574-c23a-4d9e-9649-f278903ed982 req-551cf0ef-f6a6-4ed5-aebb-15a9e3462461 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432956 Mar 22 14:45:23.814563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:24.546238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf0beb-2efc-49cb-a5a5-45eab680af5a req-793d9848-8948-47ba-9f9a-2d4fa775fb6f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:24.547798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72bf0beb-2efc-49cb-a5a5-45eab680af5a req-793d9848-8948-47ba-9f9a-2d4fa775fb6f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0686541 Mar 22 14:45:24.597914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72bf0beb-2efc-49cb-a5a5-45eab680af5a req-e669dbd8-26a6-45aa-868c-8e23be018209 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441196 Mar 22 14:45:24.954660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:25.723603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd979f7d-49d9-4814-bcf4-f9aa0313d5b2 req-bf46cc25-c4f9-4e06-b7a4-37ebf67dc90b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:25.725075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd979f7d-49d9-4814-bcf4-f9aa0313d5b2 req-bf46cc25-c4f9-4e06-b7a4-37ebf67dc90b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0594120 Mar 22 14:45:25.775421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd979f7d-49d9-4814-bcf4-f9aa0313d5b2 req-9b154154-e236-448a-b808-5973667b9512 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443857 Mar 22 14:45:26.898913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e30035-0e39-460c-9a48-4396e345409b req-e17aa69f-fef5-419d-bf47-bd75d82e377c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:26.900440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e30035-0e39-460c-9a48-4396e345409b req-e17aa69f-fef5-419d-bf47-bd75d82e377c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 943 time: 0.0565195 Mar 22 14:45:26.956827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5e30035-0e39-460c-9a48-4396e345409b req-80f2e09d-b906-4bea-973b-f3e16aec462b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452676 Mar 22 14:45:27.821640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4a7df517-0f05-4ff9-b427-063901a0aeb0 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:45:27.925992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:27.938522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:45:27.979364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4a7df517-0f05-4ff9-b427-063901a0aeb0 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:27.979915 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:27.993670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7df517-0f05-4ff9-b427-063901a0aeb0 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:45:28.017728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:28.023167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:28.081065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:28.087342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda6f8-8231-4bd1-a36b-de46faf8e25a req-eefec477-332e-4761-be78-cde06c7b41e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:28.088926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0cda6f8-8231-4bd1-a36b-de46faf8e25a req-eefec477-332e-4761-be78-cde06c7b41e7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 944 time: 0.0592413 Mar 22 14:45:28.146228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0cda6f8-8231-4bd1-a36b-de46faf8e25a req-ec8b4bc2-64b7-40ab-ad70-15e575806935 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511885 Mar 22 14:45:28.254784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4a7df517-0f05-4ff9-b427-063901a0aeb0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:28.496196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:29.270039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef57224-e8e7-4414-a454-ce6e44edd09d req-08f91513-9d9f-4c6b-8f7d-eede7d35a714 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:29.271613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ef57224-e8e7-4414-a454-ce6e44edd09d req-08f91513-9d9f-4c6b-8f7d-eede7d35a714 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 944 time: 0.0540340 Mar 22 14:45:29.320860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7ef57224-e8e7-4414-a454-ce6e44edd09d req-10325187-9499-4f3d-a859-8c4b15f66b6c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427101 Mar 22 14:45:29.460947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:29.834464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4a7df517-0f05-4ff9-b427-063901a0aeb0 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:45:29.887998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4a7df517-0f05-4ff9-b427-063901a0aeb0 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:45:29.891866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4a7df517-0f05-4ff9-b427-063901a0aeb0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:45:29.892237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:29.976524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4a7df517-0f05-4ff9-b427-063901a0aeb0 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:45:29.976920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:30.001218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:30.003526 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae1827-bded-4309-84cd-a16e297452db" -d '{"events": [{"server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "name": "network-vif-plugged", "status": "completed", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:30.016206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:30.022763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:30.072036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:30.114278 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f462b8d-9d86-440e-8c32-c5031ac215d9 x-openstack-request-id: req-1f462b8d-9d86-440e-8c32-c5031ac215d9 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:30.114580 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "name": "network-vif-plugged", "status": "completed", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:30.114832 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f462b8d-9d86-440e-8c32-c5031ac215d9 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:30.115268 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f462b8d-9d86-440e-8c32-c5031ac215d9'] response: {'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'code': 200} Mar 22 14:45:30.219591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1c40a-66fc-44df-a045-fc2a5526cc64 req-2b9f653e-0aff-4067-930c-b107b929af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:30.221722 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-47a1c40a-66fc-44df-a045-fc2a5526cc64 req-2b9f653e-0aff-4067-930c-b107b929af38 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0483704 Mar 22 14:45:30.288318 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-47a1c40a-66fc-44df-a045-fc2a5526cc64 req-5d5d88ac-bafd-4f0a-a144-3769766e3578 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592432 Mar 22 14:45:30.449636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeee3f-88c2-4b32-b6c8-5cd94d483f0f req-8174650b-0fdb-484b-9697-c7a81a61931a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:30.451587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6aeee3f-88c2-4b32-b6c8-5cd94d483f0f req-8174650b-0fdb-484b-9697-c7a81a61931a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.0552609 Mar 22 14:45:30.504738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e6aeee3f-88c2-4b32-b6c8-5cd94d483f0f req-ac93e5af-15c1-4468-b361-8d09fbb4177e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475678 Mar 22 14:45:31.635453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e3ee-9d6e-4369-8691-4db0d78d302e req-266fc104-e411-468a-99a4-6b6a3cc0894e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:31.636891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9db4e3ee-9d6e-4369-8691-4db0d78d302e req-266fc104-e411-468a-99a4-6b6a3cc0894e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.0573359 Mar 22 14:45:31.684536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9db4e3ee-9d6e-4369-8691-4db0d78d302e req-757ccc38-fcf5-43ba-995c-5838f56be62f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417271 Mar 22 14:45:31.802745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7611ca-c3eb-43d2-a0a1-ea985f2f2113 req-30dd03fa-7542-4f2a-9b07-c1b6b3d6f853 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:31.804104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb7611ca-c3eb-43d2-a0a1-ea985f2f2113 req-30dd03fa-7542-4f2a-9b07-c1b6b3d6f853 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.0537133 Mar 22 14:45:31.853665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb7611ca-c3eb-43d2-a0a1-ea985f2f2113 req-4b731834-03a7-4ce9-873a-38ff77137669 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436459 Mar 22 14:45:31.876214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 58466) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:31.919763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5056353-8f49-4f6d-8042-0ccc64f60507 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:31.921284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f5056353-8f49-4f6d-8042-0ccc64f60507 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1122 time: 0.0440934 Mar 22 14:45:31.924328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 58468) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:45:31.928863 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:45:31.955310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:32.058126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:32.165421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.25.3.160 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b262ec0e-43e5-4ea0-bb69-347aca1ef602) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:45:32.532778 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:32.567443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:32.605244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:45:32.608447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:45:32.614167 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:45:32.639250 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=b262ec0e-43e5-4ea0-bb69-347aca1ef602,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:33.078680 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (7331c6a9-7a15-4650-b2c3-7ef5cd43a47e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.184481 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.334608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.341424 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.453869 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=b262ec0e-43e5-4ea0-bb69-347aca1ef602,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:33.465319 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (7331c6a9-7a15-4650-b2c3-7ef5cd43a47e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.573632 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP 7331c6a9-7a15-4650-b2c3-7ef5cd43a47e associated. External IP: 172.25.3.160, port: 4a7df517-0f05-4ff9-b427-063901a0aeb0. Mar 22 14:45:33.797002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:45:33.908978 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:45:33.919716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:45:33.931503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:33.932378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:45:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:33.933203 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:33.969764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6573b8fc-323e-4e00-b69c-c263864cf42c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0443356 Mar 22 14:45:33.970376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:33.972723 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:34.013892 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d1ec2-109f-4e7c-a803-7d65879ddeaa x-openstack-request-id: req-0e0d1ec2-109f-4e7c-a803-7d65879ddeaa {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:34.014220 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:34.014450 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e0d1ec2-109f-4e7c-a803-7d65879ddeaa {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:34.014860 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0d1ec2-109f-4e7c-a803-7d65879ddeaa'] response: {'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'status': 'completed', 'code': 200} Mar 22 14:45:34.062103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:34.082500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-1ec217d6-ad1e-41cf-9512-9015adbc54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:34.084193 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-1ec217d6-ad1e-41cf-9512-9015adbc54b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0479877 Mar 22 14:45:34.183964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-1eb0c9a7-cab1-4e02-9d32-b7aaa3869777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:34.186110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-1eb0c9a7-cab1-4e02-9d32-b7aaa3869777 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0961103 Mar 22 14:45:34.254188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-ba181c0e-c6de-4146-a45a-519461616aac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 999 time: 0.0624070 Mar 22 14:45:34.294035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:32Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:34.303285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-b3672c1f-38d5-4c7c-997f-455b345fa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:34.304930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-b3672c1f-38d5-4c7c-997f-455b345fa64d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0446174 Mar 22 14:45:34.320109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:45:34.328515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:45:34.329119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:45:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:34.357423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-8354a1c1-68db-4688-be4b-83206a715ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:34.358956 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-8354a1c1-68db-4688-be4b-83206a715ccb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481958 Mar 22 14:45:34.458899 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-013d19d2-d624-4bb7-8be4-8f25a9b7b4f9 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929463 Mar 22 14:45:34.459744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:45:34.556726 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-c860e2e7-342f-4cfd-bd68-a81f5dcbbefa req-a6435c07-2a1b-4c44-96a6-85fbf29d4e82 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924208 Mar 22 14:45:34.702563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:32Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:45:34.728788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58246c9d-7c6e-4a4d-907f-3c5f8661b928 None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:32Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:45:34.932014 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2cff-805a-4cc1-8841-9a9678275e38 None None] New status for floating IP 7331c6a9-7a15-4650-b2c3-7ef5cd43a47e: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:45:36.598503 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:45:46.096602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-79d81e06-7486-472f-a190-4bcf1b3956f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997908 Mar 22 14:45:46.189020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-fa3d12d0-71d7-40ea-8699-956e20a34822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:46.190585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-fa3d12d0-71d7-40ea-8699-956e20a34822 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 1127 time: 0.0464332 Mar 22 14:45:46.294993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-01a13331-36cf-4137-9a96-a5abc9bf25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:46.296379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-01a13331-36cf-4137-9a96-a5abc9bf25e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 914 time: 0.0861840 Mar 22 14:45:46.340551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-8de0c40b-479f-441c-aea4-fd3ce500b7bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 200 len: 217 time: 0.0378685 Mar 22 14:45:46.392185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-19fc3d41-bf68-4965-80f1-53dd5fa539f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:46.394324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-19fc3d41-bf68-4965-80f1-53dd5fa539f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0483570 Mar 22 14:45:46.425995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-669c3ffe-96ae-4806-b9fc-a31625c01d0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257804 Mar 22 14:45:46.520955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-c3e92d80-d431-4f67-b0cf-28732fd04960 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886798 Mar 22 14:45:46.613072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d39e9a2-efeb-4019-9c22-b950eb25a29b req-c45b5d5a-9224-4bb2-8834-5b60c5a2e34c service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Mar 22 14:45:48.592166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80475625-8d30-44e0-9d6c-63d29c6c5edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:50.722621 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c9ba2-941a-4436-9805-c7807f68e11c req-f3a88c49-a0cc-4e4c-918a-b52bd7c079bc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:50.723996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c48c9ba2-941a-4436-9805-c7807f68e11c req-f3a88c49-a0cc-4e4c-918a-b52bd7c079bc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 945 time: 0.0603094 Mar 22 14:45:50.774519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c48c9ba2-941a-4436-9805-c7807f68e11c req-ba468478-e05f-4841-8c13-4bc38e3b7d7e tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Mar 22 14:45:50.970322 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-88191093-e87b-4a69-b1f6-503bc815d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:51.902728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e5089-d4cb-4e7e-96e4-8719d663f78c req-92474f9d-418a-4a6f-8c88-26bf16100864 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:51.904538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f3e5089-d4cb-4e7e-96e4-8719d663f78c req-92474f9d-418a-4a6f-8c88-26bf16100864 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 945 time: 0.0573223 Mar 22 14:45:51.952049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f3e5089-d4cb-4e7e-96e4-8719d663f78c req-63b1e685-a40c-4744-a5cd-082c387c2670 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Mar 22 14:45:52.005095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.159497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-be7f8f2b-ee68-4421-81da-3e0cd132141a tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:52.161055 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-be7f8f2b-ee68-4421-81da-3e0cd132141a tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 945 time: 0.0646381 Mar 22 14:45:52.269058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Deleting port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:45:52.269389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.360554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] For port 60706f34-e0bf-4fdf-ae4e-fface5a288b3, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=60706f34-e0bf-4fdf-ae4e-fface5a288b3,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:45:52.360976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.375387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Calling delete_port for 60706f34-e0bf-4fdf-ae4e-fface5a288b3 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:45:52.525506 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (60706f34-e0bf-4fdf-ae4e-fface5a288b3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.538263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['60706f34-e0bf-4fdf-ae4e-fface5a288b3'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:45:52.555383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Pushing event deleted for resources: {'Port': ['ID=60706f34-e0bf-4fdf-ae4e-fface5a288b3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:45:52.567808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.568160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.568511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.568893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.569247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.569520 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.569845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.570201 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.570582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.570907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.571232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.571536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.571860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.572180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.572497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:45:52.613743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] No DVR routers for this DVR port 60706f34-e0bf-4fdf-ae4e-fface5a288b3 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:45:52.616755 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:52.620615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-06f17e97-8d1d-4081-b7dd-e4732c01eb08 req-dbd332ac-fb9c-483c-81f6-dd7f14b6de34 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "DELETE /v2.0/ports/60706f34-e0bf-4fdf-ae4e-fface5a288b3 HTTP/1.1" status: 204 len: 173 time: 0.4540401 Mar 22 14:45:52.621098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'name': 'network-vif-deleted', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:45:52.623652 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1de28b-3023-4485-86da-d78fe9b58148" -d '{"events": [{"server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "name": "network-vif-deleted", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:45:52.732292 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c06fc4-0d48-4eef-8ea5-30821d2e2107 x-openstack-request-id: req-92c06fc4-0d48-4eef-8ea5-30821d2e2107 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:45:52.732812 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437bc0c-18fe-4afd-88f4-b990821f8831", "name": "network-vif-deleted", "tag": "60706f34-e0bf-4fdf-ae4e-fface5a288b3", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:45:52.733217 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92c06fc4-0d48-4eef-8ea5-30821d2e2107 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:45:52.733782 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c06fc4-0d48-4eef-8ea5-30821d2e2107'] response: {'server_uuid': '9437bc0c-18fe-4afd-88f4-b990821f8831', 'name': 'network-vif-deleted', 'tag': '60706f34-e0bf-4fdf-ae4e-fface5a288b3', 'status': 'completed', 'code': 200} Mar 22 14:45:53.062439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00711f64-4f91-4b85-8a34-230d18a9b7e8 req-f007d853-2c35-47a2-af9f-5bb642fdbc36 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=9437bc0c-18fe-4afd-88f4-b990821f8831 HTTP/1.1" status: 200 len: 210 time: 0.0279620 Mar 22 14:45:53.828053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:54.257718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-f474d4b1-2dce-464b-b858-28119e307de6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538228 Mar 22 14:45:54.355133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-5bf3faf7-f4c1-4c34-9b0b-72e09233a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.356652 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-5bf3faf7-f4c1-4c34-9b0b-72e09233a5b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0470119 Mar 22 14:45:54.460444 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-67d12e45-0efd-4caf-8aec-d5bc2c2ad835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.461992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-67d12e45-0efd-4caf-8aec-d5bc2c2ad835 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0863533 Mar 22 14:45:54.535045 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-a3cad013-d3b0-42c2-9019-ce86ff659b88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 1001 time: 0.0670679 Mar 22 14:45:54.588628 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-3e2d1d25-3eff-46ac-ae15-500c51e17cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.590256 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-3e2d1d25-3eff-46ac-ae15-500c51e17cd8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0500023 Mar 22 14:45:54.642240 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-377561fd-ede4-4db4-8263-91344c99a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:45:54.643685 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-377561fd-ede4-4db4-8263-91344c99a2b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461960 Mar 22 14:45:54.736279 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-89e68b9e-d65a-4d14-a1cf-4b5db69d3196 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860069 Mar 22 14:45:54.826132 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-99e92d72-2a96-4556-9e42-12ef74d159e8 req-007e2648-56bd-4826-bdd4-0c5185aabb94 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839293 Mar 22 14:45:54.954033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:56.212786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 60706f34-e0bf-4fdf-ae4e-fface5a288b3 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:45:56.235819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 60706f34-e0bf-4fdf-ae4e-fface5a288b3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:45:56.236166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 60706f34-e0bf-4fdf-ae4e-fface5a288b3 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:45:58.507798 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:45:59.469574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:04.143812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-04b1cb4d-efb2-4231-86c6-f51db900075d tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:04.145254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-04b1cb4d-efb2-4231-86c6-f51db900075d tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 813 time: 0.1028318 Mar 22 14:46:04.160292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-877ba1d8-84d8-485d-b103-38c1dc3fd47b tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/quotas/7f07224b85ff45a8b3127f2217e471a3 HTTP/1.1" status: 200 len: 375 time: 0.0094900 Mar 22 14:46:04.194144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-245aa91d-30c9-4db8-ac59-8360db11322b tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288541 Mar 22 14:46:04.282464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-6fee43ad-4225-40a8-a399-eabcdd70b077 service neutron] 10.222.0.81 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Mar 22 14:46:04.375168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-6c0b0b9f-e86c-4901-a9c7-41d41a0945d1 service neutron] 10.222.0.81 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842040 Mar 22 14:46:04.546649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccea96ed-50f2-40e6-8e1c-a25b3c515056 req-b3a66aa5-6437-415c-a0bc-54814b908798 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Mar 22 14:46:05.656144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41588742-05aa-4625-8519-1b31add08598 req-96d87b1a-9a4f-42c3-a4a3-83d3e478c7f2 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 210 time: 0.0351536 Mar 22 14:46:05.670803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-26a24e30-a614-4562-810b-a51149b19c79 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:05.672269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-26a24e30-a614-4562-810b-a51149b19c79 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 813 time: 0.1341574 Mar 22 14:46:05.687763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Request body: {'port': {'device_id': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130', 'admin_state_up': True, 'tenant_id': '7f07224b85ff45a8b3127f2217e471a3'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:05.797395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Made reservation on behalf of 7f07224b85ff45a8b3127f2217e471a3 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:46:05.800655 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:05.924086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Allocated IP 172.20.0.14 (85255163-7094-4b2e-9bae-9a12d406e130/df327143-d75d-44f3-b066-6e2db238e9e0/788fd4e1-e485-4737-8f1e-b0102e8a2e4d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:46:06.073731 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks [] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:06.115883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:06.159706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Network 85255163-7094-4b2e-9bae-9a12d406e130 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:46:06.164817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:46:06.169289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:46:06.173220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Pushing event updated for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:06.221354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:06.221987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:06.241002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-411d35ae-d6f6-4023-be4c-bb22a2d4c5fc tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569444 Mar 22 14:46:06.252448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Request body: {'port': {'device_id': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:46:06.575179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:06.814212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9face1-2281-4190-aaa9-6cfda36b7c7e req-8cc41e42-bc9a-4ed4-b2ac-c4f85bb9a6ee tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:06.815557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c9face1-2281-4190-aaa9-6cfda36b7c7e req-8cc41e42-bc9a-4ed4-b2ac-c4f85bb9a6ee tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 932 time: 0.0749414 Mar 22 14:46:06.909048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c9face1-2281-4190-aaa9-6cfda36b7c7e req-fcf7e3cf-a22a-4689-bf69-80680edbf218 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843601 Mar 22 14:46:06.920433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788fd4e1-e485-4737-8f1e-b0102e8a2e4d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:46:06.930288 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks [] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:06.950749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Transition to ACTIVE for port object 788fd4e1-e485-4737-8f1e-b0102e8a2e4d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:46:06.957118 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:07.013490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Pushing event updated for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:07.094021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Attempting to bind port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:46:07.094257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Attempting to bind port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:46:07.094579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Attempting to bind port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d on network 85255163-7094-4b2e-9bae-9a12d406e130 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:07.099161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d on network 85255163-7094-4b2e-9bae-9a12d406e130 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:46:07.099489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Attempting to bind port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d on network 85255163-7094-4b2e-9bae-9a12d406e130 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:46:07.105318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:46:07.105666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Checking segment: {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:46:07.106101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Bound using segment: {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:46:07.106535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Bound port: 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694e1092-012f-48d2-9237-4a3dd981342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:46:07.106897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:07.180509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:46:07.183628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:46:07.191928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:07.225680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.226344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:07.227731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] 10.222.0.78 "PUT /v2.0/ports/788fd4e1-e485-4737-8f1e-b0102e8a2e4d HTTP/1.1" status: 200 len: 1092 time: 0.9793935 Mar 22 14:46:07.228174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:07.230524 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25645698-bb7c-4024-92a4-fe8da22178ae" -d '{"events": [{"name": "network-changed", "server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:07.257695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa0bc9-0354-4eae-bbd1-f4e3a670774b service neutron] Pushing event updated for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:07.273735 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3f8c2-25a3-4dda-92df-558f5d637f4f x-openstack-request-id: req-1da3f8c2-25a3-4dda-92df-558f5d637f4f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:07.274075 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:07.274332 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1da3f8c2-25a3-4dda-92df-558f5d637f4f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:07.274838 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da3f8c2-25a3-4dda-92df-558f5d637f4f'] response: {'name': 'network-changed', 'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d', 'status': 'completed', 'code': 200} Mar 22 14:46:07.327693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-3e13f273-2f19-43eb-bbd1-28b5372b11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.329204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-3e13f273-2f19-43eb-bbd1-28b5372b11ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 1126 time: 0.0494046 Mar 22 14:46:07.372878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-31fe0c1b-6f7a-4278-94c3-bc7c87e8d8fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d HTTP/1.1" status: 200 len: 217 time: 0.0359635 Mar 22 14:46:07.424231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-71801f8f-b64a-4211-b403-2acfc88e5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.426464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-71801f8f-b64a-4211-b403-2acfc88e5ef8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0463874 Mar 22 14:46:07.459062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-564e5127-e11f-490a-bf7b-3a9640780f1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267923 Mar 22 14:46:07.560699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-2d299098-c886-4d3e-acd1-79601ec2d772 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952387 Mar 22 14:46:07.648992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5a1f54d-f0f7-4db6-9842-02eb94815d20 req-e873e7ab-c3fb-4c7a-976d-68a3c8fafb3a service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Mar 22 14:46:07.750538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645698-bb7c-4024-92a4-fe8da22178ae req-fea96bab-b643-48d0-b81c-773af0d3585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.752086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-fea96bab-b643-48d0-b81c-773af0d3585d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 1126 time: 0.0563674 Mar 22 14:46:07.842674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645698-bb7c-4024-92a4-fe8da22178ae req-be1e8327-1fd8-4ac2-ac68-be40b18a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.844154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-be1e8327-1fd8-4ac2-ac68-be40b18a4d2b service neutron] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 914 time: 0.0849633 Mar 22 14:46:07.889552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-bf50a057-8297-426e-b230-6a4a160aca65 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d HTTP/1.1" status: 200 len: 217 time: 0.0385969 Mar 22 14:46:07.938182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645698-bb7c-4024-92a4-fe8da22178ae req-078a846b-3cea-4514-a902-866be88d9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:07.939550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-078a846b-3cea-4514-a902-866be88d9db6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0433547 Mar 22 14:46:07.972065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-751c3f1c-0c3e-4c34-a11f-a1d5bbbaab2b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260184 Mar 22 14:46:08.096858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79361deb-f202-4878-8e2f-ca7cc3cbaf32 req-a5781057-4f7e-4678-9474-11256acd23ad tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:08.098365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79361deb-f202-4878-8e2f-ca7cc3cbaf32 req-a5781057-4f7e-4678-9474-11256acd23ad tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 944 time: 0.1125073 Mar 22 14:46:08.101866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-0fd63903-f032-4532-91e7-1670e3cae0d1 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232760 Mar 22 14:46:08.196066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79361deb-f202-4878-8e2f-ca7cc3cbaf32 req-35f3aa0b-d6a5-44f3-a959-d541aa626caf tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919452 Mar 22 14:46:08.223379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25645698-bb7c-4024-92a4-fe8da22178ae req-b70f71ac-6d75-4e32-9cf7-a5dcfedb1021 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127007 Mar 22 14:46:09.332390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aebdd-c964-4af6-8bbb-233f8164cfdf req-bd7959a6-3222-4e30-9ca8-b5d0e57e1f08 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:09.333865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb5aebdd-c964-4af6-8bbb-233f8164cfdf req-bd7959a6-3222-4e30-9ca8-b5d0e57e1f08 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 944 time: 0.0543017 Mar 22 14:46:09.379915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb5aebdd-c964-4af6-8bbb-233f8164cfdf req-52dbf54d-735e-43dc-bdc6-5a153971ccd7 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Mar 22 14:46:10.512927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cd2-90c0-4728-ae02-95ae7f8b41ad req-583f42de-16e4-4256-b275-4b92c8182996 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:10.514341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09443cd2-90c0-4728-ae02-95ae7f8b41ad req-583f42de-16e4-4256-b275-4b92c8182996 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 944 time: 0.0545135 Mar 22 14:46:10.562419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09443cd2-90c0-4728-ae02-95ae7f8b41ad req-c00c308f-934a-4cfe-90c8-714fa9bd521c tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Mar 22 14:46:11.691087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aa56c-96d8-47e1-bf0f-511b239b1edc req-cd77cd5f-92f7-4575-b8d3-fc90af3d75d8 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:11.692583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-269aa56c-96d8-47e1-bf0f-511b239b1edc req-cd77cd5f-92f7-4575-b8d3-fc90af3d75d8 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 944 time: 0.0592723 Mar 22 14:46:11.738443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-269aa56c-96d8-47e1-bf0f-511b239b1edc req-abe26696-6544-44bd-8233-7cd11a512c97 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Mar 22 14:46:12.290527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 788fd4e1-e485-4737-8f1e-b0102e8a2e4d details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:46:12.387404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:12.399101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d', 'network_id': '85255163-7094-4b2e-9bae-9a12d406e130', 'port_id': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d', 'mac_address': 'fa:16:3e:57:86:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df327143-d75d-44f3-b066-6e2db238e9e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:46:12.438990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:12.439309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:12.452023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788fd4e1-e485-4737-8f1e-b0102e8a2e4d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:46:12.471909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:12.476951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:12.527798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:12.535242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.535595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.535938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.536278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.536637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.536942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.537299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.537624 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.537946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.538323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.538648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.538970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.539292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.539609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.539903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:46:12.684349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['788fd4e1-e485-4737-8f1e-b0102e8a2e4d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:46:12.864716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778825a4-2866-454a-92fc-e642a4c17a65 req-23f4c700-e1b3-4c15-96cb-b2d87da006e1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:12.866248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778825a4-2866-454a-92fc-e642a4c17a65 req-23f4c700-e1b3-4c15-96cb-b2d87da006e1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 945 time: 0.0561078 Mar 22 14:46:12.920484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-778825a4-2866-454a-92fc-e642a4c17a65 req-e23388b5-d5ec-41ea-8465-4344a34b8f6c tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Mar 22 14:46:13.599439 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:46:14.048208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50d384-71f3-46c7-bb3f-45450da5a718 req-c36d57cc-6ba1-48e9-badc-05b8d0b4a15f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:14.049798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b50d384-71f3-46c7-bb3f-45450da5a718 req-c36d57cc-6ba1-48e9-badc-05b8d0b4a15f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 945 time: 0.0599868 Mar 22 14:46:14.109864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b50d384-71f3-46c7-bb3f-45450da5a718 req-8c0d3671-943a-4f84-a753-c8306fe1f49f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Mar 22 14:46:14.304543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 788fd4e1-e485-4737-8f1e-b0102e8a2e4d up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:46:14.358877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:46:14.362903 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:46:14.363279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:14.440747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:46:14.441137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:14.464405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:46:14.466695 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba78b26-a9fb-4857-b7d3-d2dd733388ab" -d '{"events": [{"server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "name": "network-vif-plugged", "status": "completed", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:46:14.481787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:46:14.487169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:14.510163 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20193b-1bf8-4add-857a-786603754b77 x-openstack-request-id: req-5e20193b-1bf8-4add-857a-786603754b77 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:46:14.510454 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "name": "network-vif-plugged", "status": "completed", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:46:14.510838 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e20193b-1bf8-4add-857a-786603754b77 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:46:14.511119 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e20193b-1bf8-4add-857a-786603754b77'] response: {'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d', 'code': 200} Mar 22 14:46:14.538368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:46:14.605252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82335c4-286a-4b0c-afa0-2327a6788695 req-3e8d60f1-6ad7-4f16-9ff1-d9bc78ca357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:14.606806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c82335c4-286a-4b0c-afa0-2327a6788695 req-3e8d60f1-6ad7-4f16-9ff1-d9bc78ca357e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 1128 time: 0.0443826 Mar 22 14:46:14.652853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c82335c4-286a-4b0c-afa0-2327a6788695 req-c59bec5a-58ee-4350-9486-469f495671bf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Mar 22 14:46:15.231494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeb7b9-3a96-4e86-a79b-e4ed332ce567 req-4de46b55-3bc4-4f6a-a048-045a638995f1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:15.233149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0eeb7b9-3a96-4e86-a79b-e4ed332ce567 req-4de46b55-3bc4-4f6a-a048-045a638995f1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 946 time: 0.0543821 Mar 22 14:46:15.282260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0eeb7b9-3a96-4e86-a79b-e4ed332ce567 req-b30ceb44-37c8-4cbb-a510-956a72a0bb16 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Mar 22 14:46:16.412297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832090-e6a3-4ca7-b090-40783b7d3540 req-d647d044-6e81-47a4-9ee3-e61b0c3de8c1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:16.413757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5832090-e6a3-4ca7-b090-40783b7d3540 req-d647d044-6e81-47a4-9ee3-e61b0c3de8c1 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 946 time: 0.0586333 Mar 22 14:46:16.460590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5832090-e6a3-4ca7-b090-40783b7d3540 req-83ca2ad4-8c40-445b-a4d9-e0b08079300f tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Mar 22 14:46:18.578725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-92197c30-a48d-4c10-ba79-38029e433c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:20.966756 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f3c464ef-8560-4db4-8bb3-8e1ac62c1473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:22.006891 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:23.821774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:24.950743 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:28.513236 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:29.463241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:47.022076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-f4122798-3ad9-43c4-9046-3438b3acec59 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462811 Mar 22 14:46:47.111030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-892b73e0-48b2-4f61-94b6-5df48aee5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.112535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-892b73e0-48b2-4f61-94b6-5df48aee5475 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7f07224b85ff45a8b3127f2217e471a3&device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 1128 time: 0.0473869 Mar 22 14:46:47.220685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-01e07409-0575-4c0d-9e81-4ec9fac3f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.222231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-01e07409-0575-4c0d-9e81-4ec9fac3f090 service neutron] 10.222.0.78 "GET /v2.0/networks?id=85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 200 len: 914 time: 0.0906250 Mar 22 14:46:47.264621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-acb009ba-19fd-4cfa-84ec-f16950e2124f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d HTTP/1.1" status: 200 len: 217 time: 0.0361290 Mar 22 14:46:47.318917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-14b746dc-a7d7-430e-abe5-7b52324d5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:47.320305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-14b746dc-a7d7-430e-abe5-7b52324d5be9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 200 len: 853 time: 0.0492442 Mar 22 14:46:47.353066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-dfb8cee0-0b44-466e-a5f7-4a701195b473 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=85255163-7094-4b2e-9bae-9a12d406e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258389 Mar 22 14:46:47.441608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-1ad746a7-0a90-49d4-a764-d44e38012fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Mar 22 14:46:47.538860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9331f54a-33fa-46c8-98dc-20736ca01289 req-61684f2d-0bd1-4031-a0e4-c18b58a5e215 service neutron] 10.222.0.78 "GET /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907979 Mar 22 14:46:48.583987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aad2b290-110c-42a4-92d6-389d0b1c1063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:50.599455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:46:50.965276 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b07-d491-4020-ad52-a7b68282333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:52.010791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:53.825927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:54.265766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-f2a81621-b7ee-495e-affa-cb3a8d2cfbea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515966 Mar 22 14:46:54.350990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-53fba0ea-e8fb-4f91-bfdc-e6f442684440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.352485 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-53fba0ea-e8fb-4f91-bfdc-e6f442684440 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0452027 Mar 22 14:46:54.456247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-1f4380af-6ed6-4bcb-9a9b-eac489ddca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.457648 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-1f4380af-6ed6-4bcb-9a9b-eac489ddca53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0861282 Mar 22 14:46:54.531837 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-c3736f15-7d15-4f11-b60e-a624872e31d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 1001 time: 0.0683024 Mar 22 14:46:54.582164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-a7c9ed9a-729c-4179-805d-9062b1235967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.583718 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-a7c9ed9a-729c-4179-805d-9062b1235967 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0461576 Mar 22 14:46:54.637986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-ab55d170-511b-4d1d-985d-251109f871e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:54.639537 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-ab55d170-511b-4d1d-985d-251109f871e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503786 Mar 22 14:46:54.736759 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-e3ded4d7-21db-4c24-aed9-2a1075b7e237 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903046 Mar 22 14:46:54.826601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6a9cc6e4-b0c9-47aa-8a1a-39a65b14bbc3 req-1a4963ae-7a9d-4fbb-8fc6-1756662fe127 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Mar 22 14:46:54.950124 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:58.507501 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:58.706255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d38b06-dcfe-47a5-8494-b1b1261d2d6b req-af01c14b-29c6-4fdb-b290-54bdb9cf65de tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:58.707625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9d38b06-dcfe-47a5-8494-b1b1261d2d6b req-af01c14b-29c6-4fdb-b290-54bdb9cf65de tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 946 time: 0.0552306 Mar 22 14:46:58.755097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9d38b06-dcfe-47a5-8494-b1b1261d2d6b req-a9d3aa19-8b1d-41be-aa26-f5affb4c2f32 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Mar 22 14:46:59.485804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:46:59.889980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a2779-9df3-47f4-954d-5719e8f53e5d req-575d20d0-dc3e-41b5-a11e-db5a4e2655fb tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:46:59.891503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c5a2779-9df3-47f4-954d-5719e8f53e5d req-575d20d0-dc3e-41b5-a11e-db5a4e2655fb tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 946 time: 0.0547605 Mar 22 14:46:59.945105 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c5a2779-9df3-47f4-954d-5719e8f53e5d req-2c3f06b1-ae2d-4984-9f18-5dd00b20f804 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1d8c391-1eb8-4bf8-9868-8074944acdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Mar 22 14:47:00.126001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-9a48f521-d2fe-4a2d-aacc-9e1d8562aa64 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:00.127589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-9a48f521-d2fe-4a2d-aacc-9e1d8562aa64 tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 946 time: 0.0633428 Mar 22 14:47:00.224757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Deleting port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:47:00.225108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:00.319827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] For port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,segment=NetworkSegment(694e1092-012f-48d2-9237-4a3dd981342d),segment_id=694e1092-012f-48d2-9237-4a3dd981342d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:00.320191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:00.333212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Calling delete_port for 788fd4e1-e485-4737-8f1e-b0102e8a2e4d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:47:00.463037 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (788fd4e1-e485-4737-8f1e-b0102e8a2e4d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:00.474584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['788fd4e1-e485-4737-8f1e-b0102e8a2e4d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:47:00.492249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Pushing event deleted for resources: {'Port': ['ID=788fd4e1-e485-4737-8f1e-b0102e8a2e4d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:00.518928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.519272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.519594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.519903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.520221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.520541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.520857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.521171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.521481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.521788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.522124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.522436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.522750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.523056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.523361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:00.545876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] No DVR routers for this DVR port 788fd4e1-e485-4737-8f1e-b0102e8a2e4d on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:47:00.548555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:00.552653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8dc2c471-00de-4109-985c-4afed4de50c4 req-d9400fb8-7704-49e1-9256-49cdca1de0ac tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.78 "DELETE /v2.0/ports/788fd4e1-e485-4737-8f1e-b0102e8a2e4d HTTP/1.1" status: 204 len: 173 time: 0.4199090 Mar 22 14:47:00.553074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'name': 'network-vif-deleted', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:00.555820 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe950cb4-d363-466f-9b03-db6adb3501a1" -d '{"events": [{"server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "name": "network-vif-deleted", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:00.593833 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54531716-7f1e-4068-a851-5135641e9855 x-openstack-request-id: req-54531716-7f1e-4068-a851-5135641e9855 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:00.594165 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc943d15-a8fb-4a2a-a880-801b970d8f50", "name": "network-vif-deleted", "tag": "788fd4e1-e485-4737-8f1e-b0102e8a2e4d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:00.594414 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54531716-7f1e-4068-a851-5135641e9855 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:00.594855 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54531716-7f1e-4068-a851-5135641e9855'] response: {'server_uuid': 'dc943d15-a8fb-4a2a-a880-801b970d8f50', 'name': 'network-vif-deleted', 'tag': '788fd4e1-e485-4737-8f1e-b0102e8a2e4d', 'status': 'completed', 'code': 200} Mar 22 14:47:01.055904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12a7e5d9-e074-4faa-ab98-19fc1c26527a req-18cce2ad-0294-4a54-9909-6b6dd44118be tempest-VolumesSnapshotTestJSON-1186374548 tempest-VolumesSnapshotTestJSON-1186374548-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc943d15-a8fb-4a2a-a880-801b970d8f50 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Mar 22 14:47:04.525077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 788fd4e1-e485-4737-8f1e-b0102e8a2e4d no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:47:04.550192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 788fd4e1-e485-4737-8f1e-b0102e8a2e4d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:47:04.550791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 788fd4e1-e485-4737-8f1e-b0102e8a2e4d not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:47:16.776522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-5d219b46-8386-4d67-bb2c-8d92d09f2df7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77337769&fields=id&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 267 time: 0.0614040 Mar 22 14:47:16.879800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-92d2e278-0cd0-4bfd-991d-423455bc8dd3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:16.886923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-92d2e278-0cd0-4bfd-991d-423455bc8dd3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1097081 Mar 22 14:47:16.903599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-eb6fbcdc-027a-49af-bca3-47d0d563b7c3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/quotas/f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 375 time: 0.0154347 Mar 22 14:47:16.982186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-49487bda-6b5d-4336-ab7a-6209f69429fe tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776675 Mar 22 14:47:17.090808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e464000e-e7a0-4d5d-8cfd-e7c6e9dc33d2 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076918 Mar 22 14:47:17.189937 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-0fd28e26-7f02-402f-a71c-2aeb3072fb57 service neutron] 10.222.0.81 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932527 Mar 22 14:47:17.563835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51e5400f-7d86-4eca-9a52-7bb95d6a19fb req-52dadda9-f24c-4633-a967-0140b34b4ea8 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0589790 Mar 22 14:47:18.587437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a34d558-7694-48cc-bb80-ccf72d46b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:18.605839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-081040a6-e27e-4ff5-b364-0bcf029072e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:18.607430 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-081040a6-e27e-4ff5-b364-0bcf029072e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 811 time: 0.1054597 Mar 22 14:47:18.687647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cfa2e616-cad2-4717-8ea5-775c36bcdcd3 req-890b9b91-32bb-462a-a07b-ccc78fcc9e85 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0451553 Mar 22 14:47:18.720979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-bc999135-e088-4634-99b0-6331b2cffaf3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ff9e1158d4dd98d9dad2446bd280f HTTP/1.1" status: 200 len: 378 time: 0.1000869 Mar 22 14:47:18.725525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'port': {'device_id': '56c4aa36-6680-4be1-855b-368d73b16724', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'admin_state_up': True, 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'security_groups': ['c01b6d97-a4b4-469d-81c5-e1ebebfe754d']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:18.846648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Made reservation on behalf of f41ff9e1158d4dd98d9dad2446bd280f for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:47:18.850753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:18.990829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.20.0.11 (4df7f615-4b60-4156-96ae-273fa0aafd28/16f22062-1b9a-45b8-a47d-23d6cc413b35/45b829bb-7239-4c77-a659-3ac9e2decdda) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:47:19.134281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.167823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.208926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:47:19.212158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:47:19.216012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:47:19.252892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:19.278444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:19.279071 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.308496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-e7e0ea14-4a85-4902-98e0-f8949a9c7683 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877120 Mar 22 14:47:19.320008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Request body: {'port': {'device_id': '56c4aa36-6680-4be1-855b-368d73b16724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:19.396305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.525170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-017b9cff-02d9-420f-92f0-276e4a148230 None None] Provisioning complete for port 45b829bb-7239-4c77-a659-3ac9e2decdda triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:47:19.525794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-017b9cff-02d9-420f-92f0-276e4a148230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.565091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-017b9cff-02d9-420f-92f0-276e4a148230 None None] Port 45b829bb-7239-4c77-a659-3ac9e2decdda cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:47:19.684050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b829bb-7239-4c77-a659-3ac9e2decdda {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:47:19.693063 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks [] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.706220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Transition to ACTIVE for port object 45b829bb-7239-4c77-a659-3ac9e2decdda will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:47:19.711326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:19.763375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:19.881823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Attempting to bind port 45b829bb-7239-4c77-a659-3ac9e2decdda on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:47:19.888267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Attempting to bind port 45b829bb-7239-4c77-a659-3ac9e2decdda by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:47:19.888984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Attempting to bind port 45b829bb-7239-4c77-a659-3ac9e2decdda on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:47:19.899643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Port 45b829bb-7239-4c77-a659-3ac9e2decdda on network 4df7f615-4b60-4156-96ae-273fa0aafd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:47:19.900147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Attempting to bind port 45b829bb-7239-4c77-a659-3ac9e2decdda on network 4df7f615-4b60-4156-96ae-273fa0aafd28 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:47:19.918337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e5906-3099-46a7-970f-42a2f7cd9576 req-97bfada9-e8ea-48ae-a4aa-dc3110a2ae42 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:19.920242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-057e5906-3099-46a7-970f-42a2f7cd9576 req-97bfada9-e8ea-48ae-a4aa-dc3110a2ae42 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0979795 Mar 22 14:47:19.921667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:47:19.922752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Checking segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:47:19.923256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Bound using segment: {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:47:19.923816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Bound port: 45b829bb-7239-4c77-a659-3ac9e2decdda, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976e46e6-7105-43aa-b32c-6d82587b3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:47:19.924278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:20.014271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-057e5906-3099-46a7-970f-42a2f7cd9576 req-6aeffb36-1c5b-4db6-8b43-db47c862fac2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775971 Mar 22 14:47:20.045805 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:47:20.049435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=45b829bb-7239-4c77-a659-3ac9e2decdda,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:47:20.056628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:20.105278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.106082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:20.107768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] 10.222.0.78 "PUT /v2.0/ports/45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 1092 time: 0.7923586 Mar 22 14:47:20.113344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:20.115873 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467388bf-5e57-4e0b-98d4-a8bb1162a55b" -d '{"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:20.142297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8dec3-2915-4e07-959c-5459cbf8f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:20.209314 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c485e59-d8d3-4356-88bd-cc4ae334561f x-openstack-request-id: req-6c485e59-d8d3-4356-88bd-cc4ae334561f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:20.209727 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:20.210111 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c485e59-d8d3-4356-88bd-cc4ae334561f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:20.210691 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c485e59-d8d3-4356-88bd-cc4ae334561f'] response: {'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'status': 'completed', 'code': 200} Mar 22 14:47:20.214614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-6a299db1-0db2-44cf-afee-f1ce1ef7272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.216592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-6a299db1-0db2-44cf-afee-f1ce1ef7272c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1126 time: 0.0602472 Mar 22 14:47:20.277772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-37afcd5a-9d69-44e8-95e2-c0fabb27eb05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 217 time: 0.0528557 Mar 22 14:47:20.339726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-9fcebaea-e4cb-4f6b-89e0-6584474c2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.341334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-9fcebaea-e4cb-4f6b-89e0-6584474c2c7b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0563998 Mar 22 14:47:20.682203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-316cc128-a91c-4b4b-a0ce-7f1a5bfa389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.683781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-316cc128-a91c-4b4b-a0ce-7f1a5bfa389c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3363688 Mar 22 14:47:20.772813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-32a2d3f7-7491-4154-84b5-0b6aacb79747 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Mar 22 14:47:20.866604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5743fa03-1368-4c79-9af2-62042a80dc87 req-16ac5d79-04ce-415b-8cc2-c48353cda499 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878201 Mar 22 14:47:20.962866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-44149d7e-4ae6-4b6b-81f6-1d410d5d0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:20.964461 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-20eb9edf-0009-4f47-b822-c89b9006d518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:20.965066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-44149d7e-4ae6-4b6b-81f6-1d410d5d0b6d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1126 time: 0.0495119 Mar 22 14:47:21.076868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-19302c6b-05bc-45b6-a2ba-c3a794c6b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.078503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-19302c6b-05bc-45b6-a2ba-c3a794c6b0f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1080418 Mar 22 14:47:21.133027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-3a11a317-2582-49a3-903f-ff52e49a0d80 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 217 time: 0.0476663 Mar 22 14:47:21.211240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-9cdff387-b868-40d1-a68c-e2ec4e8d8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.212728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-9cdff387-b868-40d1-a68c-e2ec4e8d8e08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0607235 Mar 22 14:47:21.223443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97c17c-655c-4cb7-9858-9de5f6e58d79 req-0277425e-5267-46c3-a030-814de31ca0ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.224936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c97c17c-655c-4cb7-9858-9de5f6e58d79 req-0277425e-5267-46c3-a030-814de31ca0ea tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.1019409 Mar 22 14:47:21.298483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c97c17c-655c-4cb7-9858-9de5f6e58d79 req-8f18d7f1-59b3-4077-94bf-611994b690e1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649281 Mar 22 14:47:21.304129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-198d20c0-803e-4c06-8526-a3713cb25886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:21.305593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-198d20c0-803e-4c06-8526-a3713cb25886 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797827 Mar 22 14:47:21.402178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-e815136c-30c7-4453-a6e0-b40674f9f8e3 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903432 Mar 22 14:47:21.495284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467388bf-5e57-4e0b-98d4-a8bb1162a55b req-12476a55-63a3-4199-b870-012d926f49b9 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874059 Mar 22 14:47:22.011702 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:22.431748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6c56c-8f64-4b93-913c-988d906969cb req-07cd9cf6-934b-43f1-93c5-44ed8f1907b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:22.434265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a6c56c-8f64-4b93-913c-988d906969cb req-07cd9cf6-934b-43f1-93c5-44ed8f1907b6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0613127 Mar 22 14:47:22.485232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a6c56c-8f64-4b93-913c-988d906969cb req-3ee87069-c121-4d37-8373-7934f34e5585 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460982 Mar 22 14:47:23.632593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b86f-9c06-4375-9166-468ba0a6aed5 req-ba11bdae-f57b-440c-a0b6-202de978063b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:23.640665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd62b86f-9c06-4375-9166-468ba0a6aed5 req-ba11bdae-f57b-440c-a0b6-202de978063b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0701249 Mar 22 14:47:23.696009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd62b86f-9c06-4375-9166-468ba0a6aed5 req-981c87c2-0f1b-4445-8f70-20dff1f85cb1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543244 Mar 22 14:47:23.830575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:24.833612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d339-9a30-4137-ac32-813910e3bbe6 req-1179e092-ed85-445d-9222-c00f88664759 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:24.839117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2104d339-9a30-4137-ac32-813910e3bbe6 req-1179e092-ed85-445d-9222-c00f88664759 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0626333 Mar 22 14:47:24.891179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2104d339-9a30-4137-ac32-813910e3bbe6 req-3cae63fa-bbf4-4c3d-9e89-bf26c1e4a949 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499606 Mar 22 14:47:24.942846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:26.025910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fc900-a7c3-4c34-ba0d-1f7a4dbb9988 req-9b0bf6f6-faaa-4ea4-92a0-714817074ddc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:26.027596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-086fc900-a7c3-4c34-ba0d-1f7a4dbb9988 req-9b0bf6f6-faaa-4ea4-92a0-714817074ddc tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0623167 Mar 22 14:47:26.085241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-086fc900-a7c3-4c34-ba0d-1f7a4dbb9988 req-f4fcd9d0-420d-4159-a6cc-344fd33fc647 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506856 Mar 22 14:47:27.216517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63430-8276-4239-83a8-e2d3df7e8aa0 req-a6ae31a8-a569-4d85-9055-8e4d2b9c275d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:27.218132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a63430-8276-4239-83a8-e2d3df7e8aa0 req-a6ae31a8-a569-4d85-9055-8e4d2b9c275d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0565877 Mar 22 14:47:27.275385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a63430-8276-4239-83a8-e2d3df7e8aa0 req-afe650fd-312b-4992-9f6e-da634ca8ff2c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509796 Mar 22 14:47:27.599608 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:47:28.396570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c774-63c8-49e8-8896-4ce24e5ad192 req-39f144e8-7eca-4f9d-bbad-0760b2fe9a06 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:28.398062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eab7c774-63c8-49e8-8896-4ce24e5ad192 req-39f144e8-7eca-4f9d-bbad-0760b2fe9a06 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0527160 Mar 22 14:47:28.451708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eab7c774-63c8-49e8-8896-4ce24e5ad192 req-42f71da3-3098-48c1-952e-684ceb4a2e47 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478108 Mar 22 14:47:28.506234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:29.498238 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:29.577403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe161-adca-4f75-98bf-0edf11d8ef46 req-13061632-5dfc-47e5-ad42-56def0e3501a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:29.578828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fefe161-adca-4f75-98bf-0edf11d8ef46 req-13061632-5dfc-47e5-ad42-56def0e3501a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0558047 Mar 22 14:47:29.628059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fefe161-adca-4f75-98bf-0edf11d8ef46 req-a0afec44-2931-407a-8e72-bcf661ce8763 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433974 Mar 22 14:47:30.748895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9fa0e-cd59-4fc9-8155-83da986fc1c4 req-df7d1836-16f0-48ac-b59d-28b6664c5ab3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:30.750513 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01f9fa0e-cd59-4fc9-8155-83da986fc1c4 req-df7d1836-16f0-48ac-b59d-28b6664c5ab3 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0558825 Mar 22 14:47:30.800648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-01f9fa0e-cd59-4fc9-8155-83da986fc1c4 req-00650349-f44d-4896-9ef7-ac9800c5f79a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442371 Mar 22 14:47:31.925432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f103dae-97ab-4d0f-94ed-444858717243 req-5213436f-a464-4935-9f7e-e74452b0d7b1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:31.927066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f103dae-97ab-4d0f-94ed-444858717243 req-5213436f-a464-4935-9f7e-e74452b0d7b1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0588725 Mar 22 14:47:31.975580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f103dae-97ab-4d0f-94ed-444858717243 req-9adff7c1-8083-4027-8f3b-ea2fb5573b8c tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427895 Mar 22 14:47:33.102302 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84c28f-7d35-46e7-8a2d-baad47b038a9 req-9064bf1e-acee-4201-adbc-71829a19a4e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:33.103804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa84c28f-7d35-46e7-8a2d-baad47b038a9 req-9064bf1e-acee-4201-adbc-71829a19a4e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0557868 Mar 22 14:47:33.152683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa84c28f-7d35-46e7-8a2d-baad47b038a9 req-0bd6a06f-b62f-497a-93ee-55dc660681e5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429497 Mar 22 14:47:34.272833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb1a2-479a-4225-8454-f3d55e28c069 req-a3a3edad-be5f-49c2-9ff1-0d51926f1555 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:34.274390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e6cb1a2-479a-4225-8454-f3d55e28c069 req-a3a3edad-be5f-49c2-9ff1-0d51926f1555 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0534136 Mar 22 14:47:34.334635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4e6cb1a2-479a-4225-8454-f3d55e28c069 req-515c8807-29e9-4d35-9c6e-07d3ab4bd93a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542834 Mar 22 14:47:35.454754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990fe71-d7b5-453e-94a8-47baa700e4d8 req-2f2ab370-da53-493e-b589-bfd58beeedf1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:35.456372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8990fe71-d7b5-453e-94a8-47baa700e4d8 req-2f2ab370-da53-493e-b589-bfd58beeedf1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0552197 Mar 22 14:47:35.506455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8990fe71-d7b5-453e-94a8-47baa700e4d8 req-d5cce35d-925f-4be3-bf8f-a613cd4cdb49 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443802 Mar 22 14:47:36.632238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a8d9-f834-4fa6-8e30-f2a20ed65fe5 req-9f8bd618-51b2-4fca-a6da-d5ddb1804aba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:36.633729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4881a8d9-f834-4fa6-8e30-f2a20ed65fe5 req-9f8bd618-51b2-4fca-a6da-d5ddb1804aba tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0572844 Mar 22 14:47:36.702882 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4881a8d9-f834-4fa6-8e30-f2a20ed65fe5 req-558ddfab-e1ec-4217-976d-85166bf9965d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497494 Mar 22 14:47:37.805598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695db74-28f8-43d7-944d-ec0de2dd1033 req-814d30ff-16aa-40a9-a2f0-d7dce7c9b68a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:37.810449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c695db74-28f8-43d7-944d-ec0de2dd1033 req-814d30ff-16aa-40a9-a2f0-d7dce7c9b68a tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 944 time: 0.0599895 Mar 22 14:47:37.856807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c695db74-28f8-43d7-944d-ec0de2dd1033 req-c2edac38-4495-4f5a-8572-b56a27930608 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438533 Mar 22 14:47:38.690727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 45b829bb-7239-4c77-a659-3ac9e2decdda details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:47:38.792039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=45b829bb-7239-4c77-a659-3ac9e2decdda,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:38.804090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'port_id': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'mac_address': 'fa:16:3e:73:7d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:47:38.841563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 45b829bb-7239-4c77-a659-3ac9e2decdda is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:38.841989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:38.855112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b829bb-7239-4c77-a659-3ac9e2decdda {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:47:38.875607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=45b829bb-7239-4c77-a659-3ac9e2decdda,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:38.880871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:38.929718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:38.937175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.937539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.938014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.938215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.938569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.938901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.939227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.939541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.939872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.940212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.940536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.940849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.941186 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.941503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.941842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:38.981836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346a15f-7067-429f-8f73-1e8e5e3a04f1 req-1ba16ac8-ebeb-4c00-b373-25f48100010b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:38.983460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a346a15f-7067-429f-8f73-1e8e5e3a04f1 req-1ba16ac8-ebeb-4c00-b373-25f48100010b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 945 time: 0.0542243 Mar 22 14:47:39.034826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a346a15f-7067-429f-8f73-1e8e5e3a04f1 req-a15b6e98-4198-4a45-94d0-46b74fa484bf tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454924 Mar 22 14:47:39.089668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['45b829bb-7239-4c77-a659-3ac9e2decdda'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:47:40.162862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f705d-2ee8-4b8c-a094-643b1bf360b8 req-5bd77408-c276-4cba-b80d-ecb2b39e1c48 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:40.164348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e90f705d-2ee8-4b8c-a094-643b1bf360b8 req-5bd77408-c276-4cba-b80d-ecb2b39e1c48 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 945 time: 0.0622487 Mar 22 14:47:40.218238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e90f705d-2ee8-4b8c-a094-643b1bf360b8 req-280f13ab-e848-4b74-a44a-f12067820a83 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472403 Mar 22 14:47:40.696882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 45b829bb-7239-4c77-a659-3ac9e2decdda up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:47:40.756306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 45b829bb-7239-4c77-a659-3ac9e2decdda completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:47:40.761345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 45b829bb-7239-4c77-a659-3ac9e2decdda triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:47:40.761769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:40.848403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 45b829bb-7239-4c77-a659-3ac9e2decdda is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:47:40.848791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:40.872026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:40.874290 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f98aa-6f6e-4b6b-8699-94f4b1fdd3a7" -d '{"events": [{"server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "name": "network-vif-plugged", "status": "completed", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:40.886955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=45b829bb-7239-4c77-a659-3ac9e2decdda,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:47:40.891613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:40.917610 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d445870-1644-4a5c-8bba-54a1820a212d x-openstack-request-id: req-1d445870-1644-4a5c-8bba-54a1820a212d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:40.917936 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "name": "network-vif-plugged", "status": "completed", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:40.918223 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d445870-1644-4a5c-8bba-54a1820a212d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:40.918628 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d445870-1644-4a5c-8bba-54a1820a212d'] response: {'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'code': 200} Mar 22 14:47:40.944358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:41.014464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa92c-aa9c-4fcb-ac7a-83680529656a req-9c905e85-17e2-4bbf-a0f1-d95e56b542d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:41.015972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5abfa92c-aa9c-4fcb-ac7a-83680529656a req-9c905e85-17e2-4bbf-a0f1-d95e56b542d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1128 time: 0.0445800 Mar 22 14:47:41.061328 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5abfa92c-aa9c-4fcb-ac7a-83680529656a req-dc23366f-8806-4171-a0cc-c04380e81fc0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397804 Mar 22 14:47:41.344560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64758-e15e-4d8f-bb30-ca9b34af31b3 req-06ba714a-4476-4f07-a1ae-11c7f4926873 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:41.346052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25f64758-e15e-4d8f-bb30-ca9b34af31b3 req-06ba714a-4476-4f07-a1ae-11c7f4926873 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Mar 22 14:47:41.399564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25f64758-e15e-4d8f-bb30-ca9b34af31b3 req-9fc38f16-3b84-436c-bdea-7b3865501a8d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478032 Mar 22 14:47:42.532453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab559-a264-43ba-9cea-eb90eae1231a req-811f11d9-6f94-42b0-adcf-37dc3b801910 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:42.533952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-638ab559-a264-43ba-9cea-eb90eae1231a req-811f11d9-6f94-42b0-adcf-37dc3b801910 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0615656 Mar 22 14:47:42.584166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-638ab559-a264-43ba-9cea-eb90eae1231a req-f5660851-a83c-4140-aef3-40fa2bcba4f6 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441339 Mar 22 14:47:42.704581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2568271-efa8-4e22-b070-68400323e856 req-96f1305c-ca50-40d1-8428-1011c3fcc485 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:42.705998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2568271-efa8-4e22-b070-68400323e856 req-96f1305c-ca50-40d1-8428-1011c3fcc485 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0542774 Mar 22 14:47:42.754593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2568271-efa8-4e22-b070-68400323e856 req-542f4b63-6971-4c8c-b48c-2e6ddf9063fb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427752 Mar 22 14:47:42.777803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59014) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:47:42.828153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f56d0-bdf0-4cbb-ab3e-182dca1d7065 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:42.832261 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5d8f56d0-bdf0-4cbb-ab3e-182dca1d7065 tempest-TestVolumeBootPattern-93412094 tempest-TestVolumeBootPattern-93412094-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1123 time: 0.0508885 Mar 22 14:47:42.832573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59016) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:47:42.836867 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:47:42.863351 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:42.975432 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:43.389236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Allocated IP 172.25.3.237 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/7ba72841-6c53-4611-ac6e-3f65e2f74f96) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:47:43.498088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:43.535224 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:43.581059 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:47:43.585989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:47:43.591687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:47:43.594809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=7ba72841-6c53-4611-ac6e-3f65e2f74f96,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:43.620942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.621287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.621532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.621898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.622235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.622612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.622948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.623267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.623635 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.623960 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.624263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.624585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.624911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.625227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.625562 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:47:43.972642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.060257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.224103 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.230805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.298212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event updated for resources: {'Port': ['ID=7ba72841-6c53-4611-ac6e-3f65e2f74f96,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:47:44.310175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.413448 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae associated. External IP: 172.25.3.237, port: 45b829bb-7239-4c77-a659-3ac9e2decdda. Mar 22 14:47:44.632321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:47:44.747517 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:47:44.759674 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:47:44.769927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:44.771622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:44.772454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:47:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:44.814069 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c063f454-957f-4de0-a4a0-4db919a9dff4 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9673874 Mar 22 14:47:44.814069 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:47:44.814069 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c29aa0-20ed-4362-98c4-6208dfeed765" -d '{"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:47:44.844108 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b7a3a2-7147-41bd-b324-143429ddd90a x-openstack-request-id: req-81b7a3a2-7147-41bd-b324-143429ddd90a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:47:44.844616 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:47:44.844938 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81b7a3a2-7147-41bd-b324-143429ddd90a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:47:44.845469 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b7a3a2-7147-41bd-b324-143429ddd90a'] response: {'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'status': 'completed', 'code': 200} Mar 22 14:47:44.904297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:44.917489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-7aa9f5c4-364b-48d1-8724-2e55048c6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:44.919206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-7aa9f5c4-364b-48d1-8724-2e55048c6116 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1128 time: 0.0530860 Mar 22 14:47:45.010525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-07883ef2-dfd8-456f-b577-33f9e5b7282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.012179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-07883ef2-dfd8-456f-b577-33f9e5b7282c service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0877085 Mar 22 14:47:45.153928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-90e211e0-bcff-4e93-8f83-bfa2a086b8df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 1000 time: 0.1356859 Mar 22 14:47:45.172553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}, {'id': 'd1fcdba4-ff74-4a77-b7d7-ee8e1892cbae', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:73:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4aa36-6680-4be1-855b-368d73b16724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:47:43Z', 'updated_at': '2022-03-22T14:47:43Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.203591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-ad1ae895-aa56-42ee-a3d2-dd3cc628e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.205091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-ad1ae895-aa56-42ee-a3d2-dd3cc628e177 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0456557 Mar 22 14:47:45.205867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:47:45.214334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:47:45.214954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:47:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.255288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-808c911c-9373-4cca-b22b-ae96aa6144e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:45.256834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-808c911c-9373-4cca-b22b-ae96aa6144e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462403 Mar 22 14:47:45.328215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:47:45.352119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-01e1947b-1570-44f8-81a7-c90a52c6986b service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891101 Mar 22 14:47:45.445215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c29aa0-20ed-4362-98c4-6208dfeed765 req-760cd3d4-fd75-4156-b286-48f5355f90e9 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871410 Mar 22 14:47:45.559273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}, {'id': 'd1fcdba4-ff74-4a77-b7d7-ee8e1892cbae', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:73:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4aa36-6680-4be1-855b-368d73b16724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:47:43Z', 'updated_at': '2022-03-22T14:47:43Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:47:45.589519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6c322-ac6b-49d3-91a7-bbc5c6786ab2 None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}, {'id': 'd1fcdba4-ff74-4a77-b7d7-ee8e1892cbae', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:73:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c4aa36-6680-4be1-855b-368d73b16724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:47:43Z', 'updated_at': '2022-03-22T14:47:43Z', 'revision_number': 0, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:47:45.806773 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56606d14-6309-4487-833f-d83ebfb3b78f None None] New status for floating IP d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:47:48.585046 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5fd5-2429-4396-a044-977c38bfa9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:49.017700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-4c30abff-1e01-4240-8fed-e24de4e5e54e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509081 Mar 22 14:47:49.109333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-ba41f610-e21b-4be2-b21a-a8a814cd2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:49.110890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-ba41f610-e21b-4be2-b21a-a8a814cd2bf8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1128 time: 0.0476830 Mar 22 14:47:49.213993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-c258e5d7-d2ae-48c6-9160-a47c793d5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:49.215530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-c258e5d7-d2ae-48c6-9160-a47c793d5786 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0857785 Mar 22 14:47:49.286569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-557b858d-b2c6-4675-8f47-0639ed03851e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 1002 time: 0.0647395 Mar 22 14:47:49.335981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-7e3060f6-738b-4605-a104-81b666e9ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:49.337476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-7e3060f6-738b-4605-a104-81b666e9ee64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0453987 Mar 22 14:47:49.389781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-2e6a0569-10e4-4d6a-abaf-e77243f93eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:49.391359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-2e6a0569-10e4-4d6a-abaf-e77243f93eda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476565 Mar 22 14:47:49.490151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-582db067-fbae-433d-b942-732a9294f9fb service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920689 Mar 22 14:47:49.582021 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f446fdd-8796-417b-8ebf-747b43e0c2c3 req-cb1b0f41-7047-44d1-aae8-3761a0d8248e service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Mar 22 14:47:50.958140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a8562363-4896-4802-9a9e-0ed2b5563746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:52.016191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:53.832183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:54.946919 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:56.258325 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-6c138f06-8e55-43be-bcae-59a79e8aec8e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453060 Mar 22 14:47:56.342557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-bf66f5bc-8531-47f2-a2f3-572f3c1be4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:56.344103 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-bf66f5bc-8531-47f2-a2f3-572f3c1be4d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0451906 Mar 22 14:47:56.451362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-123bf71e-d7de-4680-acaf-4f246c23edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:56.452918 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-123bf71e-d7de-4680-acaf-4f246c23edce service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0906179 Mar 22 14:47:56.519037 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-2485444f-de49-4bd9-bf65-574eef23d9a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 1001 time: 0.0598929 Mar 22 14:47:56.571896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-f615127e-df52-41da-8e1e-8dedfce738e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:56.573379 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-f615127e-df52-41da-8e1e-8dedfce738e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0486934 Mar 22 14:47:56.623192 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-44ac0edc-fb79-44e2-9b6a-ecb601531037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:47:56.624921 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-44ac0edc-fb79-44e2-9b6a-ecb601531037 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457273 Mar 22 14:47:56.714721 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-e977f636-c3bb-434f-9e8e-096dcd97230b service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 Mar 22 14:47:56.813570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-6837cc6d-bdcf-45ba-b4ed-97f6d96959a0 req-2c2f5171-ed10-41f4-8cee-3b9f40410aeb service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929687 Mar 22 14:47:58.522567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:47:59.498548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:04.599585 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:48:11.854990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59134) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:11.900964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Deleting subnet df327143-d75d-44f3-b066-6e2db238e9e0 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:48:11.904349 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Publish callbacks [] for subnet (df327143-d75d-44f3-b066-6e2db238e9e0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:11.940326 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (df327143-d75d-44f3-b066-6e2db238e9e0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:11.985088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (df327143-d75d-44f3-b066-6e2db238e9e0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.040445 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (df327143-d75d-44f3-b066-6e2db238e9e0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.064424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df327143-d75d-44f3-b066-6e2db238e9e0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:12.070971 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.074543 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fd38dbb1-c41f-43d3-b921-f3cdea1227b3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/df327143-d75d-44f3-b066-6e2db238e9e0 HTTP/1.1" status: 204 len: 168 time: 0.2185249 Mar 22 14:48:12.077244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59136) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:12.149388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (85255163-7094-4b2e-9bae-9a12d406e130), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.224260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (85255163-7094-4b2e-9bae-9a12d406e130), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.248022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85255163-7094-4b2e-9bae-9a12d406e130']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:12.257260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694e1092-012f-48d2-9237-4a3dd981342d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:12.257502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694e1092-012f-48d2-9237-4a3dd981342d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:48:12.267316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (694e1092-012f-48d2-9237-4a3dd981342d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.280952 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (694e1092-012f-48d2-9237-4a3dd981342d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.287046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:48:12.287431 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (694e1092-012f-48d2-9237-4a3dd981342d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:48:12.289211 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:48:12.344486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (85255163-7094-4b2e-9bae-9a12d406e130), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.349213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.354463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/85255163-7094-4b2e-9bae-9a12d406e130 HTTP/1.1" status: 204 len: 168 time: 0.2761168 Mar 22 14:48:12.371865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85255163-7094-4b2e-9bae-9a12d406e130,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:12.381244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.381716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.382973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.382973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.382973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.383482 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.383906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.384328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.384751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.385284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.385701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.386772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.387211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.387899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.388024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5b38c-9250-458a-9b62-914bd85c2dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:48:12.464461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59140) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:12.506150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7ca8bfee-9839-4ad2-b262-3d7140d75d9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f07224b85ff45a8b3127f2217e471a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383770 Mar 22 14:48:12.506357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:12.564066 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] Publish callbacks [] for security_group (d1d8c391-1eb8-4bf8-9868-8074944acdc6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.589523 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] Publish callbacks [] for security_group (d1d8c391-1eb8-4bf8-9868-8074944acdc6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.640332 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d1d8c391-1eb8-4bf8-9868-8074944acdc6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.643125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:12.646950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1d8c391-1eb8-4bf8-9868-8074944acdc6 HTTP/1.1" status: 204 len: 168 time: 0.1370976 Mar 22 14:48:12.653237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1925c63-938c-47d2-ae96-97f6ae7392bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8c391-1eb8-4bf8-9868-8074944acdc6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:18.593425 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc116bf2-74eb-4a47-ba0a-4e7da190cfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:20.963122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-30de308b-6ef6-426f-a44e-69d5f598458f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:22.020723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:23.833600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:24.953022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.119971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59240) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:27.274922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62c753cf-4bf3-4b14-9f34-c1959ed3169b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.351547 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62c753cf-4bf3-4b14-9f34-c1959ed3169b admin admin] Publish callbacks [] for security_group (6397c096-251b-4674-b495-c267e321e934), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.356961 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62c753cf-4bf3-4b14-9f34-c1959ed3169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6397c096-251b-4674-b495-c267e321e934), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.396231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-62c753cf-4bf3-4b14-9f34-c1959ed3169b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edac079bf39045009a171af769c9d3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746980 Mar 22 14:48:27.396844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c753cf-4bf3-4b14-9f34-c1959ed3169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6397c096-251b-4674-b495-c267e321e934,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:27.399050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59246) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:48:27.445719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] Publish callbacks [] for security_group (6397c096-251b-4674-b495-c267e321e934), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.466722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] Publish callbacks [] for security_group (6397c096-251b-4674-b495-c267e321e934), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.519020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6397c096-251b-4674-b495-c267e321e934), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.521791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:27.525785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6397c096-251b-4674-b495-c267e321e934 HTTP/1.1" status: 204 len: 168 time: 0.1230950 Mar 22 14:48:27.532142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7991e-063d-4b2c-8153-1912e8f41f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6397c096-251b-4674-b495-c267e321e934,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:48:28.313787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-465c8c45-c269-49ea-a664-8c7a8011b3c6 req-c1de94cf-f174-4f7f-969f-2c9e182f9c11 tempest-AttachVolumeShelveTestJSON-490786519 tempest-AttachVolumeShelveTestJSON-490786519-project] (103891) timed out ('10.222.0.81', 37136) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:48:28.522309 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:29.507912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:41.599561 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:48:48.592037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fab90e30-e55e-4aa1-8c3c-472f1438c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:49.037235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-a8a0e096-5fc3-49e8-8d12-1ec528a28e30 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504699 Mar 22 14:48:49.128175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-3c1d5a90-6525-4e65-aa87-a4ae400b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:49.129703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-3c1d5a90-6525-4e65-aa87-a4ae400b5c76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1128 time: 0.0491736 Mar 22 14:48:49.238627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-6b179546-7fad-4cdb-bc2d-8b25f5ddd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:49.240100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-6b179546-7fad-4cdb-bc2d-8b25f5ddd406 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0917785 Mar 22 14:48:49.305892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-9689d85e-027e-48e3-9492-b1584bba04ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 1002 time: 0.0601599 Mar 22 14:48:49.353023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-7eca37ef-9b0a-425d-a953-1a267b81df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:49.354519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-7eca37ef-9b0a-425d-a953-1a267b81df54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0427113 Mar 22 14:48:49.406804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-55d970e9-7f89-4b97-9ba2-ad8255052a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:49.408253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-55d970e9-7f89-4b97-9ba2-ad8255052a71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478761 Mar 22 14:48:49.503702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-464c98dc-2d98-47e2-b613-17a3fe965974 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880885 Mar 22 14:48:49.595596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78a9efd-181b-49f5-aa5b-ef254e036608 req-dc1374d6-b961-45f9-b7d6-d5cc798757c9 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Mar 22 14:48:50.974052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18001ef2-65f6-4403-af39-e56a85ed87b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:52.025674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:52.888383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-8e0a8db8-f858-42f2-90e7-e4857d0dff88 req-39511fc0-679f-4689-a92e-921246cb1a5a service neutron] (103890) timed out ('10.222.0.81', 41708) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:48:53.840053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:54.960685 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:58.271930 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-1b69df20-4ef4-41ac-ae76-62243effab9c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513947 Mar 22 14:48:58.365348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-82d8cb38-39aa-46cb-8157-bd9afd942869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:58.366901 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-82d8cb38-39aa-46cb-8157-bd9afd942869 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0496304 Mar 22 14:48:58.477035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-ee3b3170-5511-4bc0-b69a-18f05d543ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:58.478605 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-ee3b3170-5511-4bc0-b69a-18f05d543ea7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.0925541 Mar 22 14:48:58.521295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:48:58.543642 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-f1f934ba-a915-4d8f-b292-8749d258d840 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 1001 time: 0.0594585 Mar 22 14:48:58.595799 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-9d0ef263-1026-44bb-b7b7-c72a9abc6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:58.597251 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-9d0ef263-1026-44bb-b7b7-c72a9abc6ef6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0477402 Mar 22 14:48:58.652514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-d5fa235c-e35f-4a55-9c01-c194b826ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:48:58.654107 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-d5fa235c-e35f-4a55-9c01-c194b826ff68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512118 Mar 22 14:48:58.756207 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-b6b4f61e-5a8d-47af-b637-f437b8910510 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961282 Mar 22 14:48:58.852258 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f2b22698-d3a8-446d-92b8-288cb9087997 req-9c6c00f3-a7ff-422f-9b20-82536ebbaf6e service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901365 Mar 22 14:48:59.534775 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:06.278767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-3cc688f1-94ad-42ae-92bd-9a8ea5cf51e1 req-47f7c083-63da-4093-85d7-82b6affef267 service neutron] (103890) timed out ('10.222.0.82', 50367) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:49:12.273946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59278) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:12.492327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 7ba72841-6c53-4611-ac6e-3f65e2f74f96 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:12.492679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.571641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.571936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (7ba72841-6c53-4611-ac6e-3f65e2f74f96), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.583758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 7ba72841-6c53-4611-ac6e-3f65e2f74f96 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:12.737093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7ba72841-6c53-4611-ac6e-3f65e2f74f96), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.761386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=7ba72841-6c53-4611-ac6e-3f65e2f74f96,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:12.774556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.774915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.775262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.775603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.775943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.776275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.776610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.776917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.777266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.777612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.777931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.778330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.778598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.778919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.779241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:12.833921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:12.834287 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae disassociated (deleted). External IP: 172.25.3.237, port: 45b829bb-7239-4c77-a659-3ac9e2decdda. Mar 22 14:49:13.338281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:49:13.451880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:49:13.457109 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:13.461994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:49:13.472860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:13.473479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:13.485782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c65f4d98-20e8-42d6-8d45-a2241411ea35 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "DELETE /v2.0/floatingips/d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae HTTP/1.1" status: 204 len: 168 time: 1.2107294 Mar 22 14:49:13.486387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:13.488649 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:13.531182 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a540149-d225-4e08-8a85-70356b075ffe x-openstack-request-id: req-2a540149-d225-4e08-8a85-70356b075ffe {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:13.531497 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:13.531788 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a540149-d225-4e08-8a85-70356b075ffe {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:13.532363 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a540149-d225-4e08-8a85-70356b075ffe'] response: {'name': 'network-changed', 'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'status': 'completed', 'code': 200} Mar 22 14:49:13.584578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:13.601705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-2284fb30-95ef-45cb-913c-0f40048d64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.603584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-2284fb30-95ef-45cb-913c-0f40048d64c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 1128 time: 0.0494232 Mar 22 14:49:13.755971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-3689f5b8-bb73-4b08-903b-56ba6cff4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.757426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-3689f5b8-bb73-4b08-903b-56ba6cff4c67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1393332 Mar 22 14:49:13.765250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa35e-04e7-4c77-83e4-73eaa7bec9f6 req-27db0fb3-8e63-4588-b554-c4ef97eb50cb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.766631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da5aa35e-04e7-4c77-83e4-73eaa7bec9f6 req-27db0fb3-8e63-4588-b554-c4ef97eb50cb tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0910254 Mar 22 14:49:13.810732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-5d34a762-0ded-45bf-bb08-7dad44498a5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 200 len: 217 time: 0.0431590 Mar 22 14:49:13.821649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:13.848990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:49:13.857437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:13.857986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:48:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:13.879705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da5aa35e-04e7-4c77-83e4-73eaa7bec9f6 req-99e568e4-e2a0-4fd5-a02f-67653afc3627 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061742 Mar 22 14:49:13.883353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-20505365-31ce-4e20-8b2e-391f42aa362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.884790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-20505365-31ce-4e20-8b2e-391f42aa362d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0661068 Mar 22 14:49:13.934007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-aaa52766-48ce-4c23-8df5-882741920a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:13.935579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-aaa52766-48ce-4c23-8df5-882741920a41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444551 Mar 22 14:49:14.043683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-8a33761b-d74f-4d47-99d6-11357e6d2126 service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000893 Mar 22 14:49:14.134594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf789dd7-6ec2-435e-a4d3-eb4b13a8fe5c req-9185b435-746c-4d93-9384-b78be7de887f service neutron] 10.222.0.78 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Mar 22 14:49:14.140127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:14.369740 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:14.400203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ddf1a-d5be-4a31-b0d5-a0ffd7cbdfdb None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '7331c6a9-7a15-4650-b2c3-7ef5cd43a47e', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'port_id': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'mac_address': 'fa:16:3e:7a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:45:32Z', 'updated_at': '2022-03-22T14:45:35Z', 'revision_number': 1, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:49:14.646802 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b873a-e70b-4476-9f37-e1688995748d None None] New status for floating IP d1fcdba4-ff74-4a77-b7d7-ee8e1892cbae: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:49:15.011526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22066369-037a-48da-ae8e-2a759f92cfdd req-027ab6c9-f3b6-442e-919b-e0d301b59dac tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:15.012933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22066369-037a-48da-ae8e-2a759f92cfdd req-027ab6c9-f3b6-442e-919b-e0d301b59dac tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0605257 Mar 22 14:49:15.063762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22066369-037a-48da-ae8e-2a759f92cfdd req-b64ed22e-4662-4552-b4f9-c34276187b1e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449085 Mar 22 14:49:15.248128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-adbbfb49-3ce2-477a-b272-47f5daff8a1b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:15.249603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-adbbfb49-3ce2-477a-b272-47f5daff8a1b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 946 time: 0.0556872 Mar 22 14:49:15.348369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 45b829bb-7239-4c77-a659-3ac9e2decdda {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:15.348818 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:15.437719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 45b829bb-7239-4c77-a659-3ac9e2decdda, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=45b829bb-7239-4c77-a659-3ac9e2decdda,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:15.438024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:15.451147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 45b829bb-7239-4c77-a659-3ac9e2decdda owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:15.584390 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (45b829bb-7239-4c77-a659-3ac9e2decdda), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:15.611255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=45b829bb-7239-4c77-a659-3ac9e2decdda,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:15.659074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 45b829bb-7239-4c77-a659-3ac9e2decdda on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:15.662200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:15.665600 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c183860-bfe1-4dfc-b070-f08c01fbb72e req-1fddb390-863f-4bb0-805f-774dd240a788 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.78 "DELETE /v2.0/ports/45b829bb-7239-4c77-a659-3ac9e2decdda HTTP/1.1" status: 204 len: 173 time: 0.4103467 Mar 22 14:49:15.666059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'name': 'network-vif-deleted', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:15.669099 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739b887-9ecf-4520-801d-a21fda00d6a7" -d '{"events": [{"server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "name": "network-vif-deleted", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:15.707343 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2aa558-7266-4779-9bb3-42053fa93679 x-openstack-request-id: req-8f2aa558-7266-4779-9bb3-42053fa93679 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:15.707735 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c4aa36-6680-4be1-855b-368d73b16724", "name": "network-vif-deleted", "tag": "45b829bb-7239-4c77-a659-3ac9e2decdda", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:15.708070 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f2aa558-7266-4779-9bb3-42053fa93679 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:15.708773 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2aa558-7266-4779-9bb3-42053fa93679'] response: {'server_uuid': '56c4aa36-6680-4be1-855b-368d73b16724', 'name': 'network-vif-deleted', 'tag': '45b829bb-7239-4c77-a659-3ac9e2decdda', 'status': 'completed', 'code': 200} Mar 22 14:49:16.176779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6acaf6bf-076a-44dc-acdc-f2fa0a37d31d req-294620c2-2fbb-4e11-8446-a203fbe189c7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0322771 Mar 22 14:49:17.277300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b39ac81b-1efd-4120-9c27-93fe84ae1a69 req-b323c776-7d1b-4d49-923c-1ab4861b8e12 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0278556 Mar 22 14:49:18.372854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e54d0956-6546-49d5-9685-d9f5841224f7 req-9f5b394c-f8fd-4e50-a77d-82add55976e2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0276344 Mar 22 14:49:18.587605 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-73263dae-45c1-4d92-beff-dcc85424e4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:18.599329 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:49:19.266832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 45b829bb-7239-4c77-a659-3ac9e2decdda no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:19.287852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 45b829bb-7239-4c77-a659-3ac9e2decdda {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:49:19.288288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 45b829bb-7239-4c77-a659-3ac9e2decdda not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:19.470494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb16c377-5135-4390-ac5d-52493229a862 req-d86e2796-c158-462c-af74-ac4991b698e9 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Mar 22 14:49:20.565634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e96792ec-078b-46af-863c-a7728cb5af65 req-6892e5c5-b6f5-480f-bfd7-78f399c02a9e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Mar 22 14:49:20.968943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3e22-fa14-444c-8278-b72a980de098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:21.660607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea79d605-c00f-4bba-93c6-7656dbe32fd5 req-a7cf4126-4451-4b34-bcb9-106b4308a4fa tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Mar 22 14:49:22.026740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:22.760667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92d02f08-cb64-47ad-8d54-f4f62e814b32 req-79d14ee7-c0a6-4d65-9c72-09b0a6187d53 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0310781 Mar 22 14:49:23.837257 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:23.858916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54827821-f207-4439-b3b4-b3e5b4804e20 req-5bc70702-40dc-4c5b-a7f5-e348c97fabe2 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=56c4aa36-6680-4be1-855b-368d73b16724 HTTP/1.1" status: 200 len: 210 time: 0.0291412 Mar 22 14:49:24.947005 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:28.522222 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:29.525054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.430071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:33.596862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port b262ec0e-43e5-4ea0-bb69-347aca1ef602 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:33.597201 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.676953 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.677179 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (b262ec0e-43e5-4ea0-bb69-347aca1ef602), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.688681 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for b262ec0e-43e5-4ea0-bb69-347aca1ef602 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:33.867646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b262ec0e-43e5-4ea0-bb69-347aca1ef602), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.898766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=b262ec0e-43e5-4ea0-bb69-347aca1ef602,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:33.921184 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.921533 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.921902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.922273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.922608 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.922947 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.923279 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.923607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.923931 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.924283 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.924606 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.924925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.925230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.925556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.925858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:33.964540 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (7331c6a9-7a15-4650-b2c3-7ef5cd43a47e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:33.964877 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Floating IP 7331c6a9-7a15-4650-b2c3-7ef5cd43a47e disassociated (deleted). External IP: 172.25.3.160, port: 4a7df517-0f05-4ff9-b427-063901a0aeb0. Mar 22 14:49:34.194583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:49:34.310260 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:49:34.315097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:34.320352 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:49:34.330457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:34.331118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:34.345348 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8ebb8303-4a0d-4789-8c2f-f53442d134bd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "DELETE /v2.0/floatingips/7331c6a9-7a15-4650-b2c3-7ef5cd43a47e HTTP/1.1" status: 204 len: 168 time: 0.9141946 Mar 22 14:49:34.346045 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:34.349009 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:34.386674 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e60bb-c1da-4d30-832a-8107667c8eaf x-openstack-request-id: req-7d4e60bb-c1da-4d30-832a-8107667c8eaf {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:34.387215 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:34.387563 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d4e60bb-c1da-4d30-832a-8107667c8eaf {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:34.388174 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4e60bb-c1da-4d30-832a-8107667c8eaf'] response: {'name': 'network-changed', 'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'status': 'completed', 'code': 200} Mar 22 14:49:34.441334 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:34.457470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-3b95bc84-6196-445f-ac5d-1bf30f36356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.459607 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-3b95bc84-6196-445f-ac5d-1bf30f36356a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 1127 time: 0.0502276 Mar 22 14:49:34.570631 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-f2b6a8a3-b1d1-40cf-b6f1-f9f6bdb9fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.572132 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-f2b6a8a3-b1d1-40cf-b6f1-f9f6bdb9fc8d service neutron] 10.222.0.82 "GET /v2.0/networks?id=4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 200 len: 912 time: 0.1034093 Mar 22 14:49:34.617339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-1d715925-a32a-4630-a930-84f38ef918ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 200 len: 217 time: 0.0369911 Mar 22 14:49:34.662065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:34.679884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-83250759-5e6d-4c34-b3ab-7b9813985106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.681371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-83250759-5e6d-4c34-b3ab-7b9813985106 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 200 len: 850 time: 0.0581264 Mar 22 14:49:34.689871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:49:34.698475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:34.699103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:34.730419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-cdf83422-363d-4643-b503-cb1a76bbe373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.731857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-cdf83422-363d-4643-b503-cb1a76bbe373 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4df7f615-4b60-4156-96ae-273fa0aafd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442502 Mar 22 14:49:34.801942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293db531-a453-42b8-b8bb-b2e38c0d5ab9 req-a56aa319-9b0d-46ab-8e4f-d5bf7349216e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:34.803579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-293db531-a453-42b8-b8bb-b2e38c0d5ab9 req-a56aa319-9b0d-46ab-8e4f-d5bf7349216e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.2767422 Mar 22 14:49:34.812501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:34.827074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-a3e06e90-77b0-46a4-9444-3fb8f0c6ff98 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883410 Mar 22 14:49:34.855892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-293db531-a453-42b8-b8bb-b2e38c0d5ab9 req-8a252df4-652d-4084-837d-97222f7d5701 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464039 Mar 22 14:49:34.919554 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b219d7f0-e0eb-4e2a-b375-19aa6fa6e68b req-474bece4-cd48-478a-b5ca-6c8a0dd48bd6 service neutron] 10.222.0.82 "GET /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Mar 22 14:49:35.019504 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:35.051794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65301567-fbc6-4835-82c0-2b8acabb4eef None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:37:04Z', 'revision_number': 4, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '6478d971-db03-4665-abc1-ad0dcf13166a', 'name': '', 'network_id': '4df7f615-4b60-4156-96ae-273fa0aafd28', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'mac_address': 'fa:16:3e:4c:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:04Z', 'updated_at': '2022-03-22T14:37:08Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'subnets': [{'id': '16f22062-1b9a-45b8-a47d-23d6cc413b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:49:35.279816 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0ff11-9173-4e6a-a520-cf4c1d589743 None None] New status for floating IP 7331c6a9-7a15-4650-b2c3-7ef5cd43a47e: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:49:36.065160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-8e571f37-a8fa-45fb-9344-5136ff3738cd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:36.066689 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-8e571f37-a8fa-45fb-9344-5136ff3738cd tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.0554790 Mar 22 14:49:36.071884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee3e84-d75f-42e1-af8f-4c08373125ad req-1fedfac5-64c8-4bc4-a647-a6e4dffc003d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:49:36.073388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ee3e84-d75f-42e1-af8f-4c08373125ad req-1fedfac5-64c8-4bc4-a647-a6e4dffc003d tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 945 time: 0.1329563 Mar 22 14:49:36.127987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ee3e84-d75f-42e1-af8f-4c08373125ad req-61ae2ae6-e86d-4118-af31-288941a47e2f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/security-groups?id=c01b6d97-a4b4-469d-81c5-e1ebebfe754d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487216 Mar 22 14:49:36.161784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 4a7df517-0f05-4ff9-b427-063901a0aeb0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:36.162076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:36.251787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] For port 4a7df517-0f05-4ff9-b427-063901a0aeb0, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4a7df517-0f05-4ff9-b427-063901a0aeb0,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:36.252160 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:36.265834 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 4a7df517-0f05-4ff9-b427-063901a0aeb0 owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:36.687614 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4a7df517-0f05-4ff9-b427-063901a0aeb0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:36.726335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=4a7df517-0f05-4ff9-b427-063901a0aeb0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:36.770949 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] No DVR routers for this DVR port 4a7df517-0f05-4ff9-b427-063901a0aeb0 on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:36.773883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:36.777273 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d27cfedb-942d-47b0-9012-402123dd2a9f req-4f2d0c16-ab96-4cf8-9a38-0c5ea0477833 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.82 "DELETE /v2.0/ports/4a7df517-0f05-4ff9-b427-063901a0aeb0 HTTP/1.1" status: 204 len: 173 time: 0.7055936 Mar 22 14:49:36.777715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'name': 'network-vif-deleted', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:49:36.780186 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad81d3-e7ff-44f8-905a-82cfeee63573" -d '{"events": [{"server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "name": "network-vif-deleted", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:49:36.817338 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1a92e-9086-4167-a65f-74cb908e6c52 x-openstack-request-id: req-54b1a92e-9086-4167-a65f-74cb908e6c52 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:49:36.817652 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ae26c-4cad-4728-ae6a-b1a5d899bef9", "name": "network-vif-deleted", "tag": "4a7df517-0f05-4ff9-b427-063901a0aeb0", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:49:36.817923 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54b1a92e-9086-4167-a65f-74cb908e6c52 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:49:36.818363 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b1a92e-9086-4167-a65f-74cb908e6c52'] response: {'server_uuid': '6b8ae26c-4cad-4728-ae6a-b1a5d899bef9', 'name': 'network-vif-deleted', 'tag': '4a7df517-0f05-4ff9-b427-063901a0aeb0', 'status': 'completed', 'code': 200} Mar 22 14:49:37.228360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00b19d5-6b8e-4840-8dba-d99a7cce5ed3 req-5aa40c89-5b93-4bb4-b537-37275d48c005 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Mar 22 14:49:38.326189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-670d50b1-9a33-4f08-b562-784489108c49 req-034e0eb6-07c7-4967-858f-9ef75e54bb0f tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0285742 Mar 22 14:49:39.066711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4a7df517-0f05-4ff9-b427-063901a0aeb0 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:39.087341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4a7df517-0f05-4ff9-b427-063901a0aeb0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:49:39.087694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4a7df517-0f05-4ff9-b427-063901a0aeb0 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:39.424669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcae7ad8-1660-43c8-99b7-b209247dacae req-d558895b-db1f-4bb0-b671-87f3f75e86ff tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Mar 22 14:49:40.520557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-805649af-3622-4ccc-896e-63b89c83f185 req-035c4785-517e-452d-bb4e-6c6b64b21f08 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0278413 Mar 22 14:49:41.616212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ad9a0f8-e02a-4192-8d1b-6b44f6ae5fb9 req-ba2d0f8a-4ccd-4d51-a6c1-0eb5ad12a98e tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Mar 22 14:49:42.714445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5f2b584-a399-42db-8184-c406ae9f53e9 req-a25bc09f-ec37-4b65-93b9-9d90b6f07ff5 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Mar 22 14:49:43.814887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a23ac56-2f0e-4ac9-beee-5bbf1a1e56db req-a4f5d89e-5973-495a-bf2a-408d4b199810 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0286653 Mar 22 14:49:44.912854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb57ae74-e5c5-458c-86d7-91f2d611351a req-c0c9aaf1-709a-43c2-b1e5-925ce8fc0459 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Mar 22 14:49:46.021401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e2917494-22bf-4040-b978-6cca699680d0 req-321b7b81-deed-4b38-97fb-ddc5d1272da7 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b8ae26c-4cad-4728-ae6a-b1a5d899bef9 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Mar 22 14:49:47.079516 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:47.205101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Deleting port 0bcf6486-d242-4826-90c1-23d957c02918 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:47.205473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0bcf6486-d242-4826-90c1-23d957c02918), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.285651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0bcf6486-d242-4826-90c1-23d957c02918), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.285971 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (0bcf6486-d242-4826-90c1-23d957c02918), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.298269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Calling delete_port for 0bcf6486-d242-4826-90c1-23d957c02918 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:47.442385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0bcf6486-d242-4826-90c1-23d957c02918), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.470744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'Port': ['ID=0bcf6486-d242-4826-90c1-23d957c02918,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:47.536458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for floatingip (2445d8cb-209a-4745-b242-000f8f99abd4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.540480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:47.542120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-cecf508e-d330-4ee0-bd61-f97d6c680aa1 tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "DELETE /v2.0/floatingips/2445d8cb-209a-4745-b242-000f8f99abd4 HTTP/1.1" status: 204 len: 168 time: 0.4615571 Mar 22 14:49:48.596583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-04c98042-9efc-449e-a9b1-2383c71e5ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:50.973542 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4431e6b6-e218-455b-85ba-33761de3a6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:52.029988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:52.944171 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59404) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:53.008243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (c01b6d97-a4b4-469d-81c5-e1ebebfe754d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.033374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (c01b6d97-a4b4-469d-81c5-e1ebebfe754d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.091455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (c01b6d97-a4b4-469d-81c5-e1ebebfe754d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.094036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.095299 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] 10.222.0.81 "DELETE /v2.0/security-groups/c01b6d97-a4b4-469d-81c5-e1ebebfe754d HTTP/1.1" status: 204 len: 168 time: 0.1501658 Mar 22 14:49:53.104401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ad4f4-88ea-471a-abd2-ff25dca0516b tempest-TestVolumeBootPattern-427861268 tempest-TestVolumeBootPattern-427861268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b6d97-a4b4-469d-81c5-e1ebebfe754d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:53.170266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59408) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:53.657313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (f26d46be-ddda-4581-93cd-9272eb0f927f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.842415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:53.919180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Deleting port 6478d971-db03-4665-abc1-ad0dcf13166a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:53.919543 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.006380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] For port 6478d971-db03-4665-abc1-ad0dcf13166a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6478d971-db03-4665-abc1-ad0dcf13166a,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:54.006718 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.019965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Calling delete_port for 6478d971-db03-4665-abc1-ad0dcf13166a owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:54.206321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6478d971-db03-4665-abc1-ad0dcf13166a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.229418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6478d971-db03-4665-abc1-ad0dcf13166a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:54.407415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (f26d46be-ddda-4581-93cd-9272eb0f927f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.637175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Router f26d46be-ddda-4581-93cd-9272eb0f927f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:49:54.747305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:49:54.753206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-085801e4-3d1d-47c8-898e-40026dfabc1b admin admin] 10.222.0.81 "PUT /v2.0/routers/f26d46be-ddda-4581-93cd-9272eb0f927f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811601 Mar 22 14:49:54.755809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59412) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:54.759597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Sync routers for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:49:54.771170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:54.771859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:54.864725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks [] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.881768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:54.974882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks [] for router_gateway (f26d46be-ddda-4581-93cd-9272eb0f927f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:54.989403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.038124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Deleting port 05940de0-f279-46fd-a975-5fbba5e3242a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:55.038548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.087142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:49:54Z', 'revision_number': 5, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port': {'id': '05940de0-f279-46fd-a975-5fbba5e3242a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:02Z', 'updated_at': '2022-03-22T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:55.114056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Checking router: f26d46be-ddda-4581-93cd-9272eb0f927f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:49:55.123635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Routers {'f26d46be-ddda-4581-93cd-9272eb0f927f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:55.124189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f26d46be-ddda-4581-93cd-9272eb0f927f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:55.127181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] For port 05940de0-f279-46fd-a975-5fbba5e3242a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=05940de0-f279-46fd-a975-5fbba5e3242a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:55.127554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.140686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Calling delete_port for 05940de0-f279-46fd-a975-5fbba5e3242a owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:55.211654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] Set router f26d46be-ddda-4581-93cd-9272eb0f927f gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:55.264611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:49:54Z', 'revision_number': 6, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:55.294771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86497e2-9a58-4157-8626-39fc83670da0 None None] The sync data for ids ['f26d46be-ddda-4581-93cd-9272eb0f927f'] in n-d-758851-5 is: [{'id': 'f26d46be-ddda-4581-93cd-9272eb0f927f', 'name': 'tempest-TestVolumeBootPattern-528643387-router', 'tenant_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:01Z', 'updated_at': '2022-03-22T14:49:54Z', 'revision_number': 6, 'project_id': 'f41ff9e1158d4dd98d9dad2446bd280f', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:49:55.312327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (05940de0-f279-46fd-a975-5fbba5e3242a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.338868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Pushing event deleted for resources: {'Port': ['ID=05940de0-f279-46fd-a975-5fbba5e3242a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:55.399747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (f26d46be-ddda-4581-93cd-9272eb0f927f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.599264 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:49:55.775708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.777871 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks [] for router_controller (f26d46be-ddda-4581-93cd-9272eb0f927f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.820836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (f26d46be-ddda-4581-93cd-9272eb0f927f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.821351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26d46be-ddda-4581-93cd-9272eb0f927f {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:49:55.825791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.826988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6c2e9a67-6583-432e-8565-8bc680d2e447 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f26d46be-ddda-4581-93cd-9272eb0f927f HTTP/1.1" status: 204 len: 168 time: 1.0701845 Mar 22 14:49:55.829547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59414) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:55.874892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Deleting subnet 16f22062-1b9a-45b8-a47d-23d6cc413b35 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:49:55.878199 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Publish callbacks [] for subnet (16f22062-1b9a-45b8-a47d-23d6cc413b35), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:55.912657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (16f22062-1b9a-45b8-a47d-23d6cc413b35), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.005881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (16f22062-1b9a-45b8-a47d-23d6cc413b35), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.059646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (16f22062-1b9a-45b8-a47d-23d6cc413b35), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.086512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f22062-1b9a-45b8-a47d-23d6cc413b35,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:56.088476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.091627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-723b383f-25d1-4b48-bc77-13fd356fc132 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/16f22062-1b9a-45b8-a47d-23d6cc413b35 HTTP/1.1" status: 204 len: 168 time: 0.2611413 Mar 22 14:49:56.094265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59416) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:56.096792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ae916-cca7-4222-8a9a-c287b20f6f81 None None] Network 4df7f615-4b60-4156-96ae-273fa0aafd28 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:49:56.166865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4df7f615-4b60-4156-96ae-273fa0aafd28), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.224760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Deleting port 61f78e00-6a7c-4947-a63a-73b67e71d65c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:56.225177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.266506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] DHCP port deletion for 4df7f615-4b60-4156-96ae-273fa0aafd28 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:49:56.294381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] For port 61f78e00-6a7c-4947-a63a-73b67e71d65c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61f78e00-6a7c-4947-a63a-73b67e71d65c,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:56.294757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.309316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Calling delete_port for 61f78e00-6a7c-4947-a63a-73b67e71d65c owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:56.317211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Deleting port 61f78e00-6a7c-4947-a63a-73b67e71d65c {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:56.317727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.393105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] For port 61f78e00-6a7c-4947-a63a-73b67e71d65c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=61f78e00-6a7c-4947-a63a-73b67e71d65c,segment=NetworkSegment(976e46e6-7105-43aa-b32c-6d82587b3588),segment_id=976e46e6-7105-43aa-b32c-6d82587b3588)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:56.393613 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.397781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05940de0-f279-46fd-a975-5fbba5e3242a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:56.415903 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.431155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Calling delete_port for 61f78e00-6a7c-4947-a63a-73b67e71d65c owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:56.432872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 05940de0-f279-46fd-a975-5fbba5e3242a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:49:56.433218 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 05940de0-f279-46fd-a975-5fbba5e3242a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:56.433632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61f78e00-6a7c-4947-a63a-73b67e71d65c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:56.441509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f78e00-6a7c-4947-a63a-73b67e71d65c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:56.447445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] No DVR routers for this DVR port 61f78e00-6a7c-4947-a63a-73b67e71d65c on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:56.461605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 61f78e00-6a7c-4947-a63a-73b67e71d65c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:49:56.462051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 61f78e00-6a7c-4947-a63a-73b67e71d65c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:56.462510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6478d971-db03-4665-abc1-ad0dcf13166a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:49:56.509203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 6478d971-db03-4665-abc1-ad0dcf13166a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:49:56.509463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6478d971-db03-4665-abc1-ad0dcf13166a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:49:56.519938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4df7f615-4b60-4156-96ae-273fa0aafd28), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.540349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df7f615-4b60-4156-96ae-273fa0aafd28']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:56.549551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e46e6-7105-43aa-b32c-6d82587b3588') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:56.549850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e46e6-7105-43aa-b32c-6d82587b3588') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:56.554769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (61f78e00-6a7c-4947-a63a-73b67e71d65c), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.560377 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (976e46e6-7105-43aa-b32c-6d82587b3588), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.574253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (976e46e6-7105-43aa-b32c-6d82587b3588), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.580348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:49:56.580750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (976e46e6-7105-43aa-b32c-6d82587b3588), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.581482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Pushing event deleted for resources: {'Port': ['ID=61f78e00-6a7c-4947-a63a-73b67e71d65c,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:49:56.582681 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:49:56.590596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] No DVR routers for this DVR port 61f78e00-6a7c-4947-a63a-73b67e71d65c on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:56.594210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.594558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.594892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.595225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.595555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.596038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.596411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.596733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.597051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.597368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.597690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.598019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.598340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.598645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.598957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c0ee6-e194-4c6a-8605-b18b6b674300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:49:56.639119 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4df7f615-4b60-4156-96ae-273fa0aafd28), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.645448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:56.648531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4df7f615-4b60-4156-96ae-273fa0aafd28 HTTP/1.1" status: 204 len: 168 time: 0.5533810 Mar 22 14:49:56.651958 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59418) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:56.659666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2ee30-10f4-4bde-85d3-2eccef6a18f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df7f615-4b60-4156-96ae-273fa0aafd28,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:57.028501 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (bc627c8c-040b-49cc-af28-1373bc117a92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.291572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Deleting port c338e6ba-9820-45ef-a02f-af055015f53e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:57.291790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.375285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] For port c338e6ba-9820-45ef-a02f-af055015f53e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=c338e6ba-9820-45ef-a02f-af055015f53e,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:57.375698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.388657 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Calling delete_port for c338e6ba-9820-45ef-a02f-af055015f53e owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:57.590773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (c338e6ba-9820-45ef-a02f-af055015f53e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:57.615779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Pushing event deleted for resources: {'Port': ['ID=c338e6ba-9820-45ef-a02f-af055015f53e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:57.791531 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (bc627c8c-040b-49cc-af28-1373bc117a92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.030205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Router bc627c8c-040b-49cc-af28-1373bc117a92 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:49:58.144527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:49:58.149614 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c914ede3-e09d-4ba2-9b4e-2232aea3e650 admin admin] 10.222.0.81 "PUT /v2.0/routers/bc627c8c-040b-49cc-af28-1373bc117a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966319 Mar 22 14:49:58.152308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:58.155045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Sync routers for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:49:58.166104 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:58.166768 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:58.258484 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks [] for router (bc627c8c-040b-49cc-af28-1373bc117a92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.272656 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:58.369094 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks [] for router_gateway (bc627c8c-040b-49cc-af28-1373bc117a92), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.423202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Deleting port 467f0a0f-0641-4b0b-a963-356cd85e258c {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:58.423541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.452747 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:49:57Z', 'revision_number': 5, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port': {'id': '467f0a0f-0641-4b0b-a963-356cd85e258c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:37:07Z', 'updated_at': '2022-03-22T14:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:58.479987 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Checking router: bc627c8c-040b-49cc-af28-1373bc117a92 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:49:58.488224 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Routers {'bc627c8c-040b-49cc-af28-1373bc117a92'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:49:58.488823 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:49:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['bc627c8c-040b-49cc-af28-1373bc117a92'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:58.504605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] For port 467f0a0f-0641-4b0b-a963-356cd85e258c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=467f0a0f-0641-4b0b-a963-356cd85e258c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:58.504999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.518810 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Calling delete_port for 467f0a0f-0641-4b0b-a963-356cd85e258c owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:58.519668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.578766 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] Set router bc627c8c-040b-49cc-af28-1373bc117a92 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:49:58.631249 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:49:58Z', 'revision_number': 6, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:58.661609 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc932b8-c1fb-41b0-88b2-cc13ca03610f None None] The sync data for ids ['bc627c8c-040b-49cc-af28-1373bc117a92'] in n-d-758851-5 is: [{'id': 'bc627c8c-040b-49cc-af28-1373bc117a92', 'name': 'tempest-TestVolumeBootPattern-576993480-router', 'tenant_id': '8c1e18575c6841db83c6784bb57e4321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:37:06Z', 'updated_at': '2022-03-22T14:49:58Z', 'revision_number': 6, 'project_id': '8c1e18575c6841db83c6784bb57e4321', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:49:58.698480 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (467f0a0f-0641-4b0b-a963-356cd85e258c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.723540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=467f0a0f-0641-4b0b-a963-356cd85e258c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:58.786794 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (bc627c8c-040b-49cc-af28-1373bc117a92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.881995 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (bc627c8c-040b-49cc-af28-1373bc117a92), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.884168 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks [] for router_controller (bc627c8c-040b-49cc-af28-1373bc117a92), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.928888 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (bc627c8c-040b-49cc-af28-1373bc117a92), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.929527 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc627c8c-040b-49cc-af28-1373bc117a92 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:49:58.933691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:58.934864 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-61689bd3-96cd-4bf9-95c6-d4a773e69e69 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bc627c8c-040b-49cc-af28-1373bc117a92 HTTP/1.1" status: 204 len: 168 time: 0.7816298 Mar 22 14:49:58.937486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:58.981014 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Deleting subnet 5e6077cb-a819-4f05-8c17-e0b0ae59c743 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:49:58.984082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Publish callbacks [] for subnet (5e6077cb-a819-4f05-8c17-e0b0ae59c743), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.019631 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (5e6077cb-a819-4f05-8c17-e0b0ae59c743), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.105317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (5e6077cb-a819-4f05-8c17-e0b0ae59c743), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.159717 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (5e6077cb-a819-4f05-8c17-e0b0ae59c743), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.184535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6077cb-a819-4f05-8c17-e0b0ae59c743,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:59.188145 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.193731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-31b28a3a-7f39-49ba-834b-8e0bb65bb36d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5e6077cb-a819-4f05-8c17-e0b0ae59c743 HTTP/1.1" status: 204 len: 168 time: 0.2528906 Mar 22 14:49:59.193926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:59.194652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1abf0a-0f92-47b9-9898-3c6c168029e4 None None] Network 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:49:59.265718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3e19ffc6-6b41-41e0-8e81-1eda396c58a0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.322319 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Deleting port 67abe1de-07f1-44bd-bf9b-97ba444d1458 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:59.322663 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.384910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] For port 67abe1de-07f1-44bd-bf9b-97ba444d1458, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67abe1de-07f1-44bd-bf9b-97ba444d1458,segment=NetworkSegment(62c91232-7b4d-4ba2-9920-e2a14bfdcedb),segment_id=62c91232-7b4d-4ba2-9920-e2a14bfdcedb)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:59.385134 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.399303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Calling delete_port for 67abe1de-07f1-44bd-bf9b-97ba444d1458 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:59.459503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] DHCP port deletion for 3e19ffc6-6b41-41e0-8e81-1eda396c58a0 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:49:59.486597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.512658 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=67abe1de-07f1-44bd-bf9b-97ba444d1458,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:59.516128 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] No DVR routers for this DVR port 67abe1de-07f1-44bd-bf9b-97ba444d1458 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:59.526649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Deleting port 67abe1de-07f1-44bd-bf9b-97ba444d1458 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:49:59.527299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.529372 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.592476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] For port 67abe1de-07f1-44bd-bf9b-97ba444d1458, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:49:59.592895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.596208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3e19ffc6-6b41-41e0-8e81-1eda396c58a0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.609981 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Calling delete_port for 67abe1de-07f1-44bd-bf9b-97ba444d1458 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:49:59.612717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Port 67abe1de-07f1-44bd-bf9b-97ba444d1458 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 14:49:59.614022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (67abe1de-07f1-44bd-bf9b-97ba444d1458), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.616823 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e19ffc6-6b41-41e0-8e81-1eda396c58a0']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:59.626390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c91232-7b4d-4ba2-9920-e2a14bfdcedb') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:59.626686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c91232-7b4d-4ba2-9920-e2a14bfdcedb') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:49:59.636063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (62c91232-7b4d-4ba2-9920-e2a14bfdcedb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.641419 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] Pushing event deleted for resources: {'Port': ['ID=67abe1de-07f1-44bd-bf9b-97ba444d1458,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:59.646120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734a63d-8f55-4ff6-9fec-fe68208a33a9 None None] No DVR routers for this DVR port 67abe1de-07f1-44bd-bf9b-97ba444d1458 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:49:59.654320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (62c91232-7b4d-4ba2-9920-e2a14bfdcedb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.663901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:49:59.664470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (62c91232-7b4d-4ba2-9920-e2a14bfdcedb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:49:59.666044 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:49:59.722847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3e19ffc6-6b41-41e0-8e81-1eda396c58a0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.738907 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.742172 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e19ffc6-6b41-41e0-8e81-1eda396c58a0 HTTP/1.1" status: 204 len: 168 time: 0.5472720 Mar 22 14:49:59.743512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bdc5d-9922-4eb0-b770-2bb1ee503f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e19ffc6-6b41-41e0-8e81-1eda396c58a0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:49:59.861238 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59432) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:59.906814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ca327791-16ea-4982-b350-9e403f0c9c10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f41ff9e1158d4dd98d9dad2446bd280f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441842 Mar 22 14:49:59.909401 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:49:59.961247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] Publish callbacks [] for security_group (e37d9268-d70a-4aad-b940-49b6b0ceabd1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:49:59.983258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] Publish callbacks [] for security_group (e37d9268-d70a-4aad-b940-49b6b0ceabd1), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.034575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (e37d9268-d70a-4aad-b940-49b6b0ceabd1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.036954 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.040716 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e37d9268-d70a-4aad-b940-49b6b0ceabd1 HTTP/1.1" status: 204 len: 168 time: 0.1278753 Mar 22 14:50:00.045990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff3ee-476a-4282-8ee8-0466d4d13d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37d9268-d70a-4aad-b940-49b6b0ceabd1,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:00.375602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 467f0a0f-0641-4b0b-a963-356cd85e258c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:00.391168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59440) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:00.395934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 467f0a0f-0641-4b0b-a963-356cd85e258c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:00.396287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 467f0a0f-0641-4b0b-a963-356cd85e258c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:00.396698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67abe1de-07f1-44bd-bf9b-97ba444d1458 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:00.415656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 67abe1de-07f1-44bd-bf9b-97ba444d1458 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:00.415656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67abe1de-07f1-44bd-bf9b-97ba444d1458 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:00.416045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c338e6ba-9820-45ef-a02f-af055015f53e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:00.431414 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a71fa9c8-554e-4cd4-bbc8-0ece2be4513a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c1e18575c6841db83c6784bb57e4321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390284 Mar 22 14:50:00.433993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59442) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:00.435210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: c338e6ba-9820-45ef-a02f-af055015f53e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:00.435569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device c338e6ba-9820-45ef-a02f-af055015f53e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:00.483269 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] Publish callbacks [] for security_group (17353603-1721-4fad-be72-541c1fe76e77), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.506570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] Publish callbacks [] for security_group (17353603-1721-4fad-be72-541c1fe76e77), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.555446 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (17353603-1721-4fad-be72-541c1fe76e77), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.558180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:00.559500 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17353603-1721-4fad-be72-541c1fe76e77 HTTP/1.1" status: 204 len: 168 time: 0.1246204 Mar 22 14:50:00.567595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57a472-439c-4b97-b77e-99806a658194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17353603-1721-4fad-be72-541c1fe76e77,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:11.873916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-2c2493df-ac23-4eec-87cc-3a3853ab963e tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e4684831209f413ea517433237a604c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290534 Mar 22 14:50:12.056892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-355841d1-48ff-4666-bfd6-796f36453968 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:12.058239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-355841d1-48ff-4666-bfd6-796f36453968 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793067 Mar 22 14:50:12.075348 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-1ee855c3-6343-447d-a56f-4bbc919c1991 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/quotas/e4684831209f413ea517433237a604c3 HTTP/1.1" status: 200 len: 375 time: 0.0090346 Mar 22 14:50:12.105297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-3b7cd6ba-df5d-4570-81d0-9d0fdb5a2c58 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4684831209f413ea517433237a604c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252078 Mar 22 14:50:12.268235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87904649-4445-47fa-94b9-05cb572a90da req-b2d9f40f-c19b-4037-aa44-a41fa7ad29ff tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0271325 Mar 22 14:50:13.334202 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-26c708d6-6f16-45ad-ba58-c71ef567fbee tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e4684831209f413ea517433237a604c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335729 Mar 22 14:50:13.375540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-22e4679e-39bc-4f40-b2f0-6b005fe923b9 req-55fc4a7d-1c08-4df5-9179-84b39406e16c tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0384626 Mar 22 14:50:13.516534 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-aee5d4a3-e173-4fdf-8eb4-57e44cfafb8a tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:13.517997 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-aee5d4a3-e173-4fdf-8eb4-57e44cfafb8a tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788886 Mar 22 14:50:13.532651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Request body: {'port': {'device_id': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'admin_state_up': True, 'tenant_id': 'e4684831209f413ea517433237a604c3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:13.952180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Made reservation on behalf of e4684831209f413ea517433237a604c3 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:13.955559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:13.964675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.040188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks [] for security_group (962ba42f-edb7-43b4-808d-87ae3d77a42f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.046828 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (962ba42f-edb7-43b4-808d-87ae3d77a42f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.110354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962ba42f-edb7-43b4-808d-87ae3d77a42f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:14.189229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Allocated IP 192.168.233.179 (64fe597d-ea2e-4a44-aefd-13e2fd504523/80430156-958b-49d7-842d-dd8eb1ac96c2/4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:50:14.333844 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks [] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.375147 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.420798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Network 64fe597d-ea2e-4a44-aefd-13e2fd504523 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:50:14.424141 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:14.430176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:50:14.456981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Pushing event updated for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:14.486750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:14.487407 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.502624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50d69e-b546-420e-8ed9-0b201312dbfb req-d6eee4ce-3b34-477c-ac59-9135e2cd6b1c tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:14.504134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b50d69e-b546-420e-8ed9-0b201312dbfb req-d6eee4ce-3b34-477c-ac59-9135e2cd6b1c tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 936 time: 0.0609756 Mar 22 14:50:14.510800 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-b28a1da5-6b56-4df7-9982-98e1e349b6cc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9834213 Mar 22 14:50:14.519874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-4005f056-adfd-4e15-ad33-7ad15941d91f tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:50:14.521021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-4005f056-adfd-4e15-ad33-7ad15941d91f tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054359 Mar 22 14:50:14.563463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b50d69e-b546-420e-8ed9-0b201312dbfb req-b9dd5dc2-1239-40bf-864a-238cddbfaa9f tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529153 Mar 22 14:50:14.668288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Request body: {'port': {'device_id': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:14.727344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.732552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-928a25bb-cbeb-4fec-8db7-ded721258456 None None] Provisioning complete for port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:14.733053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-928a25bb-cbeb-4fec-8db7-ded721258456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:14.767986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-928a25bb-cbeb-4fec-8db7-ded721258456 None None] Port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:50:15.002549 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:15.010709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks [] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:15.022726 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Transition to ACTIVE for port object 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:50:15.027701 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:15.081402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Pushing event updated for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:15.150328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Attempting to bind port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:50:15.150664 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Attempting to bind port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:50:15.150993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Attempting to bind port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:15.157321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:50:15.157855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Attempting to bind port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e on network 64fe597d-ea2e-4a44-aefd-13e2fd504523 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:15.163754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:50:15.164090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Checking segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:15.164477 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Bound using segment: {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:50:15.164909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Bound port: 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79772c8-8d13-4bb7-8ec2-d64f5b4bb956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:50:15.165262 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:15.235451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:50:15.238721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:50:15.247303 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:15.286586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.287205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:15.288601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] 10.222.0.82 "PUT /v2.0/ports/4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e HTTP/1.1" status: 200 len: 1096 time: 0.7602112 Mar 22 14:50:15.289056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:15.291327 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:15.325923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41041f8-95ec-4a62-bd86-b0a03f4a16fa service neutron] Pushing event updated for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:15.386821 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-5116b23b-1fd8-488b-b221-8957a1990859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.388464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-5116b23b-1fd8-488b-b221-8957a1990859 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e4684831209f413ea517433237a604c3&device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 1130 time: 0.0531602 Mar 22 14:50:15.443032 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-2ef8611b-0770-4823-8d5d-cd5a7470c230 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e HTTP/1.1" status: 200 len: 217 time: 0.0470159 Mar 22 14:50:15.445439 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdbd3f4-3688-4dae-af75-9ec7e98a7688 x-openstack-request-id: req-7bdbd3f4-3688-4dae-af75-9ec7e98a7688 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:15.445764 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:15.446061 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bdbd3f4-3688-4dae-af75-9ec7e98a7688 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:15.446469 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdbd3f4-3688-4dae-af75-9ec7e98a7688'] response: {'name': 'network-changed', 'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e', 'status': 'completed', 'code': 200} Mar 22 14:50:15.495696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-e8e10347-c88f-4360-b197-a8c07fe9e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.498036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-e8e10347-c88f-4360-b197-a8c07fe9e1d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0474243 Mar 22 14:50:15.553001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-4ad72d73-5142-4c3a-9aff-78bc167ad85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.554594 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-4ad72d73-5142-4c3a-9aff-78bc167ad85f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0502598 Mar 22 14:50:15.653534 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-a2806170-0fd3-4735-bf6d-b7da8891725a service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927444 Mar 22 14:50:15.691628 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3a64d-9ed5-442b-a83e-da0897e9b12c req-fd37525d-ed0e-4afa-a869-9e87d267650b tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.693317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0de3a64d-9ed5-442b-a83e-da0897e9b12c req-fd37525d-ed0e-4afa-a869-9e87d267650b tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 948 time: 0.0536091 Mar 22 14:50:15.746276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0de3a64d-9ed5-442b-a83e-da0897e9b12c req-d1427168-066f-4501-874c-d0dbf19ddfd0 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Mar 22 14:50:15.748448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d0bef181-3c48-4a1a-b293-2073d4887a14 req-505c3219-07bf-44db-b71c-2e73325b189b service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886533 Mar 22 14:50:15.844923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-c5a4d2bf-92d5-4630-ba61-2deb6bc4a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.846477 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-c5a4d2bf-92d5-4630-ba61-2deb6bc4a71f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e4684831209f413ea517433237a604c3&device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 1130 time: 0.0467300 Mar 22 14:50:15.942246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-b194dbe2-0108-44aa-b29c-748f5c29dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:15.943823 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-b194dbe2-0108-44aa-b29c-748f5c29dad7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fe597d-ea2e-4a44-aefd-13e2fd504523 HTTP/1.1" status: 200 len: 870 time: 0.0915623 Mar 22 14:50:15.987219 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-1c3471c4-a2d6-4fc8-9a6e-ee617aa33808 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e HTTP/1.1" status: 200 len: 217 time: 0.0364308 Mar 22 14:50:16.056765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-7c3b8be4-c181-4d6b-888d-78623dd6f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:16.058171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-7c3b8be4-c181-4d6b-888d-78623dd6f8d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80430156-958b-49d7-842d-dd8eb1ac96c2 HTTP/1.1" status: 200 len: 843 time: 0.0638885 Mar 22 14:50:16.108566 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-236a1225-5bfe-462d-8cfb-acee01737814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:16.110021 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-236a1225-5bfe-462d-8cfb-acee01737814 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fe597d-ea2e-4a44-aefd-13e2fd504523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0450625 Mar 22 14:50:16.202875 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-9633ee1e-b439-4c18-8588-4e3cec53e1ae service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855246 Mar 22 14:50:16.300839 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9dc7ed1a-9a3b-412a-841c-4a5e3efd1872 req-e9cac9d2-3ccd-4e4b-ac23-7803aa76779c service neutron] 10.222.0.82 "GET /v2.0/networks/64fe597d-ea2e-4a44-aefd-13e2fd504523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914066 Mar 22 14:50:16.872497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a92c5-3aae-4b67-99b6-267d92f09079 req-3a46aee9-3bfc-48bf-906a-97adfcc089ac tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:16.873952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a0a92c5-3aae-4b67-99b6-267d92f09079 req-3a46aee9-3bfc-48bf-906a-97adfcc089ac tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 948 time: 0.0597062 Mar 22 14:50:16.922509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a0a92c5-3aae-4b67-99b6-267d92f09079 req-1fc05b2d-cef8-4f3b-90f8-2b6487ceb840 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Mar 22 14:50:18.058226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df72110-739e-44c1-91af-30d76c56b537 req-0811f6fe-3676-485d-a611-0578f2c31a39 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:18.059751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6df72110-739e-44c1-91af-30d76c56b537 req-0811f6fe-3676-485d-a611-0578f2c31a39 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 948 time: 0.0576315 Mar 22 14:50:18.110223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6df72110-739e-44c1-91af-30d76c56b537 req-66f591ca-d681-49bd-b491-a2bd690b0fc6 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Mar 22 14:50:18.591895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-61958c62-2515-43fb-b83e-af2e263e344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.222817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:50:19.238366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace6350-1f3f-42ef-8e55-c541475c8484 req-6f477b76-e967-4445-8836-572144d2ce3e tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:19.239996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ace6350-1f3f-42ef-8e55-c541475c8484 req-6f477b76-e967-4445-8836-572144d2ce3e tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 948 time: 0.0563471 Mar 22 14:50:19.293023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ace6350-1f3f-42ef-8e55-c541475c8484 req-f35a9669-5979-409e-b08e-74ec9a2e1924 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Mar 22 14:50:19.322305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:19.333661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e', 'network_id': '64fe597d-ea2e-4a44-aefd-13e2fd504523', 'port_id': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e', 'mac_address': 'fa:16:3e:bd:9d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80430156-958b-49d7-842d-dd8eb1ac96c2', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:50:19.538202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:19.538593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.552200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:19.572792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:19.579067 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:19.625826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:19.803320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:20.427923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99925f-6e9c-4b1a-891d-6841cb8e3a50 req-e8fb55d5-bef1-4f7c-85e5-40e57d159825 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:20.430103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b99925f-6e9c-4b1a-891d-6841cb8e3a50 req-e8fb55d5-bef1-4f7c-85e5-40e57d159825 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 949 time: 0.0620360 Mar 22 14:50:20.477918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b99925f-6e9c-4b1a-891d-6841cb8e3a50 req-0760fbdd-5a97-4421-a6d5-ed2f77d3a215 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Mar 22 14:50:20.987118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-229eba17-7ebb-4326-bc46-417d6191ce70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.239488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:50:21.300545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:50:21.304576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:21.305041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.385693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:21.386207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.408826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:21.411115 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d1e8a-eecc-4fd3-b0c9-a3075553c95c" -d '{"events": [{"server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:21.423755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:21.429610 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:21.453740 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b356f8c-1e4e-434b-a44c-3074df6bf23f x-openstack-request-id: req-7b356f8c-1e4e-434b-a44c-3074df6bf23f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:21.454051 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:21.454291 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b356f8c-1e4e-434b-a44c-3074df6bf23f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:21.454952 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b356f8c-1e4e-434b-a44c-3074df6bf23f'] response: {'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e', 'code': 200} Mar 22 14:50:21.482519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:21.549843 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2198130-4657-43dd-ba91-893ebd183a07 req-624d99cd-7e76-4f0b-b4ec-c1a3657a609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:21.552186 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e2198130-4657-43dd-ba91-893ebd183a07 req-624d99cd-7e76-4f0b-b4ec-c1a3657a609f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 1132 time: 0.0473022 Mar 22 14:50:21.599777 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-e2198130-4657-43dd-ba91-893ebd183a07 req-24369770-8f76-4dcf-988c-48bb7897542a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Mar 22 14:50:21.602583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826847-3b68-418d-813c-1e60609af42a req-2691ec2a-964c-4608-a193-ea0bbc59d754 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:21.604098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05826847-3b68-418d-813c-1e60609af42a req-2691ec2a-964c-4608-a193-ea0bbc59d754 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0534098 Mar 22 14:50:21.652221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-05826847-3b68-418d-813c-1e60609af42a req-87425c9e-730c-4dab-a8f9-5ea03d963579 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Mar 22 14:50:22.037661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:22.782089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40c01c-4d9b-423f-af14-3499d901c56b req-28368a4e-1ae1-4273-b870-cc68f942e0b6 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:22.783643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b40c01c-4d9b-423f-af14-3499d901c56b req-28368a4e-1ae1-4273-b870-cc68f942e0b6 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0586891 Mar 22 14:50:22.832427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b40c01c-4d9b-423f-af14-3499d901c56b req-12a33456-4b4a-4c95-bfc8-4e4a30995498 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Mar 22 14:50:23.854566 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:23.963083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ffae-f978-402c-9b5b-705039bd50d7 req-b1947d25-3226-4970-9fe1-554f6931611d tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:23.964562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0695ffae-f978-402c-9b5b-705039bd50d7 req-b1947d25-3226-4970-9fe1-554f6931611d tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0559011 Mar 22 14:50:24.010610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0695ffae-f978-402c-9b5b-705039bd50d7 req-e067f0eb-7939-4d35-97a3-1437f499a4bc tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Mar 22 14:50:24.351087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-42c3308a-8a51-454d-a05f-4184c6ec291f req-ed120d60-43df-41c5-9b63-61602cdb5162 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:50:24.352114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42c3308a-8a51-454d-a05f-4184c6ec291f req-ed120d60-43df-41c5-9b63-61602cdb5162 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0609713 Mar 22 14:50:24.764947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-9a84c5ba-00aa-4067-87cd-2c9d71994240 req-a6592342-4e85-4ccc-a0ee-00fe16585132 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:50:24.765985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a84c5ba-00aa-4067-87cd-2c9d71994240 req-a6592342-4e85-4ccc-a0ee-00fe16585132 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652585 Mar 22 14:50:24.947148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:25.122212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2952bb-f0d4-4b8c-b8c4-3bda0b88eddb req-3257aae2-f10e-4b89-8259-35f6867c42a7 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:25.123592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2952bb-f0d4-4b8c-b8c4-3bda0b88eddb req-3257aae2-f10e-4b89-8259-35f6867c42a7 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0612047 Mar 22 14:50:25.171728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab2952bb-f0d4-4b8c-b8c4-3bda0b88eddb req-0edc9d76-0538-461f-834f-9a0e990e0e93 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Mar 22 14:50:26.300638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe73e58-c20d-42fd-af2b-c2fb3047b151 req-953ec2d6-e0d4-4b7e-9b73-680daf7b5e93 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.302299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afe73e58-c20d-42fd-af2b-c2fb3047b151 req-953ec2d6-e0d4-4b7e-9b73-680daf7b5e93 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0595996 Mar 22 14:50:26.351005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afe73e58-c20d-42fd-af2b-c2fb3047b151 req-42e96e25-9c40-4348-a837-c30ce0b1ace0 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.81 "GET /v2.0/security-groups?id=962ba42f-edb7-43b4-808d-87ae3d77a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Mar 22 14:50:26.397543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-8eec938d-13dd-4d0b-beae-da9577605636 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:26.399057 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-8eec938d-13dd-4d0b-beae-da9577605636 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0f4b161-8f07-49e0-afe1-ffcac4fce6b2 HTTP/1.1" status: 200 len: 950 time: 0.0583630 Mar 22 14:50:26.492890 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Deleting port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:50:26.493116 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.585596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] For port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,segment=NetworkSegment(e79772c8-8d13-4bb7-8ec2-d64f5b4bb956),segment_id=e79772c8-8d13-4bb7-8ec2-d64f5b4bb956)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:26.585929 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.599081 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Calling delete_port for 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:50:26.734758 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.747220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:26.767575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Pushing event deleted for resources: {'Port': ['ID=4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:26.811586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] No DVR routers for this DVR port 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:50:26.814566 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:26.818134 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-a675e6e3-f0c7-4637-82bd-102e2d9901d9 req-c79af21a-c356-4975-b762-bac40eeb0501 tempest-ServersAdminNegativeTestJSON-484918022 tempest-ServersAdminNegativeTestJSON-484918022-project] 10.222.0.82 "DELETE /v2.0/ports/4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e HTTP/1.1" status: 204 len: 173 time: 0.4135764 Mar 22 14:50:26.818599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'name': 'network-vif-deleted', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:26.820863 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db61248-3b89-496f-9fc2-efb7dc5da617" -d '{"events": [{"server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "name": "network-vif-deleted", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:26.861871 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec23e63-d966-4275-95dc-7592ad581f60 x-openstack-request-id: req-5ec23e63-d966-4275-95dc-7592ad581f60 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:26.862203 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f4b161-8f07-49e0-afe1-ffcac4fce6b2", "name": "network-vif-deleted", "tag": "4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:26.862483 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ec23e63-d966-4275-95dc-7592ad581f60 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:26.862901 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec23e63-d966-4275-95dc-7592ad581f60'] response: {'server_uuid': 'c0f4b161-8f07-49e0-afe1-ffcac4fce6b2', 'name': 'network-vif-deleted', 'tag': '4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e', 'status': 'completed', 'code': 200} Mar 22 14:50:27.682314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:27.829210 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5c732ece-baa5-4fa3-9b74-f1ede770f5bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4684831209f413ea517433237a604c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456919 Mar 22 14:50:27.831955 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59604) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:27.881856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] Publish callbacks [] for security_group (962ba42f-edb7-43b4-808d-87ae3d77a42f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:27.905104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] Publish callbacks [] for security_group (962ba42f-edb7-43b4-808d-87ae3d77a42f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:27.958767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (962ba42f-edb7-43b4-808d-87ae3d77a42f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:27.962822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:27.964453 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/962ba42f-edb7-43b4-808d-87ae3d77a42f HTTP/1.1" status: 204 len: 168 time: 0.1314840 Mar 22 14:50:27.972402 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697e1f-716f-4ef4-897c-91334525ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ba42f-edb7-43b4-808d-87ae3d77a42f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:28.240126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:28.254050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc3ba-b523-45ca-9afc-4e38076a5c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.334222 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc3ba-b523-45ca-9afc-4e38076a5c5d admin admin] Publish callbacks [] for security_group (914d6482-278a-4149-b05e-bdaf60d7d43b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.339968 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc3ba-b523-45ca-9afc-4e38076a5c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (914d6482-278a-4149-b05e-bdaf60d7d43b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.378381 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9ebdc3ba-b523-45ca-9afc-4e38076a5c5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4575ed1c11849a69808de9f182cd2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371100 Mar 22 14:50:28.379239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdc3ba-b523-45ca-9afc-4e38076a5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d6482-278a-4149-b05e-bdaf60d7d43b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:28.381918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:28.429614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Publish callbacks [] for security_group (914d6482-278a-4149-b05e-bdaf60d7d43b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.449883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Publish callbacks [] for security_group (914d6482-278a-4149-b05e-bdaf60d7d43b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.502078 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (914d6482-278a-4149-b05e-bdaf60d7d43b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.504573 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.505805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/914d6482-278a-4149-b05e-bdaf60d7d43b HTTP/1.1" status: 204 len: 168 time: 0.1227114 Mar 22 14:50:28.513790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d6482-278a-4149-b05e-bdaf60d7d43b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:28.520453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:28.521605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.521971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.522323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.522661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.523282 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.523399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.523626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.523948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.524350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.524589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.524914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.525233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.525616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.525859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:28.526200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa50839-fb4a-44ac-b6e1-27d2a61d01bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:50:29.226030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59634) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:29.299979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:50:29.319944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:50:29.320300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d3ced9a-f9e8-4c78-af42-d7f1e1140d3e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:50:29.329681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1961760410-network', 'tenant_id': 'f5b6caae74f4461db1c842ddd0401e51'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:29.352270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Made reservation on behalf of f5b6caae74f4461db1c842ddd0401e51 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:29.354741 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.363376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.437358 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks [] for security_group (16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.443721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.473644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:50:29.482328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:29.488201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0f7610ad-c65b-45dd-8e01-17eb9d1a05b4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.488549 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Added segment 0f7610ad-c65b-45dd-8e01-17eb9d1a05b4 of type vlan for network 03f200eb-b6f8-489b-be73-33f00773432b Mar 22 14:50:29.532365 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.533252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (03f200eb-b6f8-489b-be73-33f00773432b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.567381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (03f200eb-b6f8-489b-be73-33f00773432b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.568314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:29.568883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.626969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3998053 Mar 22 14:50:29.630229 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59638) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:50:29.632304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a9654-f899-46de-912b-fdb9b440f2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=03f200eb-b6f8-489b-be73-33f00773432b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:29.636625 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Request body: {'subnet': {'network_id': '03f200eb-b6f8-489b-be73-33f00773432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1961760410-subnet', 'tenant_id': 'f5b6caae74f4461db1c842ddd0401e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:29.642146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 03f200eb-b6f8-489b-be73-33f00773432b details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:50:29.659386 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Made reservation on behalf of f5b6caae74f4461db1c842ddd0401e51 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:29.662053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.835643 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (91724775-7b03-411f-b0f3-a6c17d832f5b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.891185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91724775-7b03-411f-b0f3-a6c17d832f5b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:29.906315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Checking segment: {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:29.906680 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Network hostable DHCP agents. Network: 03f200eb-b6f8-489b-be73-33f00773432b, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:50:29.923503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Network 03f200eb-b6f8-489b-be73-33f00773432b is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:50:29.933514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 03f200eb-b6f8-489b-be73-33f00773432b) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:29.937593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:29.938216 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:29.943513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80641fe4-e97f-40b4-b25f-9c91692bb026 None None] Network 03f200eb-b6f8-489b-be73-33f00773432b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:29.955386 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2516a6d2-3cf9-45fc-87f1-6cfff61aabd0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3238969 Mar 22 14:50:30.043102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074a7b1-9ccd-41d1-8ff8-185170fa4fd4 None None] Network 03f200eb-b6f8-489b-be73-33f00773432b requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:50:30.398681 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-70d16930-b6bb-4b54-b387-979ddae6e8f1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:30.400140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-70d16930-b6bb-4b54-b387-979ddae6e8f1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 812 time: 0.1014390 Mar 22 14:50:30.414993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-c7cfd04c-72b0-45a7-827a-362ed6c6427a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/quotas/f5b6caae74f4461db1c842ddd0401e51 HTTP/1.1" status: 200 len: 375 time: 0.0094602 Mar 22 14:50:30.446620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-a0f39ae0-8d99-450f-83dd-0593f4f9de7a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269258 Mar 22 14:50:30.539327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-ad8fc010-cf02-4d92-a4f4-de842bf19531 service neutron] 10.222.0.81 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860558 Mar 22 14:50:30.629239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-aaa781ab-ec4c-4660-b8f5-b9ac4fd21051 service neutron] 10.222.0.81 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Mar 22 14:50:30.805987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76bb4923-fcf2-4cd4-9f71-0c5c9c9f058f req-65cb1db3-ebc3-4f90-9e1e-ad370d49ce2c tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 210 time: 0.0324736 Mar 22 14:50:31.830734 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-a7d97815-c724-4ed1-a19d-955e19214922 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:31.832774 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-a7d97815-c724-4ed1-a19d-955e19214922 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 812 time: 0.1091659 Mar 22 14:50:31.845897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Request body: {'port': {'device_id': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b', 'admin_state_up': True, 'tenant_id': 'f5b6caae74f4461db1c842ddd0401e51'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:31.902135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32327dcc-dfc5-4556-aefc-12c7ecdceae4 req-0206393d-5241-463a-a772-ba72ef3ddae3 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 210 time: 0.0275397 Mar 22 14:50:31.957044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Made reservation on behalf of f5b6caae74f4461db1c842ddd0401e51 for: {'port': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:50:31.960427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.090323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Allocated IP 172.20.0.8 (03f200eb-b6f8-489b-be73-33f00773432b/91724775-7b03-411f-b0f3-a6c17d832f5b/093bfa94-25c7-439f-a0ad-b5c2eed2018c) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:50:32.240148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks [] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.285522 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.334071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Network 03f200eb-b6f8-489b-be73-33f00773432b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:50:32.336961 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:50:32.343000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:50:32.349225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:32.394129 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:32.394737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.413044 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-9d019101-1928-4ffc-bd30-dd2195ca69e1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719466 Mar 22 14:50:32.424500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Request body: {'port': {'device_id': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:50:32.489412 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.599639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:50:32.753861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093bfa94-25c7-439f-a0ad-b5c2eed2018c {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:32.761740 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks [] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.773992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Transition to ACTIVE for port object 093bfa94-25c7-439f-a0ad-b5c2eed2018c will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:50:32.781502 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.831253 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:32.903779 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:50:32.904039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:50:32.904371 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:32.908865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:50:32.909183 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:50:32.914180 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:50:32.914516 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Checking segment: {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:50:32.914900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Bound using segment: {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:50:32.915322 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Bound port: 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:50:32.915675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:32.979954 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:50:32.983258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:50:32.991988 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:33.024791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f46ff-e903-4365-bc57-b4f387a251ec req-5f374422-0d98-4bce-af1d-defa7aeca88f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.026185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.026809 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:33.027583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b72f46ff-e903-4365-bc57-b4f387a251ec req-5f374422-0d98-4bce-af1d-defa7aeca88f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0569885 Mar 22 14:50:33.028195 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] 10.222.0.82 "PUT /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 1091 time: 0.6078050 Mar 22 14:50:33.028640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:33.031018 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:33.055550 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d8c5b-b9ca-4b50-9224-0ce824559610 service neutron] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:33.077371 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf9bea-93a7-4a3d-a6cf-8bb80ede981f x-openstack-request-id: req-44cf9bea-93a7-4a3d-a6cf-8bb80ede981f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:33.077887 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:33.078045 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44cf9bea-93a7-4a3d-a6cf-8bb80ede981f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:33.078484 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cf9bea-93a7-4a3d-a6cf-8bb80ede981f'] response: {'name': 'network-changed', 'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'status': 'completed', 'code': 200} Mar 22 14:50:33.078617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b72f46ff-e903-4365-bc57-b4f387a251ec req-a7b84929-b356-4451-804e-ee06d291b97b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Mar 22 14:50:33.127501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-5c6d2710-a13f-40a2-97be-e00dc900f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.129025 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-5c6d2710-a13f-40a2-97be-e00dc900f8cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0456281 Mar 22 14:50:33.174171 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-03c16ed7-c09f-46d4-8de3-a8ed0cc22c7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0375946 Mar 22 14:50:33.222140 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-5fbc9c88-484a-4214-befa-d8ab1888b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.223570 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-5fbc9c88-484a-4214-befa-d8ab1888b225 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0431397 Mar 22 14:50:33.255425 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-e789cfd8-22a4-4e71-8e4d-b1c152cadcd2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261679 Mar 22 14:50:33.351221 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-e5972306-a7e2-4809-8568-661d0a30d9a5 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889881 Mar 22 14:50:33.447448 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9a4421c6-96fd-456f-8c2b-7c97d9b9eb1f req-71576930-94a8-4ff6-be1d-ea1e3642e296 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897903 Mar 22 14:50:33.538909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-d0a02471-4fa3-4757-9bba-3e59d3802602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.540478 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-d0a02471-4fa3-4757-9bba-3e59d3802602 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0471048 Mar 22 14:50:33.637348 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-b1c2a8de-9987-4d03-a03c-d8659129808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.638910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-b1c2a8de-9987-4d03-a03c-d8659129808c service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0916905 Mar 22 14:50:33.680483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-a9211b10-a494-488e-8e10-9a5b42b036b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0351746 Mar 22 14:50:33.745091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-d363e6d0-28e4-4259-8f24-f4561ec293b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:33.747655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-d363e6d0-28e4-4259-8f24-f4561ec293b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0601499 Mar 22 14:50:33.779865 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-f73b2a16-7a30-4b15-8d83-2d458a040a1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251479 Mar 22 14:50:33.867545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-ee94ff2a-65c8-47d3-98ed-d646b4b9f576 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803325 Mar 22 14:50:33.958565 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-4a6ab305-d14b-4f79-a6c4-4cbc0e94d2ca req-4c2ef05e-b66e-4dd3-b0cb-a48d819f1a83 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Mar 22 14:50:34.211866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254e42b-d28e-47b4-987b-0d01f0056082 req-620d2970-84e9-4c21-91a5-77e3bd1bc22a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:34.213368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b254e42b-d28e-47b4-987b-0d01f0056082 req-620d2970-84e9-4c21-91a5-77e3bd1bc22a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0562980 Mar 22 14:50:34.267405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b254e42b-d28e-47b4-987b-0d01f0056082 req-2198d82a-24ed-4ccc-9f8a-a4ee0bf3d834 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Mar 22 14:50:35.390328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeb5b2-d369-403b-a519-294e4aeda1c6 req-ae6c0236-fe69-45cd-a17f-9c51b21eb58c tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:35.391802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2daeb5b2-d369-403b-a519-294e4aeda1c6 req-ae6c0236-fe69-45cd-a17f-9c51b21eb58c tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0543022 Mar 22 14:50:35.440020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2daeb5b2-d369-403b-a519-294e4aeda1c6 req-45f0f327-1b19-400e-8b7d-068e34f3df7d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Mar 22 14:50:36.569703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae005c8-a16a-489c-8a10-7170ec67a7fe req-16b3b03f-cda2-4382-bb3e-a338c18ebaf9 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:36.571169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ae005c8-a16a-489c-8a10-7170ec67a7fe req-16b3b03f-cda2-4382-bb3e-a338c18ebaf9 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0544519 Mar 22 14:50:36.617730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ae005c8-a16a-489c-8a10-7170ec67a7fe req-cee091a4-0160-4d3d-aed5-bd4202ba5c3f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Mar 22 14:50:37.348303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:50:37.448238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:37.459769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b', 'port_id': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'mac_address': 'fa:16:3e:eb:94:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91724775-7b03-411f-b0f3-a6c17d832f5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:50:37.501261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 093bfa94-25c7-439f-a0ad-b5c2eed2018c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:37.501642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:37.514948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093bfa94-25c7-439f-a0ad-b5c2eed2018c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:50:37.536418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:37.542467 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:37.590445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:37.738370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['093bfa94-25c7-439f-a0ad-b5c2eed2018c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:50:37.747385 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b64850-1895-4369-9f0d-d1b53ef9e5c6 req-a6cbf45b-d5de-4946-8d7e-95d4fd8622fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:37.748909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15b64850-1895-4369-9f0d-d1b53ef9e5c6 req-a6cbf45b-d5de-4946-8d7e-95d4fd8622fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 944 time: 0.0581250 Mar 22 14:50:37.797206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15b64850-1895-4369-9f0d-d1b53ef9e5c6 req-5338c154-a02d-4fc5-8751-663228618a15 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Mar 22 14:50:38.925421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a004b74-adc1-4a4f-82b8-bde2d452d194 req-9e0e86fd-a4c4-45ef-b82b-6978e508cfb0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:38.926929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a004b74-adc1-4a4f-82b8-bde2d452d194 req-9e0e86fd-a4c4-45ef-b82b-6978e508cfb0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 944 time: 0.0580378 Mar 22 14:50:38.976651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a004b74-adc1-4a4f-82b8-bde2d452d194 req-8b6c62f8-bf49-4b58-a3ee-0db02090c331 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Mar 22 14:50:39.364112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:50:39.432517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 093bfa94-25c7-439f-a0ad-b5c2eed2018c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:50:39.436668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 093bfa94-25c7-439f-a0ad-b5c2eed2018c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:50:39.437047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:39.516600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 093bfa94-25c7-439f-a0ad-b5c2eed2018c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:50:39.516991 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:39.546850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:50:39.549124 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ee9de-d91d-489c-9246-7e6ad060695d" -d '{"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-plugged", "status": "completed", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:50:39.561747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:50:39.567514 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:39.615515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:50:39.653711 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eee240-41db-49cf-a127-c4eef32a792e x-openstack-request-id: req-b3eee240-41db-49cf-a127-c4eef32a792e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:50:39.654028 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-plugged", "status": "completed", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:50:39.654289 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3eee240-41db-49cf-a127-c4eef32a792e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:50:39.654700 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3eee240-41db-49cf-a127-c4eef32a792e'] response: {'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'code': 200} Mar 22 14:50:39.755894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d51a50-1c2c-4023-bab1-87ffe32755f3 req-da3aac58-a431-401a-8320-715a9a2a6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:39.757410 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6d51a50-1c2c-4023-bab1-87ffe32755f3 req-da3aac58-a431-401a-8320-715a9a2a6d9e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0476823 Mar 22 14:50:39.802511 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-b6d51a50-1c2c-4023-bab1-87ffe32755f3 req-f0a00f7e-2347-4756-9458-0322cc4922aa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Mar 22 14:50:40.118087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d093969-e532-43cd-ac54-681b643fdb74 req-062b1bdf-1cc9-4845-9812-9337ea026339 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:40.119561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d093969-e532-43cd-ac54-681b643fdb74 req-062b1bdf-1cc9-4845-9812-9337ea026339 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0617933 Mar 22 14:50:40.165796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d093969-e532-43cd-ac54-681b643fdb74 req-04541f12-ecc4-439a-9e3b-19f615c7fc65 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Mar 22 14:50:41.302350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24a7ba-6dfd-4237-a42e-816a110e16cc req-3ee12275-ce57-47f3-947a-986ba7dd2fda tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:41.303953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae24a7ba-6dfd-4237-a42e-816a110e16cc req-3ee12275-ce57-47f3-947a-986ba7dd2fda tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0566170 Mar 22 14:50:41.351024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae24a7ba-6dfd-4237-a42e-816a110e16cc req-89af3e06-de27-4f52-bf37-3ac298c65157 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Mar 22 14:50:41.704198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c9c5f-dc14-4126-9454-74dfbe07ffd9 req-9ddf559e-2678-411c-bd04-f70d4dd40c30 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:41.705794 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a5c9c5f-dc14-4126-9454-74dfbe07ffd9 req-9ddf559e-2678-411c-bd04-f70d4dd40c30 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0543206 Mar 22 14:50:41.756580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a5c9c5f-dc14-4126-9454-74dfbe07ffd9 req-53809cc5-8118-4f79-b4f6-ced652fd72c5 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Mar 22 14:50:41.757502 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-716aeba8-907c-41db-a1db-4752a69133b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094875 Mar 22 14:50:41.766442 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-49de7e94-9e72-4539-8fd6-77f77d2d1c66 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:50:41.767496 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-49de7e94-9e72-4539-8fd6-77f77d2d1c66 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051084 Mar 22 14:50:42.259459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-e71f160a-9991-4727-9dce-21235b9bf639 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:42.260863 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-e71f160a-9991-4727-9dce-21235b9bf639 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 942 time: 0.1060138 Mar 22 14:50:42.896724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664d9b-d049-4e59-8b36-7178ed648aae req-123f22f8-752a-426f-87c5-c47243aa05c8 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:42.898227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb664d9b-d049-4e59-8b36-7178ed648aae req-123f22f8-752a-426f-87c5-c47243aa05c8 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0640149 Mar 22 14:50:42.953350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb664d9b-d049-4e59-8b36-7178ed648aae req-b56bc252-67ff-4529-a901-5d3f3d891668 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Mar 22 14:50:43.096147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-f22e10d7-4439-4b3f-beba-8744baff7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:43.097601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-f22e10d7-4439-4b3f-beba-8744baff7852 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0480037 Mar 22 14:50:43.187170 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-9cdaa34c-ff4a-4e20-956e-9b9e5eeba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:43.188676 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-9cdaa34c-ff4a-4e20-956e-9b9e5eeba3e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0851126 Mar 22 14:50:43.233517 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-fc0aae8f-81c7-4f6b-b88f-89229b204954 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0394223 Mar 22 14:50:43.284518 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-23a48b34-c72a-4b5c-a85c-4cbe55f9b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:43.285997 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-23a48b34-c72a-4b5c-a85c-4cbe55f9b72a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0462992 Mar 22 14:50:43.319766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-7e720f78-cdbb-4301-9e86-a9acee2590c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277126 Mar 22 14:50:43.412796 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-304530d6-eb7d-4584-b717-5e4b3404fe0c service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868487 Mar 22 14:50:43.508523 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-97b713db-8de7-4a14-9d2f-6d3cda943eb3 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904186 Mar 22 14:50:44.087217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d43a3-c49e-45e2-9627-23e1bcff0fe7 req-286759d6-2aea-4a4e-ab3c-195ec3bc5477 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:44.088744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a4d43a3-c49e-45e2-9627-23e1bcff0fe7 req-286759d6-2aea-4a4e-ab3c-195ec3bc5477 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0595407 Mar 22 14:50:44.135081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a4d43a3-c49e-45e2-9627-23e1bcff0fe7 req-cba981a3-3785-4c98-b291-de6334793cd1 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Mar 22 14:50:45.284983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a0d9-a16b-4b64-acda-841c731a1959 req-f5751a28-378a-4ad0-8042-d820d149e92f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:45.286474 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96d2a0d9-a16b-4b64-acda-841c731a1959 req-f5751a28-378a-4ad0-8042-d820d149e92f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0650895 Mar 22 14:50:45.335071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-96d2a0d9-a16b-4b64-acda-841c731a1959 req-576019f4-4b8c-4bf6-9313-635eaf10ba97 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Mar 22 14:50:46.476111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1231b39-9c1e-4cb7-b314-f1d0786a47c7 req-05a05aa0-da98-41c7-adba-f6419422f841 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:46.477646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1231b39-9c1e-4cb7-b314-f1d0786a47c7 req-05a05aa0-da98-41c7-adba-f6419422f841 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0650263 Mar 22 14:50:46.528689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1231b39-9c1e-4cb7-b314-f1d0786a47c7 req-e823b271-40ac-41d6-a96f-c64445cc9d7a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Mar 22 14:50:47.652300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4008-8408-483a-bb2b-e6529b7fea60 req-efb8d0ae-db75-4d95-a13f-a8fdd36cfbbd tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:47.653781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dac4008-8408-483a-bb2b-e6529b7fea60 req-efb8d0ae-db75-4d95-a13f-a8fdd36cfbbd tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0571656 Mar 22 14:50:47.707850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dac4008-8408-483a-bb2b-e6529b7fea60 req-58a5b961-e90e-4456-91bc-bf0f6d17ba52 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Mar 22 14:50:48.597076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-59c8e7b7-c70d-4693-b520-5337be2b6887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:48.841206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670edbe-dc23-44d8-adeb-2c0052eb9e52 req-0671d906-fc5d-457b-9993-4e9977247c13 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:48.842720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1670edbe-dc23-44d8-adeb-2c0052eb9e52 req-0671d906-fc5d-457b-9993-4e9977247c13 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0556579 Mar 22 14:50:48.891996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1670edbe-dc23-44d8-adeb-2c0052eb9e52 req-aac290b5-3eb6-4017-9fbd-063a6c618e18 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Mar 22 14:50:50.025764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c5ec-017b-4364-8b27-61de2fd6f48d req-848f8f1d-cc5d-4843-b682-535140d23d27 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:50.027212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f17c5ec-017b-4364-8b27-61de2fd6f48d req-848f8f1d-cc5d-4843-b682-535140d23d27 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0545502 Mar 22 14:50:50.078506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f17c5ec-017b-4364-8b27-61de2fd6f48d req-29cc20a2-b6a9-4b68-a238-ed696fb93bda tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Mar 22 14:50:50.995632 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-afa33e13-eeec-4e83-a106-830035e69782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:51.215886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae10b-eb04-49e9-b5b9-864b06258fb7 req-4664475e-720c-449e-9189-729daf0cdd80 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:51.217340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53dae10b-eb04-49e9-b5b9-864b06258fb7 req-4664475e-720c-449e-9189-729daf0cdd80 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0580695 Mar 22 14:50:51.266324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53dae10b-eb04-49e9-b5b9-864b06258fb7 req-a09f5ad2-1e61-474d-a292-204f5b8afcee tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Mar 22 14:50:52.044250 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:52.398581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb9ecc-817d-4333-8fda-5cd1eaf02cde req-f608ce06-16cd-4033-b1dc-aa46d3e1648d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:52.400045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36fb9ecc-817d-4333-8fda-5cd1eaf02cde req-f608ce06-16cd-4033-b1dc-aa46d3e1648d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Mar 22 14:50:52.445608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36fb9ecc-817d-4333-8fda-5cd1eaf02cde req-301c74a5-fa61-4547-a9d4-352dcf885a9d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Mar 22 14:50:53.603476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e1b22-41ea-4d40-94a0-1de0c8c72e91 req-a1597d76-aff5-4d60-9f2b-2aaa23604530 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:53.604964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-832e1b22-41ea-4d40-94a0-1de0c8c72e91 req-a1597d76-aff5-4d60-9f2b-2aaa23604530 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0750980 Mar 22 14:50:53.655601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-832e1b22-41ea-4d40-94a0-1de0c8c72e91 req-710ccaed-7518-4485-a205-75e25b3f8cf6 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Mar 22 14:50:53.856617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:54.780713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea06fd-a08f-4cc1-b0f6-c341f0d9df7d req-d6e39d3a-4ab2-48d4-a0c4-ac7d76c52e0a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:54.782310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5aea06fd-a08f-4cc1-b0f6-c341f0d9df7d req-d6e39d3a-4ab2-48d4-a0c4-ac7d76c52e0a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0556831 Mar 22 14:50:54.830118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5aea06fd-a08f-4cc1-b0f6-c341f0d9df7d req-d478c601-ebfe-4ef7-9ebc-5f693fa9eef0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Mar 22 14:50:54.949936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:55.962095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d90a86-5404-47b5-8dcd-f95867d942b7 req-24ed5074-657a-4783-a6cb-6be09140cca9 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:55.963608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9d90a86-5404-47b5-8dcd-f95867d942b7 req-24ed5074-657a-4783-a6cb-6be09140cca9 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0592856 Mar 22 14:50:56.015810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b9d90a86-5404-47b5-8dcd-f95867d942b7 req-1d4dd64d-96d1-46f2-9bba-a542901e14d9 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Mar 22 14:50:57.149011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b5b92-cbc6-4993-aa77-c3150e977bc9 req-d11440aa-1adf-4e0d-8d24-c0a441e1b395 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:57.150491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-068b5b92-cbc6-4993-aa77-c3150e977bc9 req-d11440aa-1adf-4e0d-8d24-c0a441e1b395 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0547311 Mar 22 14:50:57.197678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-068b5b92-cbc6-4993-aa77-c3150e977bc9 req-c3d39554-9b0a-47be-8bcb-54f58bbbffd3 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Mar 22 14:50:58.331340 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fee10-2c7d-47e1-b606-f13f60fdff0f req-6c487f5f-a244-4ec5-aad6-270e618ebc0d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:58.332816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-058fee10-2c7d-47e1-b606-f13f60fdff0f req-6c487f5f-a244-4ec5-aad6-270e618ebc0d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0545025 Mar 22 14:50:58.394326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-058fee10-2c7d-47e1-b606-f13f60fdff0f req-e2c70b34-e254-49ef-b111-92039e059021 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534036 Mar 22 14:50:58.533096 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.529288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603ccca-751d-4d47-ac70-089b38dc04c1 req-6b955038-42d3-4c8c-99a2-7a8dd79b7759 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:50:59.530787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8603ccca-751d-4d47-ac70-089b38dc04c1 req-6b955038-42d3-4c8c-99a2-7a8dd79b7759 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0588138 Mar 22 14:50:59.535448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:50:59.579312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8603ccca-751d-4d47-ac70-089b38dc04c1 req-f52d3ad8-e055-45a0-9bc7-139a4058f8aa tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Mar 22 14:51:00.718019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f2a9-6615-4fb6-bf80-af3a85cda29d req-3db60f00-d26a-4cd6-bdc8-77bd4be232a5 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:00.720385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e16f2a9-6615-4fb6-bf80-af3a85cda29d req-3db60f00-d26a-4cd6-bdc8-77bd4be232a5 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0613763 Mar 22 14:51:00.772577 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2e16f2a9-6615-4fb6-bf80-af3a85cda29d req-4ba4625e-9581-48a6-905e-28f2a452e59e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Mar 22 14:51:01.898327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a12d-891e-44f3-bdd4-cdedcde43085 req-afbbe665-e742-4c88-a588-3575c727c62d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:01.899839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fc6a12d-891e-44f3-bdd4-cdedcde43085 req-afbbe665-e742-4c88-a588-3575c727c62d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Mar 22 14:51:01.949335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fc6a12d-891e-44f3-bdd4-cdedcde43085 req-eb154982-f6d8-4825-87ab-72474da44a77 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Mar 22 14:51:02.314007 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-1320ec42-c0a6-4d2b-bf12-0d6d384faae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:02.315533 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-1320ec42-c0a6-4d2b-bf12-0d6d384faae6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0526071 Mar 22 14:51:02.420904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-ddd1f33e-b6ae-4fe5-a6e9-bc8d9e1f1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:02.422433 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-ddd1f33e-b6ae-4fe5-a6e9-bc8d9e1f1dd9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0874841 Mar 22 14:51:02.463181 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-966d9a55-4ee8-491e-9fd5-7563f39154fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0345719 Mar 22 14:51:02.515838 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-bb5caa73-4e5a-44a1-84fa-eccb41d4772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:02.517253 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-bb5caa73-4e5a-44a1-84fa-eccb41d4772d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0486298 Mar 22 14:51:02.551371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-14d856b6-c65b-4550-8835-bd318208fffc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279486 Mar 22 14:51:02.640731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-ec179dee-8e04-4e83-bce4-9f8fddfa2985 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Mar 22 14:51:02.732312 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3026a55a-987c-448f-a29e-0f6aadc39833 req-a398be5c-5a77-4eb7-88aa-a291624e725f service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Mar 22 14:51:03.087556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e5e3-631d-4101-9b94-6f7608781de4 req-5b35669e-49b0-48bb-be8b-04e601fdf37b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:03.089023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2552e5e3-631d-4101-9b94-6f7608781de4 req-5b35669e-49b0-48bb-be8b-04e601fdf37b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0548670 Mar 22 14:51:03.136254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2552e5e3-631d-4101-9b94-6f7608781de4 req-e240263b-5537-4b5a-baa9-8d79bf167f74 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Mar 22 14:51:04.267293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190148e-c11c-4dce-ae67-9622f387f740 req-8041de99-3ccb-4195-b4f0-08a77886a5de tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:04.268772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7190148e-c11c-4dce-ae67-9622f387f740 req-8041de99-3ccb-4195-b4f0-08a77886a5de tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0557077 Mar 22 14:51:04.317460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7190148e-c11c-4dce-ae67-9622f387f740 req-80a417eb-2982-4290-9e57-8cbaccf53e2a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Mar 22 14:51:05.472564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494f6d5-6f20-422d-b548-fae53d2c2626 req-e863b20d-8307-49df-9f38-834c771e5f2b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:05.474041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c494f6d5-6f20-422d-b548-fae53d2c2626 req-e863b20d-8307-49df-9f38-834c771e5f2b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0665956 Mar 22 14:51:05.522332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c494f6d5-6f20-422d-b548-fae53d2c2626 req-4325bf8a-051a-451e-a32f-3407d21bb536 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Mar 22 14:51:06.650557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80908e34-c65c-49b9-99e3-115e404cbcda req-c2ced777-28d8-471c-90ac-037f27b68ad0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:06.651995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80908e34-c65c-49b9-99e3-115e404cbcda req-c2ced777-28d8-471c-90ac-037f27b68ad0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0560930 Mar 22 14:51:06.701506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80908e34-c65c-49b9-99e3-115e404cbcda req-34bc136e-9ba4-4cf2-b2f9-377a11545c8e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Mar 22 14:51:07.838652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee58ea-4024-4d59-a82d-2f1dcd774182 req-9b9d03ca-9873-4cf2-bb25-bcda53009b79 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:07.840076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ee58ea-4024-4d59-a82d-2f1dcd774182 req-9b9d03ca-9873-4cf2-bb25-bcda53009b79 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0638394 Mar 22 14:51:07.889412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ee58ea-4024-4d59-a82d-2f1dcd774182 req-72f86578-1443-415e-8667-1a912eb37e75 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437944 Mar 22 14:51:09.021044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c103-1434-41b3-a49d-cc1ec51c23ed req-1f45bef9-de98-49ca-9ba8-ec0fc3ea8e5d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:09.024004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8908c103-1434-41b3-a49d-cc1ec51c23ed req-1f45bef9-de98-49ca-9ba8-ec0fc3ea8e5d tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0563724 Mar 22 14:51:09.074694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8908c103-1434-41b3-a49d-cc1ec51c23ed req-97532aa4-e1d3-4d72-b6d1-5f2fb983b7ab tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Mar 22 14:51:09.601352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:51:10.202629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fac9b-81bc-4b9a-b8ef-416ae558c317 req-474cd01e-cf6a-4056-8e00-a870f5c5a6fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:10.204129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a78fac9b-81bc-4b9a-b8ef-416ae558c317 req-474cd01e-cf6a-4056-8e00-a870f5c5a6fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 945 time: 0.0534306 Mar 22 14:51:10.254458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a78fac9b-81bc-4b9a-b8ef-416ae558c317 req-a21f0e1d-c0b9-4aa9-9282-66a5c181262a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Mar 22 14:51:10.368542 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-153cffb2-1d4f-4e46-a46d-2ec398763b83 service neutron] show failed (client error): The resource could not be found. Mar 22 14:51:10.369575 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-153cffb2-1d4f-4e46-a46d-2ec398763b83 service neutron] 10.222.0.82 "GET /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0585420 Mar 22 14:51:10.681040 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-c6e0dd03-7187-4fa9-bf8d-ce40bc042a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:10.682486 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-c6e0dd03-7187-4fa9-bf8d-ce40bc042a40 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5&tenant_id=f5b6caae74f4461db1c842ddd0401e51 HTTP/1.1" status: 200 len: 1127 time: 0.1429291 Mar 22 14:51:10.692574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-54b72502-144e-4a6b-b1cf-2c0ae3d052d7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:51:10.693517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-54b72502-144e-4a6b-b1cf-2c0ae3d052d7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049171 Mar 22 14:51:10.704826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:10.764965 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:10.974014 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:11.008830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:11.050156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:11.052573 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df992697-b376-4520-89cb-2df258d192b0" -d '{"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-unplugged", "status": "completed", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:11.056164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks [] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.068959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Transition to ACTIVE for port object 093bfa94-25c7-439f-a0ad-b5c2eed2018c will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:51:11.075913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.139393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] No DVR routers for this DVR port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:11.141508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:11.167866 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10874082-960c-4a26-8805-b7c976007ffa x-openstack-request-id: req-10874082-960c-4a26-8805-b7c976007ffa {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:11.168155 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-unplugged", "status": "completed", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:11.168400 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10874082-960c-4a26-8805-b7c976007ffa {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:11.168789 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10874082-960c-4a26-8805-b7c976007ffa'] response: {'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'code': 200} Mar 22 14:51:11.178924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:11.179277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:11.179598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:11.183712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:51:11.184029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Attempting to bind port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on network 03f200eb-b6f8-489b-be73-33f00773432b {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:11.188615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:11.188943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Checking segment: {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:11.189316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Bound using segment: {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:11.189727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Bound port: 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:11.190102 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.253996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:11.257283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:11.266325 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.299464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:11.300112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:11.301512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] 10.222.0.78 "PUT /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 1091 time: 0.6003044 Mar 22 14:51:11.322031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7337f6c-5e70-437a-bda5-6338a47881df service neutron] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:11.400694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-7b9ce5ef-09e5-4cca-9415-32d4c98c2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:11.402237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-7b9ce5ef-09e5-4cca-9415-32d4c98c2206 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0773849 Mar 22 14:51:11.413004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06a44-687b-40f0-a3e6-630e51cf6f71 req-8b2fffd8-8d00-4646-865e-60bb1f8bc772 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:11.414411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adc06a44-687b-40f0-a3e6-630e51cf6f71 req-8b2fffd8-8d00-4646-865e-60bb1f8bc772 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0803483 Mar 22 14:51:11.798036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adc06a44-687b-40f0-a3e6-630e51cf6f71 req-83cc3929-22cd-4d6e-9781-b882e1fc3ea0 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757160 Mar 22 14:51:11.812808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-e7e10b8d-7343-4bcb-8625-7790209e87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:11.814304 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-e7e10b8d-7343-4bcb-8625-7790209e87b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.3990226 Mar 22 14:51:11.855213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-5b4916dc-8c61-4068-9924-2c59502f9613 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0349271 Mar 22 14:51:11.903722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-865ff2b5-d64c-426d-8455-e44a9771257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:11.905128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-865ff2b5-d64c-426d-8455-e44a9771257a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0445902 Mar 22 14:51:11.935263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-fb7fd9d8-8533-48f1-ade8-66b4a95f2373 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243695 Mar 22 14:51:12.025803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-c45ed640-95e4-4c8b-a272-cc7f32b0cd8e service neutron] 10.222.0.78 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839286 Mar 22 14:51:12.113997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3c38ecc-7233-4f7e-9420-c5521f9e5944 req-6b995875-ccc3-4b35-91b7-29735193bd72 service neutron] 10.222.0.78 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Mar 22 14:51:12.946787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f250679-fd36-4465-b724-cc3fd9e65792 req-79bc7d57-9f9d-48be-91f1-7d2aa1a1bf0b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:12.948313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f250679-fd36-4465-b724-cc3fd9e65792 req-79bc7d57-9f9d-48be-91f1-7d2aa1a1bf0b tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0695455 Mar 22 14:51:13.001259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f250679-fd36-4465-b724-cc3fd9e65792 req-998cc5f6-8e8b-4533-8df0-882b14d2c27c tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Mar 22 14:51:13.170372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:13.173813 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:13.225887 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ebcf42-579f-426a-b571-df88d08cfbc0 x-openstack-request-id: req-d8ebcf42-579f-426a-b571-df88d08cfbc0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:13.226184 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:13.226558 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8ebcf42-579f-426a-b571-df88d08cfbc0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:13.227455 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ebcf42-579f-426a-b571-df88d08cfbc0'] response: {'name': 'network-changed', 'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'status': 'completed', 'code': 200} Mar 22 14:51:13.293897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-98d0a4cc-7600-4893-a601-7e162f2b2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.295521 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-98d0a4cc-7600-4893-a601-7e162f2b2e88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0494301 Mar 22 14:51:13.303026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-c4ee4140-60c4-4b07-84c0-20e5dd08d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.304530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-c4ee4140-60c4-4b07-84c0-20e5dd08d4e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0497260 Mar 22 14:51:13.394102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-72c6a52c-c9ed-44f4-a45d-51f1939ab41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.395586 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-72c6a52c-c9ed-44f4-a45d-51f1939ab41e service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0946031 Mar 22 14:51:13.401069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-d9ee2e6b-aac7-4a10-b56a-774cb5b7a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.402614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-d9ee2e6b-aac7-4a10-b56a-774cb5b7a28f service neutron] 10.222.0.78 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0918205 Mar 22 14:51:13.440392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-c28135ae-894f-4955-b269-9265d7349191 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0382302 Mar 22 14:51:13.442970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-b38be376-f861-4cb2-a4f2-7cb14ff9c7f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0340340 Mar 22 14:51:13.471990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:51:13.492986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-88366639-b4f6-49c9-a68f-a23f29f397ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.493267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-83a64772-9bd1-4871-9c55-2499ff79d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:13.494662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-88366639-b4f6-49c9-a68f-a23f29f397ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0456791 Mar 22 14:51:13.494910 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-83a64772-9bd1-4871-9c55-2499ff79d1bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0492163 Mar 22 14:51:13.511897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 093bfa94-25c7-439f-a0ad-b5c2eed2018c host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:51:13.512388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:51:13.528698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-7397ef56-3f20-4046-8a88-6f11b0326148 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280588 Mar 22 14:51:13.531796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-a3d872a1-8ab1-4856-8ae0-6a2eebcc04e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304461 Mar 22 14:51:13.623391 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-492bb88d-2e13-4a56-a23b-7c17cc11c3d3 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887198 Mar 22 14:51:13.633757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-772945a1-fb91-4134-8e31-7d5b676f09ff service neutron] 10.222.0.78 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936956 Mar 22 14:51:13.720764 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-0bdb7877-48e8-41aa-aa8b-a81eacca4afa service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920057 Mar 22 14:51:13.731932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c2a0e2b-f437-4b43-9949-6534fa88ad4e req-4470ebb6-7332-48cb-a62c-c7e59e555ab2 service neutron] 10.222.0.78 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908828 Mar 22 14:51:14.136738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6263a2-2a40-40de-bddd-f5fc9461c29a req-cd1e017c-a755-44c7-8354-713dbc05742e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.138242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad6263a2-2a40-40de-bddd-f5fc9461c29a req-cd1e017c-a755-44c7-8354-713dbc05742e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0669990 Mar 22 14:51:14.186473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad6263a2-2a40-40de-bddd-f5fc9461c29a req-95cd39c1-fbad-4f04-b1fd-b9cb5862478a tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Mar 22 14:51:14.475999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-8176e56f-1bf2-4521-a907-7dd9914fc90e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.477536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-8176e56f-1bf2-4521-a907-7dd9914fc90e tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5&tenant_id=f5b6caae74f4461db1c842ddd0401e51&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 943 time: 0.0916116 Mar 22 14:51:14.542205 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-824711b3-0da4-4e36-a9db-a0afc8b62091 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:51:14.543230 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-824711b3-0da4-4e36-a9db-a0afc8b62091 service neutron] 10.222.0.82 "DELETE /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0581946 Mar 22 14:51:14.629875 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-7084f568-8294-4b4e-9ac1-95de288f0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.631417 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-7084f568-8294-4b4e-9ac1-95de288f0dd6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5b6caae74f4461db1c842ddd0401e51&device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0461664 Mar 22 14:51:14.719267 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-e5ec0c2c-1307-473e-b677-186a1fb9d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.720731 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-e5ec0c2c-1307-473e-b677-186a1fb9d0d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 200 len: 913 time: 0.0829253 Mar 22 14:51:14.764980 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-722d3cab-1a2f-4d93-8ae7-f7820d85412f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 200 len: 217 time: 0.0383253 Mar 22 14:51:14.811479 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-7faaea42-5576-40a4-a914-c7a0841e51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:14.812857 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-7faaea42-5576-40a4-a914-c7a0841e51c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 200 len: 852 time: 0.0428491 Mar 22 14:51:14.843270 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-e525087d-9d24-4ed8-b5f7-02a0130cb9fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f200eb-b6f8-489b-be73-33f00773432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245659 Mar 22 14:51:14.936277 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-f91c5b9f-8bf7-40a2-a0b8-2203049bf6ca service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868158 Mar 22 14:51:15.024384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-3e8eccf6-9a14-45bb-be09-2f71ae47f751 service neutron] 10.222.0.82 "GET /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827887 Mar 22 14:51:15.714460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a70c-02c6-48e0-8aad-4f0e2ab9a86b req-361bf739-52ec-4d9b-9952-57e037a77e92 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:15.715843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8e5a70c-02c6-48e0-8aad-4f0e2ab9a86b req-361bf739-52ec-4d9b-9952-57e037a77e92 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 943 time: 0.0542109 Mar 22 14:51:15.766338 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8e5a70c-02c6-48e0-8aad-4f0e2ab9a86b req-ac1bbab3-657f-4f88-8955-3f2c259027dd tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Mar 22 14:51:15.841621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:51:15.946258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:15.959045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'network_id': '03f200eb-b6f8-489b-be73-33f00773432b', 'port_id': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'mac_address': 'fa:16:3e:eb:94:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91724775-7b03-411f-b0f3-a6c17d832f5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:51:16.008660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 093bfa94-25c7-439f-a0ad-b5c2eed2018c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:16.008909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.024345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093bfa94-25c7-439f-a0ad-b5c2eed2018c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:51:16.047915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:16.052206 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:16.100818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:16.108791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.109175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.109468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.109774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.110171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.110498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.110824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.111116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.111466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.111782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.112073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.112418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.112719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.113034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.113346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:16.303873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['093bfa94-25c7-439f-a0ad-b5c2eed2018c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:51:16.891475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8dad-6f2b-4296-be12-4ad694bccd50 req-81f5af4c-fd24-444c-91c4-17e2ea653ade tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:16.892941 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c0d8dad-6f2b-4296-be12-4ad694bccd50 req-81f5af4c-fd24-444c-91c4-17e2ea653ade tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 944 time: 0.0571003 Mar 22 14:51:16.968095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c0d8dad-6f2b-4296-be12-4ad694bccd50 req-c1cd0b9b-d113-4e09-9177-d49e1f75559f tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.81 "GET /v2.0/security-groups?id=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691686 Mar 22 14:51:16.982418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-21c62b0e-a7a0-4e62-a003-d9001d9f0d21 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:16.983865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-21c62b0e-a7a0-4e62-a003-d9001d9f0d21 tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1dc8af5-71fa-4e08-9943-686fce29f4b5 HTTP/1.1" status: 200 len: 944 time: 0.0782237 Mar 22 14:51:17.079152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Deleting port 093bfa94-25c7-439f-a0ad-b5c2eed2018c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:51:17.079415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.172239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] For port 093bfa94-25c7-439f-a0ad-b5c2eed2018c, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=093bfa94-25c7-439f-a0ad-b5c2eed2018c,segment=NetworkSegment(0f7610ad-c65b-45dd-8e01-17eb9d1a05b4),segment_id=0f7610ad-c65b-45dd-8e01-17eb9d1a05b4)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:17.172603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.186943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Calling delete_port for 093bfa94-25c7-439f-a0ad-b5c2eed2018c owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:51:17.324951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (093bfa94-25c7-439f-a0ad-b5c2eed2018c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.336097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['093bfa94-25c7-439f-a0ad-b5c2eed2018c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:51:17.353175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Pushing event deleted for resources: {'Port': ['ID=093bfa94-25c7-439f-a0ad-b5c2eed2018c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:17.395155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] No DVR routers for this DVR port 093bfa94-25c7-439f-a0ad-b5c2eed2018c on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:51:17.398268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:17.401806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c80bcf7-1e75-4185-b1fd-78f8fad583b9 req-57e08d5e-c8ae-4457-8994-452a236c01fb tempest-DeleteServersTestJSON-1042232653 tempest-DeleteServersTestJSON-1042232653-project] 10.222.0.78 "DELETE /v2.0/ports/093bfa94-25c7-439f-a0ad-b5c2eed2018c HTTP/1.1" status: 204 len: 173 time: 0.4123721 Mar 22 14:51:17.402257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-deleted', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:17.404507 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c1dfa-9083-423c-a986-5c3c6aa4fb60" -d '{"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-deleted", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:17.443322 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b44a22-e618-49d4-a635-f5d57e2b7b09 x-openstack-request-id: req-63b44a22-e618-49d4-a635-f5d57e2b7b09 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:17.443627 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc8af5-71fa-4e08-9943-686fce29f4b5", "name": "network-vif-deleted", "tag": "093bfa94-25c7-439f-a0ad-b5c2eed2018c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:17.443880 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63b44a22-e618-49d4-a635-f5d57e2b7b09 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:17.444292 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b44a22-e618-49d4-a635-f5d57e2b7b09'] response: {'server_uuid': 'a1dc8af5-71fa-4e08-9943-686fce29f4b5', 'name': 'network-vif-deleted', 'tag': '093bfa94-25c7-439f-a0ad-b5c2eed2018c', 'status': 'completed', 'code': 200} Mar 22 14:51:17.851312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:51:17.856912 n-d-758851-5 neutron-server[103892]: INFO neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No ports have port_id starting with 093bfa94-25c7-439f-a0ad-b5c2eed2018c Mar 22 14:51:17.858693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c requested by agent hyperv_n-h2-758851-5 not found in database {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 22 14:51:18.118321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59798) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:18.170008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Deleting subnet 91724775-7b03-411f-b0f3-a6c17d832f5b {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:51:18.173815 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Publish callbacks [] for subnet (91724775-7b03-411f-b0f3-a6c17d832f5b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.517601 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (91724775-7b03-411f-b0f3-a6c17d832f5b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.563136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (91724775-7b03-411f-b0f3-a6c17d832f5b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.602258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c753d38c-0834-4f3d-857b-1e6870980376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.620475 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (91724775-7b03-411f-b0f3-a6c17d832f5b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.649701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91724775-7b03-411f-b0f3-a6c17d832f5b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:18.655074 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.658215 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/91724775-7b03-411f-b0f3-a6c17d832f5b HTTP/1.1" status: 204 len: 168 time: 0.5388827 Mar 22 14:51:18.661143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59800) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:18.663503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.663855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.664201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.664539 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.664870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.665203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.665554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.665882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.666235 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.666558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.666879 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.667198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.667514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.667861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.668328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679b45-c37a-43a1-a59a-e012e54ae8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:51:18.732285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (03f200eb-b6f8-489b-be73-33f00773432b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.820452 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (03f200eb-b6f8-489b-be73-33f00773432b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.842508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f200eb-b6f8-489b-be73-33f00773432b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:18.852794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:18.853099 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7610ad-c65b-45dd-8e01-17eb9d1a05b4') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:51:18.867842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (0f7610ad-c65b-45dd-8e01-17eb9d1a05b4), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.882321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (0f7610ad-c65b-45dd-8e01-17eb9d1a05b4), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.888947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:51:18.889334 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (0f7610ad-c65b-45dd-8e01-17eb9d1a05b4), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:51:18.891005 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:51:18.952625 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (03f200eb-b6f8-489b-be73-33f00773432b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.958601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:18.962226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] 10.222.0.81 "DELETE /v2.0/networks/03f200eb-b6f8-489b-be73-33f00773432b HTTP/1.1" status: 204 len: 168 time: 0.2999258 Mar 22 14:51:18.973334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f8030-d74b-4a73-8f70-87b41c0c8580 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f200eb-b6f8-489b-be73-33f00773432b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:19.080840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:19.120702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7ee9563d-ea1c-46ee-a471-0ad7560203b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5b6caae74f4461db1c842ddd0401e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386760 Mar 22 14:51:19.123679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59806) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:19.171341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] Publish callbacks [] for security_group (16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.192955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] Publish callbacks [] for security_group (16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.246807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.249938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:19.251245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b HTTP/1.1" status: 204 len: 168 time: 0.1266942 Mar 22 14:51:19.259232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980913-6c11-404f-a7f7-b001f2dcf41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc7ae8-86bd-4e6b-bc1b-61d8c8be844b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:19.960481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 59828) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:20.058784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-133238943-network', 'tenant_id': 'ffb4345acbec4b5ba9d41db297f0c715'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:20.080455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Made reservation on behalf of ffb4345acbec4b5ba9d41db297f0c715 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:20.082855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.091669 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.172046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks [] for security_group (6344681a-40fc-4ed8-9586-daf60b613629), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.178185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6344681a-40fc-4ed8-9586-daf60b613629), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.201451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:51:20.210038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6344681a-40fc-4ed8-9586-daf60b613629,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:20.215940 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9ba1ac1f-8249-4db8-b962-a26ad3577896), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.216292 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Added segment 9ba1ac1f-8249-4db8-b962-a26ad3577896 of type vlan for network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc Mar 22 14:51:20.256427 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.282113 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.283179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:20.283790 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.340924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793263 Mar 22 14:51:20.344021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 59832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:51:20.346243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25023-22aa-4b92-8dfc-c0a15ae144f7 admin admin] Pushing event updated for resources: {'Network': ['ID=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:20.349187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Request body: {'subnet': {'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-133238943-subnet', 'tenant_id': 'ffb4345acbec4b5ba9d41db297f0c715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:20.356595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:51:20.371245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Made reservation on behalf of ffb4345acbec4b5ba9d41db297f0c715 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:20.374067 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.541403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (f6daf984-bdc7-40b4-977c-2a920a4ed09d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.593954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6daf984-bdc7-40b4-977c-2a920a4ed09d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:20.605313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Checking segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:20.605665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Network hostable DHCP agents. Network: 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:51:20.624855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:51:20.635508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:20.639702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:20.640305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:20.645371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7d19d-0764-48fd-8fde-8bd4254c113a None None] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:20.658685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-32fa6ea7-acd4-4a40-822e-e7e5f6bf712e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134897 Mar 22 14:51:20.746141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc1a9f-64f0-45d3-b802-030b833654d6 None None] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:51:20.980393 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a33500ea-a697-476e-8d12-20fc9ab39384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:21.077795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-5ef53b19-4382-4e69-81a6-d527c1b7ab7b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:21.079200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-5ef53b19-4382-4e69-81a6-d527c1b7ab7b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 814 time: 0.1040037 Mar 22 14:51:21.094286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-e50510cf-7df5-4635-af80-2c4b570bcec6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/quotas/ffb4345acbec4b5ba9d41db297f0c715 HTTP/1.1" status: 200 len: 375 time: 0.0096288 Mar 22 14:51:21.131576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-cef1f934-f605-4d94-8196-1fd92583a2f0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324190 Mar 22 14:51:21.219748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-6722aaa1-58cb-44a7-87dc-fe44745e3093 service neutron] 10.222.0.81 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Mar 22 14:51:21.311490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-b8f21c2e-e3cc-474e-8cdc-dddb7798a6c7 service neutron] 10.222.0.81 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Mar 22 14:51:21.480617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e4f5524-3c8a-4426-a05e-46db2f7d1c75 req-715b1bae-aaea-48c7-aaf3-ff35e36aca0c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 210 time: 0.0283487 Mar 22 14:51:21.880520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:51:21.900926 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 093bfa94-25c7-439f-a0ad-b5c2eed2018c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:51:21.901288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 093bfa94-25c7-439f-a0ad-b5c2eed2018c not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:51:22.040184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.439173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-62b859a2-f012-458d-910e-8a9f350f2b5e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:22.440586 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-62b859a2-f012-458d-910e-8a9f350f2b5e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 814 time: 0.1059377 Mar 22 14:51:22.451943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Request body: {'port': {'device_id': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'admin_state_up': True, 'tenant_id': 'ffb4345acbec4b5ba9d41db297f0c715'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:22.585115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-135f2872-828e-4ffb-9557-d8642561be8c req-d1375e6d-dd1a-47ca-be54-dd4ae7d8d7e8 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 210 time: 0.0357299 Mar 22 14:51:22.590655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Made reservation on behalf of ffb4345acbec4b5ba9d41db297f0c715 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:51:22.594409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.725184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Allocated IP 172.20.0.13 (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc/f6daf984-bdc7-40b4-977c-2a920a4ed09d/e24fd2a8-7d08-4d87-841d-a1d129708acb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:51:22.890624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks [] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.930203 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:22.971538 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:51:22.974761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:51:22.980982 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:51:22.987100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:23.031554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.032157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.050068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-9f50b189-cb17-4c79-9ca3-316cfdac0799 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020830 Mar 22 14:51:23.061154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Request body: {'port': {'device_id': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:51:23.125014 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.395412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24fd2a8-7d08-4d87-841d-a1d129708acb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:51:23.403181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks [] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.416669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Transition to ACTIVE for port object e24fd2a8-7d08-4d87-841d-a1d129708acb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:51:23.421828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.469787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:23.543000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:51:23.543338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:51:23.543635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:23.548475 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:51:23.548811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:51:23.553854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:51:23.554255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Checking segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:51:23.554637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Bound using segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:51:23.555066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Bound port: e24fd2a8-7d08-4d87-841d-a1d129708acb, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:51:23.555410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.623449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:51:23.627418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:51:23.636181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.679466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.680082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.681405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] 10.222.0.78 "PUT /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 1092 time: 0.6243868 Mar 22 14:51:23.681842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:23.684102 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec5bd5b-9eae-4481-a1c3-7dcbca821309" -d '{"events": [{"name": "network-changed", "server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:23.724998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-ea4ce77b-9a28-4270-834f-c3bcb8c92bee req-0ea48bf8-b139-4e44-a41f-99575f8f10c7 service neutron] (103891) timed out ('10.222.0.78', 65222) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 14:51:23.741332 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf5aacf-9ad2-4d28-8c59-4c4ebc3ed16a x-openstack-request-id: req-fcf5aacf-9ad2-4d28-8c59-4c4ebc3ed16a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:23.741625 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:23.741874 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fcf5aacf-9ad2-4d28-8c59-4c4ebc3ed16a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:23.742297 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf5aacf-9ad2-4d28-8c59-4c4ebc3ed16a'] response: {'name': 'network-changed', 'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'status': 'completed', 'code': 200} Mar 22 14:51:23.761981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae328b53-b459-4a96-959c-1d968755ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:23.785799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872349d4-962b-45db-a257-01427c41201a req-d521a016-a92e-48d2-b60e-39a09bcf2d99 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.787312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-872349d4-962b-45db-a257-01427c41201a req-d521a016-a92e-48d2-b60e-39a09bcf2d99 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.1251006 Mar 22 14:51:23.802414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-8b06ffa6-acd7-4d26-9515-b03bc8e817b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.803826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-8b06ffa6-acd7-4d26-9515-b03bc8e817b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0830169 Mar 22 14:51:23.851674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-559aeb5a-3b81-4774-9220-d120c10c34ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0404382 Mar 22 14:51:23.852490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:23.904369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-872349d4-962b-45db-a257-01427c41201a req-96432889-da86-4c15-8a95-61bcafbaed87 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 Mar 22 14:51:23.916894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-148020a1-b122-4c13-b07f-3babc09c240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:23.918425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-148020a1-b122-4c13-b07f-3babc09c240a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0609620 Mar 22 14:51:23.949396 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-7e8a80d0-2a28-4030-9360-68a41825e8d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250063 Mar 22 14:51:24.038629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-bf1b795e-24fd-4d30-bc93-19d2f2dfd2cf service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834262 Mar 22 14:51:24.131024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-417f8645-3830-4e8e-b439-9191cc8fe343 req-5baaf692-71ec-4a91-90eb-6678fce5f49e service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871940 Mar 22 14:51:24.223814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-bc4c70de-22db-4e19-8e4c-2a077ac0d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.225203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-bc4c70de-22db-4e19-8e4c-2a077ac0d32d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0474031 Mar 22 14:51:24.318123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-841d8fc0-8021-4e6c-b689-b019ce944f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.319604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-841d8fc0-8021-4e6c-b689-b019ce944f73 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0883267 Mar 22 14:51:24.360584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-7f474b7a-8456-49b4-8126-70d5c05e228c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0353379 Mar 22 14:51:24.409015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-d4368ad5-c403-4918-97ff-7c81057f92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:24.410478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-d4368ad5-c403-4918-97ff-7c81057f92d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0443268 Mar 22 14:51:24.444504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-72626435-d27f-45b5-811f-3dec03a31bb7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273254 Mar 22 14:51:24.540068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-1499711e-b95d-4af1-a3ca-6d11f40f3fd9 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890837 Mar 22 14:51:24.629444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cec5bd5b-9eae-4481-a1c3-7dcbca821309 req-59a3da0a-c594-47d1-974d-1143b460b790 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828159 Mar 22 14:51:24.952830 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:25.037460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af3cd-336d-4b9f-8b87-952a84ca18a3 req-4af41248-c2fa-4970-80e9-e4ceda2f0393 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:25.039023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b1af3cd-336d-4b9f-8b87-952a84ca18a3 req-4af41248-c2fa-4970-80e9-e4ceda2f0393 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0580649 Mar 22 14:51:25.085918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b1af3cd-336d-4b9f-8b87-952a84ca18a3 req-5966f410-525b-43aa-bed6-46ff6490b704 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Mar 22 14:51:26.217131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1c59-6c35-4ba2-9bdb-3bb4e474e020 req-8dcc07d7-99bf-4fbf-be87-8151f7a0b2a7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:26.218627 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375d1c59-6c35-4ba2-9bdb-3bb4e474e020 req-8dcc07d7-99bf-4fbf-be87-8151f7a0b2a7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0551436 Mar 22 14:51:26.274255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-375d1c59-6c35-4ba2-9bdb-3bb4e474e020 req-288b815d-b4de-4152-b45b-cbd6b5b46e65 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Mar 22 14:51:27.410813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067bb50-61f1-4de2-9cd5-af2c70bc0962 req-e6d147ad-e27e-40ed-b09d-0b1d714ba21f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:27.412289 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9067bb50-61f1-4de2-9cd5-af2c70bc0962 req-e6d147ad-e27e-40ed-b09d-0b1d714ba21f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0598280 Mar 22 14:51:27.458841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9067bb50-61f1-4de2-9cd5-af2c70bc0962 req-98785475-43f2-4446-ad06-4dd8c843449b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Mar 22 14:51:27.897836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:51:27.996850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:28.008428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'port_id': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'mac_address': 'fa:16:3e:f0:e9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6daf984-bdc7-40b4-977c-2a920a4ed09d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:51:28.049214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e24fd2a8-7d08-4d87-841d-a1d129708acb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:28.049601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:28.063080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24fd2a8-7d08-4d87-841d-a1d129708acb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:51:28.082136 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:28.088536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:28.134665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:28.279885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e24fd2a8-7d08-4d87-841d-a1d129708acb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:51:28.550242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:28.597580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7153733-9c8e-4992-87c6-3fab7d5f138e req-b6ac487e-ed0b-4934-80f9-d0a2fabe897c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:28.599132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7153733-9c8e-4992-87c6-3fab7d5f138e req-b6ac487e-ed0b-4934-80f9-d0a2fabe897c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 945 time: 0.0598147 Mar 22 14:51:28.653495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c7153733-9c8e-4992-87c6-3fab7d5f138e req-30da1511-57ec-41a2-8eaa-46c40db189a5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Mar 22 14:51:29.542774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:29.783687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9ece-07b1-4538-83d0-330c3cd65ce5 req-e21dfd8d-6725-4569-9902-b08954babbc9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:29.785095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04a9ece-07b1-4538-83d0-330c3cd65ce5 req-e21dfd8d-6725-4569-9902-b08954babbc9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 945 time: 0.0551083 Mar 22 14:51:29.835072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d04a9ece-07b1-4538-83d0-330c3cd65ce5 req-a4b1bca9-ddf9-466b-8812-17708ac5bac0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Mar 22 14:51:29.913022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:51:29.969447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e24fd2a8-7d08-4d87-841d-a1d129708acb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:51:29.973503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e24fd2a8-7d08-4d87-841d-a1d129708acb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:51:29.973879 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:30.053523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e24fd2a8-7d08-4d87-841d-a1d129708acb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:51:30.053818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:30.077330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:51:30.079676 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb4e54-7d59-4efa-adb8-962290906d4b" -d '{"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-plugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:51:30.092192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:51:30.097333 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:30.120355 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d6288-e235-4af8-9848-1f07949b14a8 x-openstack-request-id: req-ef3d6288-e235-4af8-9848-1f07949b14a8 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:51:30.120661 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-plugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:51:30.120877 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef3d6288-e235-4af8-9848-1f07949b14a8 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:51:30.121271 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3d6288-e235-4af8-9848-1f07949b14a8'] response: {'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'code': 200} Mar 22 14:51:30.149171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:51:30.215334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571c061-6603-40ef-8867-7f505d73c38a req-3b0cf32b-234d-45c1-8265-fd14e0686473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:30.216940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7571c061-6603-40ef-8867-7f505d73c38a req-3b0cf32b-234d-45c1-8265-fd14e0686473 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1128 time: 0.0444174 Mar 22 14:51:30.260873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7571c061-6603-40ef-8867-7f505d73c38a req-22cc1330-5cca-46a7-aaa0-899461753d68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Mar 22 14:51:30.970391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d414-bc98-49fd-ad5e-42e9c5ee259d req-7dd10d97-30dc-4ff9-92a5-3fb4648abc92 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:30.971851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c73d414-bc98-49fd-ad5e-42e9c5ee259d req-7dd10d97-30dc-4ff9-92a5-3fb4648abc92 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0616724 Mar 22 14:51:31.019212 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c73d414-bc98-49fd-ad5e-42e9c5ee259d req-bb5ba8ba-5262-4b70-a6f9-b2819db91e6e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Mar 22 14:51:32.153313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ebb7-966f-46c9-acdc-12ccac82d708 req-5c9ccd96-c49f-412b-a40c-a017aea2f7b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:32.154864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1db0ebb7-966f-46c9-acdc-12ccac82d708 req-5c9ccd96-c49f-412b-a40c-a017aea2f7b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Mar 22 14:51:32.204078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1db0ebb7-966f-46c9-acdc-12ccac82d708 req-6d812f67-58a5-4959-af83-fc47c0ae5c22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Mar 22 14:51:32.326991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9a97-3e92-458c-bf62-9a8c94150db6 req-bea4f4ca-0995-4a8e-aa33-3bd0c80ba59e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:32.328392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8bc9a97-3e92-458c-bf62-9a8c94150db6 req-bea4f4ca-0995-4a8e-aa33-3bd0c80ba59e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0531785 Mar 22 14:51:32.382450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8bc9a97-3e92-458c-bf62-9a8c94150db6 req-a5196e68-7f94-49d8-b315-cca512727b70 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Mar 22 14:51:32.586928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc3ccb-8c00-44e7-8b7c-4f199989c30b req-77f56bc6-defc-4917-bb25-227f11495405 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:32.588317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-facc3ccb-8c00-44e7-8b7c-4f199989c30b req-77f56bc6-defc-4917-bb25-227f11495405 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0530822 Mar 22 14:51:32.638316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-facc3ccb-8c00-44e7-8b7c-4f199989c30b req-ce7876e1-fc7f-4f70-a97c-5cc263da5a47 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Mar 22 14:51:32.768747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeccbb-2c89-46dd-b55a-19d706d84dc0 req-93163785-353a-4e37-832d-366458ab4792 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:32.770237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5aeccbb-2c89-46dd-b55a-19d706d84dc0 req-93163785-353a-4e37-832d-366458ab4792 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0608587 Mar 22 14:51:32.817564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5aeccbb-2c89-46dd-b55a-19d706d84dc0 req-9af681e6-fdab-40f4-ab11-a5b54d9a23da tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Mar 22 14:51:33.063727 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-15799111-85fe-4857-aaa6-62e3d356b72e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463731 Mar 22 14:51:33.068895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510cce-2e5c-4a9d-b6d9-2635a7f321f2 req-297655ce-f913-4435-9c30-556f43dc0463 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:33.070383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e510cce-2e5c-4a9d-b6d9-2635a7f321f2 req-297655ce-f913-4435-9c30-556f43dc0463 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Mar 22 14:51:33.118128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e510cce-2e5c-4a9d-b6d9-2635a7f321f2 req-8d621e31-f53b-4ab0-b418-fa69c76a93d1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Mar 22 14:51:33.485222 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-9699bb8c-13d2-4d44-9a2a-b9d2579a3814 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:33.486671 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-9699bb8c-13d2-4d44-9a2a-b9d2579a3814 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 943 time: 0.0462961 Mar 22 14:51:34.257569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6983e85-4774-4e5f-9bac-1e1ded7ecc07 req-c45281cb-7c00-4e03-8a40-2ca7ada9cf0e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:34.259065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6983e85-4774-4e5f-9bac-1e1ded7ecc07 req-c45281cb-7c00-4e03-8a40-2ca7ada9cf0e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0593278 Mar 22 14:51:34.332637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6983e85-4774-4e5f-9bac-1e1ded7ecc07 req-e34ac902-1226-4ecf-aa21-6b0e2ed51f6e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679598 Mar 22 14:51:34.342887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-e1836e1b-37e0-4c4d-9a87-9ea96a17a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:34.344365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-e1836e1b-37e0-4c4d-9a87-9ea96a17a8ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1128 time: 0.0656507 Mar 22 14:51:34.436872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-524f3a74-fc7c-47aa-916a-017cdfc87946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:34.438300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-524f3a74-fc7c-47aa-916a-017cdfc87946 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0876789 Mar 22 14:51:34.478100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-7e258773-a85e-4b06-8482-ba030fce7243 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0342195 Mar 22 14:51:34.526898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-a786a59c-64c4-4704-89c1-e7ba52d7709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:34.528949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-a786a59c-64c4-4704-89c1-e7ba52d7709a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0443053 Mar 22 14:51:34.559145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-0b30e1c8-82e0-403c-89c5-30302ef80cbc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250337 Mar 22 14:51:34.652369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-32ad57a0-f788-44ae-a1a3-575953cbbb84 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866458 Mar 22 14:51:34.740131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-6d5d803a-1a37-4561-acec-a881f2227217 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809231 Mar 22 14:51:35.469198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc52c4-efcf-4703-b079-5409524b821a req-d31e6472-1d29-4f7f-a14f-141a78ead869 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:35.470725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dbc52c4-efcf-4703-b079-5409524b821a req-d31e6472-1d29-4f7f-a14f-141a78ead869 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0607514 Mar 22 14:51:35.520493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5dbc52c4-efcf-4703-b079-5409524b821a req-14611262-d1da-4a66-9885-e648ad556a52 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Mar 22 14:51:36.647158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed7eae-f931-44aa-8b87-1e36998cdde8 req-f0202870-b0d5-4663-ab7e-94b857293f7c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:36.648596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3ed7eae-f931-44aa-8b87-1e36998cdde8 req-f0202870-b0d5-4663-ab7e-94b857293f7c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0569401 Mar 22 14:51:36.695535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3ed7eae-f931-44aa-8b87-1e36998cdde8 req-f28f0fa0-a425-4434-8ff5-d3a83518ee9c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Mar 22 14:51:37.845711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0e98-0919-4eca-bb1c-2c2b726f35a0 req-76693ed5-7aeb-413e-ab5f-f1055612e776 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:37.847134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc9d0e98-0919-4eca-bb1c-2c2b726f35a0 req-76693ed5-7aeb-413e-ab5f-f1055612e776 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0652807 Mar 22 14:51:37.898252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc9d0e98-0919-4eca-bb1c-2c2b726f35a0 req-48648e19-6cc9-4a39-a015-23815082be6a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Mar 22 14:51:39.037357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8f6e-6d53-419d-a8e0-1f30f78d3511 req-f510d5f9-3485-43ec-8011-2af959c567b1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:39.038959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39bc8f6e-6d53-419d-a8e0-1f30f78d3511 req-f510d5f9-3485-43ec-8011-2af959c567b1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0630989 Mar 22 14:51:39.088086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39bc8f6e-6d53-419d-a8e0-1f30f78d3511 req-c5a0e4c4-972b-4ed4-a8fe-23a3e972a453 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Mar 22 14:51:40.225065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b461ef0-2179-46d0-9bae-0028bdc0972b req-db5cc30f-9228-4be5-93ce-cfd247298db7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:40.226558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b461ef0-2179-46d0-9bae-0028bdc0972b req-db5cc30f-9228-4be5-93ce-cfd247298db7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0565288 Mar 22 14:51:40.276874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b461ef0-2179-46d0-9bae-0028bdc0972b req-0a34eda3-6fb8-4d63-b67f-9eb7f6d5f4c3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Mar 22 14:51:41.407885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442d14-08ca-4dbd-a665-16d903171fca req-2401d9cc-fc3e-4004-a531-1f354f4cd12c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:41.409367 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89442d14-08ca-4dbd-a665-16d903171fca req-2401d9cc-fc3e-4004-a531-1f354f4cd12c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0564382 Mar 22 14:51:41.462115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89442d14-08ca-4dbd-a665-16d903171fca req-cdd26cc0-c5e8-4dcb-ad6c-81e6c8cf83d5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Mar 22 14:51:42.593941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e712c-1781-4420-8e95-9fe70a448b1e req-0907568a-21ba-41fd-9784-981025ad8dc6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:42.595458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-286e712c-1781-4420-8e95-9fe70a448b1e req-0907568a-21ba-41fd-9784-981025ad8dc6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0526595 Mar 22 14:51:42.643189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-286e712c-1781-4420-8e95-9fe70a448b1e req-74ae6d6e-85a8-4a07-b8a1-f03f0d5c03bd tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Mar 22 14:51:43.776153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee68a4-3b46-43ec-aa7b-49935823d3b9 req-a75e641b-d543-498f-9423-7f5778e98944 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:43.777617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3ee68a4-3b46-43ec-aa7b-49935823d3b9 req-a75e641b-d543-498f-9423-7f5778e98944 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0587413 Mar 22 14:51:43.824419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a3ee68a4-3b46-43ec-aa7b-49935823d3b9 req-20e27f0e-2cb8-4990-94c9-5dd115a0c46a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Mar 22 14:51:44.952922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30af81-5227-4bc4-9adc-70113f084ff6 req-2371b2de-e774-4132-8a56-dd03c6fa8b86 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:44.954407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f30af81-5227-4bc4-9adc-70113f084ff6 req-2371b2de-e774-4132-8a56-dd03c6fa8b86 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0628664 Mar 22 14:51:45.000734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f30af81-5227-4bc4-9adc-70113f084ff6 req-23e09d1c-4941-4ce2-b4a7-7081edc56bf8 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Mar 22 14:51:46.145909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905ff68-2454-45cc-bee7-8e2a3f516fda req-ca204ffd-c58a-44d2-ab54-b165fa6f7447 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:46.147427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c905ff68-2454-45cc-bee7-8e2a3f516fda req-ca204ffd-c58a-44d2-ab54-b165fa6f7447 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0605254 Mar 22 14:51:46.198177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c905ff68-2454-45cc-bee7-8e2a3f516fda req-c42c1ce7-58a5-43f5-a570-12d530e56980 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Mar 22 14:51:46.605846 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:51:47.329534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e587b-8dcb-4cb8-b957-2ad1a32dd95a req-b150b96f-9bbf-4218-a00f-375c3a558794 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:47.331029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-928e587b-8dcb-4cb8-b957-2ad1a32dd95a req-b150b96f-9bbf-4218-a00f-375c3a558794 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0564296 Mar 22 14:51:47.381138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-928e587b-8dcb-4cb8-b957-2ad1a32dd95a req-8b1db53d-e79e-47d9-9a55-15477a986485 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Mar 22 14:51:48.514489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f730-2230-4540-9854-b9b2f684ae87 req-75823ebe-e92b-46d4-a511-ecbde9e4a03d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:48.516238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24a0f730-2230-4540-9854-b9b2f684ae87 req-75823ebe-e92b-46d4-a511-ecbde9e4a03d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0598507 Mar 22 14:51:48.563986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24a0f730-2230-4540-9854-b9b2f684ae87 req-476c0307-10c4-42ca-94f8-9e8e2c3176de tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Mar 22 14:51:48.601894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-32a6624c-58ec-44a7-b6ed-d0df432d195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:49.999433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e0763-6351-4781-b83a-f5081b52ff27 req-32dd96dd-05bc-42bb-a583-dab4f0af1532 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:50.001462 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f83e0763-6351-4781-b83a-f5081b52ff27 req-32dd96dd-05bc-42bb-a583-dab4f0af1532 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.3602116 Mar 22 14:51:50.050004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f83e0763-6351-4781-b83a-f5081b52ff27 req-619e2064-cf3c-4c7a-8af6-8f6ade4a882a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Mar 22 14:51:50.992956 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ec296be2-3929-45d9-8be3-d5113753b21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:51.175339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dcf75-0d03-42db-b4bf-bc140af01b77 req-2b72348f-887e-4756-a8b5-eeccc80e236d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:51.176786 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef4dcf75-0d03-42db-b4bf-bc140af01b77 req-2b72348f-887e-4756-a8b5-eeccc80e236d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0579216 Mar 22 14:51:51.231975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ef4dcf75-0d03-42db-b4bf-bc140af01b77 req-09b5b593-3dbe-45bb-93a3-dcfc64f9643a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Mar 22 14:51:52.046647 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:52.376108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ec9e-0f3c-4324-ba33-371827d157c3 req-6efc9c7a-8311-43d7-86f2-bd008e54f0fb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:52.377552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fb2ec9e-0f3c-4324-ba33-371827d157c3 req-6efc9c7a-8311-43d7-86f2-bd008e54f0fb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0575516 Mar 22 14:51:52.427908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5fb2ec9e-0f3c-4324-ba33-371827d157c3 req-83065647-9df6-4978-8be6-23fba542cce6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Mar 22 14:51:53.564136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f2c56-25a3-43b4-abcc-1f19d920e740 req-8a1fba15-742e-46eb-8a73-202afb3cfb2d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:53.565652 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f59f2c56-25a3-43b4-abcc-1f19d920e740 req-8a1fba15-742e-46eb-8a73-202afb3cfb2d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0595317 Mar 22 14:51:53.615068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f59f2c56-25a3-43b4-abcc-1f19d920e740 req-cf35ebb0-1737-44f0-a19d-3fba184c0d64 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Mar 22 14:51:53.863476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:54.735997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4f36-dcda-4f67-978a-328f8c91d5a5 req-ebceb47f-b467-41af-80e6-955f0015f2f5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:54.737467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-682b4f36-dcda-4f67-978a-328f8c91d5a5 req-ebceb47f-b467-41af-80e6-955f0015f2f5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Mar 22 14:51:54.787498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-682b4f36-dcda-4f67-978a-328f8c91d5a5 req-89868300-1dc2-42bc-bbe0-9d1bc4efabd8 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Mar 22 14:51:54.959614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:55.071240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-dfc8c36b-c796-41e0-ab96-78fe2551d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:55.072718 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-dfc8c36b-c796-41e0-ab96-78fe2551d2cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1128 time: 0.0449584 Mar 22 14:51:55.174176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-9bd4a86d-db92-486f-be4b-e0cfe2d8e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:55.175623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-9bd4a86d-db92-486f-be4b-e0cfe2d8e6f6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0827658 Mar 22 14:51:55.224726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-150f03e9-dfb9-4783-b5dc-960395ebb27a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0427237 Mar 22 14:51:55.272596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-d61c0409-647a-4fcc-92d1-fb0fd589c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:55.274068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-d61c0409-647a-4fcc-92d1-fb0fd589c417 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0439897 Mar 22 14:51:55.306247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-9072c505-56cf-492b-b365-345113ebdba9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258310 Mar 22 14:51:55.401412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-7f6f6a2b-c80b-405a-99ab-f93581b670d2 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881560 Mar 22 14:51:55.492947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f993729d-a18c-4ff4-be75-b215108fc5bf req-577392ab-64cb-44ed-b777-bb54955dca7d service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Mar 22 14:51:55.927384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd56b-4b1e-4ce7-9f3f-7983ba421eeb req-080faebc-771e-4bfc-9b0b-c9f50115e251 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:55.928836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2fdd56b-4b1e-4ce7-9f3f-7983ba421eeb req-080faebc-771e-4bfc-9b0b-c9f50115e251 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0594747 Mar 22 14:51:55.974559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a2fdd56b-4b1e-4ce7-9f3f-7983ba421eeb req-43454b49-9bbf-46ae-8765-d31a4e7ebc4c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Mar 22 14:51:57.096555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436d7a-169d-4eae-a7d1-fb51fff82da2 req-4d64ab49-c92b-4edb-9749-355785aebfe0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:57.098044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e436d7a-169d-4eae-a7d1-fb51fff82da2 req-4d64ab49-c92b-4edb-9749-355785aebfe0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0554085 Mar 22 14:51:57.146028 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9e436d7a-169d-4eae-a7d1-fb51fff82da2 req-d60b4f45-71f2-4493-b17d-ae22155def55 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Mar 22 14:51:58.274907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4779-3548-4bd1-98e6-d2af962eeb96 req-52082026-98bb-4cac-a37f-db9a8fb4eff4 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:58.276415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b8b4779-3548-4bd1-98e6-d2af962eeb96 req-52082026-98bb-4cac-a37f-db9a8fb4eff4 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Mar 22 14:51:58.329240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b8b4779-3548-4bd1-98e6-d2af962eeb96 req-d0c0464a-cfd4-4b11-afee-c17a8fa39000 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Mar 22 14:51:58.555937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:51:59.448639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fe0a8-73ff-4688-a01a-969d6d3a665d req-3d0ebf99-0d93-471b-be09-c8545d36c038 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:51:59.450132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f32fe0a8-73ff-4688-a01a-969d6d3a665d req-3d0ebf99-0d93-471b-be09-c8545d36c038 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0523469 Mar 22 14:51:59.498738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f32fe0a8-73ff-4688-a01a-969d6d3a665d req-b198a971-ab2b-4031-81bd-ec78caceb0d3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Mar 22 14:51:59.536753 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:00.630532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a48af-122d-4686-bd65-ac3580597b24 req-58d87764-69e9-4fbe-9e37-eaa65a80482c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:00.632011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f74a48af-122d-4686-bd65-ac3580597b24 req-58d87764-69e9-4fbe-9e37-eaa65a80482c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0547156 Mar 22 14:52:00.682102 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f74a48af-122d-4686-bd65-ac3580597b24 req-1d1751f8-3e30-4b35-9e27-bd1bd43a8fee tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Mar 22 14:52:01.679116 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-8db290b2-8faf-416a-8e77-380cb959ea00 service neutron] show failed (client error): The resource could not be found. Mar 22 14:52:01.680168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-8db290b2-8faf-416a-8e77-380cb959ea00 service neutron] 10.222.0.78 "GET /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0643401 Mar 22 14:52:01.810347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c36f14-fdf0-47df-a332-b30e2c029c7c req-e981c582-8820-4e3d-b84a-8ca2715cf36e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:01.811792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79c36f14-fdf0-47df-a332-b30e2c029c7c req-e981c582-8820-4e3d-b84a-8ca2715cf36e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0545619 Mar 22 14:52:01.860240 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79c36f14-fdf0-47df-a332-b30e2c029c7c req-33617e16-9589-4286-baa8-50a9daed3cbd tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Mar 22 14:52:01.923245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-042e1949-f63b-4ff5-b837-0958905c3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:01.924761 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-042e1949-f63b-4ff5-b837-0958905c3407 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710&tenant_id=ffb4345acbec4b5ba9d41db297f0c715 HTTP/1.1" status: 200 len: 1128 time: 0.0803611 Mar 22 14:52:01.934882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:01.993986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.207932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:02.252519 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h2-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:02.297814 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:02.300174 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b3d2a-b3b0-4a03-b808-c972a8fa01d3" -d '{"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-unplugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:02.304020 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks [] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.316461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Transition to ACTIVE for port object e24fd2a8-7d08-4d87-841d-a1d129708acb will not be triggered until provisioned by entity L2. {{(pid=103891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:52:02.321396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.351937 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f2a13-975f-41e5-b57c-ae3c15b9c5f7 x-openstack-request-id: req-d82f2a13-975f-41e5-b57c-ae3c15b9c5f7 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:02.352225 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-unplugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:02.352476 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d82f2a13-975f-41e5-b57c-ae3c15b9c5f7 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:02.352871 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82f2a13-975f-41e5-b57c-ae3c15b9c5f7'] response: {'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'code': 200} Mar 22 14:52:02.384177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] No DVR routers for this DVR port e24fd2a8-7d08-4d87-841d-a1d129708acb on host n-h2-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:02.386683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:02.421338 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:52:02.421688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:52:02.422002 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:02.426409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:52:02.426693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Attempting to bind port e24fd2a8-7d08-4d87-841d-a1d129708acb on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:02.431605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:52:02.431939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Checking segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:02.432315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Bound using segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:52:02.432727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Bound port: e24fd2a8-7d08-4d87-841d-a1d129708acb, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:52:02.433066 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.496481 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:02.499708 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:52:02.510251 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.547582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:02.548999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:02.550424 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] 10.222.0.82 "PUT /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 1092 time: 0.6194549 Mar 22 14:52:02.577583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708348-3c2d-4995-afc0-4aee6d9422dd service neutron] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:02.625443 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-2fe98dd3-b3fa-48bd-b9b3-959d7259f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:02.627034 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-2fe98dd3-b3fa-48bd-b9b3-959d7259f170 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0458944 Mar 22 14:52:02.723044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-b987a887-323c-4df6-9538-5c0b020384f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:02.724548 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-b987a887-323c-4df6-9538-5c0b020384f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0921705 Mar 22 14:52:02.766304 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-fb931e67-a87f-45f6-a02d-75044dd98c7d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0354509 Mar 22 14:52:02.817052 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-0f994c87-28ce-4089-aeef-d7aa46c6da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:02.819384 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-0f994c87-28ce-4089-aeef-d7aa46c6da18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0476141 Mar 22 14:52:02.851963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-3400309e-d518-46e8-bf06-31f03d855483 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267379 Mar 22 14:52:02.947643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-4be9ca69-508f-4a15-8e78-cce3953461be service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895705 Mar 22 14:52:02.982871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1338-ee21-4864-a371-0fd196915418 req-1bb9f4a5-b8ca-4b08-a3fc-84551c485e8c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:02.984354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d6d1338-ee21-4864-a371-0fd196915418 req-1bb9f4a5-b8ca-4b08-a3fc-84551c485e8c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0549231 Mar 22 14:52:03.034574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d6d1338-ee21-4864-a371-0fd196915418 req-30722b60-a9f8-4cdf-8546-3fd2e38b2eb1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Mar 22 14:52:03.037104 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-f23906c4-521e-4258-ae44-77952ab7f7cb req-b3b1adbd-b88b-448a-a050-d8597b299c00 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Mar 22 14:52:03.291405 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-b901f393-80a9-4bf5-a445-a33814152716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:03.292827 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-b901f393-80a9-4bf5-a445-a33814152716 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0504601 Mar 22 14:52:03.397878 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-1ca2531e-e56a-46c0-918b-2775f788a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:03.399399 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-1ca2531e-e56a-46c0-918b-2775f788a945 service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0881398 Mar 22 14:52:03.444518 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-7b585af9-0637-4b08-961e-cb1c8aa85709 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0387940 Mar 22 14:52:03.493035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-51a1148f-c5e7-4b5a-8bd1-ebd9f17db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:03.494504 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-51a1148f-c5e7-4b5a-8bd1-ebd9f17db9ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0436997 Mar 22 14:52:03.526537 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-3fa95edf-05f0-4c20-ae4b-8866723825a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259392 Mar 22 14:52:03.615769 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-aad6470b-0ecf-481a-84d8-2159797b4cdf service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Mar 22 14:52:03.711330 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-15eaac1f-81ab-4134-ac48-afd0ed6c2c41 req-9f88fd63-f1f8-413b-a58a-dd98ac80aba5 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Mar 22 14:52:04.162447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe521-4486-40ea-a373-b0dce6e05c8e req-12e0d035-5cbb-4140-858d-c60f707b61e1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.163926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-149fe521-4486-40ea-a373-b0dce6e05c8e req-12e0d035-5cbb-4140-858d-c60f707b61e1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0585239 Mar 22 14:52:04.212686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-149fe521-4486-40ea-a373-b0dce6e05c8e req-96c7690f-6eed-45f6-ba0b-994de02decb5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Mar 22 14:52:04.354853 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:04.358688 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce487da3-bf69-4f79-974e-06f6a018f8df" -d '{"events": [{"name": "network-changed", "server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:04.412978 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e23e5-5f75-45eb-adc0-13229594c9d8 x-openstack-request-id: req-368e23e5-5f75-45eb-adc0-13229594c9d8 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:04.413275 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:04.413522 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-368e23e5-5f75-45eb-adc0-13229594c9d8 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:04.413947 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368e23e5-5f75-45eb-adc0-13229594c9d8'] response: {'name': 'network-changed', 'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'status': 'completed', 'code': 200} Mar 22 14:52:04.480411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-2163df32-387c-4088-a308-4d5a0abab6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.482087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-2163df32-387c-4088-a308-4d5a0abab6b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0469913 Mar 22 14:52:04.489102 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-d92c1a06-af75-4cb1-8cd8-b408a53c4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.490655 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-d92c1a06-af75-4cb1-8cd8-b408a53c4e7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1126 time: 0.0492387 Mar 22 14:52:04.583562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-fecfacf5-0170-4df6-a84d-394956e0b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.585154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-fecfacf5-0170-4df6-a84d-394956e0b879 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0967281 Mar 22 14:52:04.595898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-478f1b6e-9bcb-44c6-be7f-a1443e8e4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.597499 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-478f1b6e-9bcb-44c6-be7f-a1443e8e4320 service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0942681 Mar 22 14:52:04.629515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-2abb08e8-73e8-4afc-8428-216cc159299c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0384953 Mar 22 14:52:04.640235 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-9531f069-ce03-4ff4-832a-fd5ef672e6fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0367670 Mar 22 14:52:04.681903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-22af1cf4-2746-4dd6-bc8d-ab6729dc0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.683481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-22af1cf4-2746-4dd6-bc8d-ab6729dc0ed9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0484009 Mar 22 14:52:04.689230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-5d5d0f63-c116-4beb-ae61-92e2f2dccd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:04.690809 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-5d5d0f63-c116-4beb-ae61-92e2f2dccd53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0450637 Mar 22 14:52:04.719163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-06c3543b-51d8-421a-8c60-637caf3ad1cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296860 Mar 22 14:52:04.728089 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-43a7a68a-846e-4347-8a03-410e4cd49060 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308146 Mar 22 14:52:04.810010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-20bf7bf9-32fc-402a-bef2-d1319ab99f49 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Mar 22 14:52:04.816862 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-a8f3c57e-b37f-47e8-9ad8-3ded2133cfa3 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823853 Mar 22 14:52:04.906191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-b8c66c18-b68e-4fbc-81f5-025ba25a7111 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898664 Mar 22 14:52:04.913856 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ce487da3-bf69-4f79-974e-06f6a018f8df req-4f3a77fa-c70a-4a51-a4b6-dca03611dc1c service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908337 Mar 22 14:52:05.346228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb1c2-7610-44fc-9a0c-ffa9f84e1c65 req-e5a95e7a-08f1-474c-a419-a9a03cd1452f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:05.347706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf8eb1c2-7610-44fc-9a0c-ffa9f84e1c65 req-e5a95e7a-08f1-474c-a419-a9a03cd1452f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.0574419 Mar 22 14:52:05.394634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf8eb1c2-7610-44fc-9a0c-ffa9f84e1c65 req-0d7e08a8-29a8-403d-b4e7-ba74a06709bc tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Mar 22 14:52:05.626530 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:52:05.683379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f09a-5d5c-4a44-8d5c-11f885086eae req-11f017d8-d2ce-4d5a-8d2a-115d907aa471 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:05.684885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9935f09a-5d5c-4a44-8d5c-11f885086eae req-11f017d8-d2ce-4d5a-8d2a-115d907aa471 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 944 time: 0.1233964 Mar 22 14:52:05.692877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-3a5be254-6ed8-46e3-b5e1-ae8341d18541 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:05.694268 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-3a5be254-6ed8-46e3-b5e1-ae8341d18541 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.78 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710&tenant_id=ffb4345acbec4b5ba9d41db297f0c715&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 944 time: 0.1232533 Mar 22 14:52:05.726643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:05.738787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'port_id': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'mac_address': 'fa:16:3e:f0:e9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6daf984-bdc7-40b4-977c-2a920a4ed09d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:52:05.775150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9935f09a-5d5c-4a44-8d5c-11f885086eae req-921d9bdc-fa8f-4f5d-b099-93dad448949e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 Mar 22 14:52:05.775639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e24fd2a8-7d08-4d87-841d-a1d129708acb is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:05.776037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:05.780107 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-3e84186a-dc4d-4c80-a81f-48060af3accb service neutron] delete failed (client error): The resource could not be found. Mar 22 14:52:05.781076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-3e84186a-dc4d-4c80-a81f-48060af3accb service neutron] 10.222.0.78 "DELETE /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0802376 Mar 22 14:52:05.796020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24fd2a8-7d08-4d87-841d-a1d129708acb {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:05.808812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:05.816193 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:05.868685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:05.885422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-e3448147-a79f-410e-a0b7-73b8940eb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:05.886995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-e3448147-a79f-410e-a0b7-73b8940eb975 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 1127 time: 0.0506806 Mar 22 14:52:05.976242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-c4da214b-668c-475f-adae-4a5c49f9df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:05.977741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-c4da214b-668c-475f-adae-4a5c49f9df37 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0836470 Mar 22 14:52:06.021544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-4cd17ba9-cba6-47b4-8096-6da6b2b15910 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 200 len: 217 time: 0.0379784 Mar 22 14:52:06.033272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e24fd2a8-7d08-4d87-841d-a1d129708acb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:06.070290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-847f7f32-3a6a-429f-a36e-01b23cff5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:06.071767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-847f7f32-3a6a-429f-a36e-01b23cff5bc9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0445564 Mar 22 14:52:06.098953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:06.103065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-1573fe25-bae6-41c0-9456-1359967e0ddd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250394 Mar 22 14:52:06.161934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port e24fd2a8-7d08-4d87-841d-a1d129708acb host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:52:06.162346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:06.194265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-4b247709-7662-4ef7-bb7d-cbcd351e9116 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 Mar 22 14:52:06.288947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d8231e6-7722-4bbe-b240-0df98be5a13a req-17582eed-7d0c-4b4d-b28b-a072eacace5c service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885143 Mar 22 14:52:06.897902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834816d8-63da-46a4-b8e6-e2f33441df0c req-c284e8bc-5d2a-4729-a444-449582f77bd5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:06.899402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-834816d8-63da-46a4-b8e6-e2f33441df0c req-c284e8bc-5d2a-4729-a444-449582f77bd5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 945 time: 0.0544951 Mar 22 14:52:06.945470 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-834816d8-63da-46a4-b8e6-e2f33441df0c req-374f55c1-5ebb-447c-84f2-93e198b38a0c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Mar 22 14:52:07.066979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc611575-cad2-4188-a352-7023c66e8794 req-896a86eb-252c-4bd2-9daa-a734ff0a9834 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:07.068448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc611575-cad2-4188-a352-7023c66e8794 req-896a86eb-252c-4bd2-9daa-a734ff0a9834 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 945 time: 0.0574427 Mar 22 14:52:07.113876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc611575-cad2-4188-a352-7023c66e8794 req-c63937cd-3f70-4b17-a294-c50906f58474 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Mar 22 14:52:07.238696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aeabc-4bf8-482c-8ed2-146996f1736e req-1cacb2cf-4926-4a22-a32f-d9d529fa0baf tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:07.240112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-793aeabc-4bf8-482c-8ed2-146996f1736e req-1cacb2cf-4926-4a22-a32f-d9d529fa0baf tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Mar 22 14:52:07.287574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-793aeabc-4bf8-482c-8ed2-146996f1736e req-062174ca-5929-4a34-aceb-5dc220b68e5d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Mar 22 14:52:07.643032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:52:07.649991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-d80a157f-0e4d-416b-993b-8d9835c64009 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:07.651519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-d80a157f-0e4d-416b-993b-8d9835c64009 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 814 time: 0.1126778 Mar 22 14:52:07.666445 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-b109c5a5-ad55-4c63-b367-f9ff451b44ac tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/quotas/ffb4345acbec4b5ba9d41db297f0c715 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Mar 22 14:52:07.696666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e24fd2a8-7d08-4d87-841d-a1d129708acb completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:52:07.700662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e24fd2a8-7d08-4d87-841d-a1d129708acb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:52:07.701039 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:07.719528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-2d35cd22-96ec-4c04-b86e-ebb1e5820d59 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478973 Mar 22 14:52:07.730210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-4633ad56-d6a7-4c82-9c2d-a73bb8accb5e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:52:07.731200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-4633ad56-d6a7-4c82-9c2d-a73bb8accb5e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051517 Mar 22 14:52:07.777582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e24fd2a8-7d08-4d87-841d-a1d129708acb is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:07.777876 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:07.800354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:07.802615 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f6d766-86ae-4f75-836c-4449a5f72377" -d '{"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-plugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:07.818593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:07.824007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-2c475c90-ccf1-4b4b-852d-c2d29d2db334 service neutron] 10.222.0.81 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866776 Mar 22 14:52:07.824140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:07.918816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-87251b15-651f-438a-9258-4eaa89c0150d service neutron] 10.222.0.81 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 Mar 22 14:52:08.013327 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd370c-bd31-4810-b157-69555f5d519f x-openstack-request-id: req-4bbd370c-bd31-4810-b157-69555f5d519f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:08.013611 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-plugged", "status": "completed", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:08.013853 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bbd370c-bd31-4810-b157-69555f5d519f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:08.014274 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbd370c-bd31-4810-b157-69555f5d519f'] response: {'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'code': 200} Mar 22 14:52:08.041255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:08.098343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-29f8c694-3ce9-4ec0-ac69-a734df870b8e req-8ac67699-092d-4adf-b02a-1510c4957d08 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 210 time: 0.0273416 Mar 22 14:52:08.807926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-a88a2e75-2418-43f1-8a12-36633e459ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:08.809350 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-a88a2e75-2418-43f1-8a12-36633e459ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.82 "GET /v2.0/ports?device_id=650a66f4-e1d9-4cf6-a5e4-66d86ac21710 HTTP/1.1" status: 200 len: 946 time: 0.0646372 Mar 22 14:52:08.906208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Deleting port e24fd2a8-7d08-4d87-841d-a1d129708acb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:08.906586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:08.927945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.82', 50494) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:09.010831 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] For port e24fd2a8-7d08-4d87-841d-a1d129708acb, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e24fd2a8-7d08-4d87-841d-a1d129708acb,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:09.011691 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.025938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Calling delete_port for e24fd2a8-7d08-4d87-841d-a1d129708acb owned by compute:nova {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:09.038509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-24a41c99-df96-4b34-9244-cb33738d1858 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:09.039981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-24a41c99-df96-4b34-9244-cb33738d1858 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 814 time: 0.1109390 Mar 22 14:52:09.051581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Request body: {'port': {'device_id': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'admin_state_up': True, 'tenant_id': 'ffb4345acbec4b5ba9d41db297f0c715'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:09.161197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Made reservation on behalf of ffb4345acbec4b5ba9d41db297f0c715 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:52:09.164860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.167644 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e24fd2a8-7d08-4d87-841d-a1d129708acb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.179826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e24fd2a8-7d08-4d87-841d-a1d129708acb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:09.199230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Pushing event deleted for resources: {'Port': ['ID=e24fd2a8-7d08-4d87-841d-a1d129708acb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:09.208704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b5ed3d5-b22c-48be-a3c0-b97f4687e90f req-03e0f34d-0806-4da2-b648-be90160add72 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 210 time: 0.0336943 Mar 22 14:52:09.256406 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] No DVR routers for this DVR port e24fd2a8-7d08-4d87-841d-a1d129708acb on host n-h1-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:09.259123 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.262497 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.82 "DELETE /v2.0/ports/e24fd2a8-7d08-4d87-841d-a1d129708acb HTTP/1.1" status: 204 len: 173 time: 0.4468327 Mar 22 14:52:09.262940 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-deleted', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:09.265270 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370fee35-91ab-4a4d-a867-6f0337e6373e" -d '{"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-deleted", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:09.303556 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3fb327-58c4-4bc2-ab9f-686c770ba1af x-openstack-request-id: req-cc3fb327-58c4-4bc2-ab9f-686c770ba1af {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:09.303850 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650a66f4-e1d9-4cf6-a5e4-66d86ac21710", "name": "network-vif-deleted", "tag": "e24fd2a8-7d08-4d87-841d-a1d129708acb", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:09.304236 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc3fb327-58c4-4bc2-ab9f-686c770ba1af {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:09.304658 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3fb327-58c4-4bc2-ab9f-686c770ba1af'] response: {'server_uuid': '650a66f4-e1d9-4cf6-a5e4-66d86ac21710', 'name': 'network-vif-deleted', 'tag': 'e24fd2a8-7d08-4d87-841d-a1d129708acb', 'status': 'completed', 'code': 200} Mar 22 14:52:09.332669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Allocated IP 172.20.0.14 (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc/f6daf984-bdc7-40b4-977c-2a920a4ed09d/794c6a5a-0443-4f4e-b908-4832c9d46b00) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:52:09.489740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks [] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.528653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.540774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e24fd2a8-7d08-4d87-841d-a1d129708acb'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:09.579140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:52:09.583290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:52:09.585763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:52:09.588476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:09.615009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.615353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.615694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.616034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.616361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.616687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.617015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.617333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.617655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.617986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.618314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.618623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.618940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.619258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.619569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:09.650510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:09.651031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:09.668480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-577a5170-6c11-483f-a75f-ac25c31a9ea3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6208928 Mar 22 14:52:09.679401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Request body: {'port': {'device_id': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:09.736787 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.011202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794c6a5a-0443-4f4e-b908-4832c9d46b00 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:10.020549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks [] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.033411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Transition to ACTIVE for port object 794c6a5a-0443-4f4e-b908-4832c9d46b00 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:52:10.039507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.087015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:10.157283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:52:10.157644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:52:10.157975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:10.162361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:52:10.162702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:10.167571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:52:10.167914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Checking segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:10.168309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Bound using segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:52:10.168721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Bound port: 794c6a5a-0443-4f4e-b908-4832c9d46b00, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:52:10.169077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.237472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:10.241052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:52:10.248834 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.284120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.284775 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:10.286198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] 10.222.0.82 "PUT /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 1092 time: 0.6108043 Mar 22 14:52:10.286638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:10.288945 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61258af5-3c78-4052-91c5-de1ef6faa8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:10.344704 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f0115-4515-4024-9058-218a352b2469 x-openstack-request-id: req-427f0115-4515-4024-9058-218a352b2469 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:10.344978 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:10.345229 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-427f0115-4515-4024-9058-218a352b2469 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:10.345636 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427f0115-4515-4024-9058-218a352b2469'] response: {'name': 'network-changed', 'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'status': 'completed', 'code': 200} Mar 22 14:52:10.351193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc21e-9be1-4296-b172-1b8516914dfd service neutron] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:10.401702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb83a-5866-49cb-b49b-3f41fe7210da req-691fbc2c-ecd3-4553-8800-1383af385c1c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.403248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7fbb83a-5866-49cb-b49b-3f41fe7210da req-691fbc2c-ecd3-4553-8800-1383af385c1c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.1099725 Mar 22 14:52:10.404936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-a8464b09-d5a3-49ac-9996-6a7a99416200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.406324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-a8464b09-d5a3-49ac-9996-6a7a99416200 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1126 time: 0.0735834 Mar 22 14:52:10.457323 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-3d8f88e1-301b-40d4-89e3-a4ab020d9785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0427470 Mar 22 14:52:10.513098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7fbb83a-5866-49cb-b49b-3f41fe7210da req-51bc720e-d4aa-4184-9414-aee71c2b3284 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041234 Mar 22 14:52:10.526023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-88af9e42-3861-44f8-86de-4c677dd23903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.526023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-88af9e42-3861-44f8-86de-4c677dd23903 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0607169 Mar 22 14:52:10.556378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-1a0615b9-b114-4e06-9174-0e10e7fee6f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262587 Mar 22 14:52:10.656146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-250a9962-b9d8-4902-9e51-2d640e6bca20 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920029 Mar 22 14:52:10.749752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcfe99e6-ccb5-489f-a26b-40087804b3fe req-1fd6d9d9-3f86-4c90-8401-91d52326c38e service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872054 Mar 22 14:52:10.848977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-e9f21de0-d54f-415a-ae28-1106b3eacdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.850554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-e9f21de0-d54f-415a-ae28-1106b3eacdbd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1126 time: 0.0514877 Mar 22 14:52:10.937630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-c0402fff-7f56-447f-9cdd-821fe0051d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:10.939119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-c0402fff-7f56-447f-9cdd-821fe0051d07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0827808 Mar 22 14:52:10.982917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-14fa8ac6-64eb-4b95-9334-6e1b1105a6ac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0381613 Mar 22 14:52:11.037612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-d7e0cc6f-6a42-451a-bff3-7b0a0ebf9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.039483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-d7e0cc6f-6a42-451a-bff3-7b0a0ebf9010 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0501876 Mar 22 14:52:11.072836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-e10349d5-f860-4b5c-9899-25788acdd670 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270782 Mar 22 14:52:11.161514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-0f06dceb-2121-4889-8779-f2eb09dee32f service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813816 Mar 22 14:52:11.261198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61258af5-3c78-4052-91c5-de1ef6faa8ac req-8e7a5c49-05f9-4cb7-94d6-ed0068f9f502 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928166 Mar 22 14:52:11.648136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017412ca-4ef5-47b0-9035-d492f9061457 req-4fd13c2f-a4cb-458f-9740-6120aed0f152 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:11.649587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-017412ca-4ef5-47b0-9035-d492f9061457 req-4fd13c2f-a4cb-458f-9740-6120aed0f152 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.0599678 Mar 22 14:52:11.658144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:11.678497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: e24fd2a8-7d08-4d87-841d-a1d129708acb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:11.678856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e24fd2a8-7d08-4d87-841d-a1d129708acb not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:11.699395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-017412ca-4ef5-47b0-9035-d492f9061457 req-683fee5f-e94e-4bf8-9ee2-83bf8e429e48 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Mar 22 14:52:12.822279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbdc2a-7192-4b54-a5bd-3e61944578c0 req-30ada5df-7a31-4956-b1d3-4f903e5f0928 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:12.823742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2bbdc2a-7192-4b54-a5bd-3e61944578c0 req-30ada5df-7a31-4956-b1d3-4f903e5f0928 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.0566866 Mar 22 14:52:12.874908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2bbdc2a-7192-4b54-a5bd-3e61944578c0 req-ee08da6a-2428-4428-9156-9fb70ba3266d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Mar 22 14:52:13.673620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:52:13.777046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:13.789808 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'port_id': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'mac_address': 'fa:16:3e:c7:60:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6daf984-bdc7-40b4-977c-2a920a4ed09d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:52:13.828678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 794c6a5a-0443-4f4e-b908-4832c9d46b00 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:13.829081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:13.842968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794c6a5a-0443-4f4e-b908-4832c9d46b00 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:13.862831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:13.869446 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:13.916677 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:13.999031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e896-40a0-4211-a837-634d875163bf req-0a38f941-cf50-4d98-bebb-3e64f55a626d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:14.000544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba42e896-40a0-4211-a837-634d875163bf req-0a38f941-cf50-4d98-bebb-3e64f55a626d tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 945 time: 0.0567341 Mar 22 14:52:14.049739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba42e896-40a0-4211-a837-634d875163bf req-34d83013-6764-4e8e-bd20-6578967dda64 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Mar 22 14:52:14.057713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['794c6a5a-0443-4f4e-b908-4832c9d46b00'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:15.176879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cc54f-149b-4f91-b781-a16e3009b048 req-4b27469a-2c4a-4c46-9b42-37c5fe2cecbb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:15.178480 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b9cc54f-149b-4f91-b781-a16e3009b048 req-4b27469a-2c4a-4c46-9b42-37c5fe2cecbb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Mar 22 14:52:15.228209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b9cc54f-149b-4f91-b781-a16e3009b048 req-9cb92e36-ac16-4e54-b343-45e11c42b764 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Mar 22 14:52:15.690077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:52:15.743885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 794c6a5a-0443-4f4e-b908-4832c9d46b00 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:52:15.748279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 794c6a5a-0443-4f4e-b908-4832c9d46b00 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:52:15.748696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:15.831205 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 794c6a5a-0443-4f4e-b908-4832c9d46b00 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:15.831486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:15.854650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:15.856918 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b03ed92-7ad3-4838-87df-dff884907bd5" -d '{"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-plugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:15.869330 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:15.874935 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:15.897863 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6f16d-801b-43a5-8e88-24e451de0429 x-openstack-request-id: req-20f6f16d-801b-43a5-8e88-24e451de0429 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:15.898194 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-plugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:15.898449 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20f6f16d-801b-43a5-8e88-24e451de0429 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:15.898826 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f6f16d-801b-43a5-8e88-24e451de0429'] response: {'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'code': 200} Mar 22 14:52:15.925543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:16.000922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d622-cb38-4b4c-bb55-808029b5d0ad req-b88da03d-83cb-477a-bbc8-8473539dc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:16.002547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d43d622-cb38-4b4c-bb55-808029b5d0ad req-b88da03d-83cb-477a-bbc8-8473539dc2d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1128 time: 0.0446112 Mar 22 14:52:16.047533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d43d622-cb38-4b4c-bb55-808029b5d0ad req-1e009ca0-0e6d-497e-9b3f-97c7b632d8f2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Mar 22 14:52:16.349101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe8278-2784-488a-acdb-b8e4754fd679 req-df8212fa-0ec2-46c3-894a-38a4a035f017 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:16.350639 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2fe8278-2784-488a-acdb-b8e4754fd679 req-df8212fa-0ec2-46c3-894a-38a4a035f017 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0540195 Mar 22 14:52:16.401195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2fe8278-2784-488a-acdb-b8e4754fd679 req-7ba37301-698c-49bb-ae67-420f5c6c4ac7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Mar 22 14:52:17.538873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e81cd-b2b9-4f1a-836f-35a37a984665 req-21c5d77d-df07-462b-ab82-0d0266a6309f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:17.540357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f68e81cd-b2b9-4f1a-836f-35a37a984665 req-21c5d77d-df07-462b-ab82-0d0266a6309f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0600784 Mar 22 14:52:17.592833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f68e81cd-b2b9-4f1a-836f-35a37a984665 req-e52c89aa-80a4-40a9-8481-1c8500648722 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Mar 22 14:52:17.720554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e985b-c686-4fcd-b379-c410223e652c req-a20d574b-a266-4bdd-aff4-b51bb8fef76b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:17.722425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9e985b-c686-4fcd-b379-c410223e652c req-a20d574b-a266-4bdd-aff4-b51bb8fef76b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0589058 Mar 22 14:52:17.773063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d9e985b-c686-4fcd-b379-c410223e652c req-74b58650-05df-46ff-a899-f5424c28d2ae tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Mar 22 14:52:18.021289 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-1082884d-9297-4edc-b680-273ab4bc52fe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448043 Mar 22 14:52:18.040347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e92ff-fa0c-4eeb-a9fe-4726bcbfc285 req-9bd6499f-1aa5-420b-9e65-33b93bbab7fb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:18.041769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd9e92ff-fa0c-4eeb-a9fe-4726bcbfc285 req-9bd6499f-1aa5-420b-9e65-33b93bbab7fb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0571265 Mar 22 14:52:18.090854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cd9e92ff-fa0c-4eeb-a9fe-4726bcbfc285 req-b7578c75-4612-48ca-b23a-a27fa73b36a6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Mar 22 14:52:18.383136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8fec91b9-1273-4a8a-b197-e66d6c0f48db tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:18.384506 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8fec91b9-1273-4a8a-b197-e66d6c0f48db tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Mar 22 14:52:18.596180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-289c2ec0-690e-414a-bb6a-e87860d2a4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:19.244093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad6750-58d0-4cfa-9ecc-47fc3902c7c6 req-ab26c794-6b5f-4936-957c-7e9798e0395e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:19.245580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5ad6750-58d0-4cfa-9ecc-47fc3902c7c6 req-ab26c794-6b5f-4936-957c-7e9798e0395e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0810599 Mar 22 14:52:19.259872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-802cc055-cb22-4c07-8eb0-3c03c8be8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:19.261282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-802cc055-cb22-4c07-8eb0-3c03c8be8599 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1128 time: 0.0692225 Mar 22 14:52:19.636734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5ad6750-58d0-4cfa-9ecc-47fc3902c7c6 req-3ccfc6db-a421-4fa5-a0f9-2d7df351c1b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844244 Mar 22 14:52:19.663833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-1435b7d6-d47c-40a7-8b4c-5653c7c79abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:19.665305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-1435b7d6-d47c-40a7-8b4c-5653c7c79abc service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.3966064 Mar 22 14:52:19.706269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-24cd8ef6-c0fc-460b-8b8e-1daa7e5cfeb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0344653 Mar 22 14:52:19.766376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-d867057e-8b68-43a0-8d36-ed2deeacc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:19.767804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-d867057e-8b68-43a0-8d36-ed2deeacc62b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0564740 Mar 22 14:52:19.798523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-12ae0c55-af2f-4fd5-a2ee-eda726025b2c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248239 Mar 22 14:52:19.894369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-5398e228-477e-447d-a624-53fc8668be5b service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889788 Mar 22 14:52:19.994009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-f4ef7f76-61b6-4777-9887-ed507a71431a service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941091 Mar 22 14:52:20.775246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81da2d3-7047-49ab-9995-af369fd74bdc req-7b07d41f-f81f-43d8-8e6f-1c3a2d5b49f6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:20.776721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f81da2d3-7047-49ab-9995-af369fd74bdc req-7b07d41f-f81f-43d8-8e6f-1c3a2d5b49f6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0643775 Mar 22 14:52:20.824999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f81da2d3-7047-49ab-9995-af369fd74bdc req-3a928eee-8fcb-46f0-b22e-034dad75be2f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Mar 22 14:52:20.992369 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5b51df73-fc39-4746-8dd5-65dff67e24ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:21.963684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092ae3-cd52-4ff4-879d-373358fca282 req-6485ed97-06cc-45e7-8e1f-6822b0a40e28 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:21.965157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86092ae3-cd52-4ff4-879d-373358fca282 req-6485ed97-06cc-45e7-8e1f-6822b0a40e28 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0637078 Mar 22 14:52:22.016380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86092ae3-cd52-4ff4-879d-373358fca282 req-84ffa65f-533a-49bb-a318-0218a2dffe44 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Mar 22 14:52:22.045100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:23.151846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418cbb3-5efc-4f7b-8316-7493ce99700d req-27ee9eb2-5410-44d6-9a60-a5e4242862eb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:23.153313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e418cbb3-5efc-4f7b-8316-7493ce99700d req-27ee9eb2-5410-44d6-9a60-a5e4242862eb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0554953 Mar 22 14:52:23.201108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e418cbb3-5efc-4f7b-8316-7493ce99700d req-8647d1ef-ed0b-4bab-a060-d6f96a1dc4a7 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Mar 22 14:52:23.611357 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:52:23.861156 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:24.329756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f971-e83b-4350-9f77-a860743defba req-d74214b8-df96-4af5-9e74-cc53a45ee985 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:24.331253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8fb1f971-e83b-4350-9f77-a860743defba req-d74214b8-df96-4af5-9e74-cc53a45ee985 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0544953 Mar 22 14:52:24.379297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8fb1f971-e83b-4350-9f77-a860743defba req-b9feedaf-e8bd-4c6b-bc82-b1a6fbf9fd0b tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Mar 22 14:52:24.957786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:25.508553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55966a-5c1f-4ba0-9ecd-1760046884df req-cc27afcd-7d2d-4b98-9400-46376c63795f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:25.509990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b55966a-5c1f-4ba0-9ecd-1760046884df req-cc27afcd-7d2d-4b98-9400-46376c63795f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0577972 Mar 22 14:52:25.558959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b55966a-5c1f-4ba0-9ecd-1760046884df req-58bfde7a-f061-488f-aa4b-164b1a4325c0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Mar 22 14:52:26.695022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a971-0686-4f99-a045-412710a75494 req-49d6dc76-560f-449a-a682-0ddf937039dd tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:26.696444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f096a971-0686-4f99-a045-412710a75494 req-49d6dc76-560f-449a-a682-0ddf937039dd tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0538156 Mar 22 14:52:26.743324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f096a971-0686-4f99-a045-412710a75494 req-c5bd3f3d-d11e-4286-9478-6b6282ed29aa tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Mar 22 14:52:27.881591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58f63-a502-41bd-89b8-d0b78581fedd req-4874efc2-ce1c-44c8-9b61-0298088e6e43 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:27.883090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cf58f63-a502-41bd-89b8-d0b78581fedd req-4874efc2-ce1c-44c8-9b61-0298088e6e43 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0622616 Mar 22 14:52:27.931037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9cf58f63-a502-41bd-89b8-d0b78581fedd req-ad833f4b-f1f3-47f5-9b55-b96dc3272b95 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Mar 22 14:52:28.568203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:29.056191 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72eae8-87fc-4bff-a870-c909b665f3c2 req-73d4ac38-d693-4557-afef-361481bb22c4 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:29.057673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab72eae8-87fc-4bff-a870-c909b665f3c2 req-73d4ac38-d693-4557-afef-361481bb22c4 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0549111 Mar 22 14:52:29.103559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab72eae8-87fc-4bff-a870-c909b665f3c2 req-2065c7b9-41a9-49ad-b725-9888edb40b43 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Mar 22 14:52:29.541093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:30.245174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e9ff4-8fa5-464c-8f14-9ab1637096a6 req-69fbcf76-a4f0-40ac-8ef1-dd4634c82149 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:30.246688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a09e9ff4-8fa5-464c-8f14-9ab1637096a6 req-69fbcf76-a4f0-40ac-8ef1-dd4634c82149 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0631876 Mar 22 14:52:30.298479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a09e9ff4-8fa5-464c-8f14-9ab1637096a6 req-f09412c6-c77f-457d-93f8-73694fa3e6d0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Mar 22 14:52:31.436485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b5168-198d-4949-9f84-235b45a63f14 req-7baecfe1-b430-440a-85db-2973f910a08a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:31.437932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-845b5168-198d-4949-9f84-235b45a63f14 req-7baecfe1-b430-440a-85db-2973f910a08a tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0585978 Mar 22 14:52:31.488588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-845b5168-198d-4949-9f84-235b45a63f14 req-5d17b5ee-12a8-4847-8681-a47ca8e9545e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Mar 22 14:52:32.617374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4641ae-e859-466f-982c-0b89b4c1ae94 req-cbefbf2d-a3f4-4216-b302-13f8495be024 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:32.618884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d4641ae-e859-466f-982c-0b89b4c1ae94 req-cbefbf2d-a3f4-4216-b302-13f8495be024 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0541906 Mar 22 14:52:32.668523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d4641ae-e859-466f-982c-0b89b4c1ae94 req-5e0df45d-71d1-443e-9e1f-bb3be53f4b02 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Mar 22 14:52:33.818260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1bfb1-34e8-44e3-81b1-44efed19bce2 req-e33e3dba-d351-46d7-b684-c1c2f7692977 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:33.819890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98b1bfb1-34e8-44e3-81b1-44efed19bce2 req-e33e3dba-d351-46d7-b684-c1c2f7692977 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0650072 Mar 22 14:52:33.875825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98b1bfb1-34e8-44e3-81b1-44efed19bce2 req-4cd5da3f-f91c-4e63-86af-17aa17367d1f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 Mar 22 14:52:35.019903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108e0c-5f71-40c9-b1c3-3a375433da01 req-1f359871-0f53-42c4-97e0-4086cb124fa1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:35.021407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec108e0c-5f71-40c9-b1c3-3a375433da01 req-1f359871-0f53-42c4-97e0-4086cb124fa1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0625851 Mar 22 14:52:35.069953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec108e0c-5f71-40c9-b1c3-3a375433da01 req-edae8717-ce76-43ce-a4e6-526ac6ad2fbf tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Mar 22 14:52:36.216073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9338-0c68-4972-9956-506f9fca202c req-b8dbfd01-ce9b-448e-9b7c-8affadb61d96 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:36.217521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f2d9338-0c68-4972-9956-506f9fca202c req-b8dbfd01-ce9b-448e-9b7c-8affadb61d96 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0655136 Mar 22 14:52:36.270528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f2d9338-0c68-4972-9956-506f9fca202c req-9b78602c-73be-4085-a2d9-aefe85be02c3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Mar 22 14:52:37.405438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf2356-7350-46e5-b347-3c8303d57abb req-c94ab1e8-6ed8-4dbb-9858-03254e72bd0f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:37.406962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18cf2356-7350-46e5-b347-3c8303d57abb req-c94ab1e8-6ed8-4dbb-9858-03254e72bd0f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0567062 Mar 22 14:52:37.456115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-18cf2356-7350-46e5-b347-3c8303d57abb req-ac634453-c891-4843-a11b-58d9952516b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Mar 22 14:52:38.593083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0a3e-dc9b-4365-b63a-407140a33836 req-d7c5cc14-70ee-459f-ad35-4dfa47853d23 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:38.594603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-587c0a3e-dc9b-4365-b63a-407140a33836 req-d7c5cc14-70ee-459f-ad35-4dfa47853d23 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0610950 Mar 22 14:52:38.643245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-587c0a3e-dc9b-4365-b63a-407140a33836 req-49fba973-9096-44d7-bad2-70b0743c744f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Mar 22 14:52:39.776297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83377-9570-4d1d-a9f0-4cf1055ae139 req-679fb1ed-43a8-4229-b880-a1c2590c1e73 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:39.777781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7d83377-9570-4d1d-a9f0-4cf1055ae139 req-679fb1ed-43a8-4229-b880-a1c2590c1e73 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0600829 Mar 22 14:52:39.824187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7d83377-9570-4d1d-a9f0-4cf1055ae139 req-fdee7031-7b9d-4177-8a65-4ff9dae96792 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Mar 22 14:52:40.957193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2dbeb-bd82-43ad-ac5b-daa0e40edd7d req-718886f8-1677-4295-a04d-b672ba2bc96f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:40.958707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffd2dbeb-bd82-43ad-ac5b-daa0e40edd7d req-718886f8-1677-4295-a04d-b672ba2bc96f tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0546279 Mar 22 14:52:41.010231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ffd2dbeb-bd82-43ad-ac5b-daa0e40edd7d req-57f7c23f-4707-4b2f-b015-04ad14a46c9e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Mar 22 14:52:42.146394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30723ad-c324-4872-b532-a98682bfef0b req-ed70b442-a87e-4333-93c6-912b2ec8c9f3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:42.147879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f30723ad-c324-4872-b532-a98682bfef0b req-ed70b442-a87e-4333-93c6-912b2ec8c9f3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0607545 Mar 22 14:52:42.197104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f30723ad-c324-4872-b532-a98682bfef0b req-daf68fa5-eecb-49f0-890c-c0f9f05734e9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Mar 22 14:52:43.325145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710a25-aa6a-4462-a9d4-9fffd33e57ce req-cabdd772-db7e-4175-9b95-a70cc572e4d5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:43.326663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35710a25-aa6a-4462-a9d4-9fffd33e57ce req-cabdd772-db7e-4175-9b95-a70cc572e4d5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0565481 Mar 22 14:52:43.384614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35710a25-aa6a-4462-a9d4-9fffd33e57ce req-382c4f12-9cbc-4d8e-b974-4d730a736de6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Mar 22 14:52:44.507361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aabe9-151a-4949-a7e3-0e1e149e8803 req-6eb5779d-284b-4241-8823-46ccceeca088 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:44.508864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d2aabe9-151a-4949-a7e3-0e1e149e8803 req-6eb5779d-284b-4241-8823-46ccceeca088 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0555627 Mar 22 14:52:44.559433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d2aabe9-151a-4949-a7e3-0e1e149e8803 req-763958fa-3280-478f-b4e9-c03192a9a6ce tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448515 Mar 22 14:52:45.690374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c02e6-e962-4ec6-ad8e-677b1d65eb72 req-0652daf1-4ac6-475d-b6e1-c683d9d0a7a9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:45.691893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c93c02e6-e962-4ec6-ad8e-677b1d65eb72 req-0652daf1-4ac6-475d-b6e1-c683d9d0a7a9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0557613 Mar 22 14:52:45.742345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c93c02e6-e962-4ec6-ad8e-677b1d65eb72 req-658f4933-f7c5-423f-af1a-566374032176 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Mar 22 14:52:46.851385 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-789895f1-a58d-4a1c-96b3-034d2b7e2e76 service neutron] show failed (client error): The resource could not be found. Mar 22 14:52:46.852426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-789895f1-a58d-4a1c-96b3-034d2b7e2e76 service neutron] 10.222.0.82 "GET /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0837634 Mar 22 14:52:46.881338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487688-c24f-4e6e-8fd0-a0482d933b30 req-9bccdd1f-5aa0-49cb-a600-09df0a32205c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:46.882827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a487688-c24f-4e6e-8fd0-a0482d933b30 req-9bccdd1f-5aa0-49cb-a600-09df0a32205c tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Mar 22 14:52:46.931319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a487688-c24f-4e6e-8fd0-a0482d933b30 req-4d0625c1-0770-410c-a5e2-3d3965b14192 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Mar 22 14:52:47.064225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-b2ee834e-6d53-4dee-8632-75cdda588c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:47.065660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-b2ee834e-6d53-4dee-8632-75cdda588c21 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426&tenant_id=ffb4345acbec4b5ba9d41db297f0c715 HTTP/1.1" status: 200 len: 1128 time: 0.0501270 Mar 22 14:52:47.076685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:47.133921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.343871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:47.377074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:47.415773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:47.418201 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ca119-4942-46f9-91c5-2a940f4cc569" -d '{"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-unplugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:47.421730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks [] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.436194 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Transition to ACTIVE for port object 794c6a5a-0443-4f4e-b908-4832c9d46b00 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:52:47.441111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.472053 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72052d-acad-46e4-a0de-f6767dec8251 x-openstack-request-id: req-7d72052d-acad-46e4-a0de-f6767dec8251 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:47.472348 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-unplugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:47.472599 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d72052d-acad-46e4-a0de-f6767dec8251 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:47.473319 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d72052d-acad-46e4-a0de-f6767dec8251'] response: {'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'code': 200} Mar 22 14:52:47.504935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] No DVR routers for this DVR port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:47.506903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:47.546651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:52:47.546953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:52:47.547337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:47.551869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:52:47.552214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Attempting to bind port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on network 392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:47.557244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:52:47.557651 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Checking segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:47.558102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Bound using segment: {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:52:47.558525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Bound port: 794c6a5a-0443-4f4e-b908-4832c9d46b00, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba1ac1f-8249-4db8-b962-a26ad3577896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:52:47.558881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.620895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:47.624376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:52:47.631839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.665987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:47.666677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:47.668099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] 10.222.0.78 "PUT /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 1092 time: 0.5955110 Mar 22 14:52:47.699770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f4ab2-9023-4c7e-953a-493aadf48037 service neutron] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:47.736834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-52314727-7ced-4711-89f2-91b519e77a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:47.738387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-52314727-7ced-4711-89f2-91b519e77a74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1126 time: 0.0480709 Mar 22 14:52:47.829626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-4597e8af-aefe-43d6-8419-c0bb1a02964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:47.831117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-4597e8af-aefe-43d6-8419-c0bb1a02964b service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0871453 Mar 22 14:52:47.873403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-5b88b8ae-c3a3-4994-b2f2-d3bd5ca385e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0356071 Mar 22 14:52:47.925976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-1d56e1e1-05b2-474b-a9f2-335b15f46ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:47.927433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-1d56e1e1-05b2-474b-a9f2-335b15f46ee3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0481980 Mar 22 14:52:47.960229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-509a968e-523f-40af-b90d-22de08f1b7aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251393 Mar 22 14:52:48.083984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-8d640b02-58c8-4106-ad95-bed9b78e5c69 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180460 Mar 22 14:52:48.091764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ba82-4dad-4ec3-b88b-ffc84e7065cc req-ec369160-2594-44cf-9791-f2fca8008feb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:48.093103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df7ba82-4dad-4ec3-b88b-ffc84e7065cc req-ec369160-2594-44cf-9791-f2fca8008feb tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.0858946 Mar 22 14:52:48.191019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2df7ba82-4dad-4ec3-b88b-ffc84e7065cc req-482ab0c7-df8d-49c7-9ae1-074c1a505494 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901637 Mar 22 14:52:48.206686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fb708e6a-9264-49b9-a7cc-672b699440ce req-5213d7ed-dbcc-48c6-b4a5-81f8548aa460 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126962 Mar 22 14:52:48.606135 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-60914d16-7219-4427-b7a7-529f93afe4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:49.333077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4aae0-c28e-4a10-8ed0-a502538ab9ac req-4bbd29f7-1f70-49a2-93bd-90438100914e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.334590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afd4aae0-c28e-4a10-8ed0-a502538ab9ac req-4bbd29f7-1f70-49a2-93bd-90438100914e tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.0669386 Mar 22 14:52:49.389530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afd4aae0-c28e-4a10-8ed0-a502538ab9ac req-4a414b63-c03d-4960-ac8d-1de29fc73cc6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Mar 22 14:52:49.474568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:49.478568 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:49.539159 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee479f3e-fbb1-47bf-9352-903ccf0ed559 x-openstack-request-id: req-ee479f3e-fbb1-47bf-9352-903ccf0ed559 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:49.539482 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:49.539735 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee479f3e-fbb1-47bf-9352-903ccf0ed559 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:49.540218 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee479f3e-fbb1-47bf-9352-903ccf0ed559'] response: {'name': 'network-changed', 'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'status': 'completed', 'code': 200} Mar 22 14:52:49.630703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-b671cec8-7c32-4048-a34d-d67475c6b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.632235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-b671cec8-7c32-4048-a34d-d67475c6b8a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1126 time: 0.0735054 Mar 22 14:52:49.638808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-28beada3-1f98-4843-882e-522d8d75e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.640205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-28beada3-1f98-4843-882e-522d8d75e00b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1126 time: 0.0722353 Mar 22 14:52:49.803367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-28caf1f2-89eb-4aa1-9758-63d6a34ace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.804906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-28caf1f2-89eb-4aa1-9758-63d6a34ace6e service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.1638608 Mar 22 14:52:49.806038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-411c8a2e-5dc7-4fb3-b71a-b35ce1e126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.807336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-411c8a2e-5dc7-4fb3-b71a-b35ce1e126c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.1591995 Mar 22 14:52:49.876130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:49.878561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-74ca205f-94e0-4886-b02e-a408be65364d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0675600 Mar 22 14:52:49.879897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-afe94ed4-1b19-4ae8-bcf4-b784bc2cc5bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0632327 Mar 22 14:52:49.917411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 794c6a5a-0443-4f4e-b908-4832c9d46b00 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:52:49.917796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:49.961499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-3a7c4f4c-1106-4313-8768-3d2725dfcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.963010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-3a7c4f4c-1106-4313-8768-3d2725dfcf75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0783377 Mar 22 14:52:49.964217 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-8e56ee8b-3d5c-4321-a90f-6aeb7c80cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:49.965521 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-8e56ee8b-3d5c-4321-a90f-6aeb7c80cdbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0733607 Mar 22 14:52:50.017157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-47b90791-0043-4ad1-9195-f93c0fd1905f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482919 Mar 22 14:52:50.018967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-3324d66b-5626-4691-ae93-98637ca78ab3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427933 Mar 22 14:52:50.173345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-f4c81adb-0514-419c-a5ab-3c202fd92c3a service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503649 Mar 22 14:52:50.175202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-4702d8e1-d440-4d7b-b1a4-042f3fba757e service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452339 Mar 22 14:52:50.332401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:52:50.333111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-c9ffb43f-a1d9-4405-9620-eb739abd29d8 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534505 Mar 22 14:52:50.335491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5a4bbfb-295f-4e8b-958a-7e57c9a577fa req-0a23d295-6a68-42f6-b1e3-f5de5c367e25 service neutron] 10.222.0.78 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478727 Mar 22 14:52:50.447721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:50.461129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'network_id': '392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc', 'port_id': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'mac_address': 'fa:16:3e:c7:60:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6daf984-bdc7-40b4-977c-2a920a4ed09d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:52:50.505001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 794c6a5a-0443-4f4e-b908-4832c9d46b00 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:50.505406 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:50.522273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be267d-a18c-4666-b267-da60a39b3e09 req-b909230c-5b78-4668-ab92-81844c805315 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:50.523467 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45be267d-a18c-4666-b267-da60a39b3e09 req-b909230c-5b78-4668-ab92-81844c805315 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 944 time: 0.0555024 Mar 22 14:52:50.526403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794c6a5a-0443-4f4e-b908-4832c9d46b00 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:52:50.546230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:50.557361 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:50.586514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-45be267d-a18c-4666-b267-da60a39b3e09 req-d0cb0ca8-398c-4e2a-83d5-9da501ffa7f6 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573750 Mar 22 14:52:50.610437 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:50.618681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.619059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.619367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.619708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.620099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.620434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.620763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.621092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.621425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.621752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.622103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.622432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.622754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.623423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.623742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:50.783064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['794c6a5a-0443-4f4e-b908-4832c9d46b00'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:50.827005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e27d7-d2e7-4ee8-8e05-f1081fe8891c req-18501bc5-cc7e-482d-b200-9ebef420df47 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:50.828490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-834e27d7-d2e7-4ee8-8e05-f1081fe8891c req-18501bc5-cc7e-482d-b200-9ebef420df47 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 945 time: 0.0845027 Mar 22 14:52:50.856852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-355cdda5-10c2-4301-b5fa-241741c311a1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:50.858295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-355cdda5-10c2-4301-b5fa-241741c311a1 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.82 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426&tenant_id=ffb4345acbec4b5ba9d41db297f0c715&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 945 time: 0.0849936 Mar 22 14:52:50.916258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-834e27d7-d2e7-4ee8-8e05-f1081fe8891c req-0dc8240a-a3f5-4a39-a600-2cb11765f1e0 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814781 Mar 22 14:52:50.939883 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-54711617-6293-422c-8259-1e11f188c0a6 service neutron] delete failed (client error): The resource could not be found. Mar 22 14:52:50.940907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-54711617-6293-422c-8259-1e11f188c0a6 service neutron] 10.222.0.82 "DELETE /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0761659 Mar 22 14:52:50.986340 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed976-bb0f-424d-b4c8-d66f81d9d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:51.042928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-4f94a4ae-3e23-4a49-bc1a-0a705d4ec426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:51.044433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-4f94a4ae-3e23-4a49-bc1a-0a705d4ec426 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 1127 time: 0.0466180 Mar 22 14:52:51.135655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-36fa7b56-4870-4891-b403-d5e109b1df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:51.137129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-36fa7b56-4870-4891-b403-d5e109b1df71 service neutron] 10.222.0.82 "GET /v2.0/networks?id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 200 len: 915 time: 0.0866578 Mar 22 14:52:51.181914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-38490191-4db3-4258-987a-49109c7f8943 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 200 len: 217 time: 0.0387878 Mar 22 14:52:51.229102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-27127ce1-acc3-4766-bd23-30a074d8fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:51.230475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-27127ce1-acc3-4766-bd23-30a074d8fd25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 200 len: 854 time: 0.0425608 Mar 22 14:52:51.261591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-4077bf6a-2382-4035-b88c-640ac140c14a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255740 Mar 22 14:52:51.644417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-2bd8b80d-1d94-4ff5-a590-1b522124fa7a service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772001 Mar 22 14:52:51.732377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a6275fe-9762-46ac-9fa9-c06bcc62b0ba req-b76e9d73-d936-4944-aaf1-ca016246b6c4 service neutron] 10.222.0.82 "GET /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814509 Mar 22 14:52:52.050128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.053457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454a5d-64df-49be-a504-1ac1034e8fad req-dbb48e7a-2dd0-443e-80fa-9e7ee829fa98 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:52.055198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f454a5d-64df-49be-a504-1ac1034e8fad req-dbb48e7a-2dd0-443e-80fa-9e7ee829fa98 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 945 time: 0.0586777 Mar 22 14:52:52.107844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f454a5d-64df-49be-a504-1ac1034e8fad req-5d3e05ec-c943-4fb9-a353-dad2629b46d3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Mar 22 14:52:52.332762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:52:52.387258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 794c6a5a-0443-4f4e-b908-4832c9d46b00 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:52:52.391321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 794c6a5a-0443-4f4e-b908-4832c9d46b00 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:52:52.391844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.480427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 794c6a5a-0443-4f4e-b908-4832c9d46b00 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:52:52.480809 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.503847 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:52.506154 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7108e9cf-ec7f-442c-b17c-d3d5ceceddfe" -d '{"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-plugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:52.518324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:52.525562 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:52.550068 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95b019-7039-45d4-863b-2cb9ff871ffe x-openstack-request-id: req-1e95b019-7039-45d4-863b-2cb9ff871ffe {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:52.550350 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-plugged", "status": "completed", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:52.550603 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e95b019-7039-45d4-863b-2cb9ff871ffe {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:52.551002 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e95b019-7039-45d4-863b-2cb9ff871ffe'] response: {'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'code': 200} Mar 22 14:52:52.577638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:53.248434 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a9c7-3e3c-4fd4-94c5-b65e4289aea9 req-16cb5fc4-6f10-4f4d-b9c3-7d5fd6a1d599 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.249934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e371a9c7-3e3c-4fd4-94c5-b65e4289aea9 req-16cb5fc4-6f10-4f4d-b9c3-7d5fd6a1d599 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0598578 Mar 22 14:52:53.299166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e371a9c7-3e3c-4fd4-94c5-b65e4289aea9 req-a3cb17e3-c185-439f-94e3-344d6364b7dd tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Mar 22 14:52:53.431948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3392c5-cc0b-4499-a3c0-ffbe35cac8d3 req-f4231cf4-6ce3-4386-a05d-645a71b155b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.434959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3392c5-cc0b-4499-a3c0-ffbe35cac8d3 req-f4231cf4-6ce3-4386-a05d-645a71b155b9 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0623095 Mar 22 14:52:53.482101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b3392c5-cc0b-4499-a3c0-ffbe35cac8d3 req-819d88fc-41b9-45d8-83ee-98d90f5c1e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Mar 22 14:52:53.601431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f135e0-cb21-4482-bd7b-220b3b925705 req-6eb7a962-abcb-4584-9385-7e20f8a14879 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.602922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4f135e0-cb21-4482-bd7b-220b3b925705 req-6eb7a962-abcb-4584-9385-7e20f8a14879 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0560548 Mar 22 14:52:53.649160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4f135e0-cb21-4482-bd7b-220b3b925705 req-49ae03f8-3b4e-4dc7-a106-0ec295c4a4f2 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Mar 22 14:52:53.860375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:53.992735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d29b48-3b64-4dda-a11b-f8161c586f8a req-b48b4102-b387-4d9d-b895-056979a827ee tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:53.994153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47d29b48-3b64-4dda-a11b-f8161c586f8a req-b48b4102-b387-4d9d-b895-056979a827ee tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0543647 Mar 22 14:52:54.043972 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47d29b48-3b64-4dda-a11b-f8161c586f8a req-1e4a8c54-1b13-4ee3-b01f-4a4a335548d5 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Mar 22 14:52:54.949883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.112568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fd896-a771-4814-9e03-001180d5fe29 req-974006e2-7b60-422e-b86b-116a2974d610 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:55.114061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-759fd896-a771-4814-9e03-001180d5fe29 req-974006e2-7b60-422e-b86b-116a2974d610 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.78 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.0538032 Mar 22 14:52:55.223657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f4d3-f34c-4983-97ab-a8830dd8843e req-9ae55268-94a5-4a22-8578-99c4d1f3e6c3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:55.225048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80b5f4d3-f34c-4983-97ab-a8830dd8843e req-9ae55268-94a5-4a22-8578-99c4d1f3e6c3 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/ports?device_id=a52c7ba4-6066-40a1-991d-6b7e0043a426 HTTP/1.1" status: 200 len: 946 time: 0.1089787 Mar 22 14:52:55.280710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Deleting port 794c6a5a-0443-4f4e-b908-4832c9d46b00 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:52:55.281053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.287699 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80b5f4d3-f34c-4983-97ab-a8830dd8843e req-5c69612b-bf2c-42da-969a-6941baa84413 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.81 "GET /v2.0/security-groups?id=6344681a-40fc-4ed8-9586-daf60b613629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567369 Mar 22 14:52:55.375010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] For port 794c6a5a-0443-4f4e-b908-4832c9d46b00, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=794c6a5a-0443-4f4e-b908-4832c9d46b00,segment=NetworkSegment(9ba1ac1f-8249-4db8-b962-a26ad3577896),segment_id=9ba1ac1f-8249-4db8-b962-a26ad3577896)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:52:55.375370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.388368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Calling delete_port for 794c6a5a-0443-4f4e-b908-4832c9d46b00 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:52:55.524825 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (794c6a5a-0443-4f4e-b908-4832c9d46b00), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.537341 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['794c6a5a-0443-4f4e-b908-4832c9d46b00'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:52:55.554784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Pushing event deleted for resources: {'Port': ['ID=794c6a5a-0443-4f4e-b908-4832c9d46b00,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:55.594320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] No DVR routers for this DVR port 794c6a5a-0443-4f4e-b908-4832c9d46b00 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:52:55.596841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:55.600233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-759fd896-a771-4814-9e03-001180d5fe29 req-ea6b7754-5599-4eb0-aff5-66b177671e22 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] 10.222.0.78 "DELETE /v2.0/ports/794c6a5a-0443-4f4e-b908-4832c9d46b00 HTTP/1.1" status: 204 len: 173 time: 0.4741886 Mar 22 14:52:55.600648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-deleted', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:52:55.603026 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932611c1-d4cf-4a8d-8afd-8f4758f949e5" -d '{"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-deleted", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:52:55.640719 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a53c92c-d7bb-4c58-ab1b-508d21b9f6cd x-openstack-request-id: req-0a53c92c-d7bb-4c58-ab1b-508d21b9f6cd {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:52:55.641023 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c7ba4-6066-40a1-991d-6b7e0043a426", "name": "network-vif-deleted", "tag": "794c6a5a-0443-4f4e-b908-4832c9d46b00", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:52:55.641279 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a53c92c-d7bb-4c58-ab1b-508d21b9f6cd {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:52:55.641713 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a53c92c-d7bb-4c58-ab1b-508d21b9f6cd'] response: {'server_uuid': 'a52c7ba4-6066-40a1-991d-6b7e0043a426', 'name': 'network-vif-deleted', 'tag': '794c6a5a-0443-4f4e-b908-4832c9d46b00', 'status': 'completed', 'code': 200} Mar 22 14:52:56.423211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60152) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:56.468375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Deleting subnet f6daf984-bdc7-40b4-977c-2a920a4ed09d {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:52:56.471760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Publish callbacks [] for subnet (f6daf984-bdc7-40b4-977c-2a920a4ed09d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.511057 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (f6daf984-bdc7-40b4-977c-2a920a4ed09d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.551338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (f6daf984-bdc7-40b4-977c-2a920a4ed09d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.603930 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (f6daf984-bdc7-40b4-977c-2a920a4ed09d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.628876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6daf984-bdc7-40b4-977c-2a920a4ed09d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:56.632453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.635635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9e68d896-ef1f-431f-bee9-a6079f6bbba4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6daf984-bdc7-40b4-977c-2a920a4ed09d HTTP/1.1" status: 204 len: 168 time: 0.2114251 Mar 22 14:52:56.639022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60154) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:56.709778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.786727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.806450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:56.815532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba1ac1f-8249-4db8-b962-a26ad3577896') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:56.815829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba1ac1f-8249-4db8-b962-a26ad3577896') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:52:56.825103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (9ba1ac1f-8249-4db8-b962-a26ad3577896), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.838239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9ba1ac1f-8249-4db8-b962-a26ad3577896), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.844089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:52:56.844469 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (9ba1ac1f-8249-4db8-b962-a26ad3577896), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:52:56.846131 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:52:56.907936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.913128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:56.916401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] 10.222.0.81 "DELETE /v2.0/networks/392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc HTTP/1.1" status: 204 len: 168 time: 0.2763517 Mar 22 14:52:56.927411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e787-58fc-4136-9abd-69c7f16a083f admin admin] Pushing event deleted for resources: {'Network': ['ID=392acb4b-83fc-49aa-8a0c-e52c3d7cbcbc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:57.030647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:57.072848 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b95f3ed-9903-424f-933a-b398edfbb1e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffb4345acbec4b5ba9d41db297f0c715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408907 Mar 22 14:52:57.075414 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60160) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:57.124218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Publish callbacks [] for security_group (6344681a-40fc-4ed8-9586-daf60b613629), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.145068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Publish callbacks [] for security_group (6344681a-40fc-4ed8-9586-daf60b613629), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.195581 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (6344681a-40fc-4ed8-9586-daf60b613629), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.198029 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:57.199187 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6344681a-40fc-4ed8-9586-daf60b613629 HTTP/1.1" status: 204 len: 168 time: 0.1229112 Mar 22 14:52:57.206785 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344681a-40fc-4ed8-9586-daf60b613629,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:57.214243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.214596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.214936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.215269 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.215607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.215934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.216259 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.216583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.216904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.217221 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.217538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.217855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.218195 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.218514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.218829 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6a78a-5a68-4ce2-ad4f-ba5a96ccc239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:52:57.909127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:58.029901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1361438197-network', 'tenant_id': 'c3eea28d828342a2b850fe8062012899'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:58.052239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:52:58.054510 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.063285 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.140817 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks [] for security_group (d7debabf-7176-45e0-b5ec-051a4fa25971), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.147219 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7debabf-7176-45e0-b5ec-051a4fa25971), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.171548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:52:58.181127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7debabf-7176-45e0-b5ec-051a4fa25971,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.185822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c7e099a1-32ed-4790-a1e1-6bed14b8423b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.186190 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Added segment c7e099a1-32ed-4790-a1e1-6bed14b8423b of type vlan for network b644c83f-cf92-414f-b50c-cbcd14eb0a43 Mar 22 14:52:58.226865 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b644c83f-cf92-414f-b50c-cbcd14eb0a43), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.254100 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b644c83f-cf92-414f-b50c-cbcd14eb0a43), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.254986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:58.255562 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.305250 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3947322 Mar 22 14:52:58.310418 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:58.317169 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Request body: {'subnet': {'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1361438197-subnet', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:58.329421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a38c7-8894-4256-baca-4b0e20278595 admin admin] Pushing event updated for resources: {'Network': ['ID=b644c83f-cf92-414f-b50c-cbcd14eb0a43,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.339898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:52:58.345412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:52:58.347779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.356197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:52:58.401878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: 794c6a5a-0443-4f4e-b908-4832c9d46b00 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:52:58.402620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 794c6a5a-0443-4f4e-b908-4832c9d46b00 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:52:58.515443 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (a3caad7c-427e-495d-aa3f-4d1224923df5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.563696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.569145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3caad7c-427e-495d-aa3f-4d1224923df5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:58.585209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:58.585607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Network hostable DHCP agents. Network: b644c83f-cf92-414f-b50c-cbcd14eb0a43, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:52:58.604225 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:52:58.616323 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b644c83f-cf92-414f-b50c-cbcd14eb0a43) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:52:58.620586 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:52:58.621183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.627095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f07ab-b6ed-4b9e-a44f-6284e6958e91 None None] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:52:58.639390 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4d8251d6-8608-42a0-8f84-78c8f3934ea4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3288460 Mar 22 14:52:58.642279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60188) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:52:58.646826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:52:58.668444 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.669634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.726418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:52:58.727621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.728256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for router_controller (fd0d8279-b0b9-4493-84b0-ef69ef225514), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:58.862340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Allocated IP 172.20.0.2 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/dffb5693-951b-4d38-9f4e-adaa9d2ff4e3) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:52:58.874002 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for router_gateway (fd0d8279-b0b9-4493-84b0-ef69ef225514), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.007937 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks [] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.015234 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.052008 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:52:59.055733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:52:59.062197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:52:59.069144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Pushing event updated for resources: {'Port': ['ID=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:59.078645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for router_gateway (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.098249 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.120979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Attempting to bind port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:52:59.121325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Attempting to bind port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:52:59.121681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Attempting to bind port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:52:59.127145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:52:59.127518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:52:59.127946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.128372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:52:59.128837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Bound port: dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:52:59.129211 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.194571 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] For port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:52:59.197726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] For port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:52:59.198054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Allocated IP 172.25.3.28 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/8d3dcbd5-9a37-4d7a-b504-7d47d5a00150) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:52:59.206100 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.269424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f1f64-4ef8-40ab-a8eb-69962deb914f None None] Pushing event updated for resources: {'Port': ['ID=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:59.310745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.347243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.387150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:52:59.392227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:52:59.396891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:52:59.400071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:52:59.538320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.680378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for router_gateway (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:52:59.882660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.020992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:53:00.133686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:00.144211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:00.155323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.155937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:00.159214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-514a534f-9771-422b-8958-a8fe80826606 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5133092 Mar 22 14:53:00.159376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:00.159568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:00.229579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b18af-3d63-42b2-923d-f17d75c63997 None None] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:53:00.333461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Provisioning complete for port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:00.333824 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.341623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:00.585111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:00.594032 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.611183 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:53:00.766918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:00.767167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.790665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Allocated IP 172.20.0.1 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/a26f8b5f-a24a-48c4-9781-b6dda01c06dd) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:00.835818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Current status of the port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:00.836205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.895509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] For port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:00.904487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks [] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.919858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.945984 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:00.954078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:52:59Z', 'revision_number': 3, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:00.985003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:00.987936 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:00.993558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:00.995121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:00.995537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Updating router fd0d8279-b0b9-4493-84b0-ef69ef225514 port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:00.999772 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.021390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:01.021980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.043276 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.062894 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.071062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad65a7-20f2-469d-99d0-66c7c25af5bb None None] Pushing event updated for resources: {'Port': ['ID=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.101236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8253605d-4c6c-4096-b83d-e7e454cabb0c None None] Provisioning complete for port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:01.101620 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8253605d-4c6c-4096-b83d-e7e454cabb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.188263 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.240250 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 14:53:01.240612 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 14:53:01.341570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8253605d-4c6c-4096-b83d-e7e454cabb0c None None] Current status of the port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:01.350092 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks [] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.356230 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.426132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks [] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.433141 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.503462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Attempting to bind port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:01.503840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Attempting to bind port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:01.504208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Attempting to bind port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:01.509258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a981c-8640-4c2b-87dc-7824c82664d0 None None] Pushing event updated for resources: {'Port': ['ID=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.517193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a87af3a5-04e1-45c4-873d-8fce97b5563a None None] Provisioning complete for port a26f8b5f-a24a-48c4-9781-b6dda01c06dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:01.517593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a87af3a5-04e1-45c4-873d-8fce97b5563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.519457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:01.519835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:01.520232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.520630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:01.521118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Bound port: 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:01.521950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.584975 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a87af3a5-04e1-45c4-873d-8fce97b5563a None None] Port a26f8b5f-a24a-48c4-9781-b6dda01c06dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:01.602565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] For port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:01.606360 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] For port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:01.615090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.677904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a981c-8640-4c2b-87dc-7824c82664d0 None None] Pushing event updated for resources: {'Port': ['ID=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.680780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:01.681380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:01.737367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:01.739720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:01.795394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:01.824474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:01.830281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:01.831742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:01.957136 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:53:02.038644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 2, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:02.069627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd02b-b1d6-4adb-afe1-8195af16a326 None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 2, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:02.072207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:02.077346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-df024827-0064-4637-8d46-e41def5f52e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/fd0d8279-b0b9-4493-84b0-ef69ef225514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9167271 Mar 22 14:53:02.108075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-68066443-cd7f-4c6a-af54-3662ea0e43e3 None None] Provisioning complete for port a26f8b5f-a24a-48c4-9781-b6dda01c06dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:02.108362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68066443-cd7f-4c6a-af54-3662ea0e43e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.144320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-68066443-cd7f-4c6a-af54-3662ea0e43e3 None None] Port a26f8b5f-a24a-48c4-9781-b6dda01c06dd cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:02.497012 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:02.559342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60198) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.562478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:02.562750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.565286 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373255106', 'description': 'tempest-description--1257798329'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:02.594152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.648895 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:02.669846 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (9f4b6a25-435c-4ac0-a9d4-4848bb48fb72), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.675802 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f4b6a25-435c-4ac0-a9d4-4848bb48fb72), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.703093 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.704356 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1436121 Mar 22 14:53:02.707472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60200) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.712311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'security_group_rule': {'security_group_id': '9f4b6a25-435c-4ac0-a9d4-4848bb48fb72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:02.713216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10611be5-c909-4f56-aea5-9e77369817bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:02.755813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (04aa2d04-97fc-48f6-8207-8d639a5f35cb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.820206 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (04aa2d04-97fc-48f6-8207-8d639a5f35cb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.825253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (04aa2d04-97fc-48f6-8207-8d639a5f35cb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.843320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aa2d04-97fc-48f6-8207-8d639a5f35cb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:02.853837 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.855390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-786f5eaf-939a-43f6-afb1-70aecb3fb449 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467950 Mar 22 14:53:02.859550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.864267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'security_group_rule': {'security_group_id': '9f4b6a25-435c-4ac0-a9d4-4848bb48fb72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:02.893260 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (95361bd6-718b-44c8-b896-9e75a1807347), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.951889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (95361bd6-718b-44c8-b896-9e75a1807347), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.957081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (95361bd6-718b-44c8-b896-9e75a1807347), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.975392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95361bd6-718b-44c8-b896-9e75a1807347,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:02.985757 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:02.987006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4c02409c-ab7c-4473-9c5c-2356a0f9061b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263733 Mar 22 14:53:02.990290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60204) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:02.995113 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:03.017112 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.120190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.229807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Allocated IP 172.25.3.202 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a5c4de26-1242-481f-ace4-d18f7161cd6a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:03.340415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.381541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.418582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:03.421400 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:03.428122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:03.434447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=a5c4de26-1242-481f-ace4-d18f7161cd6a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:03.528696 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.570185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.728152 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.734837 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.803660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=a5c4de26-1242-481f-ace4-d18f7161cd6a,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:03.816393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.833045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:03.834439 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3ef9904e-89cd-43ff-8a95-4e65b26a291f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8429155 Mar 22 14:53:03.988902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-ecdcf5d3-b5ad-437b-b227-5e88e008da84 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1373255106&fields=id&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 267 time: 0.0446391 Mar 22 14:53:04.054087 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:04.064633 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:04.065316 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:04.101679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-3e45af05-f0a9-452e-bc4c-1ace47981a0d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:04.103261 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-3e45af05-f0a9-452e-bc4c-1ace47981a0d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1075747 Mar 22 14:53:04.118083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-1c9db33f-e288-468b-b92f-ad0046d69583 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/quotas/c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 375 time: 0.0092826 Mar 22 14:53:04.172252 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:04.172525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-8fec1200-d0d8-4760-a4f7-d2f5db9f477b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494430 Mar 22 14:53:04.270256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-10330bd1-ac73-4ba2-99d2-005316b3e986 service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857816 Mar 22 14:53:04.359223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-49a3c0e8-91a9-4b31-89e9-699285a5f299 service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830719 Mar 22 14:53:04.368594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 2, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:04.399032 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:04.399382 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Updating router fd0d8279-b0b9-4493-84b0-ef69ef225514 port a26f8b5f-a24a-48c4-9781-b6dda01c06dd binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:53:04.426378 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.543414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:04.565191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-020bc02f-f9ca-4b22-885b-e567d31f04ae req-d2f12e4f-27b0-4bca-b78c-f5396860fc58 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 210 time: 0.0384960 Mar 22 14:53:04.598059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:04.598438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.677948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:04.678450 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.705681 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:04.711644 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.736493 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks [] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.744981 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.799073 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Pushing event updated for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:04.828598 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.828947 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.829284 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.829622 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.829950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.830325 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.830649 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.830970 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.831291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.831613 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.831954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.832248 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.832563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.832883 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.833194 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:04.872261 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Attempting to bind port a26f8b5f-a24a-48c4-9781-b6dda01c06dd on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:04.872620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Attempting to bind port a26f8b5f-a24a-48c4-9781-b6dda01c06dd by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:04.873538 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Attempting to bind port a26f8b5f-a24a-48c4-9781-b6dda01c06dd on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:04.879454 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:04.879831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:04.880560 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.881119 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:04.881745 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Bound port: a26f8b5f-a24a-48c4-9781-b6dda01c06dd, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:04.882320 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:04.954163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:04.964004 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] For port a26f8b5f-a24a-48c4-9781-b6dda01c06dd, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:04.968830 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] For port a26f8b5f-a24a-48c4-9781-b6dda01c06dd, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:04.977391 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.031574 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:05.032204 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:05.088878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Provisioning complete for port a26f8b5f-a24a-48c4-9781-b6dda01c06dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:05.089529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.139186 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bba7a7-31aa-4471-b50f-d8d27fafaa0a None None] Pushing event updated for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:05.176358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:05.200675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Current status of the port a26f8b5f-a24a-48c4-9781-b6dda01c06dd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:05.201551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.243315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] For port a26f8b5f-a24a-48c4-9781-b6dda01c06dd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:05.255090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.317202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b1249-0716-4f9b-bbb1-5aec1586ad98 None None] Pushing event updated for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:05.379552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fee1fd12-32a3-47a2-9870-c66e1f61d59c None None] Provisioning complete for port a26f8b5f-a24a-48c4-9781-b6dda01c06dd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:05.380248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fee1fd12-32a3-47a2-9870-c66e1f61d59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:05.403192 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:05.434332 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cc594-1944-45fd-94ce-b658741c0816 None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:05.465757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fee1fd12-32a3-47a2-9870-c66e1f61d59c None None] Current status of the port a26f8b5f-a24a-48c4-9781-b6dda01c06dd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:05.673697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-742d97da-305e-471c-b6dd-b363fbbd0b86 req-7ef1169c-6d54-4362-b59f-3ecb0092c52b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 210 time: 0.0341136 Mar 22 14:53:05.833839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-e9ae0dd6-3300-4cf1-9a94-64854bff63fd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:05.835708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-e9ae0dd6-3300-4cf1-9a94-64854bff63fd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1168103 Mar 22 14:53:05.900442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-99257d01-c81f-4fda-a31d-99623c33ea61 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 380 time: 0.0555556 Mar 22 14:53:05.909745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'port': {'device_id': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'admin_state_up': True, 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'security_groups': ['9f4b6a25-435c-4ac0-a9d4-4848bb48fb72']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:06.027730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:53:06.031772 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.156246 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Allocated IP 172.20.0.10 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/e09f983f-0236-4158-bd28-f8d603cb4ec1) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:53:06.300164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.338124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.390799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:53:06.393990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:53:06.399789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:53:06.406469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:06.453567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:06.454226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.473809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-c1dad14e-f158-42e0-9102-79c80dcc0953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675797 Mar 22 14:53:06.485576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Request body: {'port': {'device_id': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:06.511548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:06.563036 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.570127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:06.570602 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.654939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:06.656030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a26f8b5f-a24a-48c4-9781-b6dda01c06dd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:06.706391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b0b7098c-54aa-4ba0-953a-1c48d66c598b None None] Provisioning complete for port e09f983f-0236-4158-bd28-f8d603cb4ec1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:06.706773 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b0b7098c-54aa-4ba0-953a-1c48d66c598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.746950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a26f8b5f-a24a-48c4-9781-b6dda01c06dd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:06.747332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:06.749084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7098c-54aa-4ba0-953a-1c48d66c598b None None] Port e09f983f-0236-4158-bd28-f8d603cb4ec1 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:53:06.827322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a26f8b5f-a24a-48c4-9781-b6dda01c06dd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:06.863984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a6c4c-65a1-4f92-b019-9bb124b52de0 req-96f10a61-ce15-4011-a81f-ebc15ec906a6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:06.865389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-154a6c4c-65a1-4f92-b019-9bb124b52de0 req-96f10a61-ce15-4011-a81f-ebc15ec906a6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 932 time: 0.1077802 Mar 22 14:53:06.876448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09f983f-0236-4158-bd28-f8d603cb4ec1 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:53:06.888530 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks [] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.210519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Transition to ACTIVE for port object e09f983f-0236-4158-bd28-f8d603cb4ec1 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:53:07.220239 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.266933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-154a6c4c-65a1-4f92-b019-9bb124b52de0 req-1b3efb3a-a84c-401d-a97e-b1d336f30615 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928814 Mar 22 14:53:07.281758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:07.352595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:07.352933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:07.353263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:07.357878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:53:07.358270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:07.363254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:07.363597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:07.363987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:07.364462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Bound port: e09f983f-0236-4158-bd28-f8d603cb4ec1, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:07.364765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.433499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:07.436615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:07.444435 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.477496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:07.478148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:07.479597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] 10.222.0.82 "PUT /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1092 time: 0.9983180 Mar 22 14:53:07.480043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:07.482351 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec95048-7c56-4259-87ab-647505bd3bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:07.515044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9c33b-b2ed-4036-bad4-713c734c2749 service neutron] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:07.536622 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a4709-e21b-4ec9-a40c-6c9e653ff1f8 x-openstack-request-id: req-bd5a4709-e21b-4ec9-a40c-6c9e653ff1f8 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:07.536918 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:07.537169 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd5a4709-e21b-4ec9-a40c-6c9e653ff1f8 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:07.537624 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5a4709-e21b-4ec9-a40c-6c9e653ff1f8'] response: {'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'status': 'completed', 'code': 200} Mar 22 14:53:07.577136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-4a9a3de1-6267-4703-96eb-dfc057428080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:07.578713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-4a9a3de1-6267-4703-96eb-dfc057428080 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0520401 Mar 22 14:53:07.625037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-35a3eca3-423e-4ae3-aa86-88afcf28aabc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 217 time: 0.0397279 Mar 22 14:53:07.672857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-5c25592b-1391-40d1-abf2-e1e9952e625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:07.674363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-5c25592b-1391-40d1-abf2-e1e9952e625f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0440896 Mar 22 14:53:07.722936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-54ca084d-cb9d-44e5-ae37-10244ef5cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:07.724421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-54ca084d-cb9d-44e5-ae37-10244ef5cff6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444465 Mar 22 14:53:07.819776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-fbf4df1a-4a83-4dff-b333-1544310da9e1 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892272 Mar 22 14:53:07.910720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae3e00ea-b692-45cc-9827-7cdf5d8dfbc8 req-fce1f845-ed58-4757-b57a-b0e98ea2fbee service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844052 Mar 22 14:53:08.006418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-8d3373ce-3636-487c-aeab-8a994dddc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.007925 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-8d3373ce-3636-487c-aeab-8a994dddc518 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0477428 Mar 22 14:53:08.099579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-fd2987a2-4e14-4dd2-953b-c1685a9c8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.101045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-fd2987a2-4e14-4dd2-953b-c1685a9c8a7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0875847 Mar 22 14:53:08.141854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-cbb9ef32-9dfe-4c01-a6e7-a9bde0176d00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 217 time: 0.0347435 Mar 22 14:53:08.194960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-7362d274-7a56-4ead-8df0-3e3935391b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.196380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-7362d274-7a56-4ead-8df0-3e3935391b3d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0485108 Mar 22 14:53:08.246299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-79b6d3c3-1054-4e22-b246-03b0ba293936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.247774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-79b6d3c3-1054-4e22-b246-03b0ba293936 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442219 Mar 22 14:53:08.338403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-0186099e-7327-4964-b960-45607a17a02a service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834484 Mar 22 14:53:08.439235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ec95048-7c56-4259-87ab-647505bd3bcd req-c2aad75f-8be3-4d1f-9cc1-7e8862fdc481 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946777 Mar 22 14:53:08.660332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa385fcc-a99d-42b8-80c7-5269584b84d8 req-e04e2d3f-491d-4c0c-a2d6-9a764d57d637 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:08.661832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa385fcc-a99d-42b8-80c7-5269584b84d8 req-e04e2d3f-491d-4c0c-a2d6-9a764d57d637 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0656879 Mar 22 14:53:08.710899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa385fcc-a99d-42b8-80c7-5269584b84d8 req-d4f04901-e9df-4324-92f0-80032b449e63 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Mar 22 14:53:09.848512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61241454-589e-4d58-8d59-6ee9ac522e02 req-88561c31-e19f-4653-8173-3faef452441f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:09.849992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61241454-589e-4d58-8d59-6ee9ac522e02 req-88561c31-e19f-4653-8173-3faef452441f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0593252 Mar 22 14:53:09.898189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61241454-589e-4d58-8d59-6ee9ac522e02 req-65612b95-3619-44b3-9bb6-426e40a9d366 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Mar 22 14:53:09.966876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:53:10.079682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:10.091271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'mac_address': 'fa:16:3e:7a:0d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:53:10.129233 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e09f983f-0236-4158-bd28-f8d603cb4ec1 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:10.129626 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.146064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09f983f-0236-4158-bd28-f8d603cb4ec1 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:53:10.166959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:10.174459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:10.220052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:10.378001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e09f983f-0236-4158-bd28-f8d603cb4ec1'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:53:11.037496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a35e5-0f7a-4001-b9db-f21667adc146 req-7766cc58-8464-44a0-8a42-2fc310da4494 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:11.039362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e1a35e5-0f7a-4001-b9db-f21667adc146 req-7766cc58-8464-44a0-8a42-2fc310da4494 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0625303 Mar 22 14:53:11.087963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e1a35e5-0f7a-4001-b9db-f21667adc146 req-2bf8c840-c5d4-408e-bd0e-9a24f98127f9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Mar 22 14:53:11.969155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:12.024615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e09f983f-0236-4158-bd28-f8d603cb4ec1 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:53:12.028337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e09f983f-0236-4158-bd28-f8d603cb4ec1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:12.028754 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.111845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e09f983f-0236-4158-bd28-f8d603cb4ec1 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:12.112168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.135428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:12.138385 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345ebf74-0bb7-46be-a350-3517743785be" -d '{"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:12.154976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:12.161220 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:12.186676 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e2eb3-ac4c-4362-89b4-3acf381bc9d5 x-openstack-request-id: req-0a1e2eb3-ac4c-4362-89b4-3acf381bc9d5 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:12.187157 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:12.187418 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a1e2eb3-ac4c-4362-89b4-3acf381bc9d5 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:12.187820 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1e2eb3-ac4c-4362-89b4-3acf381bc9d5'] response: {'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'code': 200} Mar 22 14:53:12.215231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566c53-6bd4-48c1-b1af-a0b080196f38 req-0c420ff3-a95c-4092-9051-7dbb62ad67da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:12.217190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca566c53-6bd4-48c1-b1af-a0b080196f38 req-0c420ff3-a95c-4092-9051-7dbb62ad67da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0606301 Mar 22 14:53:12.217927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:12.294787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca566c53-6bd4-48c1-b1af-a0b080196f38 req-01b13ad1-6c4d-40a0-ac14-e6d789096fc0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716338 Mar 22 14:53:12.304587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a90c4-8419-4389-87f4-1ca4f1e9ea0a req-94207e64-17f1-4a81-af79-92ec9f4548fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:12.306129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a90c4-8419-4389-87f4-1ca4f1e9ea0a req-94207e64-17f1-4a81-af79-92ec9f4548fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1128 time: 0.0691795 Mar 22 14:53:12.353287 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a90c4-8419-4389-87f4-1ca4f1e9ea0a req-8a519352-528f-48dc-89a1-02d994944ff6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Mar 22 14:53:13.419265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5381b-049d-4944-899a-f3a947ef587f req-4b9fc4fd-df8e-44ef-b2e3-fe89bc2c5a18 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:13.420807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26c5381b-049d-4944-899a-f3a947ef587f req-4b9fc4fd-df8e-44ef-b2e3-fe89bc2c5a18 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0558712 Mar 22 14:53:13.471423 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26c5381b-049d-4944-899a-f3a947ef587f req-fd826e55-ff4e-4499-9696-205d4c164825 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Mar 22 14:53:14.619200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d9491-adb3-4812-bf95-6a30ad7736ce req-36ae6d8d-c90a-4b4c-abc3-595d9ca7499d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:14.620764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c70d9491-adb3-4812-bf95-6a30ad7736ce req-36ae6d8d-c90a-4b4c-abc3-595d9ca7499d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0646732 Mar 22 14:53:14.672428 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c70d9491-adb3-4812-bf95-6a30ad7736ce req-270b164a-a825-4570-999f-5bd56b6e6e2e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Mar 22 14:53:14.799539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ff6d-b686-41e5-902a-32b4cddd6ec6 req-b6b99eac-58c0-47ac-b29f-bfeb00e5aba7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:14.801024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9007ff6d-b686-41e5-902a-32b4cddd6ec6 req-b6b99eac-58c0-47ac-b29f-bfeb00e5aba7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0645709 Mar 22 14:53:14.811111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60252) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:53:14.815656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'floatingip': {'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:14.857662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.300138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.305724 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.410047 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 associated. External IP: 172.25.3.202, port: e09f983f-0236-4158-bd28-f8d603cb4ec1. Mar 22 14:53:15.632811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:53:15.746927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:53:15.752162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:15.759005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:53:15.769857 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:15.770524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:15.785723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0f84957f-dac9-4f4a-84e0-fb8a217ea21f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "PUT /v2.0/floatingips/92c946ea-cd9b-423b-9d56-828a587ec030 HTTP/1.1" status: 200 len: 992 time: 0.9703367 Mar 22 14:53:15.785723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:15.786185 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66" -d '{"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:15.844252 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735d632-b3b1-4664-8fca-9d4f4475c404 x-openstack-request-id: req-f735d632-b3b1-4664-8fca-9d4f4475c404 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:15.844545 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:15.845123 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f735d632-b3b1-4664-8fca-9d4f4475c404 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:15.845249 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f735d632-b3b1-4664-8fca-9d4f4475c404'] response: {'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'status': 'completed', 'code': 200} Mar 22 14:53:15.899626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:15.930872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae533af4-4a99-40b4-a440-48518db094fd req-4c6b7c53-373e-4591-8ac9-02b83655f31a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:15.932867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae533af4-4a99-40b4-a440-48518db094fd req-4c6b7c53-373e-4591-8ac9-02b83655f31a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0984335 Mar 22 14:53:15.939468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-f165cdf6-0faa-4cda-8a8c-a2aa0293b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:15.941355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-f165cdf6-0faa-4cda-8a8c-a2aa0293b38d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1128 time: 0.0746317 Mar 22 14:53:16.039209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae533af4-4a99-40b4-a440-48518db094fd req-5ec23f9d-e1dc-4263-a0a6-52e894c6d069 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968022 Mar 22 14:53:16.076002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-4ccd339e-fee5-4ef5-b942-5d83258af99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:16.077673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-4ccd339e-fee5-4ef5-b942-5d83258af99d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1140053 Mar 22 14:53:16.143410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:7a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:53:15Z', 'revision_number': 1, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:16.173329 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:53:16.181665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-e2f47aeb-1b4d-44b7-92f5-73a77403e24e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1000 time: 0.0972450 Mar 22 14:53:16.183250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:53:16.183890 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:52:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:16.230417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcabd5-d236-413d-a790-a43e695c27e0 req-689fc42c-7211-45ad-9fa5-3f1eb60132f2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:16.232020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2dcabd5-d236-413d-a790-a43e695c27e0 req-689fc42c-7211-45ad-9fa5-3f1eb60132f2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.1038861 Mar 22 14:53:16.253053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-49761575-9005-43c9-a4b5-58e3570e6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:16.254643 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-49761575-9005-43c9-a4b5-58e3570e6517 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0660565 Mar 22 14:53:16.305594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:53:16.321797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c2dcabd5-d236-413d-a790-a43e695c27e0 req-fcc0039a-06fc-48f7-9685-a83ee3d6d304 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810256 Mar 22 14:53:16.334788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-196a77a5-4912-4edd-b2a4-d0b5e69de556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:16.336313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-196a77a5-4912-4edd-b2a4-d0b5e69de556 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744319 Mar 22 14:53:16.437649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-6d4888ce-e221-4eb6-976a-1786d96ec0a1 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951047 Mar 22 14:53:16.533226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fdcc8d8-14e4-414b-8a05-a4253b7e2a66 req-4b6965b9-bb28-46ff-8b5d-73422d34486a service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898871 Mar 22 14:53:16.560275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:7a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:53:15Z', 'revision_number': 1, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:53:16.593044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291258d-a7de-4fed-8eba-896496d68aca None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:7a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:53:15Z', 'revision_number': 1, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:53:16.794612 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f4400-6223-454f-8faa-053f75bd30c4 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:53:17.448259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdb2d-7393-44d6-b33b-8a3b5254b398 req-7591d6c4-0cf7-4294-a158-af7779107799 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:17.449773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e42fdb2d-7393-44d6-b33b-8a3b5254b398 req-7591d6c4-0cf7-4294-a158-af7779107799 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0544736 Mar 22 14:53:17.500776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e42fdb2d-7393-44d6-b33b-8a3b5254b398 req-48a6ac9c-31e6-41c4-8125-24f2c18df68c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Mar 22 14:53:17.626525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541685b1-fdc1-473b-a53f-5ec752b876d2 req-d64d321d-980e-4653-910b-ba51859d1374 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:17.627879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-541685b1-fdc1-473b-a53f-5ec752b876d2 req-d64d321d-980e-4653-910b-ba51859d1374 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0574574 Mar 22 14:53:17.678861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-541685b1-fdc1-473b-a53f-5ec752b876d2 req-729bd181-c938-4849-88e8-defde9059bd5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Mar 22 14:53:17.923735 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-8af4d312-f777-4a99-80e5-108f8759afaa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457337 Mar 22 14:53:17.935399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdc339-7305-4ab0-b1e6-cbef16dac66b req-8429aa87-6d7a-45d2-b877-46429e787a2a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:17.936883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3cdc339-7305-4ab0-b1e6-cbef16dac66b req-8429aa87-6d7a-45d2-b877-46429e787a2a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0559626 Mar 22 14:53:17.983375 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3cdc339-7305-4ab0-b1e6-cbef16dac66b req-aa2223b3-03ce-4a59-88ff-042ff1d33f31 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Mar 22 14:53:18.286410 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-b9fbe47d-1bdd-41e7-b611-bdd470048fb6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:18.287758 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-b9fbe47d-1bdd-41e7-b611-bdd470048fb6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 943 time: 0.0505264 Mar 22 14:53:18.600867 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f515707b-5939-47f9-bb60-2c5755f624d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:19.137567 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f9d7-c0ab-4b93-901a-af9c42ea3ab8 req-b9c95589-030e-4d5c-9079-0a3191ae3b47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:19.138977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d52f9d7-c0ab-4b93-901a-af9c42ea3ab8 req-b9c95589-030e-4d5c-9079-0a3191ae3b47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0822721 Mar 22 14:53:19.141816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-a3280695-b99b-4a15-82c6-d70f67602877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:19.143208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-a3280695-b99b-4a15-82c6-d70f67602877 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1128 time: 0.0758073 Mar 22 14:53:19.240239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d52f9d7-c0ab-4b93-901a-af9c42ea3ab8 req-012c77fe-d9fb-4359-86ca-7a8623043b34 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953987 Mar 22 14:53:19.262578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-d541d53b-b306-40fb-85c9-a9f4e399112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:19.264058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-d541d53b-b306-40fb-85c9-a9f4e399112f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1136818 Mar 22 14:53:19.334218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-7514c6b4-a487-42fa-a346-955440ce7e63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1002 time: 0.0640447 Mar 22 14:53:19.381370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-bc899474-44ab-431f-9684-c8c2180b2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:19.382797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-bc899474-44ab-431f-9684-c8c2180b2fea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0434284 Mar 22 14:53:19.440260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-7c7775bf-5d12-47bd-a944-99026c46b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:19.441693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-7c7775bf-5d12-47bd-a944-99026c46b89a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447128 Mar 22 14:53:19.537898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-d2354964-db47-442e-94b0-b1965b7107b8 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Mar 22 14:53:19.630438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-cffe47fa-1a5e-45ce-96a6-98a7a1f405e1 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861120 Mar 22 14:53:20.375079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d38b49-38e6-4444-9fe1-5843bd7fa318 req-f86f376e-a730-4968-bab9-8575594ab4c4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:20.376554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1d38b49-38e6-4444-9fe1-5843bd7fa318 req-f86f376e-a730-4968-bab9-8575594ab4c4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0594742 Mar 22 14:53:20.423695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1d38b49-38e6-4444-9fe1-5843bd7fa318 req-f273f2ce-cf89-4290-be36-9f4ba3fa77ed tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Mar 22 14:53:20.991166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dad87a8-ac44-48bb-9a82-89f0d52c12b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:21.552767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a40ed4-8d5a-41d4-9ec5-29dd82645e59 req-9224b8df-e740-4020-a252-872ec43d1d64 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:21.554296 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a40ed4-8d5a-41d4-9ec5-29dd82645e59 req-9224b8df-e740-4020-a252-872ec43d1d64 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0593126 Mar 22 14:53:21.601425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a40ed4-8d5a-41d4-9ec5-29dd82645e59 req-120abf42-00ba-4dff-a6d0-aa73713bd307 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Mar 22 14:53:22.059983 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:22.739413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4481-f4ea-4d18-81ee-552d779023be req-66e288ba-c639-451e-870b-f3ce078fe9e3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:22.740802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52ce4481-f4ea-4d18-81ee-552d779023be req-66e288ba-c639-451e-870b-f3ce078fe9e3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0531776 Mar 22 14:53:22.789435 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52ce4481-f4ea-4d18-81ee-552d779023be req-c05734f0-2257-465a-a46e-1811f8910954 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Mar 22 14:53:23.862549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:23.922635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b255ac0-07dd-4ccf-878d-cf046fa4db7a req-97e3aa74-a82d-4646-9b56-322cfc771f88 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:23.924108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b255ac0-07dd-4ccf-878d-cf046fa4db7a req-97e3aa74-a82d-4646-9b56-322cfc771f88 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0572145 Mar 22 14:53:24.262546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b255ac0-07dd-4ccf-878d-cf046fa4db7a req-b5079305-e55f-4704-b584-19227ba823da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327506 Mar 22 14:53:24.949674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:25.398084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319fa8-d897-48c5-b01a-ed6d772e867b req-be3290c8-d6f8-42ed-b56e-ed6f4e17170f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:25.399609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c319fa8-d897-48c5-b01a-ed6d772e867b req-be3290c8-d6f8-42ed-b56e-ed6f4e17170f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0628359 Mar 22 14:53:25.449072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c319fa8-d897-48c5-b01a-ed6d772e867b req-0abfdb73-f72f-4ba5-ac63-3a528e7188a3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Mar 22 14:53:26.578898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d501-d818-4fa5-8198-1a65b37e2761 req-cd02f0d0-3ad7-4254-95bb-cf74b454ab65 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:26.580426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6195d501-d818-4fa5-8198-1a65b37e2761 req-cd02f0d0-3ad7-4254-95bb-cf74b454ab65 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0564666 Mar 22 14:53:26.633559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6195d501-d818-4fa5-8198-1a65b37e2761 req-7838b440-fbbc-41e9-9321-ddd90e584212 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474596 Mar 22 14:53:27.758104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6d78f-8c2f-4013-9e9c-2dba931ffc90 req-20735538-1d31-41cb-b9de-2103c2dea5bd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:27.759591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ba6d78f-8c2f-4013-9e9c-2dba931ffc90 req-20735538-1d31-41cb-b9de-2103c2dea5bd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0569689 Mar 22 14:53:27.808389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ba6d78f-8c2f-4013-9e9c-2dba931ffc90 req-c36887b8-4ecb-4a6f-a264-6be8b523c51e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Mar 22 14:53:28.590468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:28.954223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bf54f-f833-4645-8725-dbe6b78b4dc7 req-2b0930ba-6385-46bd-be18-f12425a53d67 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:28.956075 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-969bf54f-f833-4645-8725-dbe6b78b4dc7 req-2b0930ba-6385-46bd-be18-f12425a53d67 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0665627 Mar 22 14:53:29.003903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-969bf54f-f833-4645-8725-dbe6b78b4dc7 req-59216d59-5df2-49f7-bd64-b840ca6172dc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Mar 22 14:53:29.546617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:30.134939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ae33-81cb-4ef3-abb7-5e167ca4e44c req-7b15fc19-e976-4498-9f6e-ae4d7abd565e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:30.136503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b9ae33-81cb-4ef3-abb7-5e167ca4e44c req-7b15fc19-e976-4498-9f6e-ae4d7abd565e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0591757 Mar 22 14:53:30.187179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5b9ae33-81cb-4ef3-abb7-5e167ca4e44c req-be282ce2-4a7d-4065-ac2b-986fdd83a728 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Mar 22 14:53:31.322501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f3c3-8332-4aed-bc66-08ff44b209c0 req-e3071456-378e-4f8a-80f9-0ce01c98d1d3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:31.323971 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1986f3c3-8332-4aed-bc66-08ff44b209c0 req-e3071456-378e-4f8a-80f9-0ce01c98d1d3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0562031 Mar 22 14:53:31.369893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1986f3c3-8332-4aed-bc66-08ff44b209c0 req-e49a8cfd-a4b2-4968-a83a-f6c2356ab42c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Mar 22 14:53:32.497370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6029-2f6e-4696-a989-465525c1953e req-a9727c12-f393-4013-b8be-711a6cdf909b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:32.499231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34de6029-2f6e-4696-a989-465525c1953e req-a9727c12-f393-4013-b8be-711a6cdf909b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0584226 Mar 22 14:53:32.546391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34de6029-2f6e-4696-a989-465525c1953e req-f68b8868-c547-467b-93b0-491c90f71071 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Mar 22 14:53:33.672591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02aea5-822b-4fb4-bebd-130e3ee4a25a req-ec2a3d96-2c4f-4c89-ae4e-cbb5fd6845fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:33.674379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b02aea5-822b-4fb4-bebd-130e3ee4a25a req-ec2a3d96-2c4f-4c89-ae4e-cbb5fd6845fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0549030 Mar 22 14:53:33.720380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b02aea5-822b-4fb4-bebd-130e3ee4a25a req-1d4859b5-e1ea-4a1b-b52e-916d81cd5927 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Mar 22 14:53:34.850935 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669fe91-0065-4317-8893-dbd9740388bd req-71969bb3-38d0-470e-80f4-a065b7dde303 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:34.852440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d669fe91-0065-4317-8893-dbd9740388bd req-71969bb3-38d0-470e-80f4-a065b7dde303 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0621989 Mar 22 14:53:34.903668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d669fe91-0065-4317-8893-dbd9740388bd req-fb926e7d-e2f5-49bc-ab6d-9983d158b261 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455811 Mar 22 14:53:36.035327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60227e-b52f-43eb-9356-90130cc233e8 req-955be16e-81ec-4ca7-a491-2b92cb0e227f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:36.036829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d60227e-b52f-43eb-9356-90130cc233e8 req-955be16e-81ec-4ca7-a491-2b92cb0e227f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Mar 22 14:53:36.084894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d60227e-b52f-43eb-9356-90130cc233e8 req-03f77713-1102-4640-a036-d843c1e94288 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Mar 22 14:53:37.223242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280940c-9e9d-41fe-8173-6acf7101297b req-e218e052-cc0e-47db-b915-9a165127e92c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:37.224739 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2280940c-9e9d-41fe-8173-6acf7101297b req-e218e052-cc0e-47db-b915-9a165127e92c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Mar 22 14:53:37.275463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2280940c-9e9d-41fe-8173-6acf7101297b req-acedbee1-509d-4945-9f70-bb38037ebee3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 Mar 22 14:53:37.616325 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:53:38.405376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5dcb-ba0f-4d35-b5d2-946de35ccbf5 req-422db9ad-548e-4ebc-bc92-fc7b437162a1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:38.406853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a1b5dcb-ba0f-4d35-b5d2-946de35ccbf5 req-422db9ad-548e-4ebc-bc92-fc7b437162a1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0594356 Mar 22 14:53:38.455922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a1b5dcb-ba0f-4d35-b5d2-946de35ccbf5 req-967864af-2291-4a33-9108-0c67603ee3d7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Mar 22 14:53:39.591916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492218d9-f5c5-42ae-a650-6df3967a17f8 req-cb7f5662-79ae-450e-8cea-1ca071812eb4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:39.593390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-492218d9-f5c5-42ae-a650-6df3967a17f8 req-cb7f5662-79ae-450e-8cea-1ca071812eb4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0548058 Mar 22 14:53:39.641324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-492218d9-f5c5-42ae-a650-6df3967a17f8 req-214e2e65-66bc-474d-bf17-8d6bd71b2036 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Mar 22 14:53:40.778291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eacb2-0ebc-4bc1-a0f0-76c1c732762a req-df326cd2-8633-499e-8e46-d91f21942680 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:40.779746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e30eacb2-0ebc-4bc1-a0f0-76c1c732762a req-df326cd2-8633-499e-8e46-d91f21942680 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0633018 Mar 22 14:53:40.832388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e30eacb2-0ebc-4bc1-a0f0-76c1c732762a req-3ea72438-00fd-418c-b0e5-393d5ec83631 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 Mar 22 14:53:41.968291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cef8c-122e-4c7b-af97-c0134625165c req-b5b2b6e4-b00e-4ab6-a18a-752f7a2bb3d4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:41.969777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819cef8c-122e-4c7b-af97-c0134625165c req-b5b2b6e4-b00e-4ab6-a18a-752f7a2bb3d4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0570805 Mar 22 14:53:42.018226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819cef8c-122e-4c7b-af97-c0134625165c req-4bd2c3e0-f351-4d76-ada4-d7d6c1528f2a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Mar 22 14:53:43.161041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bf7e2-aaf7-40dd-8fb8-4116ac4376e9 req-ad10ead6-98cb-4b74-9a73-85504d4f5364 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:43.162515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-291bf7e2-aaf7-40dd-8fb8-4116ac4376e9 req-ad10ead6-98cb-4b74-9a73-85504d4f5364 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0675762 Mar 22 14:53:43.220547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-291bf7e2-aaf7-40dd-8fb8-4116ac4376e9 req-bbc8d007-6f5c-4e57-9bae-4937b15b2c93 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Mar 22 14:53:44.361899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ece5a7-1777-473f-9ed7-5e38bc386a46 req-0db320d4-5862-4095-a9c6-e953b29abb15 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:44.363397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4ece5a7-1777-473f-9ed7-5e38bc386a46 req-0db320d4-5862-4095-a9c6-e953b29abb15 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0568063 Mar 22 14:53:44.413188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4ece5a7-1777-473f-9ed7-5e38bc386a46 req-69df4178-aa30-4b04-8519-5e1b7dcac868 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Mar 22 14:53:45.548113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c202fe-0917-4f96-aa36-132fbf1f5868 req-2eaabfa1-d7da-4028-83d4-6031cd57c22d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:45.549609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65c202fe-0917-4f96-aa36-132fbf1f5868 req-2eaabfa1-d7da-4028-83d4-6031cd57c22d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0624852 Mar 22 14:53:45.596327 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65c202fe-0917-4f96-aa36-132fbf1f5868 req-df75cc90-9df9-4a7c-ae1a-c8fc5c29a80c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Mar 22 14:53:46.733729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d819f94-ba31-45b7-8fc4-e6430f2f501d req-d0c7be40-5bdd-424c-9c85-332c328c59ef tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:46.735237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d819f94-ba31-45b7-8fc4-e6430f2f501d req-d0c7be40-5bdd-424c-9c85-332c328c59ef tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0575092 Mar 22 14:53:46.782634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9d819f94-ba31-45b7-8fc4-e6430f2f501d req-9ea08a7a-87e8-40c4-98af-68f5a30fe358 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Mar 22 14:53:47.914792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0dff6-40df-4b00-9ede-b969e2bb4c57 req-c9ddc019-647d-476d-8f8b-82428fa41be1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:47.916300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70f0dff6-40df-4b00-9ede-b969e2bb4c57 req-c9ddc019-647d-476d-8f8b-82428fa41be1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0549066 Mar 22 14:53:47.965306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70f0dff6-40df-4b00-9ede-b969e2bb4c57 req-4899545d-5105-4579-89eb-c676fcd78d0e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Mar 22 14:53:48.609294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f28b62d4-b68e-4a85-8bbe-f5c4d407b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:49.103025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37851085-265c-445e-914e-6fe5aec7ec2e req-4905aca9-9d0a-4052-ba2f-4763a73a090f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:49.104523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37851085-265c-445e-914e-6fe5aec7ec2e req-4905aca9-9d0a-4052-ba2f-4763a73a090f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0554888 Mar 22 14:53:49.158506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37851085-265c-445e-914e-6fe5aec7ec2e req-e00c5b1e-1c41-48e8-a3bf-4400a53dd3c7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Mar 22 14:53:50.294202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534e3d-503d-4fbf-b437-a6c276c53797 req-51e30c6f-23f3-4d35-89a5-b3f072baa270 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:50.295685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c534e3d-503d-4fbf-b437-a6c276c53797 req-51e30c6f-23f3-4d35-89a5-b3f072baa270 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0617442 Mar 22 14:53:50.342817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c534e3d-503d-4fbf-b437-a6c276c53797 req-36f4cc18-8cda-4e07-8fff-f6122c8a026d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Mar 22 14:53:51.006252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bceb428f-40c6-43de-a267-fa01bd98b9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:51.466874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c818c-2387-4d81-9bd1-57683a58333a req-274a768a-7626-42e3-8fd1-04a144075ad7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:51.468369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-678c818c-2387-4d81-9bd1-57683a58333a req-274a768a-7626-42e3-8fd1-04a144075ad7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0553994 Mar 22 14:53:51.560619 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-678c818c-2387-4d81-9bd1-57683a58333a req-cddf6ba8-fd2f-4e24-bdcc-a6dfc7d5235b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863497 Mar 22 14:53:51.570064 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-ead68495-a5e2-4382-8d05-fec537226294 req-fc26c9ed-ce27-48a8-8652-a1d34b572cf9 service neutron] show failed (client error): The resource could not be found. Mar 22 14:53:51.571047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-fc26c9ed-ce27-48a8-8652-a1d34b572cf9 service neutron] 10.222.0.82 "GET /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0787406 Mar 22 14:53:51.780695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-890163f1-490d-4d33-86ba-5fa91d5624de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:51.782160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-890163f1-490d-4d33-86ba-5fa91d5624de service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1128 time: 0.0479906 Mar 22 14:53:51.793238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:53:51.852884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.060499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.071880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:52.104693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:52.146948 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:52.150518 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f031b-754c-4211-800a-6e4b60e48ea7" -d '{"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:52.156096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks [] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.170313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Transition to ACTIVE for port object e09f983f-0236-4158-bd28-f8d603cb4ec1 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:53:52.175789 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.207071 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09479b58-eee0-419c-9747-33c48e3ad028 x-openstack-request-id: req-09479b58-eee0-419c-9747-33c48e3ad028 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:52.207677 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:52.207928 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09479b58-eee0-419c-9747-33c48e3ad028 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:52.208373 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09479b58-eee0-419c-9747-33c48e3ad028'] response: {'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'code': 200} Mar 22 14:53:52.288501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:52.311592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.311853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.312195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.312535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.312869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.313199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.313525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.313888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.314232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.314529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.314849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.315171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.315494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.315820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.316135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:52.370820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] No DVR routers for this DVR port e09f983f-0236-4158-bd28-f8d603cb4ec1 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:53:52.514071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:53:52.514781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:53:52.514781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:52.519020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:53:52.519344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Attempting to bind port e09f983f-0236-4158-bd28-f8d603cb4ec1 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:53:52.524371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:53:52.524713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:53:52.525097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:53:52.525519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Bound port: e09f983f-0236-4158-bd28-f8d603cb4ec1, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:53:52.525873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.588829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:53:52.592493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:53:52.601502 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.636943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:52.637572 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:52.638982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] 10.222.0.78 "PUT /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1092 time: 0.8501186 Mar 22 14:53:52.720457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e371a5-c301-4f08-9cde-6f91d10027d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:52.746683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db020-9ede-4519-ab03-1d96cc71d51d req-a85df66f-973b-4885-9a67-61dca49298bc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:52.748685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-859db020-9ede-4519-ab03-1d96cc71d51d req-a85df66f-973b-4885-9a67-61dca49298bc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.1130152 Mar 22 14:53:52.765369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-463432c0-5025-4a98-b398-21c5c95c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:52.766892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-463432c0-5025-4a98-b398-21c5c95c7e4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0909536 Mar 22 14:53:52.849280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-859db020-9ede-4519-ab03-1d96cc71d51d req-49f77292-e58f-4972-8562-8311ed6b65e3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943947 Mar 22 14:53:52.882630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-eea65d20-247b-4c3b-bc35-8c3fa68928ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:52.884117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-eea65d20-247b-4c3b-bc35-8c3fa68928ed service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1107876 Mar 22 14:53:52.952542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-fd7ac219-d3b9-4eef-8872-5542567bc174 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1000 time: 0.0625958 Mar 22 14:53:52.999555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-7e6b90a8-341d-41ee-aafe-c0bc184cd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:53.000969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-7e6b90a8-341d-41ee-aafe-c0bc184cd079 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0431278 Mar 22 14:53:53.053980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68495-a5e2-4382-8d05-fec537226294 req-a42e2ca4-9a6b-4a86-a0f2-6c9a8ee629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:53.055569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-a42e2ca4-9a6b-4a86-a0f2-6c9a8ee629e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488265 Mar 22 14:53:53.155037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-b2769234-2e55-40b7-b10a-6c56c690f0db service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934808 Mar 22 14:53:53.244592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ead68495-a5e2-4382-8d05-fec537226294 req-965cc360-0b41-4984-8828-eea78754181a service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834975 Mar 22 14:53:53.871579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:53.980104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7efba-f7bc-4a29-a82b-9ff5a1ac531b req-aa3c7193-26dc-4193-9f8c-f73c099adbee tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:53.981620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfc7efba-f7bc-4a29-a82b-9ff5a1ac531b req-aa3c7193-26dc-4193-9f8c-f73c099adbee tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0594101 Mar 22 14:53:54.028186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dfc7efba-f7bc-4a29-a82b-9ff5a1ac531b req-216d3ac9-df7d-4de8-9ffb-623d54734641 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 22 14:53:54.210455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:54.214471 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562" -d '{"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:54.249651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:53:54.272797 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d33400-7429-4a9f-8334-f78faaf01ae5 x-openstack-request-id: req-56d33400-7429-4a9f-8334-f78faaf01ae5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:54.273077 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:54.274115 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56d33400-7429-4a9f-8334-f78faaf01ae5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:54.274115 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d33400-7429-4a9f-8334-f78faaf01ae5'] response: {'name': 'network-changed', 'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'status': 'completed', 'code': 200} Mar 22 14:53:54.295707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port e09f983f-0236-4158-bd28-f8d603cb4ec1 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:53:54.296004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:53:54.358800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-13f414af-ce9b-481e-9496-2ea781e97ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.360318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-13f414af-ce9b-481e-9496-2ea781e97ef2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0720258 Mar 22 14:53:54.365920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-b192be6f-2564-413c-920e-fc82a876f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.367303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-b192be6f-2564-413c-920e-fc82a876f282 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0697141 Mar 22 14:53:54.518367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-c6667dac-66ed-4530-8e39-f40cce23fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.519849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-c6667dac-66ed-4530-8e39-f40cce23fde7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1516998 Mar 22 14:53:54.525897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-569d25b9-92b3-4234-903f-18a648da6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.528056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-569d25b9-92b3-4234-903f-18a648da6269 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1515646 Mar 22 14:53:54.637135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-daba73aa-f67f-4bea-812f-6d1e21b9a3bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1000 time: 0.1079700 Mar 22 14:53:54.641002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-73805310-5555-47d0-9f51-143eb4911af6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1000 time: 0.1036217 Mar 22 14:53:54.719802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-0c7c0d63-3651-45b6-b491-dadcdbbd4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.721318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-0c7c0d63-3651-45b6-b491-dadcdbbd4ee2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0786514 Mar 22 14:53:54.723022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-5f035a81-26c0-4a56-8b7a-c67221a30a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.724291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-5f035a81-26c0-4a56-8b7a-c67221a30a5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0746830 Mar 22 14:53:54.807673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-e4b1b011-6110-4517-8ebd-f161ef4b95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.809751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-e4b1b011-6110-4517-8ebd-f161ef4b95a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746651 Mar 22 14:53:54.812361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-4550b2e2-582f-4cd2-9224-333e322d78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:54.813706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-4550b2e2-582f-4cd2-9224-333e322d78a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862305 Mar 22 14:53:54.945109 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:54.966725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-4326dfb7-b04b-45ee-b95e-a42d88b7496a service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497278 Mar 22 14:53:54.968847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-a3ffcfc2-0b45-49dc-9923-846e8f64ba63 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447563 Mar 22 14:53:55.145894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-478deeeb-c377-4eac-8ff0-3f6db3300490 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738522 Mar 22 14:53:55.148544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-91fd82f3-a1a4-45a2-ab70-96fabcbc4562 req-2304fa75-b271-49c6-9613-b3f54d428843 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696899 Mar 22 14:53:55.171540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4647a-fb78-4c81-88bc-ab4f920645ba req-17c8332e-b9f6-48d1-93b4-8a118e955d3b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:55.173036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a4647a-fb78-4c81-88bc-ab4f920645ba req-17c8332e-b9f6-48d1-93b4-8a118e955d3b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0752256 Mar 22 14:53:55.220277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58a4647a-fb78-4c81-88bc-ab4f920645ba req-4ac73bc0-9ac1-47b7-abb5-5d58a32b09be tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Mar 22 14:53:55.467371 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b153ac4-a23f-4bf2-8ef2-c081dd352e96 req-49185291-3535-4e40-aa75-90edbfacced2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:55.468868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b153ac4-a23f-4bf2-8ef2-c081dd352e96 req-49185291-3535-4e40-aa75-90edbfacced2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0910153 Mar 22 14:53:55.476732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-3f1cae3c-6e05-4e40-baac-7aa56df64216 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:55.478072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-3f1cae3c-6e05-4e40-baac-7aa56df64216 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6&tenant_id=c3eea28d828342a2b850fe8062012899&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 944 time: 0.0886471 Mar 22 14:53:55.559230 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b153ac4-a23f-4bf2-8ef2-c081dd352e96 req-cfa5a8e6-2d3a-44db-81f1-5be54abe253e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802143 Mar 22 14:53:55.564236 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-987f6c1f-cd02-49e1-af1e-ed86d1469eff service neutron] delete failed (client error): The resource could not be found. Mar 22 14:53:55.565188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-987f6c1f-cd02-49e1-af1e-ed86d1469eff service neutron] 10.222.0.82 "DELETE /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0805752 Mar 22 14:53:55.660189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-61a92545-2caf-42a3-ac7d-20e468428f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:55.661644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-61a92545-2caf-42a3-ac7d-20e468428f6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1126 time: 0.0485086 Mar 22 14:53:55.752020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-abf650ba-6d28-44a5-b756-0b7241a85216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:55.753356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-abf650ba-6d28-44a5-b756-0b7241a85216 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0858121 Mar 22 14:53:56.113286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-58f7db2f-b71b-4fc8-9503-8f883321a2aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1000 time: 0.3534944 Mar 22 14:53:56.163542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-3f1e6bad-e27d-4c09-88a1-f2df82416294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:56.164913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-3f1e6bad-e27d-4c09-88a1-f2df82416294 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0454338 Mar 22 14:53:56.215903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-2275d1e0-fb50-4a87-85e6-d42796b9831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:56.217341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-2275d1e0-fb50-4a87-85e6-d42796b9831a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453792 Mar 22 14:53:56.307934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-ea97f38e-84b4-49f0-8d0a-d00ad7e66251 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833938 Mar 22 14:53:56.406830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f00cce20-c815-4d1a-b22c-3996d8781736 req-cb31fd41-1c52-4f79-ae4d-690abaae8205 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932419 Mar 22 14:53:56.682837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:53:56.688074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b0a3c-b2a2-4734-a3d0-94615322d03e req-60d88db9-9dd8-4cb7-ace7-2d35f7cb8c33 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:56.689762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b7b0a3c-b2a2-4734-a3d0-94615322d03e req-60d88db9-9dd8-4cb7-ace7-2d35f7cb8c33 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0555067 Mar 22 14:53:56.745108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b7b0a3c-b2a2-4734-a3d0-94615322d03e req-72d3319e-5063-4cc2-b72f-fcb3f88c341d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485106 Mar 22 14:53:56.786519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:56.798101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'mac_address': 'fa:16:3e:7a:0d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:53:56.841047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e09f983f-0236-4158-bd28-f8d603cb4ec1 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:56.841447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:56.854431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09f983f-0236-4158-bd28-f8d603cb4ec1 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:53:56.874087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:56.878736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:56.929587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:56.937557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.937843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.938225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.938600 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.939103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.939417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.939763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.940087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.940406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.940824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.941191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.941556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.942634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.942985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:56.943655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:53:57.010376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-9f7d6573-6524-4ad2-9a7f-77b00fa37ab8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468285 Mar 22 14:53:57.094638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-ecbdfd84-d132-4123-acd1-1de78af37131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:57.096249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-ecbdfd84-d132-4123-acd1-1de78af37131 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0442073 Mar 22 14:53:57.109566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e09f983f-0236-4158-bd28-f8d603cb4ec1'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:53:57.205652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-5d70a1c1-a51f-4956-8875-b9cd9b5d58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:57.207183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-5d70a1c1-a51f-4956-8875-b9cd9b5d58ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0898676 Mar 22 14:53:57.272103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-7ce9f5c3-b795-4fb2-810f-7c18b0b290df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0594461 Mar 22 14:53:57.321619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-1bcb087d-aef0-4b6c-adeb-a33ed97bd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:57.323052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-1bcb087d-aef0-4b6c-adeb-a33ed97bd335 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0444782 Mar 22 14:53:57.376358 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-f58aae71-856b-47ef-b779-24cea770878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:57.377823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-f58aae71-856b-47ef-b779-24cea770878f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472584 Mar 22 14:53:57.464847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-56f5ad98-a73f-4d25-abe3-390207c6a849 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799410 Mar 22 14:53:57.561757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c739f63a-2e3e-4ce7-ba55-301368adb463 req-5fbf4bb0-f243-4bc7-9d03-4e7845c563cd service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902154 Mar 22 14:53:57.883470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947c796-c857-488a-a746-537e2b3e8078 req-c47caf28-405f-4b2b-a46c-d8652e3e5187 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:57.884956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a947c796-c857-488a-a746-537e2b3e8078 req-c47caf28-405f-4b2b-a46c-d8652e3e5187 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0650270 Mar 22 14:53:57.936967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a947c796-c857-488a-a746-537e2b3e8078 req-cbbcc7b8-c861-4ed5-9669-5f1f1f0828af tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Mar 22 14:53:58.063283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d057c0-db2b-49f6-920b-7d94c2d69426 req-e86c0fdd-2232-4035-b5ec-f6874e34db24 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:58.064694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5d057c0-db2b-49f6-920b-7d94c2d69426 req-e86c0fdd-2232-4035-b5ec-f6874e34db24 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0564468 Mar 22 14:53:58.114780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5d057c0-db2b-49f6-920b-7d94c2d69426 req-c45ed7bc-c867-4580-ae14-64bc8e3d5383 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Mar 22 14:53:58.256125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30207b-9a00-41f1-a928-fa1d1581f222 req-ebe18054-7294-4426-8d24-efb6310dc8a5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:58.257596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e30207b-9a00-41f1-a928-fa1d1581f222 req-ebe18054-7294-4426-8d24-efb6310dc8a5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0583785 Mar 22 14:53:58.305067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e30207b-9a00-41f1-a928-fa1d1581f222 req-bf8f28b8-b5b0-4da3-9872-157ceec55975 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Mar 22 14:53:58.551005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfbe3-f252-4826-8ba8-5b2000dbb031 req-2bf5bcad-ca97-4f99-8e90-5c75110b9815 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:58.552540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b84dfbe3-f252-4826-8ba8-5b2000dbb031 req-2bf5bcad-ca97-4f99-8e90-5c75110b9815 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0600889 Mar 22 14:53:58.595071 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:58.605459 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b84dfbe3-f252-4826-8ba8-5b2000dbb031 req-ed3e5021-5092-4177-b0c1-b0808359121f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Mar 22 14:53:58.701423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:53:58.758653 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e09f983f-0236-4158-bd28-f8d603cb4ec1 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:53:58.762696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e09f983f-0236-4158-bd28-f8d603cb4ec1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:53:58.763090 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:58.840633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e09f983f-0236-4158-bd28-f8d603cb4ec1 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:53:58.841024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:58.863104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:53:58.865381 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9b731-e7a0-4b40-bc4e-e48e95842f7a" -d '{"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:53:58.878051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:53:58.884742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:58.909625 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d0d26b-1151-4f47-9217-0ff77fa14cd9 x-openstack-request-id: req-d2d0d26b-1151-4f47-9217-0ff77fa14cd9 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:53:58.909917 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:53:58.910196 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2d0d26b-1151-4f47-9217-0ff77fa14cd9 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:53:58.910592 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d0d26b-1151-4f47-9217-0ff77fa14cd9'] response: {'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'code': 200} Mar 22 14:53:58.935786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:53:59.540782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:53:59.727902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dcd97-c630-434c-823d-623f56cf6c3c req-b648593b-6f0b-484c-9555-04ba893cefd6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:59.729368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d48dcd97-c630-434c-823d-623f56cf6c3c req-b648593b-6f0b-484c-9555-04ba893cefd6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0542536 Mar 22 14:53:59.790683 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d48dcd97-c630-434c-823d-623f56cf6c3c req-bc8306ca-0927-4eee-9eed-36865a04d896 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556345 Mar 22 14:53:59.831354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-c0b947cd-4768-495b-b8c7-4a1fafdaf030 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:53:59.832831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-c0b947cd-4768-495b-b8c7-4a1fafdaf030 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Mar 22 14:53:59.922763 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Deleting port e09f983f-0236-4158-bd28-f8d603cb4ec1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:53:59.923103 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.013075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] For port e09f983f-0236-4158-bd28-f8d603cb4ec1, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e09f983f-0236-4158-bd28-f8d603cb4ec1,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:00.013434 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.238161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.238534 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.238852 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 disassociated. External IP: 172.25.3.202, port: e09f983f-0236-4158-bd28-f8d603cb4ec1. Mar 22 14:54:00.239197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Calling delete_port for e09f983f-0236-4158-bd28-f8d603cb4ec1 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:54:00.372956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e09f983f-0236-4158-bd28-f8d603cb4ec1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.406238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'Port': ['ID=e09f983f-0236-4158-bd28-f8d603cb4ec1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:00.520647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:54:00.633720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:54:00.643905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:54:00.654698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:00.655327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:00.674868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] No DVR routers for this DVR port e09f983f-0236-4158-bd28-f8d603cb4ec1 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:54:00.677414 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:00.680760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccef048f-799a-4ae0-bc78-b5857cfaf8f4 req-8c67494e-c406-48a3-be5c-fd5b9533f1b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "DELETE /v2.0/ports/e09f983f-0236-4158-bd28-f8d603cb4ec1 HTTP/1.1" status: 204 len: 173 time: 0.8428628 Mar 22 14:54:00.681219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-deleted', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:00.683522 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7359e0a4-c6d9-4f66-a71a-52b519c24cc8" -d '{"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-deleted", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:00.725216 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd104376-a1e2-4fbf-aef2-8d0b6cf812f4 x-openstack-request-id: req-bd104376-a1e2-4fbf-aef2-8d0b6cf812f4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:00.725488 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895fd4ce-2149-4208-a40b-6623eaadc8b6", "name": "network-vif-deleted", "tag": "e09f983f-0236-4158-bd28-f8d603cb4ec1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:00.725778 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd104376-a1e2-4fbf-aef2-8d0b6cf812f4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:00.726210 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd104376-a1e2-4fbf-aef2-8d0b6cf812f4'] response: {'server_uuid': '895fd4ce-2149-4208-a40b-6623eaadc8b6', 'name': 'network-vif-deleted', 'tag': 'e09f983f-0236-4158-bd28-f8d603cb4ec1', 'status': 'completed', 'code': 200} Mar 22 14:54:00.770053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:00.912645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b0b665f-9f10-4bf3-872b-f93a01b9a138 req-1970c590-de9c-4d65-b05c-30ee50cbf5a1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=895fd4ce-2149-4208-a40b-6623eaadc8b6 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Mar 22 14:54:01.150548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:01.176809 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:54:01.186631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:01.187244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:01.295363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:01.512044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f5e37c66-9544-473c-8199-31997d05caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:01.543803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e37c66-9544-473c-8199-31997d05caff None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:54:01.766797 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbc350-33cf-499f-9686-12ef7c6d32b3 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:54:02.169641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-88bf3146-4d1f-4861-a26d-46597d4216d3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1373255106&fields=id&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 267 time: 0.0465469 Mar 22 14:54:02.284165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-67f495c4-52ec-483b-9df9-e2bcd9f241fb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:02.285680 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-67f495c4-52ec-483b-9df9-e2bcd9f241fb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1058207 Mar 22 14:54:02.301205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-d85cc20f-859a-4edf-93b5-d0f7f31ef972 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/quotas/c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Mar 22 14:54:02.356072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-ee3cb370-cf33-4f50-b0c3-4b131f80e1be tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500298 Mar 22 14:54:02.457112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-72f02c71-5e25-4f86-88ce-63957aba398a service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891955 Mar 22 14:54:02.546939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-10c20a86-914b-41c8-a090-d0ccc86ae112 service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831494 Mar 22 14:54:02.711799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ed56054-f85b-4b18-a19f-85b16a6f44c6 req-17ed1145-b928-46e1-a712-a06cc81c01fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 210 time: 0.0289891 Mar 22 14:54:02.722084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:54:02.742938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e09f983f-0236-4158-bd28-f8d603cb4ec1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:54:02.743284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e09f983f-0236-4158-bd28-f8d603cb4ec1 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:54:03.815144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c827c230-173d-4700-a7ab-b6c31263857d req-ac3a93a6-524b-4d04-bc5d-b1b762fe6a1b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 210 time: 0.0337512 Mar 22 14:54:03.833888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-d9790686-c661-4095-a77e-efbac6acaede tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:03.835397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-d9790686-c661-4095-a77e-efbac6acaede tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1366656 Mar 22 14:54:03.896020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-7b831752-5da7-4af1-b7a1-3efd2431fa7c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 380 time: 0.0528896 Mar 22 14:54:03.905231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'port': {'device_id': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'admin_state_up': True, 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'security_groups': ['9f4b6a25-435c-4ac0-a9d4-4848bb48fb72']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:04.019473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:54:04.022973 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.151120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Allocated IP 172.20.0.12 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:54:04.282678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.320350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.365732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:54:04.368874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:54:04.374942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:54:04.398441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:04.428993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:04.429621 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.447003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-af92326d-32c0-4b1c-b16e-740a7641c283 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453224 Mar 22 14:54:04.459167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Request body: {'port': {'device_id': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:04.521764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.575119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b77b354c-ba5f-4527-b54c-8598f97df526 None None] Provisioning complete for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:54:04.575733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b77b354c-ba5f-4527-b54c-8598f97df526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.608603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b77b354c-ba5f-4527-b54c-8598f97df526 None None] Port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:54:04.793710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:54:04.801058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks [] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.813221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Transition to ACTIVE for port object 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:54:04.821005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:04.877789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:04.984701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:54:04.985041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:54:04.985374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:04.995670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d381-ec13-4741-9fde-9c26448774a9 req-5fbf43b4-ba0d-4723-8a0c-d90f569ad88e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:04.997210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a97d381-ec13-4741-9fde-9c26448774a9 req-5fbf43b4-ba0d-4723-8a0c-d90f569ad88e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0991580 Mar 22 14:54:04.999796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:54:05.000119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:05.007616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:54:05.008015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:54:05.008447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:54:05.008855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Bound port: 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:54:05.009216 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:05.081562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a97d381-ec13-4741-9fde-9c26448774a9 req-ee5fa526-3358-4d59-860b-181180f3887f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760508 Mar 22 14:54:05.106013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:54:05.109301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:54:05.117230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:05.152181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.152822 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:05.154264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] 10.222.0.78 "PUT /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1092 time: 0.6992807 Mar 22 14:54:05.154683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:05.156904 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfea80-0413-4346-9e17-2a8c8f294c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:05.185611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbab0f-8db9-404d-a16c-7a0b312cb6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:05.201921 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f23d21-35b8-49fd-88cb-400e402f69ac x-openstack-request-id: req-67f23d21-35b8-49fd-88cb-400e402f69ac {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:05.202260 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:05.202517 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67f23d21-35b8-49fd-88cb-400e402f69ac {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:05.202995 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f23d21-35b8-49fd-88cb-400e402f69ac'] response: {'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'status': 'completed', 'code': 200} Mar 22 14:54:05.258635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-6a97f55e-ff70-4efd-bdf4-6c9bed39053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.260184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-6a97f55e-ff70-4efd-bdf4-6c9bed39053d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0508153 Mar 22 14:54:05.303172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-86dcf9c7-7445-4b7b-9dd6-45d74ac609cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 217 time: 0.0361519 Mar 22 14:54:05.352140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-d1bd886a-6418-48fa-8ac7-73134082120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.353665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-d1bd886a-6418-48fa-8ac7-73134082120d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0453610 Mar 22 14:54:05.408855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-341ca06e-3b26-44d9-83e1-1596f62b9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.410390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-341ca06e-3b26-44d9-83e1-1596f62b9629 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493698 Mar 22 14:54:05.506488 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-95b62d08-9149-4643-b41b-3eef42519919 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 Mar 22 14:54:05.601078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-507f5204-2d31-4adc-8322-4378ea4541a2 req-5a6a702a-986c-4a92-8ee6-ec058be27c4f service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 Mar 22 14:54:05.698814 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-3c0a4a2b-67a0-4283-9908-cbfc84c22eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.700322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-3c0a4a2b-67a0-4283-9908-cbfc84c22eb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0510790 Mar 22 14:54:05.789724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-572648c3-fb0e-4910-9ad6-db90b2b46c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.791302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-572648c3-fb0e-4910-9ad6-db90b2b46c5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0844085 Mar 22 14:54:05.834621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-cd91a41d-6ffa-46ba-9db0-35dc6d817160 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 217 time: 0.0372958 Mar 22 14:54:05.886022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-9c69e2eb-afad-4251-8ee2-1698c53322cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.887371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-9c69e2eb-afad-4251-8ee2-1698c53322cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0470848 Mar 22 14:54:05.939028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-77bd16ac-0e20-4870-abcb-c4fc20da2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:05.940588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-77bd16ac-0e20-4870-abcb-c4fc20da2ff2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455201 Mar 22 14:54:06.373730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c202d-3980-444d-a052-e1b618ab52d5 req-097b0f75-08c5-4614-ae0f-9aaf9b9b0257 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:06.375226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-083c202d-3980-444d-a052-e1b618ab52d5 req-097b0f75-08c5-4614-ae0f-9aaf9b9b0257 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0834172 Mar 22 14:54:06.377107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-365d8c3e-b394-4f1a-882c-95d8cc3d82f9 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297621 Mar 22 14:54:06.473216 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-083c202d-3980-444d-a052-e1b618ab52d5 req-863555af-5e60-4e8c-9fce-02dd1ed72030 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922379 Mar 22 14:54:06.500697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a8bfea80-0413-4346-9e17-2a8c8f294c2e req-0c3cf1e6-45c8-4d1f-8b7e-ad3047eab31c service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140540 Mar 22 14:54:07.607812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37dc19-fa71-4381-8bab-4fd90d4e5d5a req-3d0b406c-1026-4e4a-955a-c2b2ccfba33a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:07.609276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e37dc19-fa71-4381-8bab-4fd90d4e5d5a req-3d0b406c-1026-4e4a-955a-c2b2ccfba33a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0563447 Mar 22 14:54:07.658183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e37dc19-fa71-4381-8bab-4fd90d4e5d5a req-e21ee612-28e7-48b3-9c47-39336e35eca2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Mar 22 14:54:08.755480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:54:08.801373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acf320-54da-4f47-95e9-52523d3d3c2e req-e1ec97b7-6c8c-482e-8066-d1e9a3121174 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:08.802867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5acf320-54da-4f47-95e9-52523d3d3c2e req-e1ec97b7-6c8c-482e-8066-d1e9a3121174 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0575094 Mar 22 14:54:08.852917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:08.855614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5acf320-54da-4f47-95e9-52523d3d3c2e req-b7c67f7c-7e63-44a1-a67b-9163bc334437 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467758 Mar 22 14:54:08.864627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'mac_address': 'fa:16:3e:c3:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:54:08.905549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:54:08.905941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:08.919260 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:54:08.940178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:08.946740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:09.004335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:09.144044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:54:09.983135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d1a25-1110-4eef-8298-61f798b57543 req-62c4c1e8-ae1a-4a87-af8f-9f1c926fb40b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:09.984796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-882d1a25-1110-4eef-8298-61f798b57543 req-62c4c1e8-ae1a-4a87-af8f-9f1c926fb40b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 945 time: 0.0538559 Mar 22 14:54:10.031336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-882d1a25-1110-4eef-8298-61f798b57543 req-362d0e02-70fa-4d8b-b5b8-04daaf3e9cd5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Mar 22 14:54:10.785554 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:54:10.845729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:54:10.849540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:54:10.849919 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:10.932034 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:54:10.932426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:10.954565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:10.956802 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e08344-5fdd-4de7-b5a7-c871f8664ed5" -d '{"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-plugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:10.969408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:10.974541 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:10.997063 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854e9d8-b5ff-4c02-be50-e29718e02337 x-openstack-request-id: req-8854e9d8-b5ff-4c02-be50-e29718e02337 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:10.997359 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-plugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:10.997614 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8854e9d8-b5ff-4c02-be50-e29718e02337 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:10.998036 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8854e9d8-b5ff-4c02-be50-e29718e02337'] response: {'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'code': 200} Mar 22 14:54:11.026705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:11.092755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb4c2b-5d8e-4b59-98bd-7cdd782824f2 req-27e58054-96b9-4509-8d45-6dfceb2f0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:11.094451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0eb4c2b-5d8e-4b59-98bd-7cdd782824f2 req-27e58054-96b9-4509-8d45-6dfceb2f0f31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1128 time: 0.0445952 Mar 22 14:54:11.168385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0eb4c2b-5d8e-4b59-98bd-7cdd782824f2 req-d2e8edd1-2597-47f0-9676-8cd716e5978e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684094 Mar 22 14:54:11.184532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c7928-b6a2-4cbd-bc2b-d3d9cde719fb req-8d905e0b-a62a-4ddc-8c66-17e623d53c55 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:11.185945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4c7928-b6a2-4cbd-bc2b-d3d9cde719fb req-8d905e0b-a62a-4ddc-8c66-17e623d53c55 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0794013 Mar 22 14:54:11.234992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ff4c7928-b6a2-4cbd-bc2b-d3d9cde719fb req-bbca9fdc-1484-4034-b754-6e625ee9bb62 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Mar 22 14:54:12.372964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b9fd-5f43-4a99-91c8-dfbae27c1ba0 req-13dd6041-e732-4845-beab-62fe4daec0ae tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:12.374890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6e4b9fd-5f43-4a99-91c8-dfbae27c1ba0 req-13dd6041-e732-4845-beab-62fe4daec0ae tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0564187 Mar 22 14:54:12.421763 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f6e4b9fd-5f43-4a99-91c8-dfbae27c1ba0 req-b888631a-7c88-4c6f-8d98-d27f3aeaa554 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411849 Mar 22 14:54:12.543083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34a416-0ab3-4f41-b2d5-fc9404949b02 req-66f98a88-d198-49bd-9fcf-ebd9f7e1cecd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:12.544589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d34a416-0ab3-4f41-b2d5-fc9404949b02 req-66f98a88-d198-49bd-9fcf-ebd9f7e1cecd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0592270 Mar 22 14:54:12.554106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60436) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:54:12.558518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'floatingip': {'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:12.600622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:13.030664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:13.036878 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:13.148866 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 associated. External IP: 172.25.3.202, port: 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e. Mar 22 14:54:13.367425 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:54:13.484571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:54:13.489289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:13.495754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:54:13.506445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:13.507262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:13.525711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-926abe04-9f5b-4f87-bb5e-7be5bc46b2ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "PUT /v2.0/floatingips/92c946ea-cd9b-423b-9d56-828a587ec030 HTTP/1.1" status: 200 len: 992 time: 0.9704521 Mar 22 14:54:13.526273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:13.529092 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c7714-d5f5-460a-8503-393cb3fb8336" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:13.573791 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ae7e4-d671-4079-9ed4-607603aafc21 x-openstack-request-id: req-088ae7e4-d671-4079-9ed4-607603aafc21 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:13.574195 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:13.574517 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088ae7e4-d671-4079-9ed4-607603aafc21 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:13.575504 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088ae7e4-d671-4079-9ed4-607603aafc21'] response: {'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'status': 'completed', 'code': 200} Mar 22 14:54:13.625321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:13.643683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-732fc218-9214-4627-9a3d-5ad4d2bcc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:13.645215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-732fc218-9214-4627-9a3d-5ad4d2bcc2da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1128 time: 0.0504224 Mar 22 14:54:13.775952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313f8e-1940-4f1a-8983-e8657c99b967 req-dcdc013c-7117-4305-93f9-cc3d53a82127 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:13.777453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da313f8e-1940-4f1a-8983-e8657c99b967 req-dcdc013c-7117-4305-93f9-cc3d53a82127 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.1079698 Mar 22 14:54:13.780329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-d020202f-1331-435a-8e08-64658aab999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:13.781695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-d020202f-1331-435a-8e08-64658aab999d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1300793 Mar 22 14:54:13.861605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:c3:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:54:12Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:13.873693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da313f8e-1940-4f1a-8983-e8657c99b967 req-c9a6580d-b6c4-43be-adfe-16e7ec16b8ef tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881824 Mar 22 14:54:13.875429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-47120283-a552-49d1-8bb9-1f6db35519fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1000 time: 0.0846038 Mar 22 14:54:13.889215 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:54:13.897925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:13.898556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:53:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:13.926186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-c868c4c8-5c33-4480-9eb0-5c9b9efeb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:13.927695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-c868c4c8-5c33-4480-9eb0-5c9b9efeb5f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0469806 Mar 22 14:54:13.975882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-cbb07dd4-7e63-4845-a32b-b94e38a22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:13.977415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-cbb07dd4-7e63-4845-a32b-b94e38a22a76 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443792 Mar 22 14:54:14.007765 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:14.063973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-fd409640-5dc5-4eab-a15a-6d0ad2de1291 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806053 Mar 22 14:54:14.155292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c09c7714-d5f5-460a-8503-393cb3fb8336 req-a2273adc-8d8d-41c6-93e1-391d06520dbb service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860271 Mar 22 14:54:14.233303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:c3:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:54:12Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:14.263563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b2693-a0ba-4160-9ada-240dcf59f60c None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:c3:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:54:12Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:54:14.472197 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a5498-d72e-4274-b5ae-610c13ceacb8 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:54:14.617069 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:54:15.005244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d763-d2a6-44ce-9474-99d5244f2286 req-4563ab20-9ce4-43de-b870-45bd9790a71c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:15.006933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b98d763-d2a6-44ce-9474-99d5244f2286 req-4563ab20-9ce4-43de-b870-45bd9790a71c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0556972 Mar 22 14:54:15.071358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6b98d763-d2a6-44ce-9474-99d5244f2286 req-d9c4b11a-ef1a-4fd4-b0b9-2b0604424b90 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559628 Mar 22 14:54:16.209138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9ac8-22a2-4471-a5ab-e58b996a4039 req-9236fc54-a7b3-4212-bf13-1f55383f6793 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:16.210989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17b9ac8-22a2-4471-a5ab-e58b996a4039 req-9236fc54-a7b3-4212-bf13-1f55383f6793 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0646524 Mar 22 14:54:16.262666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a17b9ac8-22a2-4471-a5ab-e58b996a4039 req-930024c8-93c7-4c7a-af34-1627dfe261d0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458455 Mar 22 14:54:17.387752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadec2f3-a675-44a5-8730-cbe52ae083d9 req-c807ee68-9d9f-461a-b241-6edd2ac3ae80 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:17.389223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cadec2f3-a675-44a5-8730-cbe52ae083d9 req-c807ee68-9d9f-461a-b241-6edd2ac3ae80 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0549850 Mar 22 14:54:17.437758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cadec2f3-a675-44a5-8730-cbe52ae083d9 req-b04a12a3-bdcf-43dd-911e-74f186a19b21 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Mar 22 14:54:18.573723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afce4a6-b247-4332-8e68-a731f3cc3648 req-2b5bfd15-c0ae-47d4-ac09-79f9ad123a0f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:18.575243 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0afce4a6-b247-4332-8e68-a731f3cc3648 req-2b5bfd15-c0ae-47d4-ac09-79f9ad123a0f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0574486 Mar 22 14:54:18.603810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d717b00c-c6f8-4ac8-b89b-c5bc4c8f864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:18.628720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0afce4a6-b247-4332-8e68-a731f3cc3648 req-f6aeb807-8a14-4346-8ac4-99253a615673 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478246 Mar 22 14:54:19.761103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb99fa-4f58-4f82-a1d7-0057ad578f3e req-9df1eb59-777f-4d60-9325-aaaae09bbc40 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:19.762626 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4eb99fa-4f58-4f82-a1d7-0057ad578f3e req-9df1eb59-777f-4d60-9325-aaaae09bbc40 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0555339 Mar 22 14:54:19.809392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4eb99fa-4f58-4f82-a1d7-0057ad578f3e req-033b86e7-87bc-414c-9685-dc88e459c663 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Mar 22 14:54:20.940719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b95b-ba87-4b2e-a2cf-612369b6b6b3 req-8d397f30-ce7e-43bc-b41a-f00fd30ea717 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:20.942208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a228b95b-ba87-4b2e-a2cf-612369b6b6b3 req-8d397f30-ce7e-43bc-b41a-f00fd30ea717 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0569980 Mar 22 14:54:20.991559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a228b95b-ba87-4b2e-a2cf-612369b6b6b3 req-bb0102f0-7fb7-41a3-b06d-208c197c7b94 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Mar 22 14:54:20.999883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-82d40ffd-9635-43d4-99b7-b03dbdb6ca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:22.066616 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:22.127694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b382926-da79-4178-8d5f-0e7cdcf8a997 req-fbf6cb81-10c1-4f90-95cb-7f924d24e4d8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:22.129155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b382926-da79-4178-8d5f-0e7cdcf8a997 req-fbf6cb81-10c1-4f90-95cb-7f924d24e4d8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0585194 Mar 22 14:54:22.176846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b382926-da79-4178-8d5f-0e7cdcf8a997 req-6aab095b-ab4b-4e66-9d32-1662b16cf0e0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Mar 22 14:54:23.309133 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b667ed2-f97e-4f32-b1c7-f74ce2f56331 req-8e7c38c4-f229-49c4-a681-40ec0653efd4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:23.310640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b667ed2-f97e-4f32-b1c7-f74ce2f56331 req-8e7c38c4-f229-49c4-a681-40ec0653efd4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0548069 Mar 22 14:54:23.363180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3b667ed2-f97e-4f32-b1c7-f74ce2f56331 req-ba0926ee-40a0-46b5-853a-7d77d4d3a3ad tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Mar 22 14:54:23.880892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:24.496521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad2b0-4c0a-4ab1-83ed-fc38ad839349 req-56ec79e6-f37a-405c-9fbc-20b72f5d099b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:24.498043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a83ad2b0-4c0a-4ab1-83ed-fc38ad839349 req-56ec79e6-f37a-405c-9fbc-20b72f5d099b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0591152 Mar 22 14:54:24.546981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a83ad2b0-4c0a-4ab1-83ed-fc38ad839349 req-511e6d3a-3e70-421b-ae17-e9dbac70ea8d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Mar 22 14:54:24.947098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:25.668809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507dd1-9d7c-4d16-a5e6-dcb465c6a3d9 req-d6fb2fe6-c422-4370-b286-0e7fdc399cc6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:25.670302 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec507dd1-9d7c-4d16-a5e6-dcb465c6a3d9 req-d6fb2fe6-c422-4370-b286-0e7fdc399cc6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0560257 Mar 22 14:54:25.717108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec507dd1-9d7c-4d16-a5e6-dcb465c6a3d9 req-83579894-26c0-4fb3-861a-044c8ee61ceb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Mar 22 14:54:26.844119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e2e7-4ce6-46f0-9e52-56a1caea55b5 req-dc5e9ae2-4345-4d64-aeb1-b26f1e27ffc2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:26.845594 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b3e2e7-4ce6-46f0-9e52-56a1caea55b5 req-dc5e9ae2-4345-4d64-aeb1-b26f1e27ffc2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0523324 Mar 22 14:54:26.896066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b3e2e7-4ce6-46f0-9e52-56a1caea55b5 req-194dd640-7cf0-44fd-acee-aeb4844fe546 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Mar 22 14:54:28.027734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93ca0-8258-4aea-87ee-82cf39140f3e req-94647371-7748-4da2-9850-3d51af640d33 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:28.029187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33e93ca0-8258-4aea-87ee-82cf39140f3e req-94647371-7748-4da2-9850-3d51af640d33 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0608654 Mar 22 14:54:28.076567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33e93ca0-8258-4aea-87ee-82cf39140f3e req-ca548b03-05f1-4ed0-86a1-521f9f4dd6fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Mar 22 14:54:28.619229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:29.208432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebffa5c-29b4-41c5-bccc-94d502362b0d req-aa1c3410-5f90-474e-8ccd-6ac7fbec8bfe tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:29.209897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bebffa5c-29b4-41c5-bccc-94d502362b0d req-aa1c3410-5f90-474e-8ccd-6ac7fbec8bfe tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0598941 Mar 22 14:54:29.258017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bebffa5c-29b4-41c5-bccc-94d502362b0d req-7049ee39-042a-4e30-a00d-2d2d07b9b468 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Mar 22 14:54:29.540684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:30.395158 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d28b-26a7-40a6-8670-61d2efbaa6f7 req-cd8434e6-f36c-4b1c-aa37-d53daf0c3614 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:30.396637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8555d28b-26a7-40a6-8670-61d2efbaa6f7 req-cd8434e6-f36c-4b1c-aa37-d53daf0c3614 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0612640 Mar 22 14:54:30.442952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8555d28b-26a7-40a6-8670-61d2efbaa6f7 req-31c0c397-0468-4555-b6fd-ccb18903bb85 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Mar 22 14:54:31.568877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd37bc-c974-4566-885e-0ddbd6ef966a req-4be6ab30-d49b-403e-97b0-24560f804c64 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:31.570403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aedd37bc-c974-4566-885e-0ddbd6ef966a req-4be6ab30-d49b-403e-97b0-24560f804c64 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0580742 Mar 22 14:54:31.617159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aedd37bc-c974-4566-885e-0ddbd6ef966a req-748245c7-f535-49f0-982d-a76b430fe0da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Mar 22 14:54:32.741241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc109681-0810-4bc1-8944-926d18fdf260 req-1e42b19e-52d0-442f-a5c5-13e7e073681a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:32.742679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc109681-0810-4bc1-8944-926d18fdf260 req-1e42b19e-52d0-442f-a5c5-13e7e073681a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0541117 Mar 22 14:54:32.793890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc109681-0810-4bc1-8944-926d18fdf260 req-3ddcd62b-ed39-473e-8e30-ca56725b3bd2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Mar 22 14:54:33.932818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5725e8e-9f73-466f-bb1f-3472c556a5e4 req-57185e04-20a7-4e66-8226-746720b6db28 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:33.934319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5725e8e-9f73-466f-bb1f-3472c556a5e4 req-57185e04-20a7-4e66-8226-746720b6db28 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0638859 Mar 22 14:54:33.980890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5725e8e-9f73-466f-bb1f-3472c556a5e4 req-472950c1-1675-4390-9ed0-a76a90ee0091 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Mar 22 14:54:35.113023 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756320-5cf7-4e19-bed9-17b5404f5078 req-a419ef1f-a1e3-459f-af98-d846ec13a4de tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:35.114536 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e756320-5cf7-4e19-bed9-17b5404f5078 req-a419ef1f-a1e3-459f-af98-d846ec13a4de tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0537748 Mar 22 14:54:35.164271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e756320-5cf7-4e19-bed9-17b5404f5078 req-5be4e00c-e8d7-426a-a3f1-4ee3d8958af1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Mar 22 14:54:36.372115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24d288-d5fb-443a-9afb-8dcf2e88d503 req-3888013d-4b80-439a-bd70-bc36ec84518d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:36.377988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b24d288-d5fb-443a-9afb-8dcf2e88d503 req-3888013d-4b80-439a-bd70-bc36ec84518d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.1269867 Mar 22 14:54:36.421471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b24d288-d5fb-443a-9afb-8dcf2e88d503 req-26131088-d918-4ade-b79c-bc83b0f0c7cd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Mar 22 14:54:37.618186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6564559-419e-4fdf-a06f-00794416a276 req-c5fbd8ce-7cc7-4e0e-b740-9f2d0faf77ca tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:37.619671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6564559-419e-4fdf-a06f-00794416a276 req-c5fbd8ce-7cc7-4e0e-b740-9f2d0faf77ca tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.1154177 Mar 22 14:54:37.669950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6564559-419e-4fdf-a06f-00794416a276 req-99dcb28d-fbcb-4a2e-8baa-df62b77fd839 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Mar 22 14:54:38.802511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0634d9-5169-4f49-aa22-72677b828f2f req-1cbd6a59-d8d6-4d49-8bd6-82592dbfb433 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:38.803890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea0634d9-5169-4f49-aa22-72677b828f2f req-1cbd6a59-d8d6-4d49-8bd6-82592dbfb433 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0585082 Mar 22 14:54:38.861156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ea0634d9-5169-4f49-aa22-72677b828f2f req-8b3f8d6c-91cd-40aa-90ae-511d50d06865 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513949 Mar 22 14:54:39.991579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26487f3e-66e2-4af9-9c10-c54e3a21364d req-f787342f-1ffb-4f9d-ad03-7e17a6eebad1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:39.993056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26487f3e-66e2-4af9-9c10-c54e3a21364d req-f787342f-1ffb-4f9d-ad03-7e17a6eebad1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0553105 Mar 22 14:54:40.039976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-26487f3e-66e2-4af9-9c10-c54e3a21364d req-03865be7-432b-4732-9509-df03c5e6a969 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Mar 22 14:54:40.275766 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-9ee9a011-fba5-4fa6-affa-48926ff45b8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448887 Mar 22 14:54:40.285787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620311-d476-463a-b209-7cee55d92db0 req-4df43307-c9a7-4ba0-9a7a-13f2635608f9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.287295 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0620311-d476-463a-b209-7cee55d92db0 req-4df43307-c9a7-4ba0-9a7a-13f2635608f9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0524945 Mar 22 14:54:40.337605 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0620311-d476-463a-b209-7cee55d92db0 req-aa7280ac-01d9-4973-ae7b-0a6a036395ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Mar 22 14:54:40.615207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-24867643-7a35-46b8-939f-9571508c1f2b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:40.616526 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-24867643-7a35-46b8-939f-9571508c1f2b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 943 time: 0.0458322 Mar 22 14:54:41.470562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477d2e7-5c5a-4ec4-a18d-2ed38ae7dc35 req-43a458d5-ef1b-4ad2-aee0-dd6eb2968204 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:41.473597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b477d2e7-5c5a-4ec4-a18d-2ed38ae7dc35 req-43a458d5-ef1b-4ad2-aee0-dd6eb2968204 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0625920 Mar 22 14:54:41.549218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b477d2e7-5c5a-4ec4-a18d-2ed38ae7dc35 req-57af8179-fb15-43da-a97a-f5773a0df3a1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683825 Mar 22 14:54:41.566319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-6eebd4e6-facc-4da7-b181-917ee764589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:41.567816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-6eebd4e6-facc-4da7-b181-917ee764589f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1128 time: 0.0548446 Mar 22 14:54:41.661080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-68ca00b3-d910-442f-86bb-5f489f40c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:41.662516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-68ca00b3-d910-442f-86bb-5f489f40c07f service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0888813 Mar 22 14:54:41.729405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-10c82e2a-7f9c-4274-afb5-a640e59a8748 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1002 time: 0.0614142 Mar 22 14:54:41.790545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-2ec01113-ac93-4128-8ba7-901170be7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:41.792749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-2ec01113-ac93-4128-8ba7-901170be7477 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0577343 Mar 22 14:54:41.852239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-12a62dd5-3fd0-4dd7-8da9-ac8b712f07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:41.854824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-12a62dd5-3fd0-4dd7-8da9-ac8b712f07c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566156 Mar 22 14:54:41.943165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-aaf49fac-0270-4e40-8f3f-70cc6d5f98c2 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Mar 22 14:54:42.037140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-0f6f4a3b-2bc9-4d7b-81fd-9b43d6c8fd19 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885119 Mar 22 14:54:42.683638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cc9e1-87bc-4d40-b84b-24474fdd9ffa req-ceb916fa-8e09-4056-82a0-a8019ade0acc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:42.685115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-859cc9e1-87bc-4d40-b84b-24474fdd9ffa req-ceb916fa-8e09-4056-82a0-a8019ade0acc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0591581 Mar 22 14:54:42.734353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-859cc9e1-87bc-4d40-b84b-24474fdd9ffa req-fb5f2080-6050-45c0-b317-8958f08337bc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Mar 22 14:54:43.755923 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-345f0723-cae5-4b39-b73c-7da90173a1ec service neutron] show failed (client error): The resource could not be found. Mar 22 14:54:43.756886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-345f0723-cae5-4b39-b73c-7da90173a1ec service neutron] 10.222.0.78 "GET /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0653377 Mar 22 14:54:43.865370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817fd9-3940-4ce3-b615-9e785956c81c req-6ac8bb57-9edb-4b15-911c-b1393a2cd76b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:43.866939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58817fd9-3940-4ce3-b615-9e785956c81c req-6ac8bb57-9edb-4b15-911c-b1393a2cd76b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0574486 Mar 22 14:54:43.922310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58817fd9-3940-4ce3-b615-9e785956c81c req-ee01e5a9-87b7-4e71-b3a1-a6e034c09e9e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492423 Mar 22 14:54:43.968405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-1c5d1b21-0f3f-4ad0-bb27-4bed417b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:43.969932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-1c5d1b21-0f3f-4ad0-bb27-4bed417b8b42 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1128 time: 0.0445418 Mar 22 14:54:43.982298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:44.044161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:44.555918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:44.588234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:54:44.625823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:44.628081 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a1770d-e55d-4294-84f9-0d2c7e7a24f5" -d '{"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:44.631821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks [] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:44.644326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Transition to ACTIVE for port object 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:54:44.649342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:44.677798 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9582227-234f-48b5-aa2d-1da6b2f4b38a x-openstack-request-id: req-a9582227-234f-48b5-aa2d-1da6b2f4b38a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:44.678139 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:44.678344 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9582227-234f-48b5-aa2d-1da6b2f4b38a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:44.678762 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9582227-234f-48b5-aa2d-1da6b2f4b38a'] response: {'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'code': 200} Mar 22 14:54:44.746526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:44.785280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] No DVR routers for this DVR port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:54:44.922716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:54:44.923025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:54:44.923370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:44.928227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:54:44.928564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Attempting to bind port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:44.933720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:54:44.934114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:54:44.934496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:54:44.934915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Bound port: 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:54:44.935265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:45.029286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:54:45.042985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:54:45.052231 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:45.093016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3901-f6fc-431b-aedf-16d72879def3 req-173e95d9-db87-4c6d-9fe7-1dd8067c774f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.094572 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-262c3901-f6fc-431b-aedf-16d72879def3 req-173e95d9-db87-4c6d-9fe7-1dd8067c774f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.1031113 Mar 22 14:54:45.095819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.096393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:45.097685 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] 10.222.0.82 "PUT /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1092 time: 1.1192567 Mar 22 14:54:45.167509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaa81f-f44e-4dc6-8618-deb4f440fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:45.192203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-262c3901-f6fc-431b-aedf-16d72879def3 req-fc9caab5-5c7a-473a-aa9e-9971617270e3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915201 Mar 22 14:54:45.203996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-20f0914b-e5b6-4a11-b79d-2eff969e13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.205496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-20f0914b-e5b6-4a11-b79d-2eff969e13b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0820591 Mar 22 14:54:45.302659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-12259056-6cd1-4d8d-bacb-da31e43f1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.304159 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-12259056-6cd1-4d8d-bacb-da31e43f1c35 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0925663 Mar 22 14:54:45.369332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-5e7a5b1a-d940-45d1-8b37-8fce88af115b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1000 time: 0.0582755 Mar 22 14:54:45.423450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-ba0d3b3f-d8f6-4c57-a199-ca95ff2f48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.424878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-ba0d3b3f-d8f6-4c57-a199-ca95ff2f48a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0500388 Mar 22 14:54:45.479886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-726f698d-86ca-467f-b2cc-c4f4644040e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:45.482016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-726f698d-86ca-467f-b2cc-c4f4644040e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505316 Mar 22 14:54:45.570543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-5252da70-7370-4318-bde0-26edd027b30c service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822990 Mar 22 14:54:45.662966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9665d591-f75f-4650-b3f5-1b5a760bc0dc req-00fea27a-066f-42c6-8ecb-243ab0179bee service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872819 Mar 22 14:54:46.320241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a77748-2d63-4e6a-8028-53296413943c req-1e6c40dc-026f-4ef9-ad8e-381f9618909d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:46.321719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39a77748-2d63-4e6a-8028-53296413943c req-1e6c40dc-026f-4ef9-ad8e-381f9618909d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0531871 Mar 22 14:54:46.368538 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-39a77748-2d63-4e6a-8028-53296413943c req-ec5cf377-1123-49dd-9262-394ffb81a1d6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Mar 22 14:54:46.680274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:46.684194 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:46.743960 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d26f94-c3e6-4bd0-9b28-5ee0f88d3f28 x-openstack-request-id: req-32d26f94-c3e6-4bd0-9b28-5ee0f88d3f28 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:46.744257 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:46.744498 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32d26f94-c3e6-4bd0-9b28-5ee0f88d3f28 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:46.744914 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d26f94-c3e6-4bd0-9b28-5ee0f88d3f28'] response: {'name': 'network-changed', 'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'status': 'completed', 'code': 200} Mar 22 14:54:46.842683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-71c160fb-5918-47fb-af7d-7ceff6622e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:46.844219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-71c160fb-5918-47fb-af7d-7ceff6622e65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0806210 Mar 22 14:54:46.846322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-47d4258d-bf69-4b58-bb20-12a6e0d0def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:46.847688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-47d4258d-bf69-4b58-bb20-12a6e0d0def0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0759199 Mar 22 14:54:46.987255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:54:47.013298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-7fc33f93-fb28-4e04-937a-2ff0742d1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.014926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-7fc33f93-fb28-4e04-937a-2ff0742d1338 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1638250 Mar 22 14:54:47.017479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-66dc61dc-71f2-40fc-82fb-4bca17cd840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.018863 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-66dc61dc-71f2-40fc-82fb-4bca17cd840a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1595879 Mar 22 14:54:47.027969 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:54:47.028362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:54:47.127512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-11bd43c6-2441-4cc2-871f-73ed096a7292 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1000 time: 0.1065490 Mar 22 14:54:47.131403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-c0d7dda0-b80f-4c0d-af0c-9af863aeaafc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1000 time: 0.1047273 Mar 22 14:54:47.210129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-79315fa5-e65e-44d5-a230-e1f3d5b91c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.211550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-79315fa5-e65e-44d5-a230-e1f3d5b91c21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0789552 Mar 22 14:54:47.213220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-925d24f5-92ea-459d-bce2-10b502ab61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.214540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-925d24f5-92ea-459d-bce2-10b502ab61b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0747504 Mar 22 14:54:47.287559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-8df2a6e4-08f5-40ed-9209-5d9738f93618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.288961 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-8df2a6e4-08f5-40ed-9209-5d9738f93618 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716465 Mar 22 14:54:47.293389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-f6e90366-f551-444f-8c20-b20bf5662058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.294780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-f6e90366-f551-444f-8c20-b20bf5662058 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701623 Mar 22 14:54:47.444325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-9797615d-e094-4656-a1f4-9ed4d3ac1e32 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466417 Mar 22 14:54:47.446504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-1053a8a5-81f9-4ef8-9e80-f72a41da4a2a service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421220 Mar 22 14:54:47.637082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3ba9-bfcc-4947-8c31-a6c0076232a1 req-ad72a90a-abcc-48f3-a76e-261135b91d7e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.638732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b94f3ba9-bfcc-4947-8c31-a6c0076232a1 req-ad72a90a-abcc-48f3-a76e-261135b91d7e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.1913683 Mar 22 14:54:47.645047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-b0ffc0d4-67a6-4270-b0d6-03656b5188c8 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884048 Mar 22 14:54:47.648063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-504e5fcf-c3ad-4e92-8593-109c34fb8b8a req-43211e3d-fdf5-45e2-8811-3fe5f65ceb8b service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923897 Mar 22 14:54:47.693667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b94f3ba9-bfcc-4947-8c31-a6c0076232a1 req-98d084fe-a9e0-461d-8846-6d01e73e6f3f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Mar 22 14:54:47.948121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa55f44-8dfe-4baa-a467-6e71fd3ce7d2 req-fca807b1-56ea-46a3-a99a-853ae0abb291 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.949503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aa55f44-8dfe-4baa-a467-6e71fd3ce7d2 req-fca807b1-56ea-46a3-a99a-853ae0abb291 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 944 time: 0.0856230 Mar 22 14:54:47.957034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-e5d53d7f-80b6-42c2-a8e2-2a97b31f8020 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:47.958414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-e5d53d7f-80b6-42c2-a8e2-2a97b31f8020 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d&tenant_id=c3eea28d828342a2b850fe8062012899&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 944 time: 0.0827348 Mar 22 14:54:48.041520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aa55f44-8dfe-4baa-a467-6e71fd3ce7d2 req-261e4908-b376-4b7d-ae64-f89b662259bd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821569 Mar 22 14:54:48.046872 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-ef84dac0-b1f8-4692-a4c1-bf464475d73c service neutron] delete failed (client error): The resource could not be found. Mar 22 14:54:48.047819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-ef84dac0-b1f8-4692-a4c1-bf464475d73c service neutron] 10.222.0.78 "DELETE /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0829308 Mar 22 14:54:48.139561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-1a8f85a9-6413-42db-8795-8f72848c0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:48.141128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-1a8f85a9-6413-42db-8795-8f72848c0cd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1126 time: 0.0486441 Mar 22 14:54:48.233578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-bba672ef-fd2f-43b0-b8ed-adfdb8339723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:48.235057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-bba672ef-fd2f-43b0-b8ed-adfdb8339723 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0881925 Mar 22 14:54:48.302826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-48f7d275-a8dd-4735-9f65-88674ec78e31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1000 time: 0.0615852 Mar 22 14:54:48.350370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-849bd488-1e80-4c4a-97bf-1b1581ff0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:48.351792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-849bd488-1e80-4c4a-97bf-1b1581ff0473 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0430274 Mar 22 14:54:48.404771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-3a2a6702-4955-4e41-b2aa-491fd57f0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:48.406288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-3a2a6702-4955-4e41-b2aa-491fd57f0810 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481741 Mar 22 14:54:48.493568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-1da21cda-e9c5-45fa-9b49-988fd8852db9 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812922 Mar 22 14:54:48.513411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:54:48.590119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e782f86a-0497-4e89-9a20-b9c3ca06d6c1 req-1ea2702b-0f4a-41d9-b842-865fa2537c87 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888906 Mar 22 14:54:48.626178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:48.633357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-62b51086-7460-4609-873a-6604b80d2de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:48.640660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'mac_address': 'fa:16:3e:c3:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:54:48.681582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:54:48.682012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:48.694797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:54:48.714347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:48.719929 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:48.773715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:48.925871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:54:49.457450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a2ba-0ebc-47ab-b80e-da004ece8d32 req-4d7c98d4-0512-4305-bc2a-45561c8cd643 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:49.458988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dc4a2ba-0ebc-47ab-b80e-da004ece8d32 req-4d7c98d4-0512-4305-bc2a-45561c8cd643 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 945 time: 0.0568001 Mar 22 14:54:49.508690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dc4a2ba-0ebc-47ab-b80e-da004ece8d32 req-57f86643-956a-420f-af38-a5d8f0068041 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Mar 22 14:54:49.636002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599cd1e-0916-4d73-b3a7-48b6da94d3ea req-5974c119-a126-4ad9-b639-5e01a8cf5dec tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:49.637447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5599cd1e-0916-4d73-b3a7-48b6da94d3ea req-5974c119-a126-4ad9-b639-5e01a8cf5dec tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 945 time: 0.0552871 Mar 22 14:54:49.684412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5599cd1e-0916-4d73-b3a7-48b6da94d3ea req-951bfba5-e3e9-4415-808e-94c748927917 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Mar 22 14:54:49.928869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c6b53-8b1f-448d-8930-7132d69a1700 req-1c0cbeee-fda4-4054-82d2-130db991d81d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:49.930363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac0c6b53-8b1f-448d-8930-7132d69a1700 req-1c0cbeee-fda4-4054-82d2-130db991d81d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 945 time: 0.0872817 Mar 22 14:54:49.943594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da2d0-de79-471a-9265-322947b6b583 req-6b70db62-fcb5-4c0b-82c0-0f80180df7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:49.945013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-6b70db62-fcb5-4c0b-82c0-0f80180df7a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 1127 time: 0.0689673 Mar 22 14:54:50.030722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac0c6b53-8b1f-448d-8930-7132d69a1700 req-f42189fe-b0ca-4da3-bbf2-f67cce10fbe9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944171 Mar 22 14:54:50.061060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da2d0-de79-471a-9265-322947b6b583 req-5cf50f27-ac77-44f8-a861-eba1cceafbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:50.062569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-5cf50f27-ac77-44f8-a861-eba1cceafbb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1101220 Mar 22 14:54:50.130847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-0f7944b0-adc5-4e93-9cd0-2f3f6071d654 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 200 len: 1001 time: 0.0618200 Mar 22 14:54:50.179747 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da2d0-de79-471a-9265-322947b6b583 req-5cb1d657-f360-4f5f-8005-1dab664c2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:50.181225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-5cb1d657-f360-4f5f-8005-1dab664c2ba6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0446279 Mar 22 14:54:50.237277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da2d0-de79-471a-9265-322947b6b583 req-d4e59ace-6a99-4630-a8b6-e3b7d5b0368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:50.238782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-d4e59ace-6a99-4630-a8b6-e3b7d5b0368e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514371 Mar 22 14:54:50.328688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-0f3e7671-5dc7-4fff-985c-66bb773f18c6 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824440 Mar 22 14:54:50.424473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8da2d0-de79-471a-9265-322947b6b583 req-eaf49db1-e86f-41bd-acfa-fc107ddc43a5 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Mar 22 14:54:50.525813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:54:50.587625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:54:50.591298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:54:50.591667 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:50.666782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:54:50.667247 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:50.690867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:50.693120 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd9e98-5e26-4aaa-8dda-7b632bb91f89" -d '{"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-plugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:50.707358 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:50.713431 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:50.740197 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3653a34d-2dee-42f8-ba17-9c157e752c15 x-openstack-request-id: req-3653a34d-2dee-42f8-ba17-9c157e752c15 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:50.740497 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-plugged", "status": "completed", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:50.740749 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3653a34d-2dee-42f8-ba17-9c157e752c15 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:50.741152 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3653a34d-2dee-42f8-ba17-9c157e752c15'] response: {'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'code': 200} Mar 22 14:54:50.767296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:51.009356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-80706c56-a506-4c02-9754-8a35d40bba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:51.161569 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd4cef-42b2-4697-a5c2-81c315c58bc0 req-d491edfe-1892-473c-ae57-f638ed7b198a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:51.163065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6fd4cef-42b2-4697-a5c2-81c315c58bc0 req-d491edfe-1892-473c-ae57-f638ed7b198a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0621428 Mar 22 14:54:51.213317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6fd4cef-42b2-4697-a5c2-81c315c58bc0 req-7af90bcc-ac57-464f-8f6a-d0a74f4c95cc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Mar 22 14:54:51.466494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63535a-ad9d-4f44-bfeb-a3451710df97 req-a36c1397-95bd-4d0a-afc6-b2abef67640c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:51.468002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b63535a-ad9d-4f44-bfeb-a3451710df97 req-a36c1397-95bd-4d0a-afc6-b2abef67640c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0540400 Mar 22 14:54:51.517355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b63535a-ad9d-4f44-bfeb-a3451710df97 req-4babcff7-cd74-429a-9d01-99337db34422 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Mar 22 14:54:51.621584 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:54:52.209998 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:52.647149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa77bc-b297-4331-b653-8fed04a4783e req-5b0022d4-75bc-4604-acac-880e339e5de1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:52.648620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94fa77bc-b297-4331-b653-8fed04a4783e req-5b0022d4-75bc-4604-acac-880e339e5de1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0594523 Mar 22 14:54:52.722026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-94fa77bc-b297-4331-b653-8fed04a4783e req-46fc674c-30ff-4664-90d8-10e2bb99be09 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648715 Mar 22 14:54:52.732478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-ca13cf0b-50f1-4e80-8b0f-6767259c919e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:52.733812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-ca13cf0b-50f1-4e80-8b0f-6767259c919e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 946 time: 0.0842764 Mar 22 14:54:52.830233 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Deleting port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:54:52.830568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:52.918790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] For port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:54:52.919156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.090256 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.090512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.090831 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 disassociated. External IP: 172.25.3.202, port: 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e. Mar 22 14:54:53.091187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Calling delete_port for 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:54:53.224453 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (4d91b6b2-1fb0-4fff-a94f-0fa46caae16e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.253155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'Port': ['ID=4d91b6b2-1fb0-4fff-a94f-0fa46caae16e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:53.264508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.264833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.265179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.265512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.265845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.266203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.266537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.266866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.267190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.267513 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.267835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.268155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.268477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.268798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.269154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:54:53.689732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:54:53.809650 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:54:53.819314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:54:53.830211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:53.830927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:53.831664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8244a145-449d-45fd-8ecb-afc3fd6b30cf req-5198371d-efe8-4403-a5de-b2f8c90731c5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9fae3d2-e0e1-4f79-a651-9b04e944c84d HTTP/1.1" status: 200 len: 210 time: 0.0376399 Mar 22 14:54:53.869914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] No DVR routers for this DVR port 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:54:53.872585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.876364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-283a65ec-7912-4ee7-b7ea-38c8002523fe req-41b83ffd-ca8b-4230-9831-a37de2ebc055 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "DELETE /v2.0/ports/4d91b6b2-1fb0-4fff-a94f-0fa46caae16e HTTP/1.1" status: 204 len: 173 time: 1.1374393 Mar 22 14:54:53.876837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-deleted', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:53.879179 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef104c1-cae5-4928-ad1d-a258d2b20e61" -d '{"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-deleted", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:53.916285 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c034808-08a0-403f-902b-37817205d07c x-openstack-request-id: req-7c034808-08a0-403f-902b-37817205d07c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:53.916587 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fae3d2-e0e1-4f79-a651-9b04e944c84d", "name": "network-vif-deleted", "tag": "4d91b6b2-1fb0-4fff-a94f-0fa46caae16e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:53.916838 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c034808-08a0-403f-902b-37817205d07c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:53.917255 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c034808-08a0-403f-902b-37817205d07c'] response: {'server_uuid': 'e9fae3d2-e0e1-4f79-a651-9b04e944c84d', 'name': 'network-vif-deleted', 'tag': '4d91b6b2-1fb0-4fff-a94f-0fa46caae16e', 'status': 'completed', 'code': 200} Mar 22 14:54:53.933926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:53.975960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:54.177578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:54.208923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:54:54.218307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:54:54.218923 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:54.329523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:54:54.531406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:54:54.557495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469e530-0f8d-42c1-b561-f5f84c5d664f None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:54:54.779283 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e747a9-7190-45d1-9631-27569578ad93 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:54:54.946007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:55.084989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-ae092e4b-487f-4565-a218-cef1264b938d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1373255106&fields=id&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 267 time: 0.0443699 Mar 22 14:54:55.193261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-7cd63ebc-0160-490a-a4ae-1b014b55d3cf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:55.194741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-7cd63ebc-0160-490a-a4ae-1b014b55d3cf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1008153 Mar 22 14:54:55.211831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-3f291e9c-7478-4603-a14b-91e51ccb2844 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/quotas/c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 375 time: 0.0090053 Mar 22 14:54:55.268463 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-66d1d1ff-7505-45ff-92bc-e5b16494398e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517566 Mar 22 14:54:55.284248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-7a12ad48-3374-4808-9dc8-7979408279f5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 14:54:55.285195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-7a12ad48-3374-4808-9dc8-7979408279f5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052724 Mar 22 14:54:55.382312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-79322b4b-6887-4060-8142-27d8ce53d32d service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916538 Mar 22 14:54:55.475724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-f90ba287-7285-404d-ae55-721700f29233 service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 Mar 22 14:54:55.649640 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7210eb9-6e53-4edd-a087-0cc92246d783 req-35c2a507-6f20-4652-b9fb-f2c8e4f47ae5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Mar 22 14:54:56.560535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:54:56.582371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:54:56.582944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 4d91b6b2-1fb0-4fff-a94f-0fa46caae16e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:54:56.609602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-13bf4303-a68d-403d-a180-61509b3d4945 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:56.611080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-13bf4303-a68d-403d-a180-61509b3d4945 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1130288 Mar 22 14:54:56.671333 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-6afb0625-bd34-4a79-a1cf-61ded69762d9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 380 time: 0.0520611 Mar 22 14:54:56.683604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'port': {'device_id': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'admin_state_up': True, 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'security_groups': ['9f4b6a25-435c-4ac0-a9d4-4848bb48fb72']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:56.771780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b656516c-f80d-4924-ad51-a55d60eed6fa req-a2cdcb5d-4a19-4b50-b2fe-7713da09c9cc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 210 time: 0.0481977 Mar 22 14:54:56.832287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:54:56.838082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:56.962734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Allocated IP 172.20.0.6 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/8d00abc5-d9cb-4ba8-af43-f281a4298d72) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:54:57.101843 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.139562 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.180376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:54:57.183664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:54:57.190136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:54:57.196735 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:57.242315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:57.242926 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.260931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-b21f689a-1a9a-4494-91ef-abd9ead1ee0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810583 Mar 22 14:54:57.272159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Request body: {'port': {'device_id': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:54:57.335608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.402499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d8550ba9-623d-47cf-a6a0-c085600fd9da None None] Provisioning complete for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:54:57.403001 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d8550ba9-623d-47cf-a6a0-c085600fd9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.436628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d8550ba9-623d-47cf-a6a0-c085600fd9da None None] Port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:54:57.604906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:54:57.613033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks [] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.626563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Transition to ACTIVE for port object 8d00abc5-d9cb-4ba8-af43-f281a4298d72 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:54:57.633951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.682145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:57.760389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:54:57.760732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:54:57.761065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:57.765861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:54:57.766216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:54:57.771602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:54:57.771953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:54:57.772344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:54:57.772778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Bound port: 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:54:57.773136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.840998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:54:57.845208 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:54:57.878046 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.923453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:57.924079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:57.925584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] 10.222.0.82 "PUT /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1091 time: 0.6577678 Mar 22 14:54:57.927807 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:54:57.930927 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:54:57.960045 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84961733-a021-4a3c-9f42-c5a21c381911 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:54:57.971669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bb955-e284-4463-8252-a53e9940f6f2 req-6379f6b4-a7da-44ed-a5e6-056e3644b546 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:57.973305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c3bb955-e284-4463-8252-a53e9940f6f2 req-6379f6b4-a7da-44ed-a5e6-056e3644b546 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.1300428 Mar 22 14:54:58.014863 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc71fd-756f-4147-a934-45c5392962d8 x-openstack-request-id: req-febc71fd-756f-4147-a934-45c5392962d8 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:54:58.015158 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:54:58.015406 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-febc71fd-756f-4147-a934-45c5392962d8 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:54:58.015811 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febc71fd-756f-4147-a934-45c5392962d8'] response: {'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'status': 'completed', 'code': 200} Mar 22 14:54:58.055157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c3bb955-e284-4463-8252-a53e9940f6f2 req-c3ca4bf0-d253-4234-99ef-191aa3b75e56 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713503 Mar 22 14:54:58.058296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-c1f62f31-4c0f-40d5-a8d4-d7c17143a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.059687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-c1f62f31-4c0f-40d5-a8d4-d7c17143a3ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0854948 Mar 22 14:54:58.105916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-35509d80-50f8-47ed-8539-60ff5474e248 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 217 time: 0.0394769 Mar 22 14:54:58.153583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-155777f7-b64f-4004-9ab5-e64317139da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.155111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-155777f7-b64f-4004-9ab5-e64317139da4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0438075 Mar 22 14:54:58.203300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-18333165-b105-4fd9-93c8-fb2bf1542bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.204866 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-18333165-b105-4fd9-93c8-fb2bf1542bed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440388 Mar 22 14:54:58.305263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-ac018edd-b562-4982-b749-82828011085f service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934751 Mar 22 14:54:58.396518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53b8123e-1402-4363-9cec-3eeafcc93cd7 req-bb5a197a-5159-4bea-884e-3ddbd3fa17a8 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854599 Mar 22 14:54:58.500772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-b2d5d8f9-2479-4a4d-b463-cfcaec83ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.502318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-b2d5d8f9-2479-4a4d-b463-cfcaec83ab3f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0534031 Mar 22 14:54:58.594708 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-1c7db9d5-ad69-4636-8714-ecef00dad611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.596197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-1c7db9d5-ad69-4636-8714-ecef00dad611 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0879335 Mar 22 14:54:58.609255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:54:58.637553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-2111c7b3-1d49-4b74-b3d8-c8b75df8f4e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 217 time: 0.0358140 Mar 22 14:54:58.690560 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-d3aa20c8-5476-4417-a249-acf0777db3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.691928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-d3aa20c8-5476-4417-a249-acf0777db3c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0483592 Mar 22 14:54:58.742268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-e0640dc9-8c68-4dfe-a0f8-e7314a2cc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:58.743775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-e0640dc9-8c68-4dfe-a0f8-e7314a2cc7be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441656 Mar 22 14:54:58.831046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-c8d85f67-f804-4728-be68-4eec54b7ae5b service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807095 Mar 22 14:54:58.929137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-731c7aa0-a3c0-4b3d-ac4e-fb573d71f8a2 req-ed0bb585-227c-41c6-b36d-85e2f12a1238 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 Mar 22 14:54:59.196237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32231d9-3dc6-4f9b-8a66-4a40a9987329 req-abcc73dc-7d8b-425b-b1ed-3806b09edd01 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:54:59.197716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c32231d9-3dc6-4f9b-8a66-4a40a9987329 req-abcc73dc-7d8b-425b-b1ed-3806b09edd01 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0641992 Mar 22 14:54:59.248084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c32231d9-3dc6-4f9b-8a66-4a40a9987329 req-d6107f12-2ef7-4287-96d4-cc7cd64ba819 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Mar 22 14:54:59.543790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:00.376034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae494e8a-3369-439e-bdf8-e231a96f824e req-51a63e12-8bc5-4ede-9cc7-34db2585e4b7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:00.377507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae494e8a-3369-439e-bdf8-e231a96f824e req-51a63e12-8bc5-4ede-9cc7-34db2585e4b7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0551140 Mar 22 14:55:00.429384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae494e8a-3369-439e-bdf8-e231a96f824e req-58ec51f6-da87-40ae-a192-7cce7731ce46 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461085 Mar 22 14:55:00.575910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:55:00.676155 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:00.687563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:55:00.727654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:00.727969 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:00.740886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:00.760182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:00.766066 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:00.820769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:00.828569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.828918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.829261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.829623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.830135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.830471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.830796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.831122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.831444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.831768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.832087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.832392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.832708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.833025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.833345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:00.959253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['8d00abc5-d9cb-4ba8-af43-f281a4298d72'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:01.572388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7617cf-c1f2-4f2c-9eb1-623b9e6e8cd7 req-e9809db5-e93c-4ed3-a6cb-37d11da12176 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:01.573892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a7617cf-c1f2-4f2c-9eb1-623b9e6e8cd7 req-e9809db5-e93c-4ed3-a6cb-37d11da12176 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.0640011 Mar 22 14:55:01.623666 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a7617cf-c1f2-4f2c-9eb1-623b9e6e8cd7 req-4fe4523a-5dc2-4056-9a9a-a25b73c6802d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Mar 22 14:55:02.575800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:02.631169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:55:02.635076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:02.635458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:02.716584 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:02.716975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:02.739942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:02.742263 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75486af2-7da3-4f7e-b450-a49041a24735" -d '{"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-plugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:02.745122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a716cb-82b5-481c-9bb1-2cc6e0fd8a5a req-b4ac052e-d0da-4faa-bdeb-7da07fcaa2f3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:02.746631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a716cb-82b5-481c-9bb1-2cc6e0fd8a5a req-b4ac052e-d0da-4faa-bdeb-7da07fcaa2f3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.0528729 Mar 22 14:55:02.755274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:02.760932 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:02.786375 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b85109-f05c-44e6-99fd-f7f964eb3895 x-openstack-request-id: req-63b85109-f05c-44e6-99fd-f7f964eb3895 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:02.786679 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-plugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:02.786932 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63b85109-f05c-44e6-99fd-f7f964eb3895 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:02.787331 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b85109-f05c-44e6-99fd-f7f964eb3895'] response: {'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'code': 200} Mar 22 14:55:02.801934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36a716cb-82b5-481c-9bb1-2cc6e0fd8a5a req-e56d6245-40b3-4cf6-a8ac-babe0667172d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Mar 22 14:55:02.814562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:02.906677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc887-a8e2-40b5-b528-ef6fd9b9f51c req-35edf359-b54a-4622-854f-4430497fcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:02.908166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771bc887-a8e2-40b5-b528-ef6fd9b9f51c req-35edf359-b54a-4622-854f-4430497fcee1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1127 time: 0.0482411 Mar 22 14:55:02.953700 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-771bc887-a8e2-40b5-b528-ef6fd9b9f51c req-80f33d23-b108-4063-bce9-afa229b75a2e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Mar 22 14:55:03.960854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5095a-7df3-4906-af80-de6e4914f948 req-c4a9e6c8-e6dd-4e33-ad3b-8ed9364b9c92 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:03.962213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51f5095a-7df3-4906-af80-de6e4914f948 req-c4a9e6c8-e6dd-4e33-ad3b-8ed9364b9c92 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Mar 22 14:55:04.011152 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51f5095a-7df3-4906-af80-de6e4914f948 req-61b4b4bf-a098-4cfe-b630-cc33b53799a4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Mar 22 14:55:05.136267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee05f0-4df8-4e78-93b6-e60452324ae0 req-16126d9f-c306-45c7-bcbe-45e32c680849 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:05.137758 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afee05f0-4df8-4e78-93b6-e60452324ae0 req-16126d9f-c306-45c7-bcbe-45e32c680849 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Mar 22 14:55:05.183132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afee05f0-4df8-4e78-93b6-e60452324ae0 req-8f62f123-9b5a-4fdb-862e-fd4efc859f27 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Mar 22 14:55:05.302894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664374f8-ef24-4211-9548-25451f6d7426 req-6ac5fb5e-45bb-4345-9ea4-c1a58a229ea3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:05.304308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-664374f8-ef24-4211-9548-25451f6d7426 req-6ac5fb5e-45bb-4345-9ea4-c1a58a229ea3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0558922 Mar 22 14:55:05.317501 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 60618) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:55:05.322168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'floatingip': {'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:05.367019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.824830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.830949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:05.942295 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 associated. External IP: 172.25.3.202, port: 8d00abc5-d9cb-4ba8-af43-f281a4298d72. Mar 22 14:55:06.161618 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:06.271765 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:06.276951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:06.283242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:06.293882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:06.294569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:06.307729 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1d9ec8a4-a753-4c91-b3f2-d4f1fe688251 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "PUT /v2.0/floatingips/92c946ea-cd9b-423b-9d56-828a587ec030 HTTP/1.1" status: 200 len: 991 time: 0.9891386 Mar 22 14:55:06.308555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:06.310989 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b6f3a4beda08f8d44300c49c35f4c1af88f30afcc329ac987bd2194cd296468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:06.355587 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa05eb-1405-4233-9227-82dc076c5a3a x-openstack-request-id: req-deaa05eb-1405-4233-9227-82dc076c5a3a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:06.356199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:06.356199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-deaa05eb-1405-4233-9227-82dc076c5a3a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:06.356521 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deaa05eb-1405-4233-9227-82dc076c5a3a'] response: {'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'status': 'completed', 'code': 200} Mar 22 14:55:06.410027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:06.423173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-fdf271d8-2c16-4103-845f-30680a1afa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.424950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-fdf271d8-2c16-4103-845f-30680a1afa0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1127 time: 0.0467660 Mar 22 14:55:06.558241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-75247555-2aec-41ca-af02-69498b5316f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.559744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-75247555-2aec-41ca-af02-69498b5316f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1295435 Mar 22 14:55:06.567437 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-91996de9-974e-4211-8614-56694ffe1679 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530381 Mar 22 14:55:06.618213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c9e2-1f16-487b-a6ee-71ad0f23b45e req-6debccd3-1ca9-4ac5-8380-856d13f4c636 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.619732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4625c9e2-1f16-487b-a6ee-71ad0f23b45e req-6debccd3-1ca9-4ac5-8380-856d13f4c636 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.1126981 Mar 22 14:55:06.662781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:55:05Z', 'revision_number': 9, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:06.676223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-cf79a6f7-c270-4c09-a5c6-d4313ca057fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 999 time: 0.1100552 Mar 22 14:55:06.680706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4625c9e2-1f16-487b-a6ee-71ad0f23b45e req-91c42b63-5b86-44b8-8271-49c24e3cbea0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537698 Mar 22 14:55:06.691462 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:06.701261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:06.701886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:54:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:06.738397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-b7cee282-c3a1-40c1-8513-22cef21f5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.739988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-b7cee282-c3a1-40c1-8513-22cef21f5892 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0577652 Mar 22 14:55:06.794859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-f31c0280-3556-499c-98b4-0eaa188d6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.797091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-f31c0280-3556-499c-98b4-0eaa188d6a75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516658 Mar 22 14:55:06.813391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:06.895142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-ab6af3f9-d1a8-4096-ae26-e09778bfabf1 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924110 Mar 22 14:55:06.942383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-759b8da9-dfac-45f0-a2da-43053b4107c1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:06.943670 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-759b8da9-dfac-45f0-a2da-43053b4107c1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 942 time: 0.0518143 Mar 22 14:55:06.990138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-311201b3-1d87-46f6-aca9-ba2ebdc5fffd req-3bc6fc13-4ea2-4b8c-9b06-e1a63f8e9c42 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896962 Mar 22 14:55:07.059840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:55:05Z', 'revision_number': 9, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:07.091550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c483a-3f71-4021-a6e6-492fbb856031 None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:55:05Z', 'revision_number': 9, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:07.312160 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-7bd3731f-d1c0-4e8b-a783-fd46a3c099fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.313717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-7bd3731f-d1c0-4e8b-a783-fd46a3c099fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1127 time: 0.0499809 Mar 22 14:55:07.320222 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911fab0-6ee6-494f-9a44-c1158acf495c None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:55:07.438480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-772b888d-a5b9-4380-8199-4a29bf6ade51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.440281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-772b888d-a5b9-4380-8199-4a29bf6ade51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1024113 Mar 22 14:55:07.508955 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-9b37b4c1-0e8c-4fbe-9f97-6aecd995bb0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 999 time: 0.0626566 Mar 22 14:55:07.561085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-79e8a20a-5c91-4bf2-915e-e89f201ee676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.562582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-79e8a20a-5c91-4bf2-915e-e89f201ee676 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0484774 Mar 22 14:55:07.611526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-16e20211-5743-49cd-85f7-b6f8170dc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.613014 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-16e20211-5743-49cd-85f7-b6f8170dc5aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448833 Mar 22 14:55:07.703701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-a6a6584e-fc09-4f88-a74d-b90376187165 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Mar 22 14:55:07.824373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7b2213c9-1179-4ea5-90eb-5d3b14ef1e97 req-3106dbfc-bd87-40ee-9faf-d08bc17fd386 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152921 Mar 22 14:55:07.846512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785af962-03f4-4ebc-9d80-fd8d163fd166 req-fe844729-be7a-405c-8d3c-525630a4fa32 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.847977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-785af962-03f4-4ebc-9d80-fd8d163fd166 req-fe844729-be7a-405c-8d3c-525630a4fa32 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0757883 Mar 22 14:55:07.928656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-785af962-03f4-4ebc-9d80-fd8d163fd166 req-f994f017-0ed9-4e68-ae0f-a897b6b13c43 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748019 Mar 22 14:55:07.935150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-5a938a1e-523a-45c0-8fc4-0e2615655694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:07.936585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-5a938a1e-523a-45c0-8fc4-0e2615655694 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1127 time: 0.0762177 Mar 22 14:55:08.029262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-1f0b6e62-2867-4444-b15c-4b56df6cc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:08.030670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-1f0b6e62-2867-4444-b15c-4b56df6cc8c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0886157 Mar 22 14:55:08.102380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-26ed1625-6054-4a03-899c-8b6ea35345fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1002 time: 0.0658851 Mar 22 14:55:08.152018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-9ccaf843-1621-4edb-b77d-c6124a29f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:08.153416 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-9ccaf843-1621-4edb-b77d-c6124a29f7a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0460961 Mar 22 14:55:08.203885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-1c3accf3-b3a7-41d1-b8cc-bb9e4dbb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:08.205313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-1c3accf3-b3a7-41d1-b8cc-bb9e4dbb98c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465560 Mar 22 14:55:08.299478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-532250b3-1886-41a2-923b-eb2e93d23c47 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Mar 22 14:55:08.393657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-a81490d7-da15-4b5b-978b-a304fd973823 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Mar 22 14:55:09.079592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffeec3-b5db-45d0-8158-b6d8749d4ab9 req-9953e0e8-8888-4ee5-a373-9fa79a6a6195 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:09.081063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dffeec3-b5db-45d0-8158-b6d8749d4ab9 req-9953e0e8-8888-4ee5-a373-9fa79a6a6195 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Mar 22 14:55:09.133476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dffeec3-b5db-45d0-8158-b6d8749d4ab9 req-759e55f3-25d1-41a8-b64c-8bd60e4ec27f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465677 Mar 22 14:55:10.267449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c649f44-a7ad-49cf-8ff4-33f378c1e826 req-0f52906d-0fc5-4741-a576-7b59c859195b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:10.268912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c649f44-a7ad-49cf-8ff4-33f378c1e826 req-0f52906d-0fc5-4741-a576-7b59c859195b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0582654 Mar 22 14:55:10.316936 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c649f44-a7ad-49cf-8ff4-33f378c1e826 req-01214f85-a889-4e31-9859-e8755bfa6a1b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Mar 22 14:55:11.445717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee9f5-35a2-4086-8487-b0dd44e34d8e req-7b754820-27ce-4f5c-ba8e-825660bf0c0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:11.447233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9ee9f5-35a2-4086-8487-b0dd44e34d8e req-7b754820-27ce-4f5c-ba8e-825660bf0c0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0550313 Mar 22 14:55:11.500499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a9ee9f5-35a2-4086-8487-b0dd44e34d8e req-58d52cee-7d8d-4eac-b34c-06fb14e33a9c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Mar 22 14:55:12.625590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5af6-0679-4b23-b298-3b7be343f6c2 req-e599ecf7-048a-4459-9bc0-83b5cc9d6144 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:12.627100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4be5af6-0679-4b23-b298-3b7be343f6c2 req-e599ecf7-048a-4459-9bc0-83b5cc9d6144 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0582592 Mar 22 14:55:12.673746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b4be5af6-0679-4b23-b298-3b7be343f6c2 req-a0afb846-99bb-478d-9f7e-9eb36744c011 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Mar 22 14:55:13.804758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832bb69-7392-4ad7-a8c6-4a0df3b45cbd req-04fe31ae-cddb-49d2-8676-0572e3335a32 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:13.806153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9832bb69-7392-4ad7-a8c6-4a0df3b45cbd req-04fe31ae-cddb-49d2-8676-0572e3335a32 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Mar 22 14:55:13.852768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9832bb69-7392-4ad7-a8c6-4a0df3b45cbd req-c8c78e79-0239-4a45-af51-40b9ed29eb82 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 Mar 22 14:55:14.997172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e4f16-d77f-4df6-b0c3-b8ca800fa34f req-4892058c-c01f-4d00-9129-e7bc12913d62 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:14.999007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d7e4f16-d77f-4df6-b0c3-b8ca800fa34f req-4892058c-c01f-4d00-9129-e7bc12913d62 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0639639 Mar 22 14:55:15.049274 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d7e4f16-d77f-4df6-b0c3-b8ca800fa34f req-e83358e1-7ff8-4a87-a989-5672308c167b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Mar 22 14:55:16.182331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbbbd7-cacd-4442-80d0-0ccd8c428d5c req-db88af96-c618-4668-8c5b-a2d5ff22078f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:16.183939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8fbbbd7-cacd-4442-80d0-0ccd8c428d5c req-db88af96-c618-4668-8c5b-a2d5ff22078f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0569530 Mar 22 14:55:16.234360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8fbbbd7-cacd-4442-80d0-0ccd8c428d5c req-7e062201-9f95-4344-800f-f42df67a7fb7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Mar 22 14:55:17.362662 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232b731-b009-4c0e-bcda-7aaf8dfbab17 req-aec01a28-41a5-4aa3-8240-4bcf06c474e1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:17.364163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f232b731-b009-4c0e-bcda-7aaf8dfbab17 req-aec01a28-41a5-4aa3-8240-4bcf06c474e1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0581627 Mar 22 14:55:17.412388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f232b731-b009-4c0e-bcda-7aaf8dfbab17 req-8f702d8e-62d5-4d2e-8713-082dff9b8fce tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Mar 22 14:55:18.561146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c580db-1f40-4a79-9a4f-8c8d63ff7af4 req-c4d8e11e-46ed-4efa-8090-d94a04903479 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:18.562659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4c580db-1f40-4a79-9a4f-8c8d63ff7af4 req-c4d8e11e-46ed-4efa-8090-d94a04903479 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0658381 Mar 22 14:55:18.607674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d114bc5d-7bf4-4ae0-ab76-e9930270cc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:18.613800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4c580db-1f40-4a79-9a4f-8c8d63ff7af4 req-56b8fa26-93e3-4920-b56d-d38f20a3935a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454595 Mar 22 14:55:19.744270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a7c3-890f-482a-8db6-57ecfe2036c6 req-22eb6176-8cda-45bb-b1c6-7c83fdefe3ff tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:19.745719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be42a7c3-890f-482a-8db6-57ecfe2036c6 req-22eb6176-8cda-45bb-b1c6-7c83fdefe3ff tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0536175 Mar 22 14:55:19.796360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be42a7c3-890f-482a-8db6-57ecfe2036c6 req-23379917-116c-4b1e-87ac-26580eae2c23 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Mar 22 14:55:20.940286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8236112-b177-449c-ba8b-1fc03aed21b5 req-f37312c1-ecd2-4fb9-8b3e-e8c7a0dcfa42 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:20.941780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8236112-b177-449c-ba8b-1fc03aed21b5 req-f37312c1-ecd2-4fb9-8b3e-e8c7a0dcfa42 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0594923 Mar 22 14:55:21.005166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ae468202-1802-48a3-aced-3093ae25f3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:21.303045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8236112-b177-449c-ba8b-1fc03aed21b5 req-2a006fe0-b40a-4830-9737-23703b3391c2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543658 Mar 22 14:55:22.086856 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:22.438686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0503d8-f170-4d4c-8539-00585b717419 req-9e4439e2-2362-4d62-9276-bd97db87a6b0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:22.440138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf0503d8-f170-4d4c-8539-00585b717419 req-9e4439e2-2362-4d62-9276-bd97db87a6b0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Mar 22 14:55:22.486052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf0503d8-f170-4d4c-8539-00585b717419 req-f42e9957-916e-4224-8eb2-d044a7133932 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Mar 22 14:55:23.610125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbdc5a-46f5-4a3d-97e2-9b267ad8b368 req-0cd4dd0f-dd2c-4ab6-aeb6-6da0abbb1351 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:23.611613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bcbdc5a-46f5-4a3d-97e2-9b267ad8b368 req-0cd4dd0f-dd2c-4ab6-aeb6-6da0abbb1351 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Mar 22 14:55:23.666456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bcbdc5a-46f5-4a3d-97e2-9b267ad8b368 req-5ef87610-3a85-49d7-88eb-f220d1069b62 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Mar 22 14:55:23.881583 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:24.804625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4088-82b3-453b-b38b-05754d1c86fa req-6be20eac-9cdd-44b2-853d-9b35cbe3e0db tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:24.806007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19dd4088-82b3-453b-b38b-05754d1c86fa req-6be20eac-9cdd-44b2-853d-9b35cbe3e0db tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0610867 Mar 22 14:55:24.854325 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19dd4088-82b3-453b-b38b-05754d1c86fa req-f599d22a-30ff-45d1-95e8-3897b10e2f13 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Mar 22 14:55:24.952241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:25.995817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9ff10-40c8-495f-95b7-62d1caf7d07b req-8d73fe5f-41b6-443c-b64a-e4492031ba81 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:25.997260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aac9ff10-40c8-495f-95b7-62d1caf7d07b req-8d73fe5f-41b6-443c-b64a-e4492031ba81 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0564017 Mar 22 14:55:26.044151 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aac9ff10-40c8-495f-95b7-62d1caf7d07b req-febc1c3b-f9d5-4b34-82d4-e78668b8b760 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 Mar 22 14:55:27.191298 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962a57-d5a0-4820-8779-e5e3ca02091f req-7a5cc492-356b-4a9a-8ef2-8dd0feae9426 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:27.193200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7962a57-d5a0-4820-8779-e5e3ca02091f req-7a5cc492-356b-4a9a-8ef2-8dd0feae9426 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Mar 22 14:55:27.239562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7962a57-d5a0-4820-8779-e5e3ca02091f req-f5032687-64ac-45d9-ac94-a134a3b08570 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Mar 22 14:55:28.364113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884da83-b714-4ae3-8241-b4df6ab6e408 req-6e75bca6-efec-4149-9ad4-1b478c6ba73b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:28.365557 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a884da83-b714-4ae3-8241-b4df6ab6e408 req-6e75bca6-efec-4149-9ad4-1b478c6ba73b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Mar 22 14:55:28.412880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a884da83-b714-4ae3-8241-b4df6ab6e408 req-ff90d15d-093e-47df-ad40-d01b466ca73c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Mar 22 14:55:28.614056 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:28.621238 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:55:29.532029 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:29.554263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7827a-4f02-4274-b07e-2d41f2fa6fab req-0a308134-d144-43ee-aa34-d4fa0dc46521 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:29.555793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe7827a-4f02-4274-b07e-2d41f2fa6fab req-0a308134-d144-43ee-aa34-d4fa0dc46521 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0639451 Mar 22 14:55:29.602253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1fe7827a-4f02-4274-b07e-2d41f2fa6fab req-8ce39bd4-7116-4569-b0bf-d7bd7a09edf3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Mar 22 14:55:30.738505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4f80-e7bf-4b7b-8249-55195945cd27 req-af506a66-8ede-483b-b654-a16defdcb97d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:30.739975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24af4f80-e7bf-4b7b-8249-55195945cd27 req-af506a66-8ede-483b-b654-a16defdcb97d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0546188 Mar 22 14:55:30.786553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24af4f80-e7bf-4b7b-8249-55195945cd27 req-f21de41e-7df2-417d-b733-9e8cff3f46df tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408635 Mar 22 14:55:31.915602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79646218-097e-4099-91fa-4d15be3a17cb req-415e173b-8856-4c8d-a264-c680ad43a3ca tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:31.917093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79646218-097e-4099-91fa-4d15be3a17cb req-415e173b-8856-4c8d-a264-c680ad43a3ca tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0609207 Mar 22 14:55:31.968496 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79646218-097e-4099-91fa-4d15be3a17cb req-ef1891a5-c16d-472b-9511-ed8fab96bdc7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Mar 22 14:55:33.105596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3f13f-6619-4902-a73e-f51cdbfd638c req-63258e62-d190-46f5-95b5-fcb48521d444 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:33.107059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdf3f13f-6619-4902-a73e-f51cdbfd638c req-63258e62-d190-46f5-95b5-fcb48521d444 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0545866 Mar 22 14:55:33.167099 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdf3f13f-6619-4902-a73e-f51cdbfd638c req-58945444-0cbb-480a-820f-147c41e8dfc6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517030 Mar 22 14:55:34.294488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7037fa4-4434-4ca1-9e1e-14862a85c379 req-410a2f32-b068-4783-bdd6-e565fc264378 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:34.295973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7037fa4-4434-4ca1-9e1e-14862a85c379 req-410a2f32-b068-4783-bdd6-e565fc264378 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0551853 Mar 22 14:55:34.344527 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7037fa4-4434-4ca1-9e1e-14862a85c379 req-8b249ad6-56f8-47b6-be7e-cf3b7f948d71 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428174 Mar 22 14:55:35.481907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1452b0-1af5-465f-9c32-0943807f14ca req-7919ff62-72cf-4844-9e22-d7b639645bd1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:35.483395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f1452b0-1af5-465f-9c32-0943807f14ca req-7919ff62-72cf-4844-9e22-d7b639645bd1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0592563 Mar 22 14:55:35.531280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f1452b0-1af5-465f-9c32-0943807f14ca req-64c313c2-5582-415f-8fe6-1284dedcbb45 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Mar 22 14:55:36.655993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c4081-335f-4f6b-ad6a-033de26c00cf req-311fd52c-3194-4074-ba94-9030a05db953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:36.657481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-873c4081-335f-4f6b-ad6a-033de26c00cf req-311fd52c-3194-4074-ba94-9030a05db953 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Mar 22 14:55:36.704252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-873c4081-335f-4f6b-ad6a-033de26c00cf req-904e848d-3a2b-4398-a7b7-ec81467d7d2b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 Mar 22 14:55:37.840181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b8bc4-e375-42fd-91ea-23b10b022189 req-29e47016-5445-4ee4-8d3a-2da258314f5d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:37.841591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467b8bc4-e375-42fd-91ea-23b10b022189 req-29e47016-5445-4ee4-8d3a-2da258314f5d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0537808 Mar 22 14:55:37.893355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-467b8bc4-e375-42fd-91ea-23b10b022189 req-c76a7a2b-37f7-4298-bac3-93e40ce184c3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Mar 22 14:55:39.030339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb148b3-246a-4ac3-9600-6fb900643161 req-891c3a04-ce89-4858-a9b0-97cf7fd3a11f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:39.031820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bb148b3-246a-4ac3-9600-6fb900643161 req-891c3a04-ce89-4858-a9b0-97cf7fd3a11f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Mar 22 14:55:39.080934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4bb148b3-246a-4ac3-9600-6fb900643161 req-b305ee3d-7510-46df-a718-3fe7eb0bc89a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Mar 22 14:55:40.228173 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dadfe9-4be4-4f9d-a348-0ab591bbcf09 req-9ae9aa73-9608-4c8c-a1aa-0c9d2b7efe6d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:40.229750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92dadfe9-4be4-4f9d-a348-0ab591bbcf09 req-9ae9aa73-9608-4c8c-a1aa-0c9d2b7efe6d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0645900 Mar 22 14:55:40.314255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-92dadfe9-4be4-4f9d-a348-0ab591bbcf09 req-9f3eefe2-78df-40b9-9be7-38f2ff3b4baa tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779624 Mar 22 14:55:40.317426 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-d67baf40-ae03-4d17-a752-df9941c46583 service neutron] show failed (client error): The resource could not be found. Mar 22 14:55:40.318358 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-d67baf40-ae03-4d17-a752-df9941c46583 service neutron] 10.222.0.82 "GET /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.1389005 Mar 22 14:55:40.527818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-4c8cac8c-5c76-4007-b2c9-848b5dac2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:40.529350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-4c8cac8c-5c76-4007-b2c9-848b5dac2868 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1127 time: 0.0478382 Mar 22 14:55:40.540198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:40.603320 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.820456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:40.854359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:40.894693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:40.897010 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad78f69-bad7-4d0d-9105-ac1d5140321b" -d '{"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-unplugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:40.900607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks [] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.913289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Transition to ACTIVE for port object 8d00abc5-d9cb-4ba8-af43-f281a4298d72 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:55:40.918359 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:40.947840 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa8686-cb97-4c06-aad7-2f6df0af044a x-openstack-request-id: req-9afa8686-cb97-4c06-aad7-2f6df0af044a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:40.948138 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-unplugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:40.948413 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9afa8686-cb97-4c06-aad7-2f6df0af044a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:40.948789 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afa8686-cb97-4c06-aad7-2f6df0af044a'] response: {'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'code': 200} Mar 22 14:55:41.007467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:41.045851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] No DVR routers for this DVR port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:41.188412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:41.188748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:41.189054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:41.193493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:55:41.193816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:41.199150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:41.199486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:41.199872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:41.200297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Bound port: 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:41.200646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.265732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:41.268848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:41.278941 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.318305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.318987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:41.320233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1091 time: 0.7840185 Mar 22 14:55:41.355743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d65c3-3da6-44b8-aaee-51bfae6f6243 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:41.407790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-822658e8-b952-425f-bad3-4ed57d145bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.409278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-822658e8-b952-425f-bad3-4ed57d145bab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0653427 Mar 22 14:55:41.517599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44ca4a-18ea-4bab-8b7d-622f9223d965 req-829fd3b6-cdf3-49fa-9afd-efde6bff0eaf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.519124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe44ca4a-18ea-4bab-8b7d-622f9223d965 req-829fd3b6-cdf3-49fa-9afd-efde6bff0eaf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.1226652 Mar 22 14:55:41.546992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-9f8b4669-2b04-4a59-8eb8-a62bf6f99505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.548425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-9f8b4669-2b04-4a59-8eb8-a62bf6f99505 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1204491 Mar 22 14:55:41.616409 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe44ca4a-18ea-4bab-8b7d-622f9223d965 req-be853fab-4155-4a66-8fb1-8a4001001508 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892289 Mar 22 14:55:41.634575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-3b38427f-24c2-409d-99a8-3c9acbf0873b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.0795395 Mar 22 14:55:41.686952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-6f68a6ab-7971-4a5e-b19f-4d38ba17b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.688400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-6f68a6ab-7971-4a5e-b19f-4d38ba17b5a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0483878 Mar 22 14:55:41.740311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-7ac5b94e-3802-4288-8f78-95a2e39c2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:41.741867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-7ac5b94e-3802-4288-8f78-95a2e39c2565 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470722 Mar 22 14:55:41.829773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-3d20be9d-8e11-45f6-a226-afcb1565a4f7 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Mar 22 14:55:41.931253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d6a4d7e8-888d-4994-b9b4-54f668147ef9 req-ce4205fd-7454-4ea1-bb37-4c84efc04903 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953336 Mar 22 14:55:42.744500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8138223-0f80-4a44-a330-2d517100366d req-6b687dd6-3837-48ee-a62d-4d99cb14404f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:42.745988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8138223-0f80-4a44-a330-2d517100366d req-6b687dd6-3837-48ee-a62d-4d99cb14404f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0588470 Mar 22 14:55:42.791807 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8138223-0f80-4a44-a330-2d517100366d req-ec9a8e7d-f5bd-4945-a1b4-9fbe60d6aef9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Mar 22 14:55:42.950250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:42.954025 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b37ea-616f-425e-a738-87a92f173b09" -d '{"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:43.011282 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae180203-29c5-4f7f-82d4-d19d587e40fe x-openstack-request-id: req-ae180203-29c5-4f7f-82d4-d19d587e40fe {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:43.011574 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:43.011820 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae180203-29c5-4f7f-82d4-d19d587e40fe {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:43.012208 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae180203-29c5-4f7f-82d4-d19d587e40fe'] response: {'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'status': 'completed', 'code': 200} Mar 22 14:55:43.106403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-3af0f829-fddd-454a-9b8a-153d0b135bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.107938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-3af0f829-fddd-454a-9b8a-153d0b135bd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0787208 Mar 22 14:55:43.109756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-c7721a19-11f3-41bd-acef-0d9ce0eeafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.111109 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-c7721a19-11f3-41bd-acef-0d9ce0eeafaf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0737693 Mar 22 14:55:43.260103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-37a47b43-5865-41b3-81d7-2961f26ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.261568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-37a47b43-5865-41b3-81d7-2961f26ccc88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1478541 Mar 22 14:55:43.262706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-d09639d5-aa46-407d-992d-39af1f08310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.263988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-d09639d5-aa46-407d-992d-39af1f08310f service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1433761 Mar 22 14:55:43.371067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-90d79cf9-3c41-4d85-ab2b-e775255f2e83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.1032381 Mar 22 14:55:43.372707 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-1a318a45-120b-4ade-ab7d-6d910f947b76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.0994318 Mar 22 14:55:43.456015 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-c0025676-b916-4e69-9fea-45e14706a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.457483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-c0025676-b916-4e69-9fea-45e14706a840 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0805981 Mar 22 14:55:43.460894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-a48a75e0-3843-4b09-b5f0-45fe569457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.462275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-a48a75e0-3843-4b09-b5f0-45fe569457ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0753036 Mar 22 14:55:43.538882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-4748374e-b5fc-4dd0-b1c9-98f60c8c9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.540478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-4748374e-b5fc-4dd0-b1c9-98f60c8c9013 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739799 Mar 22 14:55:43.545710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b37ea-616f-425e-a738-87a92f173b09 req-51853e35-4f27-484a-b7f9-c1d740995b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.547107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-51853e35-4f27-484a-b7f9-c1d740995b45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731242 Mar 22 14:55:43.695411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-34c43297-38e4-4402-9965-262ffe8396f4 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472077 Mar 22 14:55:43.697174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-ccf7cc5d-d96d-4d54-a37f-bf0238bb1e7c service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423051 Mar 22 14:55:43.852211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-9a3661e3-9e4a-4a0f-a7e2-6a017862ea7b service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512387 Mar 22 14:55:43.853995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-591b37ea-616f-425e-a738-87a92f173b09 req-ad11a467-3618-4158-8567-f80baaa6f6fc service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462748 Mar 22 14:55:43.915738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c0b28-442f-4d0b-b922-ae1699f67f54 req-77b60e03-dde1-4620-a64c-d3db40d99cc0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:43.917205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b31c0b28-442f-4d0b-b922-ae1699f67f54 req-77b60e03-dde1-4620-a64c-d3db40d99cc0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0552559 Mar 22 14:55:43.971382 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b31c0b28-442f-4d0b-b922-ae1699f67f54 req-eea2390a-76c8-4172-a350-b851d9847488 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484290 Mar 22 14:55:44.317844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-4eadac0b-b2ec-4e3e-bb23-e419dfa97d96 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.319293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-4eadac0b-b2ec-4e3e-bb23-e419dfa97d96 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73&tenant_id=c3eea28d828342a2b850fe8062012899&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 943 time: 0.0854471 Mar 22 14:55:44.340164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace37510-e313-428e-922e-603feda0dc20 req-46a01208-4a52-4d66-9886-c57d64faaead tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.341510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ace37510-e313-428e-922e-603feda0dc20 req-46a01208-4a52-4d66-9886-c57d64faaead tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0803268 Mar 22 14:55:44.431832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-35983b3c-5deb-4536-a5ce-755abb360e64 service neutron] 10.222.0.78 "GET /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 382 time: 0.1057155 Mar 22 14:55:44.435542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ace37510-e313-428e-922e-603feda0dc20 req-326ce30c-cfad-4259-9efa-5123af31b18d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762510 Mar 22 14:55:44.502529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-a0cb40ce-78f1-439f-8cc3-cb92518558b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.504002 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-a0cb40ce-78f1-439f-8cc3-cb92518558b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1125 time: 0.0494518 Mar 22 14:55:44.600328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-ff6e3d68-ac66-4212-869e-730397027088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.601819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-ff6e3d68-ac66-4212-869e-730397027088 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0919762 Mar 22 14:55:44.666653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-fecaf099-22e0-4fc5-8735-cdbad52dcb49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.0588391 Mar 22 14:55:44.715404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-82b71688-8ca4-41b7-9658-848d2b89c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.716902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-82b71688-8ca4-41b7-9658-848d2b89c1f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0445449 Mar 22 14:55:44.747349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:44.771169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-0134ec24-bc24-42b1-8f2f-1b570e291c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:44.772604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-0134ec24-bc24-42b1-8f2f-1b570e291c60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497892 Mar 22 14:55:44.790924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:55:44.791313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:44.861830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-ff8de25b-8692-4888-8bd4-5f0339a84e84 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827496 Mar 22 14:55:44.960157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-c6217574-b412-4fd0-ac9a-9b7ffa31e09c service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927849 Mar 22 14:55:45.314827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:55:45.421557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:45.432868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:55:45.470037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:45.470579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.485274 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:45.506561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:45.512248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:45.560891 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c5b5c-45a2-4026-aa8b-87ace1133daf req-41a790eb-6766-48e2-856b-79d3722308b6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:45.562397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c73c5b5c-45a2-4026-aa8b-87ace1133daf req-41a790eb-6766-48e2-856b-79d3722308b6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.0547678 Mar 22 14:55:45.564085 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:45.608464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c73c5b5c-45a2-4026-aa8b-87ace1133daf req-c7fb9a61-927f-4d20-be7f-1423bf8c968f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398824 Mar 22 14:55:45.936524 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['8d00abc5-d9cb-4ba8-af43-f281a4298d72'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:46.737691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b83b53-7b3b-4b26-9234-eecf7994ff4d req-a548c40c-ef3f-407e-84f9-1e1c803cc994 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.739208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41b83b53-7b3b-4b26-9234-eecf7994ff4d req-a548c40c-ef3f-407e-84f9-1e1c803cc994 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.0537508 Mar 22 14:55:46.786772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-41b83b53-7b3b-4b26-9234-eecf7994ff4d req-88ef9939-c939-4de4-9880-bf9c0f9e7510 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Mar 22 14:55:46.892818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-70912eeb-6324-49d8-9c03-ff37262014bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:46.894360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-70912eeb-6324-49d8-9c03-ff37262014bf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1126 time: 0.0543973 Mar 22 14:55:46.905994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:46.963764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:47.313539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:55:47.416373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:47.429942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:55:47.463019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:47.499597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:47.531036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:47.539510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks [] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:47.550011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Ignored duplicate provisioning block setup for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 22 14:55:47.557685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:47.629264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=9']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:47.678749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] No DVR routers for this DVR port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:47.818848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:47.819398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:47.819626 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:47.825775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:55:47.826145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Attempting to bind port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:47.831706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:47.832053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:47.832452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:47.832887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Bound port: 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:47.833253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:47.925436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:47.929017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:47.944640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd22d3-b58a-4652-8f80-8259b785b5ff req-c955a100-0880-41fe-a4da-8ed1591b0bba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:47.946179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbcd22d3-b58a-4652-8f80-8259b785b5ff req-c955a100-0880-41fe-a4da-8ed1591b0bba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 943 time: 0.0796170 Mar 22 14:55:47.947496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:47.999087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:47.999714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:48.001107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] 10.222.0.82 "PUT /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1091 time: 1.0992138 Mar 22 14:55:48.003444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:48.005665 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd602300-6a53-432d-b333-3c0a2124a599" -d '{"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:48.077575 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f472e17-9a6a-4c2c-b660-c8eb35b8c8fb x-openstack-request-id: req-1f472e17-9a6a-4c2c-b660-c8eb35b8c8fb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:48.077852 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:48.078128 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f472e17-9a6a-4c2c-b660-c8eb35b8c8fb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:48.078545 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f472e17-9a6a-4c2c-b660-c8eb35b8c8fb'] response: {'name': 'network-changed', 'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'status': 'completed', 'code': 200} Mar 22 14:55:48.080554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b3b98-a20d-41a6-828c-0d5d0e5703f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=10']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:48.090091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbcd22d3-b58a-4652-8f80-8259b785b5ff req-7b36e294-3466-475e-acb3-477efc372191 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374013 Mar 22 14:55:48.146443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-5006fab3-08e2-41c5-8761-82b4e619e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.147979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-5006fab3-08e2-41c5-8761-82b4e619e9c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1126 time: 0.1176078 Mar 22 14:55:48.156239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-e286f496-d401-435b-bf02-298f03a23e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.157698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-e286f496-d401-435b-bf02-298f03a23e5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1126 time: 0.0656888 Mar 22 14:55:48.312946 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-d4bdf567-0227-4986-b9c1-ca895c69f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.314455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-d4bdf567-0227-4986-b9c1-ca895c69f3df service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1605868 Mar 22 14:55:48.315536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-4860d9c4-4a4e-4715-b6cb-ea5c81d6cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.316839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-4860d9c4-4a4e-4715-b6cb-ea5c81d6cf51 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1522725 Mar 22 14:55:48.427846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-c6708937-d24b-454c-9085-c9af81dbb32f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.1069765 Mar 22 14:55:48.429617 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-d49701a6-a767-4bb1-ae2e-04f45d466d10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.1030104 Mar 22 14:55:48.512764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-261ba4b5-9b1c-4293-9f6a-a27ef8fb8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.514251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-261ba4b5-9b1c-4293-9f6a-a27ef8fb8c8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0793829 Mar 22 14:55:48.515606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-0d2263c4-29e2-4125-8698-e248488bf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.516977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-0d2263c4-29e2-4125-8698-e248488bf4d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0750618 Mar 22 14:55:48.598453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6b94-879e-4646-9f02-559e334606fb req-174fda36-d560-44a6-a865-6754f04e280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.599996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-174fda36-d560-44a6-a865-6754f04e280a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803123 Mar 22 14:55:48.602689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-eb73ec06-bc48-4a3c-b762-63f24fd23718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:48.604205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-eb73ec06-bc48-4a3c-b762-63f24fd23718 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767336 Mar 22 14:55:48.610723 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a9207840-7413-4a08-ae0c-ef9098ea148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:48.756081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-76025cd1-0d7f-4ad9-89d8-57a25973c7a5 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490242 Mar 22 14:55:48.757904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-c3f866fb-4c1f-4805-a1ce-daf15d6651a2 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434174 Mar 22 14:55:48.908091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a81e6b94-879e-4646-9f02-559e334606fb req-2d8ce63b-1283-4133-afcf-29ca1282cac1 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460071 Mar 22 14:55:48.910279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-5a9a1073-31d0-41b2-8df1-1f7c160a32b9 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413121 Mar 22 14:55:48.999635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-c9bc1df5-9fad-4a0d-b643-042ff8059c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.001114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-c9bc1df5-9fad-4a0d-b643-042ff8059c9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 1126 time: 0.0478265 Mar 22 14:55:49.105833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-909676e9-72c9-462b-8699-ceff95aa3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.108279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-909676e9-72c9-462b-8699-ceff95aa3ef7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1006389 Mar 22 14:55:49.182386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-a9cdd5b9-e001-43da-b01e-92b2603b23f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 200 len: 1000 time: 0.0682218 Mar 22 14:55:49.250337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-bf6a3a8b-836c-4514-b9b3-9cd74efc09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.251811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-bf6a3a8b-836c-4514-b9b3-9cd74efc09e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0559015 Mar 22 14:55:49.264521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee984968-108f-4b54-8935-67025d2a5e1a req-a45aa33e-5fce-4bff-8b56-d3791c4bff07 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.265951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee984968-108f-4b54-8935-67025d2a5e1a req-a45aa33e-5fce-4bff-8b56-d3791c4bff07 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.1039295 Mar 22 14:55:49.311948 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:49.337886 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee984968-108f-4b54-8935-67025d2a5e1a req-c81c42ef-4523-47a9-907d-9ddaca101e88 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637405 Mar 22 14:55:49.343075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602300-6a53-432d-b333-3c0a2124a599 req-85add706-fe0e-452b-b85d-14f33ca890f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:49.344584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-85add706-fe0e-452b-b85d-14f33ca890f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777688 Mar 22 14:55:49.354883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:55:49.355279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:49.438597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-1efc3b01-5f42-4260-b24c-a4c9afd6fa11 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864108 Mar 22 14:55:49.529023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd602300-6a53-432d-b333-3c0a2124a599 req-66e8aea7-0687-4c26-8dfb-5b7450580009 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Mar 22 14:55:50.462264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df828b3-fb57-44e0-9150-b4fc0a937310 req-e20f77f0-54f4-4786-84e1-9225db93a06c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:50.463847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8df828b3-fb57-44e0-9150-b4fc0a937310 req-e20f77f0-54f4-4786-84e1-9225db93a06c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 944 time: 0.0554297 Mar 22 14:55:50.517360 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8df828b3-fb57-44e0-9150-b4fc0a937310 req-10c7a91d-0602-4747-b34a-e671a3f0b249 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Mar 22 14:55:50.780629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:55:50.890018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:50.902406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'mac_address': 'fa:16:3e:b0:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:55:50.944135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:50.944526 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:50.957993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:50.977006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:50.983137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:51.034153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d829d41-514e-4218-9b36-6f333f997ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:51.039195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=11']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:51.205855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['8d00abc5-d9cb-4ba8-af43-f281a4298d72'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:55:51.639332 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45dfd4-4898-457d-8d9f-dcaefadecb9a req-c21df8aa-24ef-4d26-9b22-dbf9b8bd8ad7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:51.640823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f45dfd4-4898-457d-8d9f-dcaefadecb9a req-c21df8aa-24ef-4d26-9b22-dbf9b8bd8ad7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0558054 Mar 22 14:55:51.686996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f45dfd4-4898-457d-8d9f-dcaefadecb9a req-3b53e8ad-b630-4bc7-a019-6d5df3347053 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Mar 22 14:55:51.806828 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbb4eb-12b8-498c-8dbd-c816afb335c8 req-7b8559a9-5efb-4fa1-a298-fbd967ab97a7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:51.808251 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fecbb4eb-12b8-498c-8dbd-c816afb335c8 req-7b8559a9-5efb-4fa1-a298-fbd967ab97a7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0548961 Mar 22 14:55:51.859484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fecbb4eb-12b8-498c-8dbd-c816afb335c8 req-54fe8eb9-2651-4dbc-b3e0-3f5ca2558faa tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Mar 22 14:55:51.982007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038f6a-6c42-4972-912a-6162832a570a req-6cb55f17-111b-46b0-a37e-94001734d627 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:51.983481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc038f6a-6c42-4972-912a-6162832a570a req-6cb55f17-111b-46b0-a37e-94001734d627 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0575085 Mar 22 14:55:52.030018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fc038f6a-6c42-4972-912a-6162832a570a req-43ffca33-2ee5-4cf5-ae79-aaf140b3ecb4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Mar 22 14:55:52.070805 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:52.280703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1f757-49a6-44df-a7fa-03fadd4cf01a req-0528fbaa-43d0-4755-b95f-7acf58c47e6a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:52.282256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda1f757-49a6-44df-a7fa-03fadd4cf01a req-0528fbaa-43d0-4755-b95f-7acf58c47e6a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 945 time: 0.0545802 Mar 22 14:55:52.330976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda1f757-49a6-44df-a7fa-03fadd4cf01a req-60a264a3-9183-45ed-98f1-25de7c60219a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Mar 22 14:55:52.796503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:55:52.855261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:55:52.859180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:52.859557 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:52.937735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:55:52.938149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:52.960750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:52.963056 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b976c6-bd42-4744-9b03-8baf9381eb06" -d '{"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-plugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:52.974918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:52.980443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.028332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=12']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:53.069531 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597685fc-57b3-4df3-8813-0a4f25b9e959 x-openstack-request-id: req-597685fc-57b3-4df3-8813-0a4f25b9e959 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:53.069843 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-plugged", "status": "completed", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:53.070147 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-597685fc-57b3-4df3-8813-0a4f25b9e959 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:53.070608 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597685fc-57b3-4df3-8813-0a4f25b9e959'] response: {'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'code': 200} Mar 22 14:55:53.464457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0b49-e85d-45fa-8e5d-d36ab0774c89 req-4f6127e3-ac1a-494f-ac0b-7e02b7e41d39 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:53.465924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ef0b49-e85d-45fa-8e5d-d36ab0774c89 req-4f6127e3-ac1a-494f-ac0b-7e02b7e41d39 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Mar 22 14:55:53.552662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9ef0b49-e85d-45fa-8e5d-d36ab0774c89 req-434f3211-ed73-49f4-9311-74d7681a19c9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787814 Mar 22 14:55:53.564980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-3cb6157b-2824-4882-9cc2-32871e24217f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:53.566448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-3cb6157b-2824-4882-9cc2-32871e24217f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 946 time: 0.0868795 Mar 22 14:55:53.660694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Deleting port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:55:53.660933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.757229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] For port 8d00abc5-d9cb-4ba8-af43-f281a4298d72, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8d00abc5-d9cb-4ba8-af43-f281a4298d72,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:55:53.757641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.882053 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.931859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.932146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:53.932459 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 disassociated. External IP: 172.25.3.202, port: 8d00abc5-d9cb-4ba8-af43-f281a4298d72. Mar 22 14:55:53.932809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Calling delete_port for 8d00abc5-d9cb-4ba8-af43-f281a4298d72 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:55:54.075237 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8d00abc5-d9cb-4ba8-af43-f281a4298d72), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.103275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'Port': ['ID=8d00abc5-d9cb-4ba8-af43-f281a4298d72,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:54.114899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.115244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.115563 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.115890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.116220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.116541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.116861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.117179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.117490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.117802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.118124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.118451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.118756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.119066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.119376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:55:54.232102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:55:54.341782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:55:54.352763 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:55:54.362458 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:54.363070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:54.383856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] No DVR routers for this DVR port 8d00abc5-d9cb-4ba8-af43-f281a4298d72 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:55:54.386905 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:54.390378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-117e4c7b-a250-41b9-9498-64fc2ff95fd3 req-277341af-350c-4729-b443-d7d69a21b3b1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "DELETE /v2.0/ports/8d00abc5-d9cb-4ba8-af43-f281a4298d72 HTTP/1.1" status: 204 len: 173 time: 0.8177648 Mar 22 14:55:54.390802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-deleted', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:54.393504 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88d352-8d1a-43ba-aedd-5596929cc193" -d '{"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-deleted", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:54.433340 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87f1b8-f89a-40ea-a7c1-2cb0e9e788b8 x-openstack-request-id: req-ac87f1b8-f89a-40ea-a7c1-2cb0e9e788b8 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:54.433635 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30bd3da-0797-44ae-b339-d5cb0194af73", "name": "network-vif-deleted", "tag": "8d00abc5-d9cb-4ba8-af43-f281a4298d72", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:54.433882 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac87f1b8-f89a-40ea-a7c1-2cb0e9e788b8 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:54.434321 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac87f1b8-f89a-40ea-a7c1-2cb0e9e788b8'] response: {'server_uuid': 'a30bd3da-0797-44ae-b339-d5cb0194af73', 'name': 'network-vif-deleted', 'tag': '8d00abc5-d9cb-4ba8-af43-f281a4298d72', 'status': 'completed', 'code': 200} Mar 22 14:55:54.483583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:54.664981 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e247b26-4de3-45f0-acdb-e8966331b510 req-37b375b8-96a5-4340-8fe3-de26aa5ef00d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30bd3da-0797-44ae-b339-d5cb0194af73 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Mar 22 14:55:54.700660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:54.728843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:55:54.737390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:55:54.737935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:54.855664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:55:54.985680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:55.075642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:55:55.102375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16421dd-1a6e-402d-aa02-3d57f3108be6 None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:55:55.344225 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e8e98-f054-49be-a3f7-c0496951f86f None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:55:55.930398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-aaddb34b-5d5b-4ff1-bd22-73ec8d0a1035 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1373255106&fields=id&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 267 time: 0.0432765 Mar 22 14:55:56.037679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-55de7eaf-163f-44d0-81aa-b2002caaa1e0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:56.039093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-55de7eaf-163f-44d0-81aa-b2002caaa1e0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.0996132 Mar 22 14:55:56.054904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-f322b3c7-f510-4dae-b2e0-dbd9739c59a5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/quotas/c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 375 time: 0.0089967 Mar 22 14:55:56.114361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7e86a16d-a291-4e55-a962-9cbf5bcc8a14 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545352 Mar 22 14:55:56.273141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-6daf7167-fa6c-403e-a102-129f8592d83f service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404126 Mar 22 14:55:56.367948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-5804fb9a-9937-4314-9b91-0d79dc0eda0f service neutron] 10.222.0.81 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Mar 22 14:55:56.533913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3e5ed316-06db-4d5f-9ac8-d833a1486922 req-bdbfec88-b006-4b51-b6fb-95f835a52cb8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0295942 Mar 22 14:55:57.479327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-6122b23f-403e-4431-8573-e7a8ea16c086 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:57.480838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-6122b23f-403e-4431-8573-e7a8ea16c086 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 812 time: 0.1027410 Mar 22 14:55:57.542546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-53d62ffd-5c27-4e27-adea-fccce4b669fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 380 time: 0.0542116 Mar 22 14:55:57.556389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'port': {'device_id': '399aa623-77a0-427c-893c-fce8bd76b88d', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'admin_state_up': True, 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'security_groups': ['9f4b6a25-435c-4ac0-a9d4-4848bb48fb72']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:57.638291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e1aa76a-75dc-4d39-bf3f-8443eeac4736 req-bce7ecc4-4b43-48a1-a7c3-cf41990ba8eb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0328066 Mar 22 14:55:57.691157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Made reservation on behalf of c3eea28d828342a2b850fe8062012899 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:55:57.694526 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:57.821712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Allocated IP 172.20.0.3 (b644c83f-cf92-414f-b50c-cbcd14eb0a43/a3caad7c-427e-495d-aa3f-4d1224923df5/66729fe8-2d5d-44ed-9ccc-f850224718f2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:55:57.957527 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:57.995101 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.039745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:55:58.042829 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:55:58.045604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:55:58.076710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:58.103672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:58.104291 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.121270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7351b81d-dfa9-47bc-8ea7-9ad192bf2b4b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685985 Mar 22 14:55:58.132455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Request body: {'port': {'device_id': '399aa623-77a0-427c-893c-fce8bd76b88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:55:58.194614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.260114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-39f885e3-6de7-4ea8-aa80-23d90d474d01 None None] Provisioning complete for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:55:58.260715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39f885e3-6de7-4ea8-aa80-23d90d474d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.295055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39f885e3-6de7-4ea8-aa80-23d90d474d01 None None] Port 66729fe8-2d5d-44ed-9ccc-f850224718f2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:55:58.606268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.803902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:55:58.810882 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:55:58.814234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks [] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.824543 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf9ca-f5bb-405f-9374-6ed208ef5822 req-602dbb58-494a-41eb-a2fe-c1b185b268fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:58.826018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a4bf9ca-f5bb-405f-9374-6ed208ef5822 req-602dbb58-494a-41eb-a2fe-c1b185b268fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 931 time: 0.1041019 Mar 22 14:55:58.834630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 8d00abc5-d9cb-4ba8-af43-f281a4298d72 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:55:58.834954 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8d00abc5-d9cb-4ba8-af43-f281a4298d72 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:55:58.841905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Transition to ACTIVE for port object 66729fe8-2d5d-44ed-9ccc-f850224718f2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:55:58.850161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:58.923029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7a4bf9ca-f5bb-405f-9374-6ed208ef5822 req-aef5fbc3-2da2-4002-a687-22302589c37e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890832 Mar 22 14:55:58.924722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:58.999883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:55:59.000222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:55:59.000553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:59.005265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:55:59.005590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:55:59.010804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:55:59.011149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:55:59.011546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:55:59.012114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Bound port: 66729fe8-2d5d-44ed-9ccc-f850224718f2, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:55:59.012477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:59.080125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:55:59.083087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:55:59.091424 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:59.125192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.126053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:59.127422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] 10.222.0.82 "PUT /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1091 time: 0.9992113 Mar 22 14:55:59.129630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:55:59.132244 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e2e32-8127-40e7-a63c-8badf1983823" -d '{"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:55:59.157778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ad21-b4ea-4161-a41c-41e46cf7b066 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:55:59.183779 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a4cf9-b79c-4f6c-ab5b-bf488831dce6 x-openstack-request-id: req-af6a4cf9-b79c-4f6c-ab5b-bf488831dce6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:55:59.184080 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:55:59.184332 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af6a4cf9-b79c-4f6c-ab5b-bf488831dce6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:55:59.184738 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6a4cf9-b79c-4f6c-ab5b-bf488831dce6'] response: {'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'status': 'completed', 'code': 200} Mar 22 14:55:59.219803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-d738107c-7c78-4747-b237-f9869e84ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.221369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-d738107c-7c78-4747-b237-f9869e84ad49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0495057 Mar 22 14:55:59.265083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-738c2b46-8d3d-4a10-aca2-0c560114b41a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Mar 22 14:55:59.320915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-c59153a8-ea4f-40e1-bafb-4dfd47965167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.322535 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-c59153a8-ea4f-40e1-bafb-4dfd47965167 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0490775 Mar 22 14:55:59.372539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7b61880a-a2da-4dd3-a212-fe2b5ce96d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.374393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-7b61880a-a2da-4dd3-a212-fe2b5ce96d43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458188 Mar 22 14:55:59.466822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-49e21621-c49f-4fd9-b696-49c301a8050f service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856135 Mar 22 14:55:59.531695 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:55:59.561530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88266cef-a84f-4b69-b194-3f5d970279b6 req-9febeae2-dcc3-41be-9a80-ffe99f3dc74b service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879371 Mar 22 14:55:59.665366 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-2d896501-b374-4fb0-a6ee-28f79418fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.666933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-2d896501-b374-4fb0-a6ee-28f79418fc26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0554941 Mar 22 14:55:59.762677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-6b7241b9-d0ce-4ffd-ac7e-876ca87c6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.764147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-6b7241b9-d0ce-4ffd-ac7e-876ca87c6f99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0911479 Mar 22 14:55:59.804533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-1cf68e78-ede2-417c-ab6f-f4c0e3757bdb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 217 time: 0.0340371 Mar 22 14:55:59.852701 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-ebc9b06f-d211-4cf3-bc62-ef3851b316d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.854126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-ebc9b06f-d211-4cf3-bc62-ef3851b316d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0421574 Mar 22 14:55:59.907729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-bcf8d082-c721-4388-af22-4df1fb86d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:55:59.909192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-bcf8d082-c721-4388-af22-4df1fb86d293 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486276 Mar 22 14:56:00.009731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-73067399-7df3-4b28-80c4-a9df50c2d019 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938349 Mar 22 14:56:00.109010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3fac0-0fce-4088-80cc-a9dfbf379371 req-982ab979-331a-4ce9-a19d-5b56c1b32c08 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:00.110618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec3fac0-0fce-4088-80cc-a9dfbf379371 req-982ab979-331a-4ce9-a19d-5b56c1b32c08 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.1159885 Mar 22 14:56:00.139623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd8e2e32-8127-40e7-a63c-8badf1983823 req-5eb06c90-57d7-4a4a-b994-3a9f221900d7 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157789 Mar 22 14:56:00.170638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aec3fac0-0fce-4088-80cc-a9dfbf379371 req-0980010d-5c54-4212-a8be-2848cc7d053b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518708 Mar 22 14:56:00.826378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:56:00.930132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:00.941855 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:56:00.981473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:00.981871 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:00.995489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:56:01.023386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:01.029819 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:01.074959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:01.082339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.082629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.082970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.083312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.083648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.083978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.084308 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.084637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.084963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.085291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.085612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.085938 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.086286 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.086608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.086933 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:56:01.222451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['66729fe8-2d5d-44ed-9ccc-f850224718f2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:56:01.296136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211ee5b-1c9f-4df2-a2c5-1926131ee91a req-a013444a-7a65-42c6-bbb6-be15d5ea6e01 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:01.297650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f211ee5b-1c9f-4df2-a2c5-1926131ee91a req-a013444a-7a65-42c6-bbb6-be15d5ea6e01 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0544565 Mar 22 14:56:01.348508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f211ee5b-1c9f-4df2-a2c5-1926131ee91a req-ff3df383-1349-4199-975b-be7221055c6c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Mar 22 14:56:02.485055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0481cf9-abcb-4075-9328-f77589ecf649 req-54289357-a851-400a-be49-7eedd2c84432 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:02.486581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0481cf9-abcb-4075-9328-f77589ecf649 req-54289357-a851-400a-be49-7eedd2c84432 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0572183 Mar 22 14:56:02.534179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0481cf9-abcb-4075-9328-f77589ecf649 req-0cda6565-e2d1-45a7-a237-1f7f8bd9a838 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Mar 22 14:56:02.827550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:02.887298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:56:02.891637 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:02.892011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:02.973478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:02.973870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:02.996134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:02.998810 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a89c0e3484ae5de936401ae7ff3a3ea9997687f8fa1be4a34dae32ce216587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8dde80-5c59-440a-8b92-ce22dcc478f4" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:03.011030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:03.016362 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:03.039022 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e841d-6cec-4c9d-8be9-a707cd203014 x-openstack-request-id: req-516e841d-6cec-4c9d-8be9-a707cd203014 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:03.039319 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:03.039578 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-516e841d-6cec-4c9d-8be9-a707cd203014 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:03.039974 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516e841d-6cec-4c9d-8be9-a707cd203014'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'code': 200} Mar 22 14:56:03.065621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:03.141456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24394b4a-0e87-479c-bf26-8ee0e7c0aad3 req-291c776d-accc-4e39-92ee-f770981dd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:03.142973 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24394b4a-0e87-479c-bf26-8ee0e7c0aad3 req-291c776d-accc-4e39-92ee-f770981dd9d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1127 time: 0.0470340 Mar 22 14:56:03.188144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24394b4a-0e87-479c-bf26-8ee0e7c0aad3 req-e71583fc-5921-489d-bca5-069e0a3ae530 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Mar 22 14:56:03.665127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc15e-da46-47e7-ba3d-a77f49dcdcb5 req-c26651ff-26c4-4550-af84-5a6b06e27e8b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:03.666770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43bbc15e-da46-47e7-ba3d-a77f49dcdcb5 req-c26651ff-26c4-4550-af84-5a6b06e27e8b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0663712 Mar 22 14:56:03.713224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43bbc15e-da46-47e7-ba3d-a77f49dcdcb5 req-aa49cfcc-70bb-4674-b0da-754d45e7bd8a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Mar 22 14:56:04.852005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f796f-3234-43d8-b3f4-9446c02d0ea7 req-2a7d7448-64ab-4915-804d-ddbaec01f4d8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:04.853502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a9f796f-3234-43d8-b3f4-9446c02d0ea7 req-2a7d7448-64ab-4915-804d-ddbaec01f4d8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0620341 Mar 22 14:56:04.902664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a9f796f-3234-43d8-b3f4-9446c02d0ea7 req-6ccf7dfe-b6a2-4d3d-9e19-a874d572a1b6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Mar 22 14:56:05.025060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25065b27-8e48-463f-84f2-05eddb114c52 req-7d90703a-b085-43a1-b0f9-c29c1ab48bcd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:05.026545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-25065b27-8e48-463f-84f2-05eddb114c52 req-7d90703a-b085-43a1-b0f9-c29c1ab48bcd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0584171 Mar 22 14:56:05.036379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 60804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:56:05.040685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Request body: {'floatingip': {'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:05.080234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:05.507571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:05.514520 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:05.619491 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 associated. External IP: 172.25.3.202, port: 66729fe8-2d5d-44ed-9ccc-f850224718f2. Mar 22 14:56:05.619903 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:56:05.829713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:56:05.936854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:56:05.941475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:05.947548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:56:05.958180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:05.958800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:05.973290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-968424bf-c604-43a0-a7d8-9308e8876e47 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "PUT /v2.0/floatingips/92c946ea-cd9b-423b-9d56-828a587ec030 HTTP/1.1" status: 200 len: 992 time: 0.9358768 Mar 22 14:56:05.973896 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:05.976182 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}191315162f10f190cc27affe76a8238323ea708672ab01d05255daae0cd88ae9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66802dc-55cd-47fc-9b82-261c9c646115" -d '{"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:06.014285 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b4ca0-8631-456d-ab44-920eb97d66ed x-openstack-request-id: req-0b4b4ca0-8631-456d-ab44-920eb97d66ed {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:06.014667 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:06.015016 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b4b4ca0-8631-456d-ab44-920eb97d66ed {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:06.015528 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4b4ca0-8631-456d-ab44-920eb97d66ed'] response: {'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'status': 'completed', 'code': 200} Mar 22 14:56:06.073915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:06.085640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-9f8ec2d2-98d5-4b12-bf3b-6d5a966a9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:06.087115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-9f8ec2d2-98d5-4b12-bf3b-6d5a966a9a6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1127 time: 0.0502031 Mar 22 14:56:06.180830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-e037b872-fea7-4446-a49e-3a3b6660be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:06.182357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-e037b872-fea7-4446-a49e-3a3b6660be13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0894184 Mar 22 14:56:06.265656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-a01144d3-cb8f-4970-8f62-46bf25222caf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0762320 Mar 22 14:56:06.310914 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa623-77a0-427c-893c-fce8bd76b88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:56:05Z', 'revision_number': 13, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:06.322273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-fe0437f7-b8d0-48d0-9943-2d707af270b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:06.323795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-fe0437f7-b8d0-48d0-9943-2d707af270b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0513270 Mar 22 14:56:06.338246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:56:06.347939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:56:06.348567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:55:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:06.376069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-3c2fc3ac-bac4-40f4-922b-e5b779160cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:06.377859 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-3c2fc3ac-bac4-40f4-922b-e5b779160cc8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483639 Mar 22 14:56:06.470614 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:56:06.478661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-ae655def-132b-4fc6-aa6f-b24bdab7369d service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944562 Mar 22 14:56:06.575085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f66802dc-55cd-47fc-9b82-261c9c646115 req-88c7573f-f7f1-42b7-a013-9eb1689ffa3a service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904419 Mar 22 14:56:06.700057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa623-77a0-427c-893c-fce8bd76b88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:56:05Z', 'revision_number': 13, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:56:06.890303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23786a-be8b-4986-9df0-f4db11df7f8e None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '92c946ea-cd9b-423b-9d56-828a587ec030', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa623-77a0-427c-893c-fce8bd76b88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T14:53:03Z', 'updated_at': '2022-03-22T14:56:05Z', 'revision_number': 13, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:56:07.262601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-7226aced-0341-403b-b5ca-38e97e0d7e74 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489612 Mar 22 14:56:07.340234 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01271583-a305-4a7b-abca-4d51aa7d4d16 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:56:07.384856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-679a8a19-ee41-43bb-b21c-fae9271b1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:07.386544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-679a8a19-ee41-43bb-b21c-fae9271b1b33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1127 time: 0.0652735 Mar 22 14:56:07.503070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-5f963b5c-ccbd-4074-ab2c-ea9b24df68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:07.504660 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-5f963b5c-ccbd-4074-ab2c-ea9b24df68bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0947888 Mar 22 14:56:07.583048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-09a40b7c-8412-4969-9f96-bc00744af0d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1002 time: 0.0731728 Mar 22 14:56:07.633322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-0e92585e-27e6-48bd-a4c8-472fac0f465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:07.634888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-0e92585e-27e6-48bd-a4c8-472fac0f465f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0460348 Mar 22 14:56:07.688012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-a0e67749-3cf5-474c-ab78-276029997c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:07.689576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-a0e67749-3cf5-474c-ab78-276029997c7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487998 Mar 22 14:56:07.784581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-4b994ae7-9888-4535-a313-b83b015bbeff service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879991 Mar 22 14:56:07.878753 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0aa59450-1c27-4e87-8129-c500c51ee3f6 req-2104289f-0c2b-4316-95f1-275ad3fc6215 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Mar 22 14:56:08.510564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ec0a-85d6-4e35-ae79-3a41d259a068 req-2c89e1f6-d3e7-45b7-9093-33a35ec424e7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:08.512077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3268ec0a-85d6-4e35-ae79-3a41d259a068 req-2c89e1f6-d3e7-45b7-9093-33a35ec424e7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0565929 Mar 22 14:56:08.567254 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3268ec0a-85d6-4e35-ae79-3a41d259a068 req-b35bb865-b32d-4c79-8351-fd93a51769da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468001 Mar 22 14:56:18.618364 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b363b68f-c2ff-403d-9f86-b6f774d38144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:21.014579 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-64dbf1ef-bec3-4ab2-a014-d854fd45b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:22.082518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:23.888492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:24.941139 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:25.089623 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1e2e5847-49b3-4026-a379-e49ac5af09e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969822 Mar 22 14:56:25.195897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcfc46-8039-43a6-bb16-ee450cfebc65 req-286bc0a9-b27c-4ff4-a34e-64377b827ef4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:25.197448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9dcfc46-8039-43a6-bb16-ee450cfebc65 req-286bc0a9-b27c-4ff4-a34e-64377b827ef4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.1000836 Mar 22 14:56:25.244810 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c9dcfc46-8039-43a6-bb16-ee450cfebc65 req-1771cbf6-bdee-495e-8513-34954e4b866a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Mar 22 14:56:25.495344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-50945846-dd73-4783-a498-e784cd56c259 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:25.496732 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-50945846-dd73-4783-a498-e784cd56c259 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 942 time: 0.1021769 Mar 22 14:56:26.390994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-136e2b3c-f0ad-4ea5-9305-b5551b1884ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.392855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-136e2b3c-f0ad-4ea5-9305-b5551b1884ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1127 time: 0.0458333 Mar 22 14:56:26.525110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a568f31c-f292-46d0-ab4c-43c31b0c674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.526706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a568f31c-f292-46d0-ab4c-43c31b0c674b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1259506 Mar 22 14:56:26.534699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec89a7-fe3d-477f-ab2e-726d2676064b req-2b021562-69ad-41a7-9dfe-51669c1764f8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.536030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07ec89a7-fe3d-477f-ab2e-726d2676064b req-2b021562-69ad-41a7-9dfe-51669c1764f8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.1396985 Mar 22 14:56:26.626190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-67ba9b86-85b4-4483-a6aa-23e3e8d2e870 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1002 time: 0.0891223 Mar 22 14:56:26.629698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07ec89a7-fe3d-477f-ab2e-726d2676064b req-03a43447-765e-48bc-b841-210fd359c9a0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868635 Mar 22 14:56:26.677508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-9920b894-596a-4907-af1d-2f33755fe080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.678974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-9920b894-596a-4907-af1d-2f33755fe080 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0472527 Mar 22 14:56:26.729648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1b3129e8-4172-4591-b750-fcf5814edeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:26.731294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1b3129e8-4172-4591-b750-fcf5814edeb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455093 Mar 22 14:56:26.833742 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-096c0f24-deb1-44a9-b892-ba0021d36842 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962887 Mar 22 14:56:26.927692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-c65ebf2b-4512-4724-80ac-22bd56d541ac service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873196 Mar 22 14:56:27.771521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226db26-a120-4c44-ac98-9c9ea98c4108 req-c7ce7330-0df4-4e92-bb43-970b4265662c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:27.772975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7226db26-a120-4c44-ac98-9c9ea98c4108 req-c7ce7330-0df4-4e92-bb43-970b4265662c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0595253 Mar 22 14:56:28.127334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7226db26-a120-4c44-ac98-9c9ea98c4108 req-77702a98-9b3f-4c93-b8d2-c23e37196111 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456967 Mar 22 14:56:28.643350 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:29.262468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939d5a8-b1d9-47c5-9910-18aac9bf1dc0 req-ad4bf181-54ac-40ff-b09a-d08b7202bbce tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:29.263926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8939d5a8-b1d9-47c5-9910-18aac9bf1dc0 req-ad4bf181-54ac-40ff-b09a-d08b7202bbce tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0611372 Mar 22 14:56:29.310049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8939d5a8-b1d9-47c5-9910-18aac9bf1dc0 req-5185fe1b-3a55-411a-b5ac-02d4813d6e2d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Mar 22 14:56:29.540468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:30.443071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7c7de-0089-42c0-8864-9c85c04fe728 req-621d79b2-f277-4c93-99b1-a3d9d50cef3c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:30.444564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5a7c7de-0089-42c0-8864-9c85c04fe728 req-621d79b2-f277-4c93-99b1-a3d9d50cef3c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0550721 Mar 22 14:56:30.495363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5a7c7de-0089-42c0-8864-9c85c04fe728 req-45984ff7-913e-4f9e-9843-44225487562b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Mar 22 14:56:31.622419 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb625-abf0-4a04-947e-e064f6a037d3 req-83b7b232-bd13-430f-ada9-a5c0ab2c4771 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:31.624248 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64cfb625-abf0-4a04-947e-e064f6a037d3 req-83b7b232-bd13-430f-ada9-a5c0ab2c4771 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0535657 Mar 22 14:56:31.674009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64cfb625-abf0-4a04-947e-e064f6a037d3 req-9cc7b7c9-bae2-4013-a397-72765fea3d99 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Mar 22 14:56:32.814411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e18ad-a40d-4318-826d-facd77bb8a85 req-98eb2753-2410-4814-af04-3ef9e885dc15 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:32.815748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-294e18ad-a40d-4318-826d-facd77bb8a85 req-98eb2753-2410-4814-af04-3ef9e885dc15 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0559890 Mar 22 14:56:32.865241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-294e18ad-a40d-4318-826d-facd77bb8a85 req-b313718e-7141-429a-a096-c8b6827fb6a1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Mar 22 14:56:34.000196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbb3f8-4b7b-42be-897b-e82fc832ceed req-b7e17be3-acfa-4419-a7c6-3fd637e0c553 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:34.001761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15fbb3f8-4b7b-42be-897b-e82fc832ceed req-b7e17be3-acfa-4419-a7c6-3fd637e0c553 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0592804 Mar 22 14:56:34.049613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15fbb3f8-4b7b-42be-897b-e82fc832ceed req-03c74b31-d8a9-4f54-8a25-fc0aa8b23bfe tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Mar 22 14:56:35.173550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ff3d-3d2b-42b5-8b86-f390c4821e47 req-f31d062d-decd-4258-ab73-4790fafb0ef5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:35.175065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9242ff3d-3d2b-42b5-8b86-f390c4821e47 req-f31d062d-decd-4258-ab73-4790fafb0ef5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0552099 Mar 22 14:56:35.222796 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9242ff3d-3d2b-42b5-8b86-f390c4821e47 req-b7368386-7e61-4a62-9009-f358181425f2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Mar 22 14:56:36.347424 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f79822-3262-44e9-9e56-a705d3f62ad2 req-a5db0e8d-3a59-4d20-b643-6b41b2f4bd7f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:36.348918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31f79822-3262-44e9-9e56-a705d3f62ad2 req-a5db0e8d-3a59-4d20-b643-6b41b2f4bd7f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0571558 Mar 22 14:56:36.397158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-31f79822-3262-44e9-9e56-a705d3f62ad2 req-346ec131-1526-40af-b962-fbdcd1c6b4f6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Mar 22 14:56:37.522285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c09e8-1069-4676-b638-13ca2c17743a req-8e972455-b6df-4f6b-90f6-04a3b8298afe tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:37.524843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-770c09e8-1069-4676-b638-13ca2c17743a req-8e972455-b6df-4f6b-90f6-04a3b8298afe tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0564325 Mar 22 14:56:37.572872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-770c09e8-1069-4676-b638-13ca2c17743a req-1588ce52-47d4-4cb3-b9f9-3e6d017c71fd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Mar 22 14:56:37.723946 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a57d40ec-f4ca-4172-a815-c3e2ab597ffc service neutron] show failed (client error): The resource could not be found. Mar 22 14:56:37.724977 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a57d40ec-f4ca-4172-a815-c3e2ab597ffc service neutron] 10.222.0.82 "GET /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0953565 Mar 22 14:56:37.985314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-3e4a0384-ce78-450e-b2e9-2ede3e116946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:37.986797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-3e4a0384-ce78-450e-b2e9-2ede3e116946 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1127 time: 0.0959375 Mar 22 14:56:37.997842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:56:38.067394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.277933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:38.319933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:38.375489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:38.380849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks [] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.393893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Transition to ACTIVE for port object 66729fe8-2d5d-44ed-9ccc-f850224718f2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:56:38.399289 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.425499 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b136bc3-8deb-435a-87a4-02d67c4b18f2" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-unplugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:38.491577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.531411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] No DVR routers for this DVR port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:56:38.573370 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b0a1e-510c-4edf-afda-7f8a17a7444f x-openstack-request-id: req-dd2b0a1e-510c-4edf-afda-7f8a17a7444f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:38.573774 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-unplugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:38.573891 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd2b0a1e-510c-4edf-afda-7f8a17a7444f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:38.574328 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2b0a1e-510c-4edf-afda-7f8a17a7444f'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'code': 200} Mar 22 14:56:38.706322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:56:38.706634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:56:38.706983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:38.713835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:56:38.714125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:56:38.723110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:56:38.723447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:56:38.723824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:56:38.724243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Bound port: 66729fe8-2d5d-44ed-9ccc-f850224718f2, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:56:38.724596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.741389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157074b-63da-4100-a424-2232e8265787 req-fb49b99c-79e6-443a-9a86-a698c58a9343 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:38.742900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e157074b-63da-4100-a424-2232e8265787 req-fb49b99c-79e6-443a-9a86-a698c58a9343 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0892434 Mar 22 14:56:38.829680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:56:38.834256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e157074b-63da-4100-a424-2232e8265787 req-87570243-85d2-4b39-9894-cd91ef57dccf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842972 Mar 22 14:56:38.835801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:56:38.844703 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.878692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:38.879328 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:38.880677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] 10.222.0.78 "PUT /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1091 time: 0.8868356 Mar 22 14:56:38.901221 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa7fe-39a8-4b22-a4a2-d11f8cb1d484 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:38.952602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a3ad9e5a-5e28-45e0-9325-ef09a904abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:38.954284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-a3ad9e5a-5e28-45e0-9325-ef09a904abee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0500522 Mar 22 14:56:39.033711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:56:39.054222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-833112b1-cf51-4e1a-903e-2bc122543217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:39.055930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-833112b1-cf51-4e1a-903e-2bc122543217 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0950654 Mar 22 14:56:39.071956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] The host n-h1-758851-5 is not matching for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 host n-h2-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 14:56:39.072348 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:56:39.122924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-70d34dec-3cc1-4baa-b49f-5c523b94b15a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0611310 Mar 22 14:56:39.172559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-b8483e45-ef48-47a1-a6a0-a43a7cc5ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:39.174079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-b8483e45-ef48-47a1-a6a0-a43a7cc5ef41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0449977 Mar 22 14:56:39.227312 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1d865028-a22d-4b44-bd1c-a17ab16575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:39.228797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1d865028-a22d-4b44-bd1c-a17ab16575e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486710 Mar 22 14:56:39.317079 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-f928804b-d6cd-4ce3-8ee8-546e87c67888 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822065 Mar 22 14:56:39.408293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-40a092e3-4499-4c8a-8c8d-3c94a39cec73 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856695 Mar 22 14:56:39.960968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dfc6f-c99a-4c02-bbca-1d3162d435d3 req-ee69ff15-1d34-4526-8d68-9f715dd42559 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:39.962522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-040dfc6f-c99a-4c02-bbca-1d3162d435d3 req-ee69ff15-1d34-4526-8d68-9f715dd42559 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0551226 Mar 22 14:56:40.009924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-040dfc6f-c99a-4c02-bbca-1d3162d435d3 req-a2cc13c2-c220-461b-9162-47d6442d21da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Mar 22 14:56:40.575136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:40.577785 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7357baaf-c146-4121-b383-018527fbc20e" -d '{"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:40.631072 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e82d6a8-1c50-4acb-b88b-c44ac3d1128c x-openstack-request-id: req-1e82d6a8-1c50-4acb-b88b-c44ac3d1128c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:40.631369 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:40.631657 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e82d6a8-1c50-4acb-b88b-c44ac3d1128c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:40.632073 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e82d6a8-1c50-4acb-b88b-c44ac3d1128c'] response: {'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'status': 'completed', 'code': 200} Mar 22 14:56:40.730412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-96eac342-a35d-4f41-a88e-69cb25981c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:40.731928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-96eac342-a35d-4f41-a88e-69cb25981c5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0733762 Mar 22 14:56:40.733758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-52557da0-b6f1-4ba5-a084-fb4ba7f09889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:40.735136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-52557da0-b6f1-4ba5-a084-fb4ba7f09889 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0850499 Mar 22 14:56:40.889544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-a7611ffa-fa50-4d65-99b1-d4049868b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:40.891120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-a7611ffa-fa50-4d65-99b1-d4049868b98d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1537557 Mar 22 14:56:40.892144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-587432cc-912b-46af-9416-78f2a8f27871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:40.893499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-587432cc-912b-46af-9416-78f2a8f27871 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1491427 Mar 22 14:56:41.006226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-87872994-4fb1-4a95-ad93-5e9e5756c02f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.1066747 Mar 22 14:56:41.007976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-08fcbfbd-1936-4fef-bf5b-46c36e23734e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.1074548 Mar 22 14:56:41.098441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-1d072d7d-a79b-4755-bfa1-74105765e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.099858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-1d072d7d-a79b-4755-bfa1-74105765e9aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0880075 Mar 22 14:56:41.103442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-0f9d8639-a8fa-4d9f-ad83-e50f247a7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.104038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-0f9d8639-a8fa-4d9f-ad83-e50f247a7763 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0849655 Mar 22 14:56:41.203870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a683-0697-434c-af80-2e736708be7f req-dc27c5f2-cfc1-449a-a55a-467768d95bfa tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.205269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13d3a683-0697-434c-af80-2e736708be7f req-dc27c5f2-cfc1-449a-a55a-467768d95bfa tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.1224911 Mar 22 14:56:41.216184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-698891e9-c825-43fd-8e3b-04b3ff6d8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.217669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-698891e9-c825-43fd-8e3b-04b3ff6d8611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977144 Mar 22 14:56:41.223785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357baaf-c146-4121-b383-018527fbc20e req-b183c989-5ebf-4259-807c-15a703ae8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:41.225169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-b183c989-5ebf-4259-807c-15a703ae8d3c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062527 Mar 22 14:56:41.377992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13d3a683-0697-434c-af80-2e736708be7f req-c568803b-340f-44f3-b524-6d9e2851a7cc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659710 Mar 22 14:56:41.411363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-1b4902fd-b32d-4d2f-b056-759e8388ccb9 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778626 Mar 22 14:56:41.413186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-a5008d20-feed-437d-8b39-608dab45d372 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872118 Mar 22 14:56:41.567353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-757bcf27-3559-4d2c-a459-274bd1b03daf service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497355 Mar 22 14:56:41.569239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7357baaf-c146-4121-b383-018527fbc20e req-71e5a08e-867f-4dfe-9749-c4ef6e893dc5 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447237 Mar 22 14:56:42.504820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6ce9-32cd-4eec-b544-3358aa6a8ece req-a1333719-00fd-4fef-b3b7-52d8c1875de7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:42.506441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a6f6ce9-32cd-4eec-b544-3358aa6a8ece req-a1333719-00fd-4fef-b3b7-52d8c1875de7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0550416 Mar 22 14:56:42.555427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1a6f6ce9-32cd-4eec-b544-3358aa6a8ece req-23d8a2e0-66cb-4a93-be2f-f93615f86df9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Mar 22 14:56:42.619088 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:56:43.682362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583fe1e-a1e2-43b0-b673-efb46394fc7c req-6d2ed1dd-7f34-4822-a903-aa5ec2cac844 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:43.683844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7583fe1e-a1e2-43b0-b673-efb46394fc7c req-6d2ed1dd-7f34-4822-a903-aa5ec2cac844 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0567567 Mar 22 14:56:43.730618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7583fe1e-a1e2-43b0-b673-efb46394fc7c req-f49e87c1-859c-41eb-8b78-c1f51f40e35f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Mar 22 14:56:44.860182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72e687-d06c-42ef-a1e1-69ac084fa3e2 req-38ab08ed-a7ed-44b5-a0dc-f424d5c0fa26 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:44.861678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf72e687-d06c-42ef-a1e1-69ac084fa3e2 req-38ab08ed-a7ed-44b5-a0dc-f424d5c0fa26 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0574737 Mar 22 14:56:44.911142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cf72e687-d06c-42ef-a1e1-69ac084fa3e2 req-c7623c15-b300-4cae-9afd-85bca002408a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Mar 22 14:56:46.033070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b2cd-4e1e-4074-9f33-67d911f984d5 req-e8504978-acbe-4929-a817-9a1b6f6efa58 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:46.034621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e1b2cd-4e1e-4074-9f33-67d911f984d5 req-e8504978-acbe-4929-a817-9a1b6f6efa58 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0527856 Mar 22 14:56:46.085651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e1b2cd-4e1e-4074-9f33-67d911f984d5 req-b6123414-79f3-4373-867c-50416573d386 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Mar 22 14:56:47.206903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33a02-b643-40cd-a977-9b0ffeb28556 req-2e11f7cf-d186-4fbe-a7a1-d7faafada2a9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:47.208438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa33a02-b643-40cd-a977-9b0ffeb28556 req-2e11f7cf-d186-4fbe-a7a1-d7faafada2a9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0542567 Mar 22 14:56:47.259962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0fa33a02-b643-40cd-a977-9b0ffeb28556 req-7cedbd15-6222-4ccf-ad9a-df5d106c00da tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Mar 22 14:56:48.384123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118bd6b-25f2-4f8b-a7cb-ff5febb5f7d4 req-ca0cd9ed-0fc2-49df-b807-e1a38687b301 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:48.385636 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1118bd6b-25f2-4f8b-a7cb-ff5febb5f7d4 req-ca0cd9ed-0fc2-49df-b807-e1a38687b301 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0558450 Mar 22 14:56:48.433705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1118bd6b-25f2-4f8b-a7cb-ff5febb5f7d4 req-3d7ab0ec-0f47-4aaa-b6fb-c8ce7794286f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Mar 22 14:56:48.613812 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f429ac7-9303-4051-b627-fb3d6b8bb75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:49.562373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638ee4-f931-4d65-8a0f-743100ebfe80 req-353f7099-6134-42ee-9a6c-754a52dc3868 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:49.563880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02638ee4-f931-4d65-8a0f-743100ebfe80 req-353f7099-6134-42ee-9a6c-754a52dc3868 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0596738 Mar 22 14:56:49.611149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02638ee4-f931-4d65-8a0f-743100ebfe80 req-c7d096f7-2504-4fb2-a92c-c1412ddca1bc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Mar 22 14:56:50.741242 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee828794-17f3-4d9f-b049-df3319c84046 req-6eba3b73-3581-4935-8c86-5e834f7531f3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:50.742775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee828794-17f3-4d9f-b049-df3319c84046 req-6eba3b73-3581-4935-8c86-5e834f7531f3 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0549479 Mar 22 14:56:50.789168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ee828794-17f3-4d9f-b049-df3319c84046 req-bfa50935-9de9-41d0-a9b9-22a8773e4e0b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Mar 22 14:56:51.016107 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d20e5dae-74bd-4450-911e-dd32f49021aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:51.928030 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa0a75-75e9-4f84-a5ab-8a7a09c4e576 req-45fff597-ef27-424d-85f4-88182149821f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:51.929504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1fa0a75-75e9-4f84-a5ab-8a7a09c4e576 req-45fff597-ef27-424d-85f4-88182149821f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0542381 Mar 22 14:56:51.981573 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1fa0a75-75e9-4f84-a5ab-8a7a09c4e576 req-a2a96905-06d0-423a-83f8-da4112d5b922 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Mar 22 14:56:52.087938 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:53.114646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17d7e1-0416-440e-bd05-e001eb0b61b7 req-57dd3c79-82fb-47f0-a9df-8bef8a64478c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:53.116143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e17d7e1-0416-440e-bd05-e001eb0b61b7 req-57dd3c79-82fb-47f0-a9df-8bef8a64478c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0634117 Mar 22 14:56:53.166484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e17d7e1-0416-440e-bd05-e001eb0b61b7 req-6e3e6cef-8212-4868-b387-91800e05a5d4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Mar 22 14:56:53.891151 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:54.297702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa54b18-8cb7-4fb1-b2e0-84c6ef3dd65b req-501a6312-2a62-4290-abd5-da6738c36b2e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:54.299200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eaa54b18-8cb7-4fb1-b2e0-84c6ef3dd65b req-501a6312-2a62-4290-abd5-da6738c36b2e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0533869 Mar 22 14:56:54.346301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eaa54b18-8cb7-4fb1-b2e0-84c6ef3dd65b req-ee2a51ae-4e77-4087-8cb2-c718d3051a97 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Mar 22 14:56:54.958353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:55.483761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d577b-07bd-449b-aa4d-178f99c27e06 req-e9e30cc1-a671-461e-a594-22ae3f0d9bba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:55.485249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160d577b-07bd-449b-aa4d-178f99c27e06 req-e9e30cc1-a671-461e-a594-22ae3f0d9bba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0585864 Mar 22 14:56:55.535197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160d577b-07bd-449b-aa4d-178f99c27e06 req-f5b3e014-93f9-46e5-babe-163b440a6c89 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Mar 22 14:56:56.656634 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffcf20-4609-49ee-b925-56dc592f583a req-0c7b52fe-7c6e-42a7-8e15-3df9ef6c9930 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:56.658126 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87ffcf20-4609-49ee-b925-56dc592f583a req-0c7b52fe-7c6e-42a7-8e15-3df9ef6c9930 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.0539067 Mar 22 14:56:56.705625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87ffcf20-4609-49ee-b925-56dc592f583a req-396c4183-6e07-4041-8893-e4e73040ffd2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Mar 22 14:56:57.352892 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-0348742a-889c-424e-a0ed-e4517379c63e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.354752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-0348742a-889c-424e-a0ed-e4517379c63e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.78 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d&tenant_id=c3eea28d828342a2b850fe8062012899&binding%3Ahost_id=n-h2-758851-5 HTTP/1.1" status: 200 len: 943 time: 0.4007087 Mar 22 14:56:57.374256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444551a-10d6-4271-8245-e9496c691a08 req-ef656466-1483-4ada-a338-50e167e7e9ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.375881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2444551a-10d6-4271-8245-e9496c691a08 req-ef656466-1483-4ada-a338-50e167e7e9ba tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 943 time: 0.3918753 Mar 22 14:56:57.434703 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2444551a-10d6-4271-8245-e9496c691a08 req-df21dcf6-e11a-48fc-b398-66564b044bb8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Mar 22 14:56:57.507958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-aa7d804b-13ce-4231-ab8a-bf8e7164b50e service neutron] 10.222.0.78 "GET /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2/bindings/n-h2-758851-5 HTTP/1.1" status: 200 len: 382 time: 0.1043649 Mar 22 14:56:57.591102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-88e755d1-a810-4435-b6d7-d5504f761916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.592592 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-88e755d1-a810-4435-b6d7-d5504f761916 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1125 time: 0.0579009 Mar 22 14:56:57.641540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:56:57.682716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-94c3c64b-2c14-4684-97b3-47515263aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.684186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-94c3c64b-2c14-4684-97b3-47515263aaee service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0852518 Mar 22 14:56:57.741058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:57.752199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-1014c218-328c-4fb0-9c10-2ef1e999e2c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0620940 Mar 22 14:56:57.752953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:56:57.791193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:57.792594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.799192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-efa8c287-67c0-4651-8fe5-cd0391effb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.800656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-efa8c287-67c0-4651-8fe5-cd0391effb9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0423405 Mar 22 14:56:57.809257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:56:57.830268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:57.835866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:57.850469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-d657020f-098e-4cae-883d-650a85f0fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:57.851974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-d657020f-098e-4cae-883d-650a85f0fda6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456090 Mar 22 14:56:57.882525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:57.943814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-d4506f6c-10e9-4d30-aaad-2d9ec55cbb32 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857790 Mar 22 14:56:58.036228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-da343c2a-63e8-4c8d-8f90-a396d369bacb service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855334 Mar 22 14:56:58.106572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['66729fe8-2d5d-44ed-9ccc-f850224718f2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:56:58.575123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02417d4c-c60e-441e-be40-153c135fa3d3 req-1e7cfd73-f201-4492-ba70-ab03251e6b12 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:58.576689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02417d4c-c60e-441e-be40-153c135fa3d3 req-1e7cfd73-f201-4492-ba70-ab03251e6b12 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0633934 Mar 22 14:56:58.630001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-02417d4c-c60e-441e-be40-153c135fa3d3 req-d7e549e5-a3db-4a1a-8848-b08b25fc39f8 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473020 Mar 22 14:56:58.636134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:59.550952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:59.647139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:56:59.700797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:56:59.704883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:56:59.705273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:59.763851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540f22b-8db7-4964-90d4-ce13b69349f7 req-44e34379-8fa9-4ee4-91e3-a23b93d8ee0d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:56:59.765532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1540f22b-8db7-4964-90d4-ce13b69349f7 req-44e34379-8fa9-4ee4-91e3-a23b93d8ee0d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0592432 Mar 22 14:56:59.789607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:56:59.790116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:59.816447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:56:59.830697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:56:59.836829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1540f22b-8db7-4964-90d4-ce13b69349f7 req-86e71e84-ef7b-4a8d-825f-b17912d710f1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617561 Mar 22 14:56:59.839286 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:56:59.869364 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ada6da2-f6cf-4de8-a7bf-37ee75e4dfbc" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:56:59.896238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:56:59.968575 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cec72-548e-4c80-bdbd-1ec6850b4e85 x-openstack-request-id: req-469cec72-548e-4c80-bdbd-1ec6850b4e85 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:56:59.968869 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:56:59.969121 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-469cec72-548e-4c80-bdbd-1ec6850b4e85 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:56:59.969627 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469cec72-548e-4c80-bdbd-1ec6850b4e85'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'code': 200} Mar 22 14:57:00.954468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239634b-b98d-4b20-9d64-e4b6f99a472b req-3581cb5c-fa07-4adf-86de-4e89d09e87ea tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:00.956469 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3239634b-b98d-4b20-9d64-e4b6f99a472b req-3581cb5c-fa07-4adf-86de-4e89d09e87ea tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0558758 Mar 22 14:57:01.012041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3239634b-b98d-4b20-9d64-e4b6f99a472b req-5b927a06-f7ff-4282-b9da-bc32cc7a7ff9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491724 Mar 22 14:57:02.176736 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac91d9-67d6-4473-b1a7-62874731d3ad req-bc2c4167-7919-4e28-8d66-e150cd7f1322 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:02.178645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ac91d9-67d6-4473-b1a7-62874731d3ad req-bc2c4167-7919-4e28-8d66-e150cd7f1322 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0890532 Mar 22 14:57:02.185134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-78343c61-567e-4ffc-9494-dadbdb7b1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:02.186542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-78343c61-567e-4ffc-9494-dadbdb7b1db6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1127 time: 0.0643313 Mar 22 14:57:02.281995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0ac91d9-67d6-4473-b1a7-62874731d3ad req-94ddc9f2-1af6-4315-9e46-48c678eb9f89 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942903 Mar 22 14:57:02.326440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-93e18879-8a7e-40b1-ad94-dda50e6cf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:02.327996 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-93e18879-8a7e-40b1-ad94-dda50e6cf0dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1223950 Mar 22 14:57:02.396593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-f7deb67e-3309-4321-91c4-bfdf883af6c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1002 time: 0.0620379 Mar 22 14:57:02.450969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-43a20497-1891-446d-b794-9bc0335bb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:02.452446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-43a20497-1891-446d-b794-9bc0335bb217 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0496230 Mar 22 14:57:02.508255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-6b234d41-829a-41b5-9993-f2c9c8a60d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:02.509775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-6b234d41-829a-41b5-9993-f2c9c8a60d51 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521600 Mar 22 14:57:02.611958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-1b07df97-01d0-42af-a4c9-1e9cefc73f5a service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965991 Mar 22 14:57:02.706777 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d29d6652-d415-4882-b170-9ec8025e5d66 req-4026bdd4-8af4-4e60-9dc4-8461a2a8e903 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890174 Mar 22 14:57:03.410530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9f595-9260-4154-9925-a7f641a28824 req-db377a16-91f3-498f-a807-c37dcdf34c55 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:03.413041 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ae9f595-9260-4154-9925-a7f641a28824 req-db377a16-91f3-498f-a807-c37dcdf34c55 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0585966 Mar 22 14:57:03.460582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ae9f595-9260-4154-9925-a7f641a28824 req-da101fd9-81ec-4f49-a5b6-6a9070b83428 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Mar 22 14:57:03.669535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:57:03.750974 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:57:03.751371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:03.775597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:03.777829 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba2f549-4cf8-4338-995f-6e84c6ac857a" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-unplugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:03.790898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:03.796042 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:03.841919 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1347c-c5ed-4b74-8a18-8e05ab189b00 x-openstack-request-id: req-74b1347c-c5ed-4b74-8a18-8e05ab189b00 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:03.842227 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-unplugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:03.842481 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74b1347c-c5ed-4b74-8a18-8e05ab189b00 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:03.842879 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b1347c-c5ed-4b74-8a18-8e05ab189b00'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'code': 200} Mar 22 14:57:03.848142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=10']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:03.855561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.855916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.856259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.856598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.856932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.857264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.857591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.857918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.858277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.858603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.858927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.859248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.859570 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.859891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:03.860210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.039838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-9bf6b3a8-fa4d-46b2-a09c-46eec06b6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:04.041326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-9bf6b3a8-fa4d-46b2-a09c-46eec06b6999 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d&tenant_id=c3eea28d828342a2b850fe8062012899 HTTP/1.1" status: 200 len: 1126 time: 0.0453825 Mar 22 14:57:04.051539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:04.115054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.323954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:04.357250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:57:04.389657 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:57:04.397190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks [] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.411437 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Transition to ACTIVE for port object 66729fe8-2d5d-44ed-9ccc-f850224718f2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:57:04.415333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.491727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=11']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:04.507187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.507535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.507877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.508213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.508578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.508905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.509230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.509551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.509872 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.510226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.510553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.511175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.511511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.511835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.512136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:04.581079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] No DVR routers for this DVR port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:57:04.682114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458157f-f554-4e6b-8278-be3fde6304b6 req-668a30a1-c8c3-472d-b46c-19b1e1bb5d1f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:04.683688 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2458157f-f554-4e6b-8278-be3fde6304b6 req-668a30a1-c8c3-472d-b46c-19b1e1bb5d1f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.1480565 Mar 22 14:57:04.769199 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2458157f-f554-4e6b-8278-be3fde6304b6 req-543d80d6-e231-40b4-ad54-e8cc57550d5f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793271 Mar 22 14:57:04.773442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:57:04.773781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:57:04.774142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:57:04.778655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:57:04.778981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Attempting to bind port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on network b644c83f-cf92-414f-b50c-cbcd14eb0a43 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:57:04.784119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:57:04.784457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Checking segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:57:04.784841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Bound using segment: {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:57:04.785270 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Bound port: 66729fe8-2d5d-44ed-9ccc-f850224718f2, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e099a1-32ed-4790-a1e1-6bed14b8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:57:04.785627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.848851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:57:04.851931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:57:04.861270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.896363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:04.896847 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:04.898269 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] 10.222.0.82 "PUT /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1092 time: 0.8506107 Mar 22 14:57:04.898718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:04.900986 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac488ee-2f78-483f-9ed8-d35c3175471e" -d '{"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:04.933089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b514b-2cf7-4876-adcf-afe43c188999 service neutron] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=12']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:04.962053 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8a95d-ac31-451c-a6f0-3d212b109af2 x-openstack-request-id: req-8ec8a95d-ac31-451c-a6f0-3d212b109af2 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:04.962407 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:04.962759 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ec8a95d-ac31-451c-a6f0-3d212b109af2 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:04.963137 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec8a95d-ac31-451c-a6f0-3d212b109af2'] response: {'name': 'network-changed', 'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'status': 'completed', 'code': 200} Mar 22 14:57:04.978975 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-c867fc15-4901-46f7-a485-b90d8fa29124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:04.981066 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-c867fc15-4901-46f7-a485-b90d8fa29124 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1126 time: 0.0579715 Mar 22 14:57:05.094966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-9c1630c5-728e-4adc-a8ba-6706a70f9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.096471 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-9c1630c5-728e-4adc-a8ba-6706a70f9f08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1126 time: 0.1124413 Mar 22 14:57:05.164989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-fd17990d-b6fc-490f-bb1d-8a56897a9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.166497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-fd17990d-b6fc-490f-bb1d-8a56897a9e61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1700130 Mar 22 14:57:05.250863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-a837936b-1760-465e-8fc0-11a1cdce21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.252347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-a837936b-1760-465e-8fc0-11a1cdce21d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1498380 Mar 22 14:57:05.254209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-8c6b5329-12ad-439f-98d3-5e8ace025e12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0817690 Mar 22 14:57:05.350217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-af215e08-6491-4e8d-aebf-58c89b1b0383 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0917261 Mar 22 14:57:05.351678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-a77b1243-5dd1-47e5-a77c-8f57a1880388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.352993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-a77b1243-5dd1-47e5-a77c-8f57a1880388 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0888176 Mar 22 14:57:05.424864 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-43c3e41a-e89f-4bbd-a033-52b4894efc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.426227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-43c3e41a-e89f-4bbd-a033-52b4894efc63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0702646 Mar 22 14:57:05.461042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-ba938e99-3ef8-475d-b060-e6c7e867020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.462509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-ba938e99-3ef8-475d-b060-e6c7e867020b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997188 Mar 22 14:57:05.524439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-c1afcc90-0e3b-4697-a4f3-97e07868dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.525915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-c1afcc90-0e3b-4697-a4f3-97e07868dd65 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933855 Mar 22 14:57:05.630828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-cbc7decd-e5dc-4655-9d58-d20c8ac13bea service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607978 Mar 22 14:57:05.707624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-7fd65141-2b25-466b-b5b3-614abc3e553e service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743665 Mar 22 14:57:05.784852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16ac3324-4610-477a-92f9-5bcd0160ae92 req-75ebd814-3201-4f86-ac08-dcb6699ab527 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437314 Mar 22 14:57:05.821309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-dd17b42a-8160-4b6a-a89e-0da151d6fbd8 service neutron] 10.222.0.78 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079209 Mar 22 14:57:05.927063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-90fab7e9-7112-4a84-acc7-98e638e25a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.928923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-90fab7e9-7112-4a84-acc7-98e638e25a44 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1126 time: 0.0991149 Mar 22 14:57:05.939343 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ef837-3ffe-4619-beda-8840d8302225 req-d4b46a93-f742-46f6-b9a4-c5958de866a0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:05.940743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-403ef837-3ffe-4619-beda-8840d8302225 req-d4b46a93-f742-46f6-b9a4-c5958de866a0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0823319 Mar 22 14:57:06.049524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-403ef837-3ffe-4619-beda-8840d8302225 req-7791c6ab-9d42-411a-95b3-7aecc65061f5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007421 Mar 22 14:57:06.076218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-e29991d1-092e-4001-8ba6-cb11848b77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:06.077899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-e29991d1-092e-4001-8ba6-cb11848b77d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.1361716 Mar 22 14:57:06.142896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-cd8fd67d-ffa3-496f-b648-c17b8403d4a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0597630 Mar 22 14:57:06.189337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-48e48605-25e7-4719-93ae-467a1937244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:06.190815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-48e48605-25e7-4719-93ae-467a1937244b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0425420 Mar 22 14:57:06.242639 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-707b77c5-6d5d-4502-a9d0-3cb68a716eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:06.244132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-707b77c5-6d5d-4502-a9d0-3cb68a716eac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472479 Mar 22 14:57:06.329993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-d5d48e57-74b7-4051-b757-eb344a0d2bf4 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802352 Mar 22 14:57:06.425322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0ac488ee-2f78-483f-9ed8-d35c3175471e req-0ef07ae6-5652-448c-8709-da0b1e4277d9 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900207 Mar 22 14:57:07.177921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ddcc-7272-49c4-91c6-be2d6070547d req-ae3284f8-107e-4f13-90db-ff500c4b038e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:07.179518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2640ddcc-7272-49c4-91c6-be2d6070547d req-ae3284f8-107e-4f13-90db-ff500c4b038e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0577443 Mar 22 14:57:07.231493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2640ddcc-7272-49c4-91c6-be2d6070547d req-ededc5a0-97f8-4578-b5fa-d8b937aa2d15 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Mar 22 14:57:07.294041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-0ed1bae9-d51a-443b-bd11-9d5267b6c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:07.295708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-0ed1bae9-d51a-443b-bd11-9d5267b6c72f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3eea28d828342a2b850fe8062012899&device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 1126 time: 0.0575011 Mar 22 14:57:07.399360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-e9245f5a-a118-4170-9046-51fad55d029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:07.400878 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-e9245f5a-a118-4170-9046-51fad55d029b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 200 len: 913 time: 0.0879261 Mar 22 14:57:07.466119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-ba42bf52-4f05-4f3c-a178-f25d5579b3aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 200 len: 1000 time: 0.0600452 Mar 22 14:57:07.514648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-3513bbd0-9e94-435c-8db5-f1803aece291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:07.516046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-3513bbd0-9e94-435c-8db5-f1803aece291 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 200 len: 851 time: 0.0449164 Mar 22 14:57:07.569500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-5658b9fe-c3cb-4edd-a74e-6f30801dd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:07.571065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-5658b9fe-c3cb-4edd-a74e-6f30801dd6f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b644c83f-cf92-414f-b50c-cbcd14eb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496979 Mar 22 14:57:07.661283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-2107f0bb-1df6-4d52-8900-d290f1d70ade service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846038 Mar 22 14:57:07.753692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75c20352-35fa-4d3b-9e0b-868d65810a96 req-258e2d52-fb6f-4793-8603-b3755437b6b5 service neutron] 10.222.0.82 "GET /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Mar 22 14:57:08.363833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69a25-b59e-4c22-82b5-af52c2741679 req-796a1bec-7552-419c-a776-fce0090987fd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:08.365393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08f69a25-b59e-4c22-82b5-af52c2741679 req-796a1bec-7552-419c-a776-fce0090987fd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0634623 Mar 22 14:57:08.412668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08f69a25-b59e-4c22-82b5-af52c2741679 req-3d6598e8-c12a-4f5d-84c5-bdae0eda2a24 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Mar 22 14:57:09.538306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373365b7-8a44-498c-86cf-65f955c3f645 req-9a13478e-e190-40c4-9398-2e0cd3be66dd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:09.540061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-373365b7-8a44-498c-86cf-65f955c3f645 req-9a13478e-e190-40c4-9398-2e0cd3be66dd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0559900 Mar 22 14:57:09.591507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-373365b7-8a44-498c-86cf-65f955c3f645 req-d2c1a940-ac0d-4f56-83ae-a54aadb78e5f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Mar 22 14:57:10.715682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b4ab-d710-4007-8a54-9a27b03dbf9e req-1617a1bd-59ec-426b-b10a-d157b9db65fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:10.717015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4224b4ab-d710-4007-8a54-9a27b03dbf9e req-1617a1bd-59ec-426b-b10a-d157b9db65fc tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0526409 Mar 22 14:57:10.764420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4224b4ab-d710-4007-8a54-9a27b03dbf9e req-a32395fe-f697-4f6f-a86f-b31f3d294977 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Mar 22 14:57:11.890212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04e794-8faf-493e-8140-110a81469d3c req-7e65f802-97ab-415d-8264-85a97b335d66 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:11.891696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f04e794-8faf-493e-8140-110a81469d3c req-7e65f802-97ab-415d-8264-85a97b335d66 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0564246 Mar 22 14:57:11.941283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f04e794-8faf-493e-8140-110a81469d3c req-65dc940d-2cc5-41d6-961d-52db4a1c8707 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Mar 22 14:57:13.072209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ef36-79c5-4944-b4d8-766c22c8a512 req-0b498a32-7b1b-402d-accd-cf8163d254c2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:13.073745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e020ef36-79c5-4944-b4d8-766c22c8a512 req-0b498a32-7b1b-402d-accd-cf8163d254c2 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0602312 Mar 22 14:57:13.124768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e020ef36-79c5-4944-b4d8-766c22c8a512 req-e1b16864-8de9-40a6-b274-90a92aab867f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Mar 22 14:57:14.247755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5260c0-6194-43f3-895e-a12c84722a35 req-7acca656-dd18-4855-a3ba-4fce5c786c8e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:14.249653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c5260c0-6194-43f3-895e-a12c84722a35 req-7acca656-dd18-4855-a3ba-4fce5c786c8e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0551031 Mar 22 14:57:14.297059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c5260c0-6194-43f3-895e-a12c84722a35 req-8d7cb973-1b61-4d6a-ab96-a1b09d9fdcf1 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Mar 22 14:57:15.420989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07ccf7-caab-498d-becf-791e567e5d75 req-544a42dc-78ff-4b6a-b6cd-0edcf4e97cd0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:15.422606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f07ccf7-caab-498d-becf-791e567e5d75 req-544a42dc-78ff-4b6a-b6cd-0edcf4e97cd0 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0548232 Mar 22 14:57:15.476391 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0f07ccf7-caab-498d-becf-791e567e5d75 req-23790e8d-bc0c-43fb-8f77-151dab9e382b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Mar 22 14:57:16.599063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e99b94-9c3f-4b40-a458-452df6f7ac8d req-8ab39424-8e74-4751-86d5-51906a83a116 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:16.600547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98e99b94-9c3f-4b40-a458-452df6f7ac8d req-8ab39424-8e74-4751-86d5-51906a83a116 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0545392 Mar 22 14:57:16.646552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-98e99b94-9c3f-4b40-a458-452df6f7ac8d req-aa71626e-9830-4e5d-991a-2c288f844028 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 Mar 22 14:57:17.784918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a35ec6-72dc-4c94-ba92-fc7232f3a229 req-9e9cd0e6-29f8-4bad-862d-701ff5d1666f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:17.786436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2a35ec6-72dc-4c94-ba92-fc7232f3a229 req-9e9cd0e6-29f8-4bad-862d-701ff5d1666f tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0557604 Mar 22 14:57:17.835129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2a35ec6-72dc-4c94-ba92-fc7232f3a229 req-a07ba9e6-6301-412e-820a-f3db99a6f38c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Mar 22 14:57:18.621049 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8db4a0d7-1eb6-41a0-92c9-9f8a611510c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:18.970728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfda44-8fa6-43e2-8a80-840a79b90180 req-0556ae54-9ac1-4c03-911f-c8496581197b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:18.972229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80cfda44-8fa6-43e2-8a80-840a79b90180 req-0556ae54-9ac1-4c03-911f-c8496581197b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0626969 Mar 22 14:57:19.021855 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-80cfda44-8fa6-43e2-8a80-840a79b90180 req-0e4ef959-7534-4ddc-901b-d23bb2d3c49b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Mar 22 14:57:19.620233 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:57:20.181292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1083-4b1e-4dc1-a2b3-5467a433a2b0 req-c1ef9eff-8636-4a55-869e-4dbc59f96021 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:20.182842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d51b1083-4b1e-4dc1-a2b3-5467a433a2b0 req-c1ef9eff-8636-4a55-869e-4dbc59f96021 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0640562 Mar 22 14:57:20.233258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d51b1083-4b1e-4dc1-a2b3-5467a433a2b0 req-1870ee1b-6723-4c03-ad8a-930a3cb1115c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Mar 22 14:57:21.010966 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e70668f9-6cbb-4de3-9911-129097eff5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:21.373510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84fc0-653f-486a-a1f4-0e0b7d036b4a req-64f204e6-3136-4ddb-8aca-d023acfafee6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:21.375114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9e84fc0-653f-486a-a1f4-0e0b7d036b4a req-64f204e6-3136-4ddb-8aca-d023acfafee6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0583918 Mar 22 14:57:21.733005 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f9e84fc0-653f-486a-a1f4-0e0b7d036b4a req-951e277d-7de2-432c-ac9a-d564486407d6 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495355 Mar 22 14:57:22.088561 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:22.859357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ee92-a63c-4e8e-9ce9-14b937399fdf req-8d0d715f-6dc8-4d67-ad8d-c96aaa33bfcd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:22.860862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c737ee92-a63c-4e8e-9ce9-14b937399fdf req-8d0d715f-6dc8-4d67-ad8d-c96aaa33bfcd tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0550230 Mar 22 14:57:22.907662 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c737ee92-a63c-4e8e-9ce9-14b937399fdf req-92e75ad3-ab06-42e8-b181-5f6842a9c438 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 22 14:57:23.031398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ad995-d2a9-4d2d-a0f9-7fa1247ec938 req-c78bffad-07c4-4752-a948-ccdd115f7024 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:23.032881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c3ad995-d2a9-4d2d-a0f9-7fa1247ec938 req-c78bffad-07c4-4752-a948-ccdd115f7024 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0552900 Mar 22 14:57:23.082504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c3ad995-d2a9-4d2d-a0f9-7fa1247ec938 req-1b5a9a25-7615-4e15-906f-cedef65098e9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Mar 22 14:57:23.173289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:57:23.203741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dde818-971c-4be4-8288-0ee931545967 req-6930b831-b330-49c6-8550-753838d6666a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:23.205253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93dde818-971c-4be4-8288-0ee931545967 req-6930b831-b330-49c6-8550-753838d6666a tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 944 time: 0.0536911 Mar 22 14:57:23.252313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93dde818-971c-4be4-8288-0ee931545967 req-b3b20e5d-567d-475c-91f9-0bab13a78005 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Mar 22 14:57:23.274511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:23.286558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'port_id': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'mac_address': 'fa:16:3e:60:81:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:57:23.324324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:57:23.324716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:23.337869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:57:23.357690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:23.362598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:23.416689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=13']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:23.491572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2644f1-d9be-42d0-bd4f-4ab3f389f65c req-59b2ef00-b4ed-464b-b91b-dce3f7cc07cf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:23.493044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a2644f1-d9be-42d0-bd4f-4ab3f389f65c req-59b2ef00-b4ed-464b-b91b-dce3f7cc07cf tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0520697 Mar 22 14:57:23.539992 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a2644f1-d9be-42d0-bd4f-4ab3f389f65c req-4f4a41d4-9929-4f3e-ba9b-e9506919a7e4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Mar 22 14:57:23.608421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['66729fe8-2d5d-44ed-9ccc-f850224718f2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:57:23.894459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:24.671138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604aaf-d34c-4529-b633-5b07452188fb req-944e3ec6-fdd9-4111-acf7-b53d1a61333d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:24.672657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d604aaf-d34c-4529-b633-5b07452188fb req-944e3ec6-fdd9-4111-acf7-b53d1a61333d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0595222 Mar 22 14:57:24.720385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8d604aaf-d34c-4529-b633-5b07452188fb req-2a6049d0-363b-46f0-940a-1b9fd10d94ae tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Mar 22 14:57:24.946440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.031642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-19e57ba9-3928-4243-81ba-2ddafab9925b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:25.033078 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-19e57ba9-3928-4243-81ba-2ddafab9925b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 945 time: 0.0560501 Mar 22 14:57:25.130652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Deleting port 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:25.130981 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.181178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:57:25.225835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:25.226127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.238185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:57:25.242447 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 66729fe8-2d5d-44ed-9ccc-f850224718f2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:57:25.242821 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.319140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 66729fe8-2d5d-44ed-9ccc-f850224718f2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:57:25.319618 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.341880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:25.344177 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813105d-fd89-443d-bac8-a5dc22c6957c" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:25.357465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 66729fe8-2d5d-44ed-9ccc-f850224718f2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=66729fe8-2d5d-44ed-9ccc-f850224718f2,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:25.362396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.390960 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a16ce-b74f-4422-ad21-1e8d7cc92d88 x-openstack-request-id: req-0c0a16ce-b74f-4422-ad21-1e8d7cc92d88 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:25.391249 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-plugged", "status": "completed", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:25.391503 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c0a16ce-b74f-4422-ad21-1e8d7cc92d88 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:25.391894 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0a16ce-b74f-4422-ad21-1e8d7cc92d88'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'code': 200} Mar 22 14:57:25.404045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.404416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.404740 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Floating IP 92c946ea-cd9b-423b-9d56-828a587ec030 disassociated. External IP: 172.25.3.202, port: 66729fe8-2d5d-44ed-9ccc-f850224718f2. Mar 22 14:57:25.405084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Calling delete_port for 66729fe8-2d5d-44ed-9ccc-f850224718f2 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:25.417821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=14']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:25.538551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (66729fe8-2d5d-44ed-9ccc-f850224718f2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.567499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'Port': ['ID=66729fe8-2d5d-44ed-9ccc-f850224718f2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:25.690868 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:57:25.822601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-061012c6-1d13-4b3c-925f-5c200786a8a3 req-353d0980-3e9c-415b-bb80-a05bb4ad7a3d tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0297680 Mar 22 14:57:25.829408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:57:25.840339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:57:25.850628 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:57:25.851224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:57:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:25.881083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] No DVR routers for this DVR port 66729fe8-2d5d-44ed-9ccc-f850224718f2 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:57:25.883794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:25.887119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-21b8f696-f8c1-4406-8e1f-d15b78655165 req-747c51f3-b1c3-47d2-8309-62d9a40e9f41 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.82 "DELETE /v2.0/ports/66729fe8-2d5d-44ed-9ccc-f850224718f2 HTTP/1.1" status: 204 len: 173 time: 0.8490813 Mar 22 14:57:25.887578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-deleted', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:25.889852 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784f656-99db-4b48-88ff-013f3abd1e73" -d '{"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-deleted", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:25.931216 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab6840-ffec-4da7-97c7-b2c37ab7cf17 x-openstack-request-id: req-3eab6840-ffec-4da7-97c7-b2c37ab7cf17 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:25.931523 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399aa623-77a0-427c-893c-fce8bd76b88d", "name": "network-vif-deleted", "tag": "66729fe8-2d5d-44ed-9ccc-f850224718f2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:25.931853 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3eab6840-ffec-4da7-97c7-b2c37ab7cf17 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:25.932173 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eab6840-ffec-4da7-97c7-b2c37ab7cf17'] response: {'server_uuid': '399aa623-77a0-427c-893c-fce8bd76b88d', 'name': 'network-vif-deleted', 'tag': '66729fe8-2d5d-44ed-9ccc-f850224718f2', 'status': 'completed', 'code': 200} Mar 22 14:57:25.969195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:57:26.169321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:26.199481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:57:26.209418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:57:26.210072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:57:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:26.316392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:57:26.518516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:26.550006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5252e-0153-44a6-b055-9df586c127fd None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:53:01Z', 'revision_number': 4, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'a26f8b5f-a24a-48c4-9781-b6dda01c06dd', 'name': '', 'network_id': 'b644c83f-cf92-414f-b50c-cbcd14eb0a43', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'mac_address': 'fa:16:3e:3d:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:53:00Z', 'updated_at': '2022-03-22T14:53:05Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'subnets': [{'id': 'a3caad7c-427e-495d-aa3f-4d1224923df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:57:26.776018 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ecd8c-86b7-4ea8-bcda-64a91b2fc677 None None] New status for floating IP 92c946ea-cd9b-423b-9d56-828a587ec030: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 14:57:26.929161 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac4a8e49-ff27-4ed3-8fba-10c164ff805e req-66f88002-1d61-4ec7-acf7-120598c0d1bb tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0278087 Mar 22 14:57:28.029053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f775920-1e37-4dbc-b834-b0708f3e03a2 req-8d1b8c86-b088-47b4-8df4-ca6d66a0a0f5 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0273819 Mar 22 14:57:28.634956 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:29.127483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-984bc33a-645b-4c5f-b4eb-595bbeee8a89 req-b1fbad14-3c9e-4691-a47c-36216c155ee7 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0286579 Mar 22 14:57:29.213576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:57:29.237534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 66729fe8-2d5d-44ed-9ccc-f850224718f2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:57:29.237884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 66729fe8-2d5d-44ed-9ccc-f850224718f2 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:57:29.543358 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:30.225312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d05ba4a2-c3ee-41d2-bae1-d3a933e3caef req-a84744db-66a4-4898-bef2-c717b20d00b9 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0278904 Mar 22 14:57:31.327546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-445d0f7a-d9d3-4dc2-a7fa-506ff557a87a req-cad19ad9-8649-44bd-af16-654113b908ff tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0304115 Mar 22 14:57:32.430792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf860ca0-e225-4ec4-98b7-c39b17cffd5f req-6cb822e3-1e9e-4a4d-a933-dd06c72ca76e tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0281692 Mar 22 14:57:33.542879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7fe46f4a-e5d1-4dad-b967-7da1dc9433c1 req-aec55942-1016-479f-8719-7621e612ff97 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0293746 Mar 22 14:57:34.659096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be958d80-2c3a-4049-b8d2-9d03a01313f5 req-59c4c0c3-54e6-43ca-b5a8-3825601b9687 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/ports?device_id=399aa623-77a0-427c-893c-fce8bd76b88d HTTP/1.1" status: 200 len: 210 time: 0.0291271 Mar 22 14:57:41.525937 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 32888) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:41.589784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (9f4b6a25-435c-4ac0-a9d4-4848bb48fb72), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.612444 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (9f4b6a25-435c-4ac0-a9d4-4848bb48fb72), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.666136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9f4b6a25-435c-4ac0-a9d4-4848bb48fb72), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.668884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.670095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f4b6a25-435c-4ac0-a9d4-4848bb48fb72 HTTP/1.1" status: 204 len: 168 time: 0.1430914 Mar 22 14:57:41.674087 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32890) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:41.679683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6e3a8-07ff-4a98-8dfe-73249842463b tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b6a25-435c-4ac0-a9d4-4848bb48fb72,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:41.712538 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-d3898c87-c43b-43d5-8735-7b07c88afaf4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] show failed (client error): The resource could not be found. Mar 22 14:57:41.713707 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d3898c87-c43b-43d5-8735-7b07c88afaf4 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "GET /v2.0/security-groups/9f4b6a25-435c-4ac0-a9d4-4848bb48fb72 HTTP/1.1" status: 404 len: 347 time: 0.0377574 Mar 22 14:57:41.716454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32894) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:41.844185 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Deleting port a5c4de26-1242-481f-ace4-d18f7161cd6a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:41.844409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.925593 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.925897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (a5c4de26-1242-481f-ace4-d18f7161cd6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:41.938396 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Calling delete_port for a5c4de26-1242-481f-ace4-d18f7161cd6a owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:42.080236 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a5c4de26-1242-481f-ace4-d18f7161cd6a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.111329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Pushing event deleted for resources: {'Port': ['ID=a5c4de26-1242-481f-ace4-d18f7161cd6a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:42.133197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.133542 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.133876 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.134232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.134593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.134923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.135245 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.135571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.135892 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.136205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.136503 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.136816 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.137127 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.137445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.137755 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:57:42.184606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks [] for floatingip (92c946ea-cd9b-423b-9d56-828a587ec030), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.187512 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.191953 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4648f2c7-e40f-4b5a-8268-5d76b956225c tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] 10.222.0.81 "DELETE /v2.0/floatingips/92c946ea-cd9b-423b-9d56-828a587ec030 HTTP/1.1" status: 204 len: 168 time: 0.4744778 Mar 22 14:57:42.192148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 32896) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:42.579754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.836707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Deleting port a26f8b5f-a24a-48c4-9781-b6dda01c06dd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:42.836939 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.919869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] For port a26f8b5f-a24a-48c4-9781-b6dda01c06dd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:42.920232 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:42.933277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Calling delete_port for a26f8b5f-a24a-48c4-9781-b6dda01c06dd owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:43.125700 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a26f8b5f-a24a-48c4-9781-b6dda01c06dd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:43.155622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26f8b5f-a24a-48c4-9781-b6dda01c06dd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:43.327268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:43.559979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Router fd0d8279-b0b9-4493-84b0-ef69ef225514 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:57:43.681501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:57:43.690198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3d2e46a5-5061-4aab-b207-ce9d8751c018 admin admin] 10.222.0.81 "PUT /v2.0/routers/fd0d8279-b0b9-4493-84b0-ef69ef225514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935989 Mar 22 14:57:43.690305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32902) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:43.697779 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Sync routers for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:57:43.709497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:57:43.710220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:57:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:43.798775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks [] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:43.819621 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:57:43.904905 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks [] for router_gateway (fd0d8279-b0b9-4493-84b0-ef69ef225514), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:43.958921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Deleting port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:43.959156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.045559 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] For port 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:44.045937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.060906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Calling delete_port for 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:44.170426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:57:43Z', 'revision_number': 5, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port': {'id': '8d3dcbd5-9a37-4d7a-b504-7d47d5a00150', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:52:59Z', 'updated_at': '2022-03-22T14:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:44.198505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Checking router: fd0d8279-b0b9-4493-84b0-ef69ef225514 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:57:44.207106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Routers {'fd0d8279-b0b9-4493-84b0-ef69ef225514'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:57:44.207747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:57:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fd0d8279-b0b9-4493-84b0-ef69ef225514'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:44.232199 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (8d3dcbd5-9a37-4d7a-b504-7d47d5a00150), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.258115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3dcbd5-9a37-4d7a-b504-7d47d5a00150,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:44.298242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] Set router fd0d8279-b0b9-4493-84b0-ef69ef225514 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:57:44.321375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.353735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:57:43Z', 'revision_number': 6, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:44.380411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a38ad4-cd15-47be-a671-2badd52c2e63 None None] The sync data for ids ['fd0d8279-b0b9-4493-84b0-ef69ef225514'] in n-d-758851-5 is: [{'id': 'fd0d8279-b0b9-4493-84b0-ef69ef225514', 'name': 'tempest-ServerActionsTestJSON-1361438197-router', 'tenant_id': 'c3eea28d828342a2b850fe8062012899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:52:58Z', 'updated_at': '2022-03-22T14:57:43Z', 'revision_number': 6, 'project_id': 'c3eea28d828342a2b850fe8062012899', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:57:44.743127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.745354 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks [] for router_controller (fd0d8279-b0b9-4493-84b0-ef69ef225514), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.795977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (fd0d8279-b0b9-4493-84b0-ef69ef225514), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.796408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0d8279-b0b9-4493-84b0-ef69ef225514 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:57:44.802343 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.803649 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3af24fec-06e4-483a-9806-a881eec8a400 admin admin] 10.222.0.81 "DELETE /v2.0/routers/fd0d8279-b0b9-4493-84b0-ef69ef225514 HTTP/1.1" status: 204 len: 168 time: 1.1127553 Mar 22 14:57:44.806363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32904) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:44.853556 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Deleting subnet a3caad7c-427e-495d-aa3f-4d1224923df5 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:57:44.858263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a26f8b5f-a24a-48c4-9781-b6dda01c06dd no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:57:44.863777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Publish callbacks [] for subnet (a3caad7c-427e-495d-aa3f-4d1224923df5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.880474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a26f8b5f-a24a-48c4-9781-b6dda01c06dd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:57:44.880824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a26f8b5f-a24a-48c4-9781-b6dda01c06dd not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:57:44.899161 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (a3caad7c-427e-495d-aa3f-4d1224923df5), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:44.980586 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (a3caad7c-427e-495d-aa3f-4d1224923df5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.037021 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (a3caad7c-427e-495d-aa3f-4d1224923df5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.065069 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.071472 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a3caad7c-427e-495d-aa3f-4d1224923df5 HTTP/1.1" status: 204 len: 168 time: 0.2609224 Mar 22 14:57:45.071472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7087af-cd17-4ebe-9429-9136767fe8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3caad7c-427e-495d-aa3f-4d1224923df5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:45.071724 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32906) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:45.075960 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0628ce-598f-4352-a6bd-c9ccba7bb557 None None] Network b644c83f-cf92-414f-b50c-cbcd14eb0a43 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:57:45.145409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b644c83f-cf92-414f-b50c-cbcd14eb0a43), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.205304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Deleting port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:45.205642 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.237747 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] DHCP port deletion for b644c83f-cf92-414f-b50c-cbcd14eb0a43 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:57:45.271847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] For port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:45.272677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.288651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Calling delete_port for dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:45.293532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Deleting port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:57:45.293945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.357387 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] For port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,segment=NetworkSegment(c7e099a1-32ed-4790-a1e1-6bed14b8423b),segment_id=c7e099a1-32ed-4790-a1e1-6bed14b8423b)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:45.357796 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.371091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Calling delete_port for dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:57:45.378202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.406972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:45.409291 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] No DVR routers for this DVR port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:57:45.456659 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (dffb5693-951b-4d38-9f4e-adaa9d2ff4e3), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.486120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] Pushing event deleted for resources: {'Port': ['ID=dffb5693-951b-4d38-9f4e-adaa9d2ff4e3,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:45.492594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b644c83f-cf92-414f-b50c-cbcd14eb0a43), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.492786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881488fc-565e-463f-8718-e38aa0d0ef6d None None] No DVR routers for this DVR port dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:57:45.515540 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b644c83f-cf92-414f-b50c-cbcd14eb0a43']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:45.525091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e099a1-32ed-4790-a1e1-6bed14b8423b') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:45.525390 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e099a1-32ed-4790-a1e1-6bed14b8423b') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:57:45.534980 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c7e099a1-32ed-4790-a1e1-6bed14b8423b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.548585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c7e099a1-32ed-4790-a1e1-6bed14b8423b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.555074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:57:45.555453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c7e099a1-32ed-4790-a1e1-6bed14b8423b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:57:45.557350 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:57:45.614535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b644c83f-cf92-414f-b50c-cbcd14eb0a43), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.620313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.623906 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b644c83f-cf92-414f-b50c-cbcd14eb0a43 HTTP/1.1" status: 204 len: 168 time: 0.5512705 Mar 22 14:57:45.642430 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808598e5-4491-4028-bfe0-82c65be8b252 admin admin] Pushing event deleted for resources: {'Network': ['ID=b644c83f-cf92-414f-b50c-cbcd14eb0a43,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:45.750919 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32910) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:45.790573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8f654f0e-1df7-41f1-a55b-9e01ef47a7e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3eea28d828342a2b850fe8062012899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385070 Mar 22 14:57:45.793163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32912) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:45.845198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] Publish callbacks [] for security_group (d7debabf-7176-45e0-b5ec-051a4fa25971), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.868177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] Publish callbacks [] for security_group (d7debabf-7176-45e0-b5ec-051a4fa25971), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.922128 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (d7debabf-7176-45e0-b5ec-051a4fa25971), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.926472 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:45.927650 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7debabf-7176-45e0-b5ec-051a4fa25971 HTTP/1.1" status: 204 len: 168 time: 0.1336131 Mar 22 14:57:45.935145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4e10-b209-4f7c-9504-c43ca122e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7debabf-7176-45e0-b5ec-051a4fa25971,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:46.641055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:57:46.658817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 32934) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:46.661175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:57:46.661518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8d3dcbd5-9a37-4d7a-b504-7d47d5a00150 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:57:46.661918 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:57:46.681007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:57:46.681362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dffb5693-951b-4d38-9f4e-adaa9d2ff4e3 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:57:46.757165 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1740241170-network', 'tenant_id': '8c08f46b285c4eecacbec750f324ff26'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:46.778236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Made reservation on behalf of 8c08f46b285c4eecacbec750f324ff26 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:57:46.780574 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.788977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.863827 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks [] for security_group (9bfd1dfe-75b8-4202-b703-d6d4917aaf1c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.869779 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bfd1dfe-75b8-4202-b703-d6d4917aaf1c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.894528 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:57:46.904075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:46.909361 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f7b00384-ccc5-40ea-9be3-ff917ebce9fb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.909705 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Added segment f7b00384-ccc5-40ea-9be3-ff917ebce9fb of type vlan for network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 Mar 22 14:57:46.949398 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b9b7747e-1b49-46e5-b4c3-eff213e6ef49), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.975124 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b9b7747e-1b49-46e5-b4c3-eff213e6ef49), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:46.976216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:46.977003 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:47.031889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3719862 Mar 22 14:57:47.034960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 32938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:57:47.040009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Request body: {'subnet': {'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1740241170-subnet', 'tenant_id': '8c08f46b285c4eecacbec750f324ff26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:47.042912 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535c65b-bc20-4343-b3f5-f4f679e5ba23 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b7747e-1b49-46e5-b4c3-eff213e6ef49,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:47.052676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:57:47.059893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Made reservation on behalf of 8c08f46b285c4eecacbec750f324ff26 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:57:47.062287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:47.232059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (eb9d3ec5-b593-414c-b755-169b2da91d7c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:47.279510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9d3ec5-b593-414c-b755-169b2da91d7c,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:47.295445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Checking segment: {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:57:47.295802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Network hostable DHCP agents. Network: b9b7747e-1b49-46e5-b4c3-eff213e6ef49, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:57:47.313746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:57:47.323083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b9b7747e-1b49-46e5-b4c3-eff213e6ef49) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:57:47.327088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:47.327680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:47.332014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c446f-93cc-4c6f-aaf0-9a1cacc67773 None None] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:57:47.344493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8122a939-8a35-46ca-8526-80b53ab3dd01 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083849 Mar 22 14:57:47.432172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4651e9-7254-45eb-912c-120abb0f940e None None] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:57:47.774125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-4bed20a1-9db1-441c-a32a-59bfb4e383af tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:47.775397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-4bed20a1-9db1-441c-a32a-59bfb4e383af tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 814 time: 0.1038017 Mar 22 14:57:47.792547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-f5156821-d037-45bb-857a-5369e9454567 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/quotas/8c08f46b285c4eecacbec750f324ff26 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Mar 22 14:57:47.827262 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-e02aa086-7f6f-4d58-af5e-cff2865c35fc tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298600 Mar 22 14:57:48.021439 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-7d131a4c-d5c0-44e4-84ef-c14dfb206d1d service neutron] 10.222.0.81 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406155 Mar 22 14:57:48.113371 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-fa4a39d9-66e2-4959-ab87-7c44158da2f5 service neutron] 10.222.0.81 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860622 Mar 22 14:57:48.294157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1024e33b-4c58-46ad-9ecc-d63159017388 req-9b3b5b54-c9f3-4876-ba7f-327f6fc07d60 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 210 time: 0.0285475 Mar 22 14:57:48.614785 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e5994c37-fad6-4b8e-a498-fefbf76fd07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:49.414558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-72ee76d5-cfcc-48eb-bc38-3ede0bbfc538 req-a58d37f0-36cb-436b-87c0-b7042c2f21ab tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 210 time: 0.0477915 Mar 22 14:57:49.432981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-49925ab8-f695-4da4-b47b-cee1586b9765 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:49.434454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-49925ab8-f695-4da4-b47b-cee1586b9765 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.78 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 814 time: 0.1332545 Mar 22 14:57:49.446150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Request body: {'port': {'device_id': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49', 'admin_state_up': True, 'tenant_id': '8c08f46b285c4eecacbec750f324ff26'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:49.557372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Made reservation on behalf of 8c08f46b285c4eecacbec750f324ff26 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:57:49.561065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:49.698584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Allocated IP 172.20.0.13 (b9b7747e-1b49-46e5-b4c3-eff213e6ef49/eb9d3ec5-b593-414c-b755-169b2da91d7c/ba184f57-386f-4f5f-a0d6-d4873f968bf0) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:57:49.851707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks [] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:49.893356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:49.934493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:57:49.937557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:57:49.943528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:57:49.949536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Pushing event updated for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:49.994089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:49.994715 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.013543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-1212044f-c58f-4973-93a6-27141c12d4c6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713735 Mar 22 14:57:50.024489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Request body: {'port': {'device_id': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:50.084924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.343710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba184f57-386f-4f5f-a0d6-d4873f968bf0 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:57:50.351352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks [] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.363721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Transition to ACTIVE for port object ba184f57-386f-4f5f-a0d6-d4873f968bf0 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:57:50.370259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.426244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Pushing event updated for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:50.818071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Attempting to bind port ba184f57-386f-4f5f-a0d6-d4873f968bf0 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:57:50.818378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Attempting to bind port ba184f57-386f-4f5f-a0d6-d4873f968bf0 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:57:50.818728 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Attempting to bind port ba184f57-386f-4f5f-a0d6-d4873f968bf0 on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:57:50.826575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Port ba184f57-386f-4f5f-a0d6-d4873f968bf0 on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:57:50.826901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Attempting to bind port ba184f57-386f-4f5f-a0d6-d4873f968bf0 on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:57:50.834291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:57:50.834623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Checking segment: {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:57:50.835002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Bound using segment: {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:57:50.835421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Bound port: ba184f57-386f-4f5f-a0d6-d4873f968bf0, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:57:50.835771 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.856084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334bfb0-9ed8-4dd4-a15b-e465058413f7 req-63e4e611-5c07-4400-a37c-9f6ee35645a8 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:50.857543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3334bfb0-9ed8-4dd4-a15b-e465058413f7 req-63e4e611-5c07-4400-a37c-9f6ee35645a8 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 944 time: 0.3744862 Mar 22 14:57:50.935745 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:57:50.939313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:57:50.944873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3334bfb0-9ed8-4dd4-a15b-e465058413f7 req-55452abd-c3a1-4c46-a615-4c400145be55 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672932 Mar 22 14:57:50.947054 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.985990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:50.986637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:50.988012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] 10.222.0.78 "PUT /v2.0/ports/ba184f57-386f-4f5f-a0d6-d4873f968bf0 HTTP/1.1" status: 200 len: 1092 time: 0.9675598 Mar 22 14:57:50.988456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:50.990777 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658" -d '{"events": [{"name": "network-changed", "server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:51.015682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3b6a5-7886-4477-936c-2a2e10072648 service neutron] Pushing event updated for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:51.027248 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-94a7ce65-da15-4137-b3b4-606c4b167c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:51.033926 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c4a4a6-3640-48f0-8d6f-65ceca17769f x-openstack-request-id: req-d6c4a4a6-3640-48f0-8d6f-65ceca17769f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:51.034249 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:51.034505 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6c4a4a6-3640-48f0-8d6f-65ceca17769f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:51.034918 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c4a4a6-3640-48f0-8d6f-65ceca17769f'] response: {'name': 'network-changed', 'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0', 'status': 'completed', 'code': 200} Mar 22 14:57:51.086483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-149aeb0c-d1d5-4a2b-b386-2f8f8ecff27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:51.087911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-149aeb0c-d1d5-4a2b-b386-2f8f8ecff27d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 1126 time: 0.0444512 Mar 22 14:57:51.128597 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-c9f41c64-3f81-4f62-9c99-72c6be5c6259 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0 HTTP/1.1" status: 200 len: 217 time: 0.0339730 Mar 22 14:57:51.182377 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67371-8a54-44c5-8931-d8a627050880 req-027e6463-3099-41e4-9be0-8bf37ff05bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:51.183814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-027e6463-3099-41e4-9be0-8bf37ff05bb1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 200 len: 854 time: 0.0485926 Mar 22 14:57:51.214189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-96780674-cb14-4c02-896f-7c7ac0afa30a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248604 Mar 22 14:57:51.303958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-f97c0ada-7bb3-4c24-8568-a9fbfdc286f4 service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841980 Mar 22 14:57:51.398144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ab67371-8a54-44c5-8931-d8a627050880 req-2d6edbaa-9d23-4c4d-a8c7-b3065a2f2d5d service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Mar 22 14:57:51.500012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-c8a4c052-851e-45d8-8fdb-2b6aaa73899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:51.501537 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-c8a4c052-851e-45d8-8fdb-2b6aaa73899d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 1126 time: 0.0487118 Mar 22 14:57:51.596127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-9bb00d5b-8683-4b6c-a7c2-1f5cc9ffcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:51.597694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-9bb00d5b-8683-4b6c-a7c2-1f5cc9ffcee7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 915 time: 0.0901616 Mar 22 14:57:51.638702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-635fee29-66ff-4c55-bc5d-0fc1c47255c9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0 HTTP/1.1" status: 200 len: 217 time: 0.0350525 Mar 22 14:57:51.690351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-56ebd993-a2da-4a63-a242-af90bbd1436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:51.691797 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-56ebd993-a2da-4a63-a242-af90bbd1436c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 200 len: 854 time: 0.0467818 Mar 22 14:57:51.723162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-c9c91735-e352-4794-8bee-07c7b19da281 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244801 Mar 22 14:57:51.813800 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-9f36ba99-1a21-4146-ac9e-a74ab91f2752 service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838485 Mar 22 14:57:51.913533 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd0b9224-d3da-4bc0-99fc-0dbc817dc658 req-97f63955-4909-4d4e-9bef-2442e67c4da8 service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921025 Mar 22 14:57:52.076286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ae5e-22ef-422d-a991-3a6a7b348256 req-2895f330-724a-4354-850d-c00ce57f5d0c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:52.077826 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9440ae5e-22ef-422d-a991-3a6a7b348256 req-2895f330-724a-4354-850d-c00ce57f5d0c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 944 time: 0.0621583 Mar 22 14:57:52.089569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:52.126668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9440ae5e-22ef-422d-a991-3a6a7b348256 req-c858ec04-052a-47cd-b5e5-c7491c243ce6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Mar 22 14:57:53.258699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119bf1-0ee8-4d80-948c-8bfab365a7d2 req-25253240-77df-4c38-863c-1afad869b7d4 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:53.260166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd119bf1-0ee8-4d80-948c-8bfab365a7d2 req-25253240-77df-4c38-863c-1afad869b7d4 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 944 time: 0.0547287 Mar 22 14:57:53.306926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd119bf1-0ee8-4d80-948c-8bfab365a7d2 req-2e6775ac-c0c5-4cd1-86c9-5ce90cf33c60 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Mar 22 14:57:53.887050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ba184f57-386f-4f5f-a0d6-d4873f968bf0 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:57:53.900180 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:53.995989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:54.008340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0', 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49', 'port_id': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0', 'mac_address': 'fa:16:3e:10:5b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3ec5-b593-414c-b755-169b2da91d7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:57:54.049613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ba184f57-386f-4f5f-a0d6-d4873f968bf0 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:57:54.049984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:54.062756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba184f57-386f-4f5f-a0d6-d4873f968bf0 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:57:54.084622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:54.091143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:54.138495 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:54.285158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ba184f57-386f-4f5f-a0d6-d4873f968bf0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:57:54.434549 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86587c31-8454-4ade-809d-d88560e79e86 req-cdcb91ef-b58b-4bb2-bff8-56e93d611275 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:54.436018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86587c31-8454-4ade-809d-d88560e79e86 req-cdcb91ef-b58b-4bb2-bff8-56e93d611275 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 945 time: 0.0556185 Mar 22 14:57:54.482648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86587c31-8454-4ade-809d-d88560e79e86 req-75cc662b-3ccb-4384-bbb2-2f617ac8e40e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Mar 22 14:57:54.955561 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:55.616955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8fc4a-cbb0-41a6-9964-1992f15f8ed4 req-512b1b80-db6f-4f5d-8e90-7da7a82ea849 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:55.618448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e8fc4a-cbb0-41a6-9964-1992f15f8ed4 req-512b1b80-db6f-4f5d-8e90-7da7a82ea849 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 945 time: 0.0569339 Mar 22 14:57:55.664596 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5e8fc4a-cbb0-41a6-9964-1992f15f8ed4 req-ee563038-2cdd-45de-8809-ae464eb4f42b tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Mar 22 14:57:55.886276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ba184f57-386f-4f5f-a0d6-d4873f968bf0 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:57:55.940884 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port ba184f57-386f-4f5f-a0d6-d4873f968bf0 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:57:55.947929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ba184f57-386f-4f5f-a0d6-d4873f968bf0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:57:55.948454 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:56.036104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ba184f57-386f-4f5f-a0d6-d4873f968bf0 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:57:56.036832 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:56.060023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:57:56.062364 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdfe5e5-72a8-4044-b39f-2c3dd139d21d" -d '{"events": [{"server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "name": "network-vif-plugged", "status": "completed", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:57:56.075658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:57:56.081936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:56.105891 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6cf4e9-2bf2-4cb4-aa88-406c715ba7ae x-openstack-request-id: req-6e6cf4e9-2bf2-4cb4-aa88-406c715ba7ae {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:57:56.106213 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "name": "network-vif-plugged", "status": "completed", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:57:56.106466 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e6cf4e9-2bf2-4cb4-aa88-406c715ba7ae {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:57:56.106870 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6cf4e9-2bf2-4cb4-aa88-406c715ba7ae'] response: {'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0', 'code': 200} Mar 22 14:57:56.132832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:57:56.202323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0329e0-0a4f-489d-a6f5-b09a3439d80e req-67016e5e-4703-424e-be5c-2f0d19e07267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:56.203798 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a0329e0-0a4f-489d-a6f5-b09a3439d80e req-67016e5e-4703-424e-be5c-2f0d19e07267 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 1128 time: 0.0442722 Mar 22 14:57:56.251286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3a0329e0-0a4f-489d-a6f5-b09a3439d80e req-371f0b54-23a3-4193-9689-24154a03195c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Mar 22 14:57:56.620951 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:57:56.792431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ad59-999f-4172-8fa8-0eaf70711e6e req-aa37c598-df00-49a3-bfb4-db329d6bb280 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:56.793784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a360ad59-999f-4172-8fa8-0eaf70711e6e req-aa37c598-df00-49a3-bfb4-db329d6bb280 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0541041 Mar 22 14:57:56.840060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a360ad59-999f-4172-8fa8-0eaf70711e6e req-d291693f-6293-40ed-b679-c5e18347fe64 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Mar 22 14:57:57.968331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2791-7908-45bb-860f-68cf45933f0b req-03b38841-f4a5-4160-9b45-7f76b80c6d34 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:57.969820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a79d2791-7908-45bb-860f-68cf45933f0b req-03b38841-f4a5-4160-9b45-7f76b80c6d34 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0563612 Mar 22 14:57:58.020912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a79d2791-7908-45bb-860f-68cf45933f0b req-9e546340-af7c-472d-9836-861ddc39d248 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Mar 22 14:57:58.256713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-630cf814-db03-4242-97a0-135951b1a7ab tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:58.258247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-630cf814-db03-4242-97a0-135951b1a7ab tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 814 time: 0.1055760 Mar 22 14:57:58.278724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-621b96dc-a77f-492e-8024-946caab28b38 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/quotas/8c08f46b285c4eecacbec750f324ff26 HTTP/1.1" status: 200 len: 375 time: 0.0122893 Mar 22 14:57:58.345658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-35fe1c5f-b7ea-4347-bab4-c8cba0c6257f tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586729 Mar 22 14:57:58.439236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-a2bed99c-954c-4d2c-99ea-5428b91c6019 service neutron] 10.222.0.81 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Mar 22 14:57:58.528994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-f5545b8c-fb55-4423-bc65-e4910eb0724d service neutron] 10.222.0.81 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833242 Mar 22 14:57:58.633343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:58.690507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38563878-f43c-4520-9249-8e53bab797fa req-e8a96720-593d-459d-baf7-dc0697468546 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 210 time: 0.0275364 Mar 22 14:57:59.537985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:59.643392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-ba381d5a-974f-41c2-b1fa-7bf7ed86570e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:57:59.644909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-ba381d5a-974f-41c2-b1fa-7bf7ed86570e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.82 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 814 time: 0.1142781 Mar 22 14:57:59.657106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Request body: {'port': {'device_id': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49', 'admin_state_up': True, 'tenant_id': '8c08f46b285c4eecacbec750f324ff26'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:57:59.794127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9ffa0cb9-8977-483b-b33a-5f7cbeb38def req-14d6b596-2a29-472e-8453-f08662194fc8 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 210 time: 0.0350602 Mar 22 14:57:59.794762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Made reservation on behalf of 8c08f46b285c4eecacbec750f324ff26 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:57:59.797988 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:57:59.925197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Allocated IP 172.20.0.5 (b9b7747e-1b49-46e5-b4c3-eff213e6ef49/eb9d3ec5-b593-414c-b755-169b2da91d7c/bbba6316-f82f-4edf-baa6-26f579803f1c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:00.076740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks [] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.113830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.127005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ba184f57-386f-4f5f-a0d6-d4873f968bf0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:00.155013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:00.158220 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:00.164273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:00.170420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Pushing event updated for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:00.223373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:00.223979 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.239155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-bc599536-15b3-4b65-b88e-6a4ee92e59a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858715 Mar 22 14:58:00.250341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Request body: {'port': {'device_id': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:00.312157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.562646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbba6316-f82f-4edf-baa6-26f579803f1c {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:00.570263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks [] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.582278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Transition to ACTIVE for port object bbba6316-f82f-4edf-baa6-26f579803f1c will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:58:00.588052 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.639577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Pushing event updated for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:00.712613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Attempting to bind port bbba6316-f82f-4edf-baa6-26f579803f1c on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:00.713333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Attempting to bind port bbba6316-f82f-4edf-baa6-26f579803f1c by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:00.713333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Attempting to bind port bbba6316-f82f-4edf-baa6-26f579803f1c on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:00.718411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Port bbba6316-f82f-4edf-baa6-26f579803f1c on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:58:00.718737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Attempting to bind port bbba6316-f82f-4edf-baa6-26f579803f1c on network b9b7747e-1b49-46e5-b4c3-eff213e6ef49 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:00.724411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:00.724754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Checking segment: {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:00.725141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Bound using segment: {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:00.725565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Bound port: bbba6316-f82f-4edf-baa6-26f579803f1c, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:00.725918 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.790471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:00.793460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbba6316-f82f-4edf-baa6-26f579803f1c,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:00.800140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.835219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:00.835865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:00.837264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] 10.222.0.82 "PUT /v2.0/ports/bbba6316-f82f-4edf-baa6-26f579803f1c HTTP/1.1" status: 200 len: 1091 time: 0.5912843 Mar 22 14:58:00.837704 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:00.840092 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c033c-f39c-4478-8553-4fe6e275c60f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:00.862176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69c17-e290-4fa3-a0db-5ed159c95ede service neutron] Pushing event updated for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:00.900047 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101eae9f-c29e-49e6-ba09-a72d44cdaf6e x-openstack-request-id: req-101eae9f-c29e-49e6-ba09-a72d44cdaf6e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:00.900343 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:00.900602 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-101eae9f-c29e-49e6-ba09-a72d44cdaf6e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:00.901018 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101eae9f-c29e-49e6-ba09-a72d44cdaf6e'] response: {'name': 'network-changed', 'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c', 'status': 'completed', 'code': 200} Mar 22 14:58:00.956692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1cea5-9d94-472d-9295-a186e1ad3443 req-04ea9b86-9781-45d9-a070-16c809d518b7 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:00.958267 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcf1cea5-9d94-472d-9295-a186e1ad3443 req-04ea9b86-9781-45d9-a070-16c809d518b7 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 943 time: 0.0917501 Mar 22 14:58:00.964331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-774ed501-c143-4635-8714-2471a8192e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:00.966219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-774ed501-c143-4635-8714-2471a8192e18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 1125 time: 0.0679944 Mar 22 14:58:01.014329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-f2836892-a074-4ddd-84d3-43871079dd02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbba6316-f82f-4edf-baa6-26f579803f1c HTTP/1.1" status: 200 len: 217 time: 0.0404606 Mar 22 14:58:01.069027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fcf1cea5-9d94-472d-9295-a186e1ad3443 req-6dc76a64-6400-40b3-a10f-ed6973f2a6a6 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017828 Mar 22 14:58:01.082325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-3782e55a-1065-4deb-b0f6-d589d4604b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:01.083968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-3782e55a-1065-4deb-b0f6-d589d4604b84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 200 len: 854 time: 0.0601759 Mar 22 14:58:01.116982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-1bb222fa-4fc8-4c9f-ba1d-70923ad753de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269310 Mar 22 14:58:01.205071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-24389793-1026-4670-81d5-56ac3b1587c0 service neutron] 10.222.0.82 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823438 Mar 22 14:58:01.311979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c083ac4-554c-46e4-9512-b99b950f8aea req-86805f71-d744-41d6-b608-55827965a035 service neutron] 10.222.0.82 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004353 Mar 22 14:58:01.404301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-f3c97078-44a1-4069-b967-2fa2d684a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:01.405822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-f3c97078-44a1-4069-b967-2fa2d684a5b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 1125 time: 0.0464005 Mar 22 14:58:01.500633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-835e5b51-5677-444c-a09c-9ae23abb8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:01.502139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-835e5b51-5677-444c-a09c-9ae23abb8b26 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 915 time: 0.0896392 Mar 22 14:58:01.543762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-8d5ca38a-cfce-4bac-89be-30ce612b4463 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbba6316-f82f-4edf-baa6-26f579803f1c HTTP/1.1" status: 200 len: 217 time: 0.0346520 Mar 22 14:58:01.597925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-ce717256-3a99-4e66-9902-9b402ae7fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:01.599408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-ce717256-3a99-4e66-9902-9b402ae7fc4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 200 len: 854 time: 0.0496330 Mar 22 14:58:01.635726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-c492dd13-da96-4412-8133-e1cc5f91c03e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292168 Mar 22 14:58:01.726896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-eca110db-29f4-428a-b62f-1afe9f7569b6 service neutron] 10.222.0.82 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832441 Mar 22 14:58:01.821202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec4c033c-f39c-4478-8553-4fe6e275c60f req-4b6dc97b-4a65-485a-96f4-93c91ddfd35f service neutron] 10.222.0.82 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878251 Mar 22 14:58:02.195457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e6dd8-0f54-446d-8b3f-000a3ba9e01b req-3d864cac-db33-4ff3-87fc-7d9cc2f49954 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:02.196943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-155e6dd8-0f54-446d-8b3f-000a3ba9e01b req-3d864cac-db33-4ff3-87fc-7d9cc2f49954 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 943 time: 0.0558629 Mar 22 14:58:02.247588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-155e6dd8-0f54-446d-8b3f-000a3ba9e01b req-12d0b222-7b98-49d8-9754-c5cf0d92351a tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Mar 22 14:58:03.367658 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbba6316-f82f-4edf-baa6-26f579803f1c details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:58:03.381590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78612f-d9d4-4559-8245-a20681a3c3ce req-4e4749cc-5ca1-4bbe-abd6-7179f82e4ed0 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:03.383131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec78612f-d9d4-4559-8245-a20681a3c3ce req-4e4749cc-5ca1-4bbe-abd6-7179f82e4ed0 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 943 time: 0.0559866 Mar 22 14:58:03.431364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec78612f-d9d4-4559-8245-a20681a3c3ce req-9dfa290d-9301-41a5-aaab-41f0fa55ae08 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Mar 22 14:58:03.467227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbba6316-f82f-4edf-baa6-26f579803f1c,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:03.478253 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'bbba6316-f82f-4edf-baa6-26f579803f1c', 'network_id': 'b9b7747e-1b49-46e5-b4c3-eff213e6ef49', 'port_id': 'bbba6316-f82f-4edf-baa6-26f579803f1c', 'mac_address': 'fa:16:3e:37:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3ec5-b593-414c-b755-169b2da91d7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:58:03.515856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bbba6316-f82f-4edf-baa6-26f579803f1c is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:03.516246 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:03.529726 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbba6316-f82f-4edf-baa6-26f579803f1c {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:03.549667 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbba6316-f82f-4edf-baa6-26f579803f1c,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:03.554346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:03.605866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:03.788157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bbba6316-f82f-4edf-baa6-26f579803f1c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:03.993927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-e1debd3d-58d9-476c-a8bf-99ed4f39158a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476170 Mar 22 14:58:04.085119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-b4b067a6-556e-4410-a95c-e6dcdb93aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:04.086900 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-b4b067a6-556e-4410-a95c-e6dcdb93aacf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c08f46b285c4eecacbec750f324ff26&device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 1128 time: 0.0467393 Mar 22 14:58:04.192136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-12def323-c6a3-4372-8cf0-47fcea73ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:04.193623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-12def323-c6a3-4372-8cf0-47fcea73ef3e service neutron] 10.222.0.78 "GET /v2.0/networks?id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 200 len: 915 time: 0.0886843 Mar 22 14:58:04.237920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-349d9e80-6be1-449d-a4c7-a84caeab0a11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0 HTTP/1.1" status: 200 len: 217 time: 0.0384619 Mar 22 14:58:04.285586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-4b1eea34-c8f3-4506-ada0-a22d95666ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:04.287004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-4b1eea34-c8f3-4506-ada0-a22d95666ba3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 200 len: 854 time: 0.0431228 Mar 22 14:58:04.319556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-ba27cb75-b690-4ebb-85de-ec227e1925b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b9b7747e-1b49-46e5-b4c3-eff213e6ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261917 Mar 22 14:58:04.411101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-f86dc2ec-400e-4d8e-aa26-1ea5f2f2e144 service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Mar 22 14:58:04.520490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c4addf3-4da9-4ea9-bc40-229b8d561576 req-97d298cc-082e-4864-a33b-faf9244989df service neutron] 10.222.0.78 "GET /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033645 Mar 22 14:58:04.564202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb913bb-1799-43e2-a62a-7c647323b693 req-7e9f5241-8d58-4971-9dc2-b7150dec852c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:04.565679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbb913bb-1799-43e2-a62a-7c647323b693 req-7e9f5241-8d58-4971-9dc2-b7150dec852c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 944 time: 0.0637851 Mar 22 14:58:04.612359 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbb913bb-1799-43e2-a62a-7c647323b693 req-80840109-fff9-47f8-b60d-baf90bf72361 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Mar 22 14:58:05.385242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbba6316-f82f-4edf-baa6-26f579803f1c up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:05.445874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port bbba6316-f82f-4edf-baa6-26f579803f1c completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:58:05.450388 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port bbba6316-f82f-4edf-baa6-26f579803f1c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:05.450789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:05.540908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port bbba6316-f82f-4edf-baa6-26f579803f1c is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:05.541459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:05.566500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:05.568904 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09e77a4-e995-4a42-91e9-fd0e258d4800" -d '{"events": [{"server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:05.580909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbba6316-f82f-4edf-baa6-26f579803f1c,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:05.586108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:05.612208 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89526125-40ee-47eb-a742-3e55a14e93c2 x-openstack-request-id: req-89526125-40ee-47eb-a742-3e55a14e93c2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:05.612497 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:05.612747 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89526125-40ee-47eb-a742-3e55a14e93c2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:05.613195 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89526125-40ee-47eb-a742-3e55a14e93c2'] response: {'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c', 'code': 200} Mar 22 14:58:05.642418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:05.650361 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.650686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.651020 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.651383 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.651716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.652153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.652369 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.652692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.653122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.653489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.653821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.654168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.654500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.654831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.655202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:05.737235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c306-ac86-4fbe-a470-072c786758c3 req-673a36a7-2531-4ae3-bf16-8287c344c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:05.738850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9a7c306-ac86-4fbe-a470-072c786758c3 req-673a36a7-2531-4ae3-bf16-8287c344c983 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 1127 time: 0.0739834 Mar 22 14:58:05.757574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423e0ea-f85b-43e1-87c5-bb7d479c5818 req-7c378094-0a2d-4ed6-8a75-884830eb5eeb tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:05.759221 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3423e0ea-f85b-43e1-87c5-bb7d479c5818 req-7c378094-0a2d-4ed6-8a75-884830eb5eeb tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 945 time: 0.0694842 Mar 22 14:58:05.818905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9a7c306-ac86-4fbe-a470-072c786758c3 req-3bebb4a0-f6bb-497a-9f0b-7faed6a80ae4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735943 Mar 22 14:58:05.829734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3423e0ea-f85b-43e1-87c5-bb7d479c5818 req-6d7ce76c-e91b-4b8c-b3a7-81e74432e3c1 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633035 Mar 22 14:58:06.958598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee7934-f032-41da-a778-69ce06ecabb5 req-57e1c5bd-d1b6-4993-a3ec-a318757aaf73 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:06.960189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeee7934-f032-41da-a778-69ce06ecabb5 req-57e1c5bd-d1b6-4993-a3ec-a318757aaf73 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 945 time: 0.0548015 Mar 22 14:58:07.017686 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeee7934-f032-41da-a778-69ce06ecabb5 req-c56d2e19-30a0-4c10-8457-d0ee0812dbe9 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Mar 22 14:58:07.262266 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9467e2-2418-4408-a21f-73bb6c4b3b71 req-87c80acd-b13c-4c89-8614-08469bc0acce tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:07.263776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb9467e2-2418-4408-a21f-73bb6c4b3b71 req-87c80acd-b13c-4c89-8614-08469bc0acce tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 945 time: 0.0531230 Mar 22 14:58:07.310677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb9467e2-2418-4408-a21f-73bb6c4b3b71 req-97ad50f8-9ac3-4217-b64c-dd7dc50251e2 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Mar 22 14:58:08.439630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75791b19-b6fa-4e71-be1f-65405432611a req-c396862a-cc6f-4c32-9bba-c9cf25ec6da9 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:08.441093 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75791b19-b6fa-4e71-be1f-65405432611a req-c396862a-cc6f-4c32-9bba-c9cf25ec6da9 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 945 time: 0.0582530 Mar 22 14:58:08.513677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-75791b19-b6fa-4e71-be1f-65405432611a req-8ee3fbd3-b518-4edb-8aba-75a9cd3ce705 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Mar 22 14:58:08.521439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-b23b868d-ed64-4cfd-b78b-5a7ae8d3fd51 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:08.522865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-b23b868d-ed64-4cfd-b78b-5a7ae8d3fd51 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2149c90-aadf-43fb-a0a7-c6dfb353c29c HTTP/1.1" status: 200 len: 945 time: 0.0809488 Mar 22 14:58:08.619766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Deleting port bbba6316-f82f-4edf-baa6-26f579803f1c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:08.620106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:08.708592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] For port bbba6316-f82f-4edf-baa6-26f579803f1c, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=bbba6316-f82f-4edf-baa6-26f579803f1c,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:08.708955 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:08.729189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Calling delete_port for bbba6316-f82f-4edf-baa6-26f579803f1c owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:08.866146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bbba6316-f82f-4edf-baa6-26f579803f1c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:08.879302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['bbba6316-f82f-4edf-baa6-26f579803f1c'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:08.881655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ba184f57-386f-4f5f-a0d6-d4873f968bf0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:08.896237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Pushing event deleted for resources: {'Port': ['ID=bbba6316-f82f-4edf-baa6-26f579803f1c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:08.926308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.926654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.926996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.927331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.927665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.927991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.928307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.928627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.928969 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.929290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.929608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.929928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.930276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.930594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.930893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:08.951510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] No DVR routers for this DVR port bbba6316-f82f-4edf-baa6-26f579803f1c on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:08.954220 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:08.958258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-68df8a52-b299-47bd-8a17-4c92a5025659 req-a2dbc879-b7ac-4bb7-b8a0-51c91948ae3e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.82 "DELETE /v2.0/ports/bbba6316-f82f-4edf-baa6-26f579803f1c HTTP/1.1" status: 204 len: 173 time: 0.4301777 Mar 22 14:58:08.958698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'name': 'network-vif-deleted', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:08.961011 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3253f1-df89-4521-9c0a-252ba5e239cc" -d '{"events": [{"server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "name": "network-vif-deleted", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:09.005645 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280e089a-c159-4cdb-afbd-7024a14b8b0a x-openstack-request-id: req-280e089a-c159-4cdb-afbd-7024a14b8b0a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:09.005989 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2149c90-aadf-43fb-a0a7-c6dfb353c29c", "name": "network-vif-deleted", "tag": "bbba6316-f82f-4edf-baa6-26f579803f1c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:09.006254 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-280e089a-c159-4cdb-afbd-7024a14b8b0a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:09.006685 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280e089a-c159-4cdb-afbd-7024a14b8b0a'] response: {'server_uuid': 'd2149c90-aadf-43fb-a0a7-c6dfb353c29c', 'name': 'network-vif-deleted', 'tag': 'bbba6316-f82f-4edf-baa6-26f579803f1c', 'status': 'completed', 'code': 200} Mar 22 14:58:09.691620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5736d-8e72-42d2-b73e-bc69905093bc req-ba49eb83-477b-446d-af5e-8623b0f157ca tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:09.693148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbc5736d-8e72-42d2-b73e-bc69905093bc req-ba49eb83-477b-446d-af5e-8623b0f157ca tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0698853 Mar 22 14:58:09.740362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbc5736d-8e72-42d2-b73e-bc69905093bc req-bd7bf346-8da5-4cdf-9c38-1a2d8d72d819 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Mar 22 14:58:09.887088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab66c3-9a01-4699-8d47-05e86b457ed6 req-75e06c80-d082-4166-a791-df6689dd43b7 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:09.888590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00ab66c3-9a01-4699-8d47-05e86b457ed6 req-75e06c80-d082-4166-a791-df6689dd43b7 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0546014 Mar 22 14:58:09.935080 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00ab66c3-9a01-4699-8d47-05e86b457ed6 req-bce5565c-216a-490c-a487-16eab417aa85 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Mar 22 14:58:10.066841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b6dc2-8996-4229-8841-5828bc6003fd req-b27fd188-fc38-4707-9fa9-5e0d6707691e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:10.068357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-402b6dc2-8996-4229-8841-5828bc6003fd req-b27fd188-fc38-4707-9fa9-5e0d6707691e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0650392 Mar 22 14:58:10.120565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-402b6dc2-8996-4229-8841-5828bc6003fd req-ef489c45-7188-4f9c-b845-e7b21aad5f27 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Mar 22 14:58:10.305070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1530b8-ffc8-4720-99e1-462810b90c0e req-7188f9fc-4eb7-463f-b2b4-6b380adc7292 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:10.306585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c1530b8-ffc8-4720-99e1-462810b90c0e req-7188f9fc-4eb7-463f-b2b4-6b380adc7292 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0549695 Mar 22 14:58:10.356306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c1530b8-ffc8-4720-99e1-462810b90c0e req-81f0b3ac-328d-4291-b4a4-7ef1ae66afc5 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Mar 22 14:58:10.482047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10c331-708e-4162-9107-18f868096e5c req-0bcc377c-a72a-45db-88cc-97c201dca6dd tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:10.483479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c10c331-708e-4162-9107-18f868096e5c req-0bcc377c-a72a-45db-88cc-97c201dca6dd tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0547905 Mar 22 14:58:10.533720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c10c331-708e-4162-9107-18f868096e5c req-d4ea2ab4-c98b-48ca-98e7-87df9e8ab676 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Mar 22 14:58:10.664401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c79250-fd31-455a-95cc-e1d81b6837de req-c84b3b2a-12f5-409f-b73b-ca07e005d00c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:10.665880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1c79250-fd31-455a-95cc-e1d81b6837de req-c84b3b2a-12f5-409f-b73b-ca07e005d00c tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0545926 Mar 22 14:58:10.712532 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a1c79250-fd31-455a-95cc-e1d81b6837de req-79a8fb2d-3863-4e0f-ac2f-2324576f2542 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Mar 22 14:58:11.028329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead5a44-83ae-4186-bc9d-7bf74ced632a req-a00dddd1-1aeb-4362-bb31-8d8bbce4c9ae tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:11.029725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ead5a44-83ae-4186-bc9d-7bf74ced632a req-a00dddd1-1aeb-4362-bb31-8d8bbce4c9ae tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0562851 Mar 22 14:58:11.078790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2ead5a44-83ae-4186-bc9d-7bf74ced632a req-379245ef-de2a-4d72-bd22-f899faa3223e tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Mar 22 14:58:12.211444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470a5f-bc4d-4168-b3cf-6a5715dd0ff5 req-afd51064-a4ef-4c12-9982-ec5fba588082 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:12.212902 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b470a5f-bc4d-4168-b3cf-6a5715dd0ff5 req-afd51064-a4ef-4c12-9982-ec5fba588082 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0595047 Mar 22 14:58:12.260061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8b470a5f-bc4d-4168-b3cf-6a5715dd0ff5 req-b7753051-a323-457b-af90-924ca271c7e2 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.81 "GET /v2.0/security-groups?id=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Mar 22 14:58:12.370017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e251c46-4564-445f-ac01-25dcbda73810 req-089c0581-8c0d-4ec8-9b1b-31108bcfada5 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:12.371383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e251c46-4564-445f-ac01-25dcbda73810 req-089c0581-8c0d-4ec8-9b1b-31108bcfada5 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.78 "GET /v2.0/ports?device_id=48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc HTTP/1.1" status: 200 len: 946 time: 0.0545461 Mar 22 14:58:12.469952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Deleting port ba184f57-386f-4f5f-a0d6-d4873f968bf0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:12.470316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:12.561985 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] For port ba184f57-386f-4f5f-a0d6-d4873f968bf0, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ba184f57-386f-4f5f-a0d6-d4873f968bf0,segment=NetworkSegment(f7b00384-ccc5-40ea-9be3-ff917ebce9fb),segment_id=f7b00384-ccc5-40ea-9be3-ff917ebce9fb)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:12.562371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:12.575971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Calling delete_port for ba184f57-386f-4f5f-a0d6-d4873f968bf0 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:12.711473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ba184f57-386f-4f5f-a0d6-d4873f968bf0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:12.724076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ba184f57-386f-4f5f-a0d6-d4873f968bf0'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:12.740428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Pushing event deleted for resources: {'Port': ['ID=ba184f57-386f-4f5f-a0d6-d4873f968bf0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:12.784784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] No DVR routers for this DVR port ba184f57-386f-4f5f-a0d6-d4873f968bf0 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:12.787685 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:12.791204 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5e251c46-4564-445f-ac01-25dcbda73810 req-e0e810ae-a3ab-4d73-9ea5-8d87ec9be7b3 tempest-ServersNegativeTestJSON-679325799 tempest-ServersNegativeTestJSON-679325799-project] 10.222.0.78 "DELETE /v2.0/ports/ba184f57-386f-4f5f-a0d6-d4873f968bf0 HTTP/1.1" status: 204 len: 173 time: 0.4145839 Mar 22 14:58:12.791647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'name': 'network-vif-deleted', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:12.794036 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4507369e-57e5-49a7-a044-59ab169d8f9d" -d '{"events": [{"server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "name": "network-vif-deleted", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:12.837659 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cdd10c-c866-4f95-a47f-6e8575e6f2a7 x-openstack-request-id: req-19cdd10c-c866-4f95-a47f-6e8575e6f2a7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:12.837977 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc", "name": "network-vif-deleted", "tag": "ba184f57-386f-4f5f-a0d6-d4873f968bf0", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:12.838241 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19cdd10c-c866-4f95-a47f-6e8575e6f2a7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:12.838664 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cdd10c-c866-4f95-a47f-6e8575e6f2a7'] response: {'server_uuid': '48f9dfdc-5d3a-4f72-a631-6b5aa9bba1bc', 'name': 'network-vif-deleted', 'tag': 'ba184f57-386f-4f5f-a0d6-d4873f968bf0', 'status': 'completed', 'code': 200} Mar 22 14:58:13.317367 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33086) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:13.368653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Deleting subnet eb9d3ec5-b593-414c-b755-169b2da91d7c {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:13.372267 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Publish callbacks [] for subnet (eb9d3ec5-b593-414c-b755-169b2da91d7c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.412809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (eb9d3ec5-b593-414c-b755-169b2da91d7c), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.431345 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbba6316-f82f-4edf-baa6-26f579803f1c no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:13.452762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: bbba6316-f82f-4edf-baa6-26f579803f1c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:13.453125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device bbba6316-f82f-4edf-baa6-26f579803f1c not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:13.470091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (eb9d3ec5-b593-414c-b755-169b2da91d7c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.527708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (eb9d3ec5-b593-414c-b755-169b2da91d7c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.552739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9d3ec5-b593-414c-b755-169b2da91d7c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:13.557467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.560802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6b2f62b6-35f3-4e1f-9b5e-19a51111aee3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eb9d3ec5-b593-414c-b755-169b2da91d7c HTTP/1.1" status: 204 len: 168 time: 0.2424202 Mar 22 14:58:13.563361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33088) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:13.636854 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b9b7747e-1b49-46e5-b4c3-eff213e6ef49), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.716386 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b9b7747e-1b49-46e5-b4c3-eff213e6ef49), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:13.750333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b7747e-1b49-46e5-b4c3-eff213e6ef49']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:13.764999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:13.765407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b00384-ccc5-40ea-9be3-ff917ebce9fb') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:14.078821 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (f7b00384-ccc5-40ea-9be3-ff917ebce9fb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.094819 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (f7b00384-ccc5-40ea-9be3-ff917ebce9fb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.101196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:14.101618 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (f7b00384-ccc5-40ea-9be3-ff917ebce9fb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:14.103305 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:14.158093 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b9b7747e-1b49-46e5-b4c3-eff213e6ef49), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.163802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.167038 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b9b7747e-1b49-46e5-b4c3-eff213e6ef49 HTTP/1.1" status: 204 len: 168 time: 0.6027944 Mar 22 14:58:14.178646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb247f-6795-4a01-83b6-b48106732cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b7747e-1b49-46e5-b4c3-eff213e6ef49,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:14.283520 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33092) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:14.326842 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-76dbd2d9-515e-4ae5-84a2-a3bc3be44b47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c08f46b285c4eecacbec750f324ff26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421491 Mar 22 14:58:14.330490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33094) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:14.378862 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] Publish callbacks [] for security_group (9bfd1dfe-75b8-4202-b703-d6d4917aaf1c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.401079 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] Publish callbacks [] for security_group (9bfd1dfe-75b8-4202-b703-d6d4917aaf1c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.448760 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9bfd1dfe-75b8-4202-b703-d6d4917aaf1c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.451549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:14.452713 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bfd1dfe-75b8-4202-b703-d6d4917aaf1c HTTP/1.1" status: 204 len: 168 time: 0.1213977 Mar 22 14:58:14.460494 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deecb49-0279-470f-84ae-a43aad80bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd1dfe-75b8-4202-b703-d6d4917aaf1c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:15.238609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33116) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:15.339310 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942482590'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:15.364362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:15.368095 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.376966 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.451919 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for security_group (8de7e6d7-46b7-426b-9e45-9449e05b1d7f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.457200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8de7e6d7-46b7-426b-9e45-9449e05b1d7f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.479514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:15.494565 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de7e6d7-46b7-426b-9e45-9449e05b1d7f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:15.497470 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cfcbd42c-06ef-44b0-82df-d73e94b7594d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.497821 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Added segment cfcbd42c-06ef-44b0-82df-d73e94b7594d of type vlan for network bc48c3d1-9e1c-4159-b985-13ba7057843c Mar 22 14:58:15.540646 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (bc48c3d1-9e1c-4159-b985-13ba7057843c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.568077 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (bc48c3d1-9e1c-4159-b985-13ba7057843c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.573211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:15.573823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:15.642643 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4026785 Mar 22 14:58:15.652009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21edb7b-b4c3-4b95-9c79-10698062dd1b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Network': ['ID=bc48c3d1-9e1c-4159-b985-13ba7057843c,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:15.662943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network bc48c3d1-9e1c-4159-b985-13ba7057843c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:16.010453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ba184f57-386f-4f5f-a0d6-d4873f968bf0 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:16.032183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: ba184f57-386f-4f5f-a0d6-d4873f968bf0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:16.032493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ba184f57-386f-4f5f-a0d6-d4873f968bf0 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:18.621380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b984531d-519a-4866-a4a3-b8bcd2a44244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:18.830369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33122) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:18.837532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'subnet': {'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:18.928850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:18.932564 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.119156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (39616a9c-719a-4632-bd03-2fb167c51d18), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.176148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Subnet': ['ID=39616a9c-719a-4632-bd03-2fb167c51d18,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:19.188346 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking segment: {'id': 'cfcbd42c-06ef-44b0-82df-d73e94b7594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:19.188706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network hostable DHCP agents. Network: bc48c3d1-9e1c-4159-b985-13ba7057843c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:19.208074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network bc48c3d1-9e1c-4159-b985-13ba7057843c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:19.219118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, bc48c3d1-9e1c-4159-b985-13ba7057843c) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:19.223184 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.223778 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.229148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779641d-b77e-4422-8e56-c1b56c5c553a None None] Network bc48c3d1-9e1c-4159-b985-13ba7057843c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:19.241397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5e8e6c9a-3cd4-4fb8-9b0f-d974b9de6860 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4097049 Mar 22 14:58:19.244890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:19.250277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1709036214'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:19.269991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:19.273389 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.300586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:19.310587 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c09691e4-f882-483b-ba25-c1c689f9b01d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.310938 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Added segment c09691e4-f882-483b-ba25-c1c689f9b01d of type vlan for network 6b7dc41f-854f-494b-adb1-b6cbccec9ffc Mar 22 14:58:19.334139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-bc48c3d1-9e1c-4159-b985-13ba7057843c', 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c', 'project_id': '87eabd3bd79c49458866937cbc19025d', 'fixed_ips': [{'subnet_id': '39616a9c-719a-4632-bd03-2fb167c51d18'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:19.334986 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.351554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (6b7dc41f-854f-494b-adb1-b6cbccec9ffc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.376887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (6b7dc41f-854f-494b-adb1-b6cbccec9ffc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.381853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.382511 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.444148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1981487 Mar 22 14:58:19.447093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:19.451964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'subnet': {'network_id': '6b7dc41f-854f-494b-adb1-b6cbccec9ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:19.461116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23286f4e-2d6d-4f5d-a689-80ce60ac927e tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Network': ['ID=6b7dc41f-854f-494b-adb1-b6cbccec9ffc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:19.472616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 6b7dc41f-854f-494b-adb1-b6cbccec9ffc details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:19.480494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Allocated IP 2001:db8:0:ffff::2 (bc48c3d1-9e1c-4159-b985-13ba7057843c/39616a9c-719a-4632-bd03-2fb167c51d18/551341cf-3845-45f2-8098-c434e4a03748) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:19.548769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:19.552594 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.678790 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks [] for port (551341cf-3845-45f2-8098-c434e4a03748), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.685208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (551341cf-3845-45f2-8098-c434e4a03748), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.722685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Network bc48c3d1-9e1c-4159-b985-13ba7057843c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:19.725521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:19.728683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:19.739878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Pushing event updated for resources: {'Port': ['ID=551341cf-3845-45f2-8098-c434e4a03748,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:19.749329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (06ce2a93-f869-4413-b271-1004a1e0cc01), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.796944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Attempting to bind port 551341cf-3845-45f2-8098-c434e4a03748 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:19.797889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Attempting to bind port 551341cf-3845-45f2-8098-c434e4a03748 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'cfcbd42c-06ef-44b0-82df-d73e94b7594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:19.798295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Attempting to bind port 551341cf-3845-45f2-8098-c434e4a03748 on network bc48c3d1-9e1c-4159-b985-13ba7057843c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:19.803927 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:19.804275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Checking segment: {'id': 'cfcbd42c-06ef-44b0-82df-d73e94b7594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:19.804855 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.805254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Bound using segment: {'id': 'cfcbd42c-06ef-44b0-82df-d73e94b7594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:19.805760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Bound port: 551341cf-3845-45f2-8098-c434e4a03748, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcbd42c-06ef-44b0-82df-d73e94b7594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bc48c3d1-9e1c-4159-b985-13ba7057843c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:19.806142 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (551341cf-3845-45f2-8098-c434e4a03748), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.821759 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Subnet': ['ID=06ce2a93-f869-4413-b271-1004a1e0cc01,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:19.824248 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking segment: {'id': 'c09691e4-f882-483b-ba25-c1c689f9b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6b7dc41f-854f-494b-adb1-b6cbccec9ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:19.824615 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network hostable DHCP agents. Network: 6b7dc41f-854f-494b-adb1-b6cbccec9ffc, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:19.844339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network 6b7dc41f-854f-494b-adb1-b6cbccec9ffc is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:19.855624 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 6b7dc41f-854f-494b-adb1-b6cbccec9ffc) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:19.865218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:19.866008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:19.884965 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3b1482ec-baa2-4f2e-8054-140cd19dd46b tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4368107 Mar 22 14:58:19.887989 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:19.986261 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e6d53-4755-45a7-bba8-906c24232e81 None None] Network 6b7dc41f-854f-494b-adb1-b6cbccec9ffc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:19.988234 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (6b7dc41f-854f-494b-adb1-b6cbccec9ffc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.042702 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (06ce2a93-f869-4413-b271-1004a1e0cc01), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.097782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] For port 551341cf-3845-45f2-8098-c434e4a03748, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:20.102815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] For port 551341cf-3845-45f2-8098-c434e4a03748, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=551341cf-3845-45f2-8098-c434e4a03748,segment=NetworkSegment(cfcbd42c-06ef-44b0-82df-d73e94b7594d),segment_id=cfcbd42c-06ef-44b0-82df-d73e94b7594d)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:20.109226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (551341cf-3845-45f2-8098-c434e4a03748), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.114036 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (06ce2a93-f869-4413-b271-1004a1e0cc01), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.148674 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Subnet': ['ID=06ce2a93-f869-4413-b271-1004a1e0cc01,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.159921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8df79c-061b-4f3d-a6ca-89fb8552b490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-6b7dc41f-854f-494b-adb1-b6cbccec9ffc', 'network_id': '6b7dc41f-854f-494b-adb1-b6cbccec9ffc', 'project_id': '87eabd3bd79c49458866937cbc19025d', 'fixed_ips': [{'subnet_id': '06ce2a93-f869-4413-b271-1004a1e0cc01'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:20.160720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e8df79c-061b-4f3d-a6ca-89fb8552b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.203448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cef2d-5485-4de8-a153-71f440f4952e None None] Pushing event updated for resources: {'Port': ['ID=551341cf-3845-45f2-8098-c434e4a03748,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.209122 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (6b7dc41f-854f-494b-adb1-b6cbccec9ffc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.234153 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7dc41f-854f-494b-adb1-b6cbccec9ffc']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:20.244707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09691e4-f882-483b-ba25-c1c689f9b01d') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:20.244950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09691e4-f882-483b-ba25-c1c689f9b01d') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:20.256109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c09691e4-f882-483b-ba25-c1c689f9b01d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.271689 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c09691e4-f882-483b-ba25-c1c689f9b01d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.279118 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:20.279549 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c09691e4-f882-483b-ba25-c1c689f9b01d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.279958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e6d47-1214-4e3d-8e2a-90801d03aa2d None None] Network 6b7dc41f-854f-494b-adb1-b6cbccec9ffc requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:20.283452 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:20.368720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (6b7dc41f-854f-494b-adb1-b6cbccec9ffc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.376067 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.379925 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/6b7dc41f-854f-494b-adb1-b6cbccec9ffc HTTP/1.1" status: 204 len: 168 time: 0.4908757 Mar 22 14:58:20.384269 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33138) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:20.390364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872037872'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:20.395553 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8b81-4138-4a3f-b4e7-8621e6c5c9a6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Network': ['ID=6b7dc41f-854f-494b-adb1-b6cbccec9ffc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.414142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:20.420171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.446620 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:20.457671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ac3da401-14f8-4ed2-9054-09022a4acf72), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.458048 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Added segment ac3da401-14f8-4ed2-9054-09022a4acf72 of type vlan for network 71698899-e19e-4ad7-83dc-5179a3389a20 Mar 22 14:58:20.503880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (71698899-e19e-4ad7-83dc-5179a3389a20), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.528549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (71698899-e19e-4ad7-83dc-5179a3389a20), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.533029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:20.533608 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.598125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2125497 Mar 22 14:58:20.601019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33140) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:20.605839 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'subnet': {'network_id': '71698899-e19e-4ad7-83dc-5179a3389a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:20.623761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3170d-bb1b-4586-b810-4845d7fb715c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Network': ['ID=71698899-e19e-4ad7-83dc-5179a3389a20,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.637018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 71698899-e19e-4ad7-83dc-5179a3389a20 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:20.702019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:20.707735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.714160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 551341cf-3845-45f2-8098-c434e4a03748 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:20.765787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 551341cf-3845-45f2-8098-c434e4a03748 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:20.766119 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (551341cf-3845-45f2-8098-c434e4a03748), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.767907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Performing IP validity checks on allocation pools {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 14:58:20.768435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 14:58:20.850826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 551341cf-3845-45f2-8098-c434e4a03748 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:20.851226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (551341cf-3845-45f2-8098-c434e4a03748), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.886865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 551341cf-3845-45f2-8098-c434e4a03748, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=551341cf-3845-45f2-8098-c434e4a03748,segment=NetworkSegment(cfcbd42c-06ef-44b0-82df-d73e94b7594d),segment_id=cfcbd42c-06ef-44b0-82df-d73e94b7594d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:20.893321 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (551341cf-3845-45f2-8098-c434e4a03748), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.900285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (7f0b131a-328d-49f6-8013-d26c408b4c72), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:20.948050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=551341cf-3845-45f2-8098-c434e4a03748,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.956922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Subnet': ['ID=7f0b131a-328d-49f6-8013-d26c408b4c72,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:20.973637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking segment: {'id': 'ac3da401-14f8-4ed2-9054-09022a4acf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '71698899-e19e-4ad7-83dc-5179a3389a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:20.974019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network hostable DHCP agents. Network: 71698899-e19e-4ad7-83dc-5179a3389a20, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:20.992738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network 71698899-e19e-4ad7-83dc-5179a3389a20 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:21.004869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 71698899-e19e-4ad7-83dc-5179a3389a20) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:21.009200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:21.010074 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.023056 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b896ffe-67cf-4a9a-aac9-5107817034dd None None] Network 71698899-e19e-4ad7-83dc-5179a3389a20 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:21.029100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d5082166-6ada-407f-aace-d79f5c3fac52 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4269903 Mar 22 14:58:21.032297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:21.094922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-343c944f-5efa-4b0d-a1de-91fe896f5c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.137953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadd0b8-bb25-478d-82e2-2b8134513741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-71698899-e19e-4ad7-83dc-5179a3389a20', 'network_id': '71698899-e19e-4ad7-83dc-5179a3389a20', 'project_id': '87eabd3bd79c49458866937cbc19025d', 'fixed_ips': [{'subnet_id': '7f0b131a-328d-49f6-8013-d26c408b4c72'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:21.139183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3fadd0b8-bb25-478d-82e2-2b8134513741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.140584 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (71698899-e19e-4ad7-83dc-5179a3389a20), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.194264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7f0b131a-328d-49f6-8013-d26c408b4c72), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.210306 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ec5ae-6a8a-4e74-8d01-99530db4f6fe None None] Network bc48c3d1-9e1c-4159-b985-13ba7057843c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:21.253919 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7f0b131a-328d-49f6-8013-d26c408b4c72), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.283873 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0b131a-328d-49f6-8013-d26c408b4c72,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server [None req-3fadd0b8-bb25-478d-82e2-2b8134513741 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f0b131a-328d-49f6-8013-d26c408b4c72: This subnet is being modified by another concurrent operation. Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server raise exception Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f0b131a-328d-49f6-8013-d26c408b4c72: This subnet is being modified by another concurrent operation. Mar 22 14:58:21.287270 n-d-758851-5 neutron-server[103892]: ERROR oslo_messaging.rpc.server Mar 22 14:58:21.314333 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-4b9cddab-1bd0-4e58-898a-7ad02172eed3 None None] Provisioning complete for port 551341cf-3845-45f2-8098-c434e4a03748 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:21.314712 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9cddab-1bd0-4e58-898a-7ad02172eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (551341cf-3845-45f2-8098-c434e4a03748), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.316408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a372c-8e2e-4415-8ff2-3820b531f40d None None] Network 71698899-e19e-4ad7-83dc-5179a3389a20 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:21.353555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (71698899-e19e-4ad7-83dc-5179a3389a20), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.374181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71698899-e19e-4ad7-83dc-5179a3389a20']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:21.383548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3da401-14f8-4ed2-9054-09022a4acf72') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:21.383851 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3da401-14f8-4ed2-9054-09022a4acf72') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:21.396174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (ac3da401-14f8-4ed2-9054-09022a4acf72), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.410131 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (ac3da401-14f8-4ed2-9054-09022a4acf72), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.416488 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:21.416910 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (ac3da401-14f8-4ed2-9054-09022a4acf72), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:21.420116 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:21.481258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (71698899-e19e-4ad7-83dc-5179a3389a20), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.490646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.493901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/71698899-e19e-4ad7-83dc-5179a3389a20 HTTP/1.1" status: 204 len: 168 time: 0.4603624 Mar 22 14:58:21.497899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33144) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:21.499338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4b9cddab-1bd0-4e58-898a-7ad02172eed3 None None] Current status of the port 551341cf-3845-45f2-8098-c434e4a03748 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:21.505902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117321732'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:21.514903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974083-0e1f-4f03-ae69-5e82fe7dcd9c tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Network': ['ID=71698899-e19e-4ad7-83dc-5179a3389a20,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:21.535774 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:21.539317 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.568572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:21.583545 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (251d8cb6-3627-433d-8d1f-2e0d067afcfc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.583545 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Added segment 251d8cb6-3627-433d-8d1f-2e0d067afcfc of type vlan for network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 Mar 22 14:58:21.623515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.651446 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.657162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:21.657847 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.693754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fbb43-38ef-4cf9-b384-ff646fb8b4f7 None None] get_active_networks_info from n-d-758851-5 {{(pid=103892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 14:58:21.714530 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2141738 Mar 22 14:58:21.717758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33148) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:21.724131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'subnet': {'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:21.740029 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66c4a3-7072-4af5-b2f4-4d577b41e238 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Network': ['ID=b8d8a1bd-1543-42ed-8e4d-7137f1ae6401,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:21.749986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-91062a5d-4230-47b6-8d6c-fa0aefacf72d None None] Provisioning complete for port 551341cf-3845-45f2-8098-c434e4a03748 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:21.750529 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91062a5d-4230-47b6-8d6c-fa0aefacf72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (551341cf-3845-45f2-8098-c434e4a03748), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.754966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:21.823132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:21.830053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:21.886615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fbb43-38ef-4cf9-b384-ff646fb8b4f7 None None] Resources bound (agent type, host, resource id): {{(pid=103892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 14:58:21.989282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-91062a5d-4230-47b6-8d6c-fa0aefacf72d None None] Current status of the port 551341cf-3845-45f2-8098-c434e4a03748 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:22.042927 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (58acac50-cabe-4763-a719-4d356f6c5d9a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.089680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.101380 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Subnet': ['ID=58acac50-cabe-4763-a719-4d356f6c5d9a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:22.111682 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking segment: {'id': '251d8cb6-3627-433d-8d1f-2e0d067afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:22.112077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network hostable DHCP agents. Network: b8d8a1bd-1543-42ed-8e4d-7137f1ae6401, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:22.130939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:22.140327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b8d8a1bd-1543-42ed-8e4d-7137f1ae6401) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:22.144574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:22.145140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.149770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b8931-bf26-4c91-802a-6c1fe785555f None None] Network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:22.163249 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-340e2e36-38d0-4a55-9622-2e13413d6c12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442298 Mar 22 14:58:22.167231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33150) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:22.174521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149673634'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:22.194798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:22.200261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.228140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:22.237852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b3393dab-b209-414f-91bb-2923f086432e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.238221 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Added segment b3393dab-b209-414f-91bb-2923f086432e of type vlan for network 0036eb94-034f-49bc-9aa7-f24dd70a8521 Mar 22 14:58:22.251425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b8d8a1bd-1543-42ed-8e4d-7137f1ae6401', 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401', 'project_id': '87eabd3bd79c49458866937cbc19025d', 'fixed_ips': [{'subnet_id': '58acac50-cabe-4763-a719-4d356f6c5d9a'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:22.252595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.284653 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (0036eb94-034f-49bc-9aa7-f24dd70a8521), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.310823 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (0036eb94-034f-49bc-9aa7-f24dd70a8521), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.315931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:22.316521 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.379648 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2109170 Mar 22 14:58:22.383620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33152) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:22.385769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120164a-859f-42c2-83e1-a2185deb8216 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Network': ['ID=0036eb94-034f-49bc-9aa7-f24dd70a8521,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:22.390699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Request body: {'subnet': {'network_id': '0036eb94-034f-49bc-9aa7-f24dd70a8521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:22.400167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 0036eb94-034f-49bc-9aa7-f24dd70a8521 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:22.407694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Allocated IP 2001:db8::2 (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401/58acac50-cabe-4763-a719-4d356f6c5d9a/ab3c29c5-b3e5-44c9-b3df-0fb372649273) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:22.488200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Made reservation on behalf of 87eabd3bd79c49458866937cbc19025d for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:22.491722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.620298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks [] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.628978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.668979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:22.673772 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:22.680994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 551341cf-3845-45f2-8098-c434e4a03748 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:22.684177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:22.693716 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (8335c7cc-a595-46a6-b186-4c2f73a952f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.704135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Pushing event updated for resources: {'Port': ['ID=ab3c29c5-b3e5-44c9-b3df-0fb372649273,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:22.763648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event updated for resources: {'Subnet': ['ID=8335c7cc-a595-46a6-b186-4c2f73a952f6,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:22.768047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Checking segment: {'id': 'b3393dab-b209-414f-91bb-2923f086432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0036eb94-034f-49bc-9aa7-f24dd70a8521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:22.768415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network hostable DHCP agents. Network: 0036eb94-034f-49bc-9aa7-f24dd70a8521, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:22.770638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Attempting to bind port ab3c29c5-b3e5-44c9-b3df-0fb372649273 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:22.771128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Attempting to bind port ab3c29c5-b3e5-44c9-b3df-0fb372649273 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '251d8cb6-3627-433d-8d1f-2e0d067afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:22.771227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Attempting to bind port ab3c29c5-b3e5-44c9-b3df-0fb372649273 on network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:22.778195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:22.778963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Checking segment: {'id': '251d8cb6-3627-433d-8d1f-2e0d067afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:22.778963 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.779336 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Bound using segment: {'id': '251d8cb6-3627-433d-8d1f-2e0d067afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:22.779800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Bound port: ab3c29c5-b3e5-44c9-b3df-0fb372649273, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251d8cb6-3627-433d-8d1f-2e0d067afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b8d8a1bd-1543-42ed-8e4d-7137f1ae6401'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:22.780532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.785114 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Network 0036eb94-034f-49bc-9aa7-f24dd70a8521 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:22.794653 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 0036eb94-034f-49bc-9aa7-f24dd70a8521) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:22.798871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:22.799466 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.806591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e07fe0-03cf-4a08-ae01-6597df6e8cc0 None None] Network 0036eb94-034f-49bc-9aa7-f24dd70a8521 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:22.817252 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9c294094-1da9-4979-a573-5610bc111970 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324985 Mar 22 14:58:22.820076 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33154) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:22.827689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 551341cf-3845-45f2-8098-c434e4a03748 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:22.828065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (551341cf-3845-45f2-8098-c434e4a03748), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.922789 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (0036eb94-034f-49bc-9aa7-f24dd70a8521), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:22.977599 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (8335c7cc-a595-46a6-b186-4c2f73a952f6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.042284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (8335c7cc-a595-46a6-b186-4c2f73a952f6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.067979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Subnet': ['ID=8335c7cc-a595-46a6-b186-4c2f73a952f6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:23.110796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] For port ab3c29c5-b3e5-44c9-b3df-0fb372649273, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:23.133473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] For port ab3c29c5-b3e5-44c9-b3df-0fb372649273, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ab3c29c5-b3e5-44c9-b3df-0fb372649273,segment=NetworkSegment(251d8cb6-3627-433d-8d1f-2e0d067afcfc),segment_id=251d8cb6-3627-433d-8d1f-2e0d067afcfc)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:23.136025 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (0036eb94-034f-49bc-9aa7-f24dd70a8521), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.156807 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.161585 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0036eb94-034f-49bc-9aa7-f24dd70a8521']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:23.169973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed325a-0f2d-491e-b2aa-8e1776dcc863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-0036eb94-034f-49bc-9aa7-f24dd70a8521', 'network_id': '0036eb94-034f-49bc-9aa7-f24dd70a8521', 'project_id': '87eabd3bd79c49458866937cbc19025d', 'fixed_ips': [{'subnet_id': '8335c7cc-a595-46a6-b186-4c2f73a952f6'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:23.170816 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-eeed325a-0f2d-491e-b2aa-8e1776dcc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.172226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3393dab-b209-414f-91bb-2923f086432e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:23.172539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3393dab-b209-414f-91bb-2923f086432e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:23.182360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (b3393dab-b209-414f-91bb-2923f086432e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.196195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (b3393dab-b209-414f-91bb-2923f086432e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.202394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:23.202809 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (b3393dab-b209-414f-91bb-2923f086432e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:23.206350 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:23.270305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 551341cf-3845-45f2-8098-c434e4a03748 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:23.271841 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (0036eb94-034f-49bc-9aa7-f24dd70a8521), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.274176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e41ed-5163-4588-a69f-732c9516716a None None] Pushing event updated for resources: {'Port': ['ID=ab3c29c5-b3e5-44c9-b3df-0fb372649273,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:23.292457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c7289-54c2-4f43-8212-9571a862cafb None None] Network 0036eb94-034f-49bc-9aa7-f24dd70a8521 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:23.293604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.300382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33156) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.300552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/0036eb94-034f-49bc-9aa7-f24dd70a8521 HTTP/1.1" status: 204 len: 168 time: 0.4792204 Mar 22 14:58:23.301363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd70ff9-e3b3-437c-b528-23b05177da13 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Network': ['ID=0036eb94-034f-49bc-9aa7-f24dd70a8521,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:23.306612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c7289-54c2-4f43-8212-9571a862cafb None None] Network 0036eb94-034f-49bc-9aa7-f24dd70a8521 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:58:23.332662 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e014676-f797-4002-92ce-1fe7535aed12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] GET failed (client error): The resource could not be found. Mar 22 14:58:23.334036 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e014676-f797-4002-92ce-1fe7535aed12 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "GET /v2.0/subnets/8335c7cc-a595-46a6-b186-4c2f73a952f6 HTTP/1.1" status: 404 len: 337 time: 0.0319932 Mar 22 14:58:23.337143 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.356342 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-55313636-a288-411a-bca6-68b005e58900 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:23.356861 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55313636-a288-411a-bca6-68b005e58900 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:23.359992 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-55313636-a288-411a-bca6-68b005e58900 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/0036eb94-034f-49bc-9aa7-f24dd70a8521 HTTP/1.1" status: 404 len: 339 time: 0.0218673 Mar 22 14:58:23.363888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33160) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.404919 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51cf477-01f9-40e6-9a60-66a002462113 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:23.405469 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51cf477-01f9-40e6-9a60-66a002462113 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:23.408828 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c51cf477-01f9-40e6-9a60-66a002462113 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/subnets/8335c7cc-a595-46a6-b186-4c2f73a952f6 HTTP/1.1" status: 404 len: 337 time: 0.0440097 Mar 22 14:58:23.411656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33162) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.436126 n-d-758851-5 neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cdf4f8-ae1d-4182-ba41-d774227a3b2f tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:23.436126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cdf4f8-ae1d-4182-ba41-d774227a3b2f tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:23.441548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f9cdf4f8-ae1d-4182-ba41-d774227a3b2f tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/0036eb94-034f-49bc-9aa7-f24dd70a8521 HTTP/1.1" status: 404 len: 339 time: 0.0288134 Mar 22 14:58:23.444278 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33164) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.496921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Deleting subnet 58acac50-cabe-4763-a719-4d356f6c5d9a {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:23.500699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (58acac50-cabe-4763-a719-4d356f6c5d9a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.543567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (58acac50-cabe-4763-a719-4d356f6c5d9a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.638512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (58acac50-cabe-4763-a719-4d356f6c5d9a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.697729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (58acac50-cabe-4763-a719-4d356f6c5d9a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.723118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Subnet': ['ID=58acac50-cabe-4763-a719-4d356f6c5d9a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:23.730776 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.733954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fc2aaf9c-89e8-4582-98e0-547c091eda03 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/subnets/58acac50-cabe-4763-a719-4d356f6c5d9a HTTP/1.1" status: 204 len: 168 time: 0.2884276 Mar 22 14:58:23.736860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33166) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:23.814525 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.882204 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Deleting port ab3c29c5-b3e5-44c9-b3df-0fb372649273 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:23.882954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.898477 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.947297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] For port ab3c29c5-b3e5-44c9-b3df-0fb372649273, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=ab3c29c5-b3e5-44c9-b3df-0fb372649273,segment=NetworkSegment(251d8cb6-3627-433d-8d1f-2e0d067afcfc),segment_id=251d8cb6-3627-433d-8d1f-2e0d067afcfc)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:23.947657 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:23.961155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Calling delete_port for ab3c29c5-b3e5-44c9-b3df-0fb372649273 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:24.046120 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ab3c29c5-b3e5-44c9-b3df-0fb372649273), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.071907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Port': ['ID=ab3c29c5-b3e5-44c9-b3df-0fb372649273,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:24.075713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No DVR routers for this DVR port ab3c29c5-b3e5-44c9-b3df-0fb372649273 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:24.149572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415caf97-82d5-4136-ba62-85056dc0b8bf None None] Network b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:24.157156 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.177730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d8a1bd-1543-42ed-8e4d-7137f1ae6401']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.187357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251d8cb6-3627-433d-8d1f-2e0d067afcfc') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.187703 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251d8cb6-3627-433d-8d1f-2e0d067afcfc') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:24.201643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (251d8cb6-3627-433d-8d1f-2e0d067afcfc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.215537 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (251d8cb6-3627-433d-8d1f-2e0d067afcfc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.221895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:24.222376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (251d8cb6-3627-433d-8d1f-2e0d067afcfc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:24.225494 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:24.230309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6918e8a3-4978-48a8-af90-70406286382a None None] Could not find standard attr ID for object ab3c29c5-b3e5-44c9-b3df-0fb372649273. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:58:24.286425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadfb75-78db-4f75-9f51-7b9b5a5384d8 None None] DHCP port deletion for b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:58:24.289320 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b8d8a1bd-1543-42ed-8e4d-7137f1ae6401), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.297601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.303802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/b8d8a1bd-1543-42ed-8e4d-7137f1ae6401 HTTP/1.1" status: 204 len: 168 time: 0.5637794 Mar 22 14:58:24.304211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33170) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.311721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623323a-0ffd-43e9-88ca-bcc9b4104aee tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Network': ['ID=b8d8a1bd-1543-42ed-8e4d-7137f1ae6401,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:24.333162 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a242e1-cf05-4850-b4b0-816efd33c320 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:24.333630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a242e1-cf05-4850-b4b0-816efd33c320 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:24.336792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d8a242e1-cf05-4850-b4b0-816efd33c320 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/subnets/7f0b131a-328d-49f6-8013-d26c408b4c72 HTTP/1.1" status: 404 len: 337 time: 0.0315051 Mar 22 14:58:24.339461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33172) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.357779 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-64de3e78-096b-469e-a3ce-af42b0c57d51 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:24.358304 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64de3e78-096b-469e-a3ce-af42b0c57d51 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:24.361197 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-64de3e78-096b-469e-a3ce-af42b0c57d51 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/71698899-e19e-4ad7-83dc-5179a3389a20 HTTP/1.1" status: 404 len: 339 time: 0.0208259 Mar 22 14:58:24.363692 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33174) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.388986 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c54c1e-3804-4a52-a908-f17b2db8fbeb tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:24.389358 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c54c1e-3804-4a52-a908-f17b2db8fbeb tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:24.392314 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14c54c1e-3804-4a52-a908-f17b2db8fbeb tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/subnets/06ce2a93-f869-4413-b271-1004a1e0cc01 HTTP/1.1" status: 404 len: 337 time: 0.0276966 Mar 22 14:58:24.395158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33176) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.420062 n-d-758851-5 neutron-server[103891]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c369b37-58ef-425b-b087-a37edd1d4164 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] DELETE failed (client error): The resource could not be found. Mar 22 14:58:24.420525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c369b37-58ef-425b-b087-a37edd1d4164 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103891) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 14:58:24.423601 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8c369b37-58ef-425b-b087-a37edd1d4164 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/6b7dc41f-854f-494b-adb1-b6cbccec9ffc HTTP/1.1" status: 404 len: 339 time: 0.0272553 Mar 22 14:58:24.426202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.481480 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Deleting subnet 39616a9c-719a-4632-bd03-2fb167c51d18 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:24.484900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (39616a9c-719a-4632-bd03-2fb167c51d18), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.528115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (39616a9c-719a-4632-bd03-2fb167c51d18), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.613546 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (39616a9c-719a-4632-bd03-2fb167c51d18), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.678659 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (39616a9c-719a-4632-bd03-2fb167c51d18), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.705847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Subnet': ['ID=39616a9c-719a-4632-bd03-2fb167c51d18,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:24.711384 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.718366 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8b957819-6428-46ba-bcb3-113a204027b6 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/subnets/39616a9c-719a-4632-bd03-2fb167c51d18 HTTP/1.1" status: 204 len: 168 time: 0.2911754 Mar 22 14:58:24.721101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33180) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:24.722177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022fdb3-325a-4019-8fed-63db074c3882 None None] Network bc48c3d1-9e1c-4159-b985-13ba7057843c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:24.801266 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (bc48c3d1-9e1c-4159-b985-13ba7057843c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.860111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Deleting port 551341cf-3845-45f2-8098-c434e4a03748 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:24.860459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (551341cf-3845-45f2-8098-c434e4a03748), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.892947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] DHCP port deletion for bc48c3d1-9e1c-4159-b985-13ba7057843c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:58:24.925387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] For port 551341cf-3845-45f2-8098-c434e4a03748, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=551341cf-3845-45f2-8098-c434e4a03748,segment=NetworkSegment(cfcbd42c-06ef-44b0-82df-d73e94b7594d),segment_id=cfcbd42c-06ef-44b0-82df-d73e94b7594d)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:24.925738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (551341cf-3845-45f2-8098-c434e4a03748), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.941135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Calling delete_port for 551341cf-3845-45f2-8098-c434e4a03748 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:24.941381 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:24.956781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Deleting port 551341cf-3845-45f2-8098-c434e4a03748 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:24.957158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (551341cf-3845-45f2-8098-c434e4a03748), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.021816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] For port 551341cf-3845-45f2-8098-c434e4a03748, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=551341cf-3845-45f2-8098-c434e4a03748,segment=NetworkSegment(cfcbd42c-06ef-44b0-82df-d73e94b7594d),segment_id=cfcbd42c-06ef-44b0-82df-d73e94b7594d)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:25.022344 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (551341cf-3845-45f2-8098-c434e4a03748), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.024743 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (551341cf-3845-45f2-8098-c434e4a03748), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.036251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Calling delete_port for 551341cf-3845-45f2-8098-c434e4a03748 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:25.049824 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Port': ['ID=551341cf-3845-45f2-8098-c434e4a03748,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.053481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] No DVR routers for this DVR port 551341cf-3845-45f2-8098-c434e4a03748 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 14:58:25.115321 n-d-758851-5 neutron-server[103892]: self.session.flush() Mar 22 14:58:25.120224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (551341cf-3845-45f2-8098-c434e4a03748), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.139667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (bc48c3d1-9e1c-4159-b985-13ba7057843c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.145555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] Pushing event deleted for resources: {'Port': ['ID=551341cf-3845-45f2-8098-c434e4a03748,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.149014 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1ceaf-d4bb-4ac2-b401-dbbfecf0913c None None] No DVR routers for this DVR port 551341cf-3845-45f2-8098-c434e4a03748 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:25.163627 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc48c3d1-9e1c-4159-b985-13ba7057843c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.173036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcbd42c-06ef-44b0-82df-d73e94b7594d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.173331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcbd42c-06ef-44b0-82df-d73e94b7594d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:25.182552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (cfcbd42c-06ef-44b0-82df-d73e94b7594d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.196079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (cfcbd42c-06ef-44b0-82df-d73e94b7594d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.202442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:25.202812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (cfcbd42c-06ef-44b0-82df-d73e94b7594d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:25.205979 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:25.265865 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (bc48c3d1-9e1c-4159-b985-13ba7057843c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.273383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.277341 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] 10.222.0.81 "DELETE /v2.0/networks/bc48c3d1-9e1c-4159-b985-13ba7057843c HTTP/1.1" status: 204 len: 168 time: 0.5549190 Mar 22 14:58:25.289320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a41b7-97ca-4e1f-afb6-bf7a0d991465 tempest-NetworksIpV6Test-467398658 tempest-NetworksIpV6Test-467398658-project] Pushing event deleted for resources: {'Network': ['ID=bc48c3d1-9e1c-4159-b985-13ba7057843c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:25.535609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.673098 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1061f967-ddf9-47c9-9a47-38f662286ee4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87eabd3bd79c49458866937cbc19025d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363447 Mar 22 14:58:25.675839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:25.731492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] Publish callbacks [] for security_group (8de7e6d7-46b7-426b-9e45-9449e05b1d7f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.758023 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] Publish callbacks [] for security_group (8de7e6d7-46b7-426b-9e45-9449e05b1d7f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.811548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8de7e6d7-46b7-426b-9e45-9449e05b1d7f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.814229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:25.815421 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8de7e6d7-46b7-426b-9e45-9449e05b1d7f HTTP/1.1" status: 204 len: 168 time: 0.1386607 Mar 22 14:58:25.823078 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c917-cdac-4417-970c-bf2b2ff51f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de7e6d7-46b7-426b-9e45-9449e05b1d7f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.485813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33212) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.588003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-318354927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.611514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.613138 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.663231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 551341cf-3845-45f2-8098-c434e4a03748 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:26.671929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router_controller (d54b14d0-aeaa-4dbf-974a-ca169135153b), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.677157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.683741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 551341cf-3845-45f2-8098-c434e4a03748 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:26.684093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 551341cf-3845-45f2-8098-c434e4a03748 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:26.699361 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.700641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-182fdc92-fdb4-4eed-b060-6137c8444028 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2137654 Mar 22 14:58:26.703754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33216) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:26.708536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-297325163'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:26.727963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Made reservation on behalf of b36eb28ae97741e4aeb45cc3f28699f0 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:26.731392 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.740238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.814518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for security_group (06615dac-791a-4ffd-9f34-930d76bc6ee8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.820355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06615dac-791a-4ffd-9f34-930d76bc6ee8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.847050 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:26.856817 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06615dac-791a-4ffd-9f34-930d76bc6ee8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:26.861554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9efbc619-28d6-4354-800f-35f60302eba2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.861901 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Added segment 9efbc619-28d6-4354-800f-35f60302eba2 of type vlan for network c77504ec-2dcf-46bd-8d76-22ed1df76993 Mar 22 14:58:26.901081 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (c77504ec-2dcf-46bd-8d76-22ed1df76993), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.928415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (c77504ec-2dcf-46bd-8d76-22ed1df76993), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.933580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:26.934227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:26.998816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2940366 Mar 22 14:58:27.002026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33218) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:27.005114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0fbe0-d552-4439-b2d1-a0ef7c8d0b03 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event updated for resources: {'Network': ['ID=c77504ec-2dcf-46bd-8d76-22ed1df76993,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.008581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'subnet': {'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:27.016619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:27.103284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Made reservation on behalf of b36eb28ae97741e4aeb45cc3f28699f0 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:27.106855 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.293805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.350817 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event updated for resources: {'Subnet': ['ID=bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.363172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Checking segment: {'id': '9efbc619-28d6-4354-800f-35f60302eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:27.363538 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Network hostable DHCP agents. Network: c77504ec-2dcf-46bd-8d76-22ed1df76993, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:27.383312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:27.393354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, c77504ec-2dcf-46bd-8d76-22ed1df76993) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:27.397837 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:27.399208 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.402474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f330a97-a53f-471e-a98a-b98c335721f3 None None] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:27.420138 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f762bb1f-2110-4a68-9f0a-7256a83e1921 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163561 Mar 22 14:58:27.423281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33220) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:27.428191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-903983764'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:27.449474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Made reservation on behalf of b36eb28ae97741e4aeb45cc3f28699f0 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:27.452820 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.477632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:27.488653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (79c58ac0-9610-410b-b97e-88e84389565a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.489000 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Added segment 79c58ac0-9610-410b-b97e-88e84389565a of type vlan for network d332cc8f-95f1-4993-94cd-06be7f9a4c51 Mar 22 14:58:27.513251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-c77504ec-2dcf-46bd-8d76-22ed1df76993', 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993', 'project_id': 'b36eb28ae97741e4aeb45cc3f28699f0', 'fixed_ips': [{'subnet_id': 'bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:27.514226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.530976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (d332cc8f-95f1-4993-94cd-06be7f9a4c51), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.557362 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (d332cc8f-95f1-4993-94cd-06be7f9a4c51), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.562507 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:27.563111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.627078 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2027369 Mar 22 14:58:27.629939 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33222) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:27.635417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'subnet': {'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:27.652902 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dcc90-c4db-4d4e-8529-51cd66c58a3c tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event updated for resources: {'Network': ['ID=d332cc8f-95f1-4993-94cd-06be7f9a4c51,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.656403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Allocated IP 172.20.0.2 (c77504ec-2dcf-46bd-8d76-22ed1df76993/bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b/fca9b4f1-fb6c-4877-93c4-43db3e54192e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:27.664577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:27.731384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Made reservation on behalf of b36eb28ae97741e4aeb45cc3f28699f0 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:27.735360 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.865359 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks [] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.873587 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.910801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:27.917270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:27.921990 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:27.923379 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (eca87f42-51cf-461f-981d-42d5d84d171e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.925095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Pushing event updated for resources: {'Port': ['ID=fca9b4f1-fb6c-4877-93c4-43db3e54192e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:27.979142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Attempting to bind port fca9b4f1-fb6c-4877-93c4-43db3e54192e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:27.979505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Attempting to bind port fca9b4f1-fb6c-4877-93c4-43db3e54192e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9efbc619-28d6-4354-800f-35f60302eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:27.979885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Attempting to bind port fca9b4f1-fb6c-4877-93c4-43db3e54192e on network c77504ec-2dcf-46bd-8d76-22ed1df76993 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:27.985105 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:27.985470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Checking segment: {'id': '9efbc619-28d6-4354-800f-35f60302eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:27.985872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.986290 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Bound using segment: {'id': '9efbc619-28d6-4354-800f-35f60302eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:27.986760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Bound port: fca9b4f1-fb6c-4877-93c4-43db3e54192e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efbc619-28d6-4354-800f-35f60302eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c77504ec-2dcf-46bd-8d76-22ed1df76993'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:27.987140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:27.995737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event updated for resources: {'Subnet': ['ID=eca87f42-51cf-461f-981d-42d5d84d171e,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.003702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Checking segment: {'id': '79c58ac0-9610-410b-b97e-88e84389565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:28.004363 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Network hostable DHCP agents. Network: d332cc8f-95f1-4993-94cd-06be7f9a4c51, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:28.022915 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:28.032470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, d332cc8f-95f1-4993-94cd-06be7f9a4c51) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:28.037207 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:28.037822 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.045678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b561a2-a9e9-40d7-bdeb-4f88c88278cf None None] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:28.057307 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e357cef1-9162-42ea-89f9-001a2f5fd497 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4262645 Mar 22 14:58:28.060071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33224) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:28.064926 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ca15025b-770c-4ec7-94e4-703424f6799d tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:28.100553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] For port fca9b4f1-fb6c-4877-93c4-43db3e54192e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:28.122854 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] For port fca9b4f1-fb6c-4877-93c4-43db3e54192e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fca9b4f1-fb6c-4877-93c4-43db3e54192e,segment=NetworkSegment(9efbc619-28d6-4354-800f-35f60302eba2),segment_id=9efbc619-28d6-4354-800f-35f60302eba2)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:28.131598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.216917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b3e3-02c8-4dc9-a400-3fbc33b493ba None None] Pushing event updated for resources: {'Port': ['ID=fca9b4f1-fb6c-4877-93c4-43db3e54192e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.220708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-d332cc8f-95f1-4993-94cd-06be7f9a4c51', 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51', 'project_id': 'b36eb28ae97741e4aeb45cc3f28699f0', 'fixed_ips': [{'subnet_id': 'eca87f42-51cf-461f-981d-42d5d84d171e'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:28.221594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.292965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ca15025b-770c-4ec7-94e4-703424f6799d tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router_gateway (d54b14d0-aeaa-4dbf-974a-ca169135153b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.376970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Allocated IP 172.21.0.2 (d332cc8f-95f1-4993-94cd-06be7f9a4c51/eca87f42-51cf-461f-981d-42d5d84d171e/fd9a8fcc-ad12-4da5-94c3-a6f8e8759368) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:28.429673 n-d-758851-5 neutron-server[103891]: INFO neutron.api.v2.resource [None req-ca15025b-770c-4ec7-94e4-703424f6799d tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 14:58:28.430792 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ca15025b-770c-4ec7-94e4-703424f6799d tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "PUT /v2.0/routers/d54b14d0-aeaa-4dbf-974a-ca169135153b HTTP/1.1" status: 400 len: 364 time: 0.3695931 Mar 22 14:58:28.437375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:28.502784 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Deleting subnet eca87f42-51cf-461f-981d-42d5d84d171e {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:28.548570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks [] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.555672 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (eca87f42-51cf-461f-981d-42d5d84d171e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.555842 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.592275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:28.595455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (eca87f42-51cf-461f-981d-42d5d84d171e), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.598872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:28.603499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:28.606537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Pushing event updated for resources: {'Port': ['ID=fd9a8fcc-ad12-4da5-94c3-a6f8e8759368,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.675225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Attempting to bind port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:28.675916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Attempting to bind port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '79c58ac0-9610-410b-b97e-88e84389565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:28.675916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Attempting to bind port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 on network d332cc8f-95f1-4993-94cd-06be7f9a4c51 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:28.679305 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.682104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:28.682470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Checking segment: {'id': '79c58ac0-9610-410b-b97e-88e84389565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:28.682859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.683254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Bound using segment: {'id': '79c58ac0-9610-410b-b97e-88e84389565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:28.683722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Bound port: fd9a8fcc-ad12-4da5-94c3-a6f8e8759368, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c58ac0-9610-410b-b97e-88e84389565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd332cc8f-95f1-4993-94cd-06be7f9a4c51'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:28.684096 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.697035 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (eca87f42-51cf-461f-981d-42d5d84d171e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.744439 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fca9b4f1-fb6c-4877-93c4-43db3e54192e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:28.761004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (eca87f42-51cf-461f-981d-42d5d84d171e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.775929 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] For port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:28.780272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] For port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fd9a8fcc-ad12-4da5-94c3-a6f8e8759368,segment=NetworkSegment(79c58ac0-9610-410b-b97e-88e84389565a),segment_id=79c58ac0-9610-410b-b97e-88e84389565a)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:28.788511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Subnet': ['ID=eca87f42-51cf-461f-981d-42d5d84d171e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.790865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.792506 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.798071 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6be407dd-e332-45fe-8d15-aaa74132f863 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "DELETE /v2.0/subnets/eca87f42-51cf-461f-981d-42d5d84d171e HTTP/1.1" status: 204 len: 168 time: 0.3525617 Mar 22 14:58:28.798438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33228) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:28.858351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fca9b4f1-fb6c-4877-93c4-43db3e54192e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:28.858727 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.861783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4bdaa-a429-4de9-9010-a305b337639d None None] Pushing event updated for resources: {'Port': ['ID=fd9a8fcc-ad12-4da5-94c3-a6f8e8759368,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:28.883202 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (d332cc8f-95f1-4993-94cd-06be7f9a4c51), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.955352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Deleting port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:28.955695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.957078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fca9b4f1-fb6c-4877-93c4-43db3e54192e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:28.957682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:28.998581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port fca9b4f1-fb6c-4877-93c4-43db3e54192e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fca9b4f1-fb6c-4877-93c4-43db3e54192e,segment=NetworkSegment(9efbc619-28d6-4354-800f-35f60302eba2),segment_id=9efbc619-28d6-4354-800f-35f60302eba2)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:29.003333 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.037451 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] For port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fd9a8fcc-ad12-4da5-94c3-a6f8e8759368,segment=NetworkSegment(79c58ac0-9610-410b-b97e-88e84389565a),segment_id=79c58ac0-9610-410b-b97e-88e84389565a)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:29.037932 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.058834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=fca9b4f1-fb6c-4877-93c4-43db3e54192e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.067156 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Calling delete_port for fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:29.171898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fd9a8fcc-ad12-4da5-94c3-a6f8e8759368), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.201521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] No DVR routers for this DVR port fd9a8fcc-ad12-4da5-94c3-a6f8e8759368 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:29.206601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Port': ['ID=fd9a8fcc-ad12-4da5-94c3-a6f8e8759368,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.291107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (d332cc8f-95f1-4993-94cd-06be7f9a4c51), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.312230 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d332cc8f-95f1-4993-94cd-06be7f9a4c51']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:29.321517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c58ac0-9610-410b-b97e-88e84389565a') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:29.321813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c58ac0-9610-410b-b97e-88e84389565a') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:29.332250 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (79c58ac0-9610-410b-b97e-88e84389565a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.344834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110f507-88cd-499a-81af-e14d9d84db62 None None] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:29.346201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (79c58ac0-9610-410b-b97e-88e84389565a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.352138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:29.352524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (79c58ac0-9610-410b-b97e-88e84389565a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: timer() Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:29.355717 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:29.418987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (d332cc8f-95f1-4993-94cd-06be7f9a4c51), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.429622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.433030 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "DELETE /v2.0/networks/d332cc8f-95f1-4993-94cd-06be7f9a4c51 HTTP/1.1" status: 204 len: 168 time: 0.6334538 Mar 22 14:58:29.435608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33230) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.471388 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13862c-a20f-47c5-9186-9dfac075bbfa tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Network': ['ID=d332cc8f-95f1-4993-94cd-06be7f9a4c51,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.497698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Deleting subnet bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 14:58:29.501624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.548213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.607116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.607657 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-f0c08933-609a-4b89-b225-674e1d13babc None None] Provisioning complete for port fca9b4f1-fb6c-4877-93c4-43db3e54192e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:29.608017 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0c08933-609a-4b89-b225-674e1d13babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.646107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.706004 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.720241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.723825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "DELETE /v2.0/subnets/bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b HTTP/1.1" status: 204 len: 168 time: 0.2871640 Mar 22 14:58:29.725062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-f0c08933-609a-4b89-b225-674e1d13babc None None] Current status of the port fca9b4f1-fb6c-4877-93c4-43db3e54192e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:29.726342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33232) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:29.742466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013a73d-4c53-46fc-b0cc-045ce7286e0b tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaa111c-3ebe-4a3e-a16a-87bda2b19c7b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:29.821893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (c77504ec-2dcf-46bd-8d76-22ed1df76993), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.879298 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Deleting port fca9b4f1-fb6c-4877-93c4-43db3e54192e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:58:29.879636 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.952378 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] For port fca9b4f1-fb6c-4877-93c4-43db3e54192e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fca9b4f1-fb6c-4877-93c4-43db3e54192e,segment=NetworkSegment(9efbc619-28d6-4354-800f-35f60302eba2),segment_id=9efbc619-28d6-4354-800f-35f60302eba2)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:29.952750 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:29.964351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f273b3a-f287-4669-99ff-239300aeccc6 None None] Network c77504ec-2dcf-46bd-8d76-22ed1df76993 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:29.967079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Calling delete_port for fca9b4f1-fb6c-4877-93c4-43db3e54192e owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:58:30.044800 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3bbdfe-0f87-457b-88eb-72c3ea99058e None None] DHCP port deletion for d332cc8f-95f1-4993-94cd-06be7f9a4c51 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:58:30.057296 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.075843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3b6b574e-b475-4045-afe2-fab344ef036d None None] Provisioning complete for port fca9b4f1-fb6c-4877-93c4-43db3e54192e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:30.076225 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b6b574e-b475-4045-afe2-fab344ef036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fca9b4f1-fb6c-4877-93c4-43db3e54192e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.079119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bfcf0-b866-4739-b14a-a5caaa203c3b None None] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:30.081691 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Port': ['ID=fca9b4f1-fb6c-4877-93c4-43db3e54192e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:30.087434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] No DVR routers for this DVR port fca9b4f1-fb6c-4877-93c4-43db3e54192e on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:58:30.114795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bfcf0-b866-4739-b14a-a5caaa203c3b None None] Network d332cc8f-95f1-4993-94cd-06be7f9a4c51 could not be found, it might have been deleted concurrently. {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 14:58:30.116302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b574e-b475-4045-afe2-fab344ef036d None None] Port fca9b4f1-fb6c-4877-93c4-43db3e54192e was deleted so its status cannot be updated. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 14:58:30.122072 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3b6b574e-b475-4045-afe2-fab344ef036d None None] Could not find standard attr ID for object fd9a8fcc-ad12-4da5-94c3-a6f8e8759368. {{(pid=103892) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 14:58:30.176064 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (c77504ec-2dcf-46bd-8d76-22ed1df76993), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.176935 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60dba52-bf76-4e3c-b035-b3e252013dac None None] DHCP port deletion for c77504ec-2dcf-46bd-8d76-22ed1df76993 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 14:58:30.196990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77504ec-2dcf-46bd-8d76-22ed1df76993']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:30.206151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efbc619-28d6-4354-800f-35f60302eba2') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:30.206447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efbc619-28d6-4354-800f-35f60302eba2') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:30.215736 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (9efbc619-28d6-4354-800f-35f60302eba2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.228848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9efbc619-28d6-4354-800f-35f60302eba2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.234727 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 14:58:30.235158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (9efbc619-28d6-4354-800f-35f60302eba2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: timer() Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 14:58:30.238207 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 14:58:30.297589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (c77504ec-2dcf-46bd-8d76-22ed1df76993), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.305628 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.311212 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "DELETE /v2.0/networks/c77504ec-2dcf-46bd-8d76-22ed1df76993 HTTP/1.1" status: 204 len: 168 time: 0.5809243 Mar 22 14:58:30.311674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33234) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:30.320392 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98d913-41fc-4b85-90c1-d37e13fb1c1f tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Pushing event deleted for resources: {'Network': ['ID=c77504ec-2dcf-46bd-8d76-22ed1df76993,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:30.339706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-211da35c-1212-426d-9b9d-cc08e0518d00 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d54b14d0-aeaa-4dbf-974a-ca169135153b HTTP/1.1" status: 200 len: 205 time: 0.0268385 Mar 22 14:58:30.342450 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33236) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:30.419529 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.600515 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.602908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router_controller (d54b14d0-aeaa-4dbf-974a-ca169135153b), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.654281 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (d54b14d0-aeaa-4dbf-974a-ca169135153b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.654812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Fanout notify agent at l3_agent the message router_deleted on router d54b14d0-aeaa-4dbf-974a-ca169135153b {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 14:58:30.661882 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:30.666104 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-5242b420-2814-4e42-9481-b16d7678e803 tempest-RoutersNegativeTest-1281873799 tempest-RoutersNegativeTest-1281873799-project] 10.222.0.81 "DELETE /v2.0/routers/d54b14d0-aeaa-4dbf-974a-ca169135153b HTTP/1.1" status: 204 len: 168 time: 0.3196337 Mar 22 14:58:30.669246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fca9b4f1-fb6c-4877-93c4-43db3e54192e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:58:30.689907 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: fca9b4f1-fb6c-4877-93c4-43db3e54192e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:58:30.690372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fca9b4f1-fb6c-4877-93c4-43db3e54192e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:58:30.939197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33242) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:31.395328 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f67a0bad-4975-4417-9173-6675afefa165 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b36eb28ae97741e4aeb45cc3f28699f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549642 Mar 22 14:58:31.398825 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:31.444228 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] Publish callbacks [] for security_group (06615dac-791a-4ffd-9f34-930d76bc6ee8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.466270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] Publish callbacks [] for security_group (06615dac-791a-4ffd-9f34-930d76bc6ee8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.516727 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (06615dac-791a-4ffd-9f34-930d76bc6ee8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.519453 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:31.520682 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06615dac-791a-4ffd-9f34-930d76bc6ee8 HTTP/1.1" status: 204 len: 168 time: 0.1210082 Mar 22 14:58:31.530582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fcc4b-256a-4d12-b453-d61c0053342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06615dac-791a-4ffd-9f34-930d76bc6ee8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:32.180801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33268) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:32.284007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1857059283-network', 'tenant_id': '98da3832906e41188494c3272075e533'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:32.315075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Made reservation on behalf of 98da3832906e41188494c3272075e533 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:32.318518 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.337365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.412467 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks [] for security_group (7b29afab-6827-40a1-b58a-12f0588a9fb1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.417859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b29afab-6827-40a1-b58a-12f0588a9fb1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.441295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:32.450645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29afab-6827-40a1-b58a-12f0588a9fb1,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:32.455293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (aacd30fb-543d-41b6-86b2-a6654a962186), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.455645 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Added segment aacd30fb-543d-41b6-86b2-a6654a962186 of type vlan for network b1978341-cfd5-4f8b-9617-f925b0eb2f1d Mar 22 14:58:32.495045 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (b1978341-cfd5-4f8b-9617-f925b0eb2f1d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.521859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (b1978341-cfd5-4f8b-9617-f925b0eb2f1d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.522915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:32.523624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.585137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4032619 Mar 22 14:58:32.587971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:32.592519 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Request body: {'subnet': {'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-subnet', 'tenant_id': '98da3832906e41188494c3272075e533', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:32.598403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f36c-57e7-4f56-a5fb-6a6d817f54f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1978341-cfd5-4f8b-9617-f925b0eb2f1d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:32.608250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:32.617287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Made reservation on behalf of 98da3832906e41188494c3272075e533 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:32.619692 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.787967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (385ee563-b125-4cce-b374-b76f89c5d2a1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.839819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385ee563-b125-4cce-b374-b76f89c5d2a1,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:32.856603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Checking segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:32.856964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Network hostable DHCP agents. Network: b1978341-cfd5-4f8b-9617-f925b0eb2f1d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:32.874354 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:32.883239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, b1978341-cfd5-4f8b-9617-f925b0eb2f1d) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:32.887446 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:32.888040 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.891775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5b825-7162-4ba8-bf01-8acac887ed0a None None] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:32.904438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-78074f36-98ab-46b9-a87a-88b114230161 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3153257 Mar 22 14:58:32.907089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33274) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:32.911341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:32.932235 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.933383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.984734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for router_controller (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:32.993197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'project_id': '98da3832906e41188494c3272075e533', 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:32.994085 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.129501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Allocated IP 172.20.0.2 (b1978341-cfd5-4f8b-9617-f925b0eb2f1d/385ee563-b125-4cce-b374-b76f89c5d2a1/823d626b-348f-471b-9760-ae990f3a11bb) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:33.129783 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for router_gateway (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.271146 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks [] for port (823d626b-348f-471b-9760-ae990f3a11bb), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.277232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (823d626b-348f-471b-9760-ae990f3a11bb), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.313438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:33.316299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:33.323167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:33.328559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Pushing event updated for resources: {'Port': ['ID=823d626b-348f-471b-9760-ae990f3a11bb,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:33.329600 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for router_gateway (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.384326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Attempting to bind port 823d626b-348f-471b-9760-ae990f3a11bb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:33.384553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Attempting to bind port 823d626b-348f-471b-9760-ae990f3a11bb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:33.384915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Attempting to bind port 823d626b-348f-471b-9760-ae990f3a11bb on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:33.390363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:33.390729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Checking segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:33.391136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.391523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Bound using segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:33.391962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Bound port: 823d626b-348f-471b-9760-ae990f3a11bb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:33.392366 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (823d626b-348f-471b-9760-ae990f3a11bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.462830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] For port 823d626b-348f-471b-9760-ae990f3a11bb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:33.466417 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] For port 823d626b-348f-471b-9760-ae990f3a11bb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=823d626b-348f-471b-9760-ae990f3a11bb,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:33.474111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (823d626b-348f-471b-9760-ae990f3a11bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.535401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b545-32a5-4b76-a846-51281c1be156 None None] Pushing event updated for resources: {'Port': ['ID=823d626b-348f-471b-9760-ae990f3a11bb,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:33.620798 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:58:33.660642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.781922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Allocated IP 172.25.3.72 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/140d6a8f-00e8-401a-b127-b83694fd4e4c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:33.890827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.929278 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:33.965644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:33.969178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:33.975934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:33.981769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Pushing event updated for resources: {'Port': ['ID=140d6a8f-00e8-401a-b127-b83694fd4e4c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:34.236571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for router_gateway (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.441865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f892f2a-8b03-4d15-b8ab-e5aafeddcdd5 None None] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:34.443798 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.516331 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Provisioning complete for port 823d626b-348f-471b-9760-ae990f3a11bb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:34.516715 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (823d626b-348f-471b-9760-ae990f3a11bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.580665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:58:34.629262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Current status of the port 823d626b-348f-471b-9760-ae990f3a11bb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:34.629657 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (823d626b-348f-471b-9760-ae990f3a11bb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.670711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] For port 823d626b-348f-471b-9760-ae990f3a11bb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=823d626b-348f-471b-9760-ae990f3a11bb,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:34.676564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (823d626b-348f-471b-9760-ae990f3a11bb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.701011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:34.711352 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Sync routers for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:34.723805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:34.726377 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:34.728541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.733601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e774d6d5-dc00-4feb-ac0d-81c43e14c93e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8224096 Mar 22 14:58:34.733601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33276) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:34.747727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c47231-55e2-4e73-b2c9-9da7a6aa8916 None None] Pushing event updated for resources: {'Port': ['ID=823d626b-348f-471b-9760-ae990f3a11bb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:34.773608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 823d626b-348f-471b-9760-ae990f3a11bb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:34.825533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 823d626b-348f-471b-9760-ae990f3a11bb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:34.825909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (823d626b-348f-471b-9760-ae990f3a11bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:34.857137 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:34.927043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 823d626b-348f-471b-9760-ae990f3a11bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:34.998538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3606570a-e019-43a6-9c35-9da270695e0b None None] Provisioning complete for port 823d626b-348f-471b-9760-ae990f3a11bb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:34.998926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3606570a-e019-43a6-9c35-9da270695e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (823d626b-348f-471b-9760-ae990f3a11bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.036677 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:34Z', 'revision_number': 3, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:35.066729 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Checking router: 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:35.067119 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Updating router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a port 140d6a8f-00e8-401a-b127-b83694fd4e4c binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:35.085718 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3606570a-e019-43a6-9c35-9da270695e0b None None] Current status of the port 823d626b-348f-471b-9760-ae990f3a11bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:35.106923 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.208235 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.363153 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks [] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.369042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Allocated IP 172.20.0.1 (b1978341-cfd5-4f8b-9617-f925b0eb2f1d/385ee563-b125-4cce-b374-b76f89c5d2a1/5b6e09bd-44d9-4e1f-a3f7-b65e952d0239) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:35.369272 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.418525 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Attempting to bind port 140d6a8f-00e8-401a-b127-b83694fd4e4c on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:35.418873 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Attempting to bind port 140d6a8f-00e8-401a-b127-b83694fd4e4c by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:35.419252 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Attempting to bind port 140d6a8f-00e8-401a-b127-b83694fd4e4c on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:35.426077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Pushing event updated for resources: {'Port': ['ID=140d6a8f-00e8-401a-b127-b83694fd4e4c,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.429195 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:35.429565 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:35.429979 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.430485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:35.430948 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Bound port: 140d6a8f-00e8-401a-b127-b83694fd4e4c, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:35.431321 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.452829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.453172 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.453505 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.453834 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.454410 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.454736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.455055 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.455372 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.455949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.456067 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.456301 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.456611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.456923 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.457223 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.457531 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:58:35.473085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks [] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.495486 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] For port 140d6a8f-00e8-401a-b127-b83694fd4e4c, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:35.498852 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] For port 140d6a8f-00e8-401a-b127-b83694fd4e4c, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=140d6a8f-00e8-401a-b127-b83694fd4e4c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:35.505589 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.507069 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.546863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:35.549784 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:35.553460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:35.564950 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:35.565692 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:35.585290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.598851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.602248 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424e75-da8d-4c61-87f4-29e5b20d7db8 None None] Pushing event updated for resources: {'Port': ['ID=140d6a8f-00e8-401a-b127-b83694fd4e4c,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.684572 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:35.739173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.816013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-12b5a3b2-757c-4c68-ba81-269211e14dd4 None None] Provisioning complete for port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:35.816609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-12b5a3b2-757c-4c68-ba81-269211e14dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.856511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-12b5a3b2-757c-4c68-ba81-269211e14dd4 None None] Port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:35.864149 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:34Z', 'revision_number': 3, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:35.890547 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad3209-5eed-405e-aa43-887f6f908363 None None] The sync data for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 is: [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:34Z', 'revision_number': 3, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:35.906760 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks [] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.915662 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:35.981548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:35.984211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.079694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:36.081008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:36.215884 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:36.339481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:36.345100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b95565a4-080e-4539-9d0d-baadc2d04195 admin admin] 10.222.0.81 "PUT /v2.0/routers/2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6109362 Mar 22 14:58:36.383023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5247170c-21f4-4ed4-8396-e02858b31b45 None None] Provisioning complete for port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:36.383792 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5247170c-21f4-4ed4-8396-e02858b31b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.419217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5247170c-21f4-4ed4-8396-e02858b31b45 None None] Port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:36.777065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 823d626b-348f-471b-9760-ae990f3a11bb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:36.826782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 823d626b-348f-471b-9760-ae990f3a11bb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:36.827398 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (823d626b-348f-471b-9760-ae990f3a11bb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.876667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33292) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:36.881602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1101923721-network', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:36.901196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Made reservation on behalf of 8fd4324742a340a79fceb0c8e4e52091 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:36.903596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.908513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 823d626b-348f-471b-9760-ae990f3a11bb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:36.909565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 140d6a8f-00e8-401a-b127-b83694fd4e4c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:36.915800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.955683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 140d6a8f-00e8-401a-b127-b83694fd4e4c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:36.955975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.991439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks [] for security_group (11fd89bb-bbda-4e02-af05-2242637c33a9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:36.996984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (11fd89bb-bbda-4e02-af05-2242637c33a9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.024606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723650af-6419-4582-8f81-e40324762678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 14:58:37.035665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd89bb-bbda-4e02-af05-2242637c33a9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:37.041496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1148df45-a4ef-436b-9fdc-4943066c7ec0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.041836 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Added segment 1148df45-a4ef-436b-9fdc-4943066c7ec0 of type vlan for network 584d92f8-a839-41ee-8a0e-e55872ec6eed Mar 22 14:58:37.052386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 140d6a8f-00e8-401a-b127-b83694fd4e4c is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:37.052386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.076547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 140d6a8f-00e8-401a-b127-b83694fd4e4c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=140d6a8f-00e8-401a-b127-b83694fd4e4c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:37.080572 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.083316 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (584d92f8-a839-41ee-8a0e-e55872ec6eed), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.110641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (584d92f8-a839-41ee-8a0e-e55872ec6eed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.111596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:37.112166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.128254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=140d6a8f-00e8-401a-b127-b83694fd4e4c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:37.162292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-723650af-6419-4582-8f81-e40324762678 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2844844 Mar 22 14:58:37.165239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33294) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:37.170603 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Request body: {'subnet': {'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-subnet', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:37.174174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723650af-6419-4582-8f81-e40324762678 admin admin] Pushing event updated for resources: {'Network': ['ID=584d92f8-a839-41ee-8a0e-e55872ec6eed,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:37.184238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 14:58:37.192189 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Made reservation on behalf of 8fd4324742a340a79fceb0c8e4e52091 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:37.194630 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.377485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (db447ef9-7d83-4558-8740-315101742179), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.424971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db447ef9-7d83-4558-8740-315101742179,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:37.451202 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Checking segment: {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:37.451554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Network hostable DHCP agents. Network: 584d92f8-a839-41ee-8a0e-e55872ec6eed, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 14:58:37.468780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 14:58:37.479190 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 584d92f8-a839-41ee-8a0e-e55872ec6eed) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:37.483576 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:37.484462 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.490932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee42edd-3ba8-40d0-b46e-2ebacf1c24ff None None] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:37.508920 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33302) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:37.509889 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-46c1ab39-82a0-44f0-9191-1757813791bb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3432817 Mar 22 14:58:37.513882 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:37.546800 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.552127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.609182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-584d92f8-a839-41ee-8a0e-e55872ec6eed', 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed', 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'fixed_ips': [{'subnet_id': 'db447ef9-7d83-4558-8740-315101742179'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 14:58:37.610089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.614346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for router_controller (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.623972 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Sync routers for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:37.691163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:37.691805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:37.758942 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for router_gateway (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.836217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Allocated IP 172.20.0.2 (584d92f8-a839-41ee-8a0e-e55872ec6eed/db447ef9-7d83-4558-8740-315101742179/3776ff31-277c-4bf5-8e70-e2f3a3a1caac) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:37.853366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:37.962956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for router_gateway (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:37.982504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.307108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks [] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.317091 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.359298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:38.368636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:38.375092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:38.378930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Pushing event updated for resources: {'Port': ['ID=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:38.399732 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Allocated IP 172.25.3.130 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/16a926eb-6742-48c3-9a23-9942c7c7ee79) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:38.408950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 4, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5b6e09bd-44d9-4e1f-a3f7-b65e952d0239', 'name': '', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'tenant_id': '98da3832906e41188494c3272075e533', 'mac_address': 'fa:16:3e:7e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:35Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 2, 'project_id': '98da3832906e41188494c3272075e533', 'subnets': [{'id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:38.452563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Checking router: 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:38.452901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Updating router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:38.481838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Attempting to bind port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:38.482227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Attempting to bind port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:38.482596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Attempting to bind port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac on network 584d92f8-a839-41ee-8a0e-e55872ec6eed {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:38.490540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:38.490917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Checking segment: {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:38.491317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.491768 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Bound using segment: {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:38.492235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Bound port: 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:38.492615 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.494537 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.508191 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.543720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.581037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:38.583791 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:38.587986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:38.613381 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Pushing event updated for resources: {'Port': ['ID=16a926eb-6742-48c3-9a23-9942c7c7ee79,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:38.648061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] For port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:38.670561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] For port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:38.684875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.716748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 140d6a8f-00e8-401a-b127-b83694fd4e4c up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:38.826052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1810b0a-4fbc-44bf-aad3-ccb7820e230b None None] Pushing event updated for resources: {'Port': ['ID=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:38.865168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for router_gateway (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.865397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 140d6a8f-00e8-401a-b127-b83694fd4e4c triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:38.865886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.951253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks [] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:38.990789 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.046523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 140d6a8f-00e8-401a-b127-b83694fd4e4c is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:39.055549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adddcff-e65b-4c4e-b80a-bf14248660d2 None None] Pushing event updated for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:39.127368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Attempting to bind port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:39.127368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Attempting to bind port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:39.127707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Attempting to bind port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:39.130754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.133683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:39.134111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Checking segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:39.134538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.134936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Bound using segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:39.135425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Bound port: 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:39.135989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.225879 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] For port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:39.229706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] For port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:39.238064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.298280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 14:58:39.299519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:39.300165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:39.338377 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adddcff-e65b-4c4e-b80a-bf14248660d2 None None] Pushing event updated for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:39.402354 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Provisioning complete for port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:39.402731 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.447147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:39.459695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Sync routers for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:39.463086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:39.471672 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:39.472345 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:39.475154 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.480273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33304) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 14:58:39.487744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dbd696d7-4415-4cd3-8ffd-0d0ce395b06c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9776115 Mar 22 14:58:39.635040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Current status of the port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:39.635428 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.701852 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18564333-70a7-46aa-81ab-4240b345edab None None] For port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:39.709398 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.751060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:39.804770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18564333-70a7-46aa-81ab-4240b345edab None None] Pushing event updated for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:39.832376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 4, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5b6e09bd-44d9-4e1f-a3f7-b65e952d0239', 'name': '', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'tenant_id': '98da3832906e41188494c3272075e533', 'mac_address': 'fa:16:3e:7e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:35Z', 'updated_at': '2022-03-22T14:58:39Z', 'revision_number': 4, 'project_id': '98da3832906e41188494c3272075e533', 'subnets': [{'id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:39.875317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-83a45c63-5a7e-4a1e-a2c9-d0704e774bf5 None None] Provisioning complete for port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:39.876036 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-83a45c63-5a7e-4a1e-a2c9-d0704e774bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:39.921680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf71ee-cac6-41d3-8375-2591f8146c6b None None] The sync data for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 is: [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T14:58:35Z', 'revision_number': 4, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5b6e09bd-44d9-4e1f-a3f7-b65e952d0239', 'name': '', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'tenant_id': '98da3832906e41188494c3272075e533', 'mac_address': 'fa:16:3e:7e:71:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:35Z', 'updated_at': '2022-03-22T14:58:39Z', 'revision_number': 4, 'project_id': '98da3832906e41188494c3272075e533', 'subnets': [{'id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:39.968082 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:38Z', 'revision_number': 3, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:40.024294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46994ec6-3e1c-428a-bb0e-2fa14b8ecbac None None] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 14:58:40.031702 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Checking router: b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:40.032049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Updating router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 port 16a926eb-6742-48c3-9a23-9942c7c7ee79 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:40.064878 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.075352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.115782 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-83a45c63-5a7e-4a1e-a2c9-d0704e774bf5 None None] Current status of the port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:40.238297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Provisioning complete for port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:40.238927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.289669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Allocated IP 172.20.0.1 (584d92f8-a839-41ee-8a0e-e55872ec6eed/db447ef9-7d83-4558-8740-315101742179/dd8cc0b3-8c0c-4a20-bacb-5db73f806dde) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:40.377376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Current status of the port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:40.377774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.438343 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks [] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.440283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] For port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:40.445260 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.445780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.484709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks [] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.500618 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906cf7c-474e-4b34-b491-00790f78ae01 None None] Pushing event updated for resources: {'Port': ['ID=16a926eb-6742-48c3-9a23-9942c7c7ee79,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:40.510561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fc91e-15b1-4471-aeb5-a58b599e2c5b None None] Pushing event updated for resources: {'Port': ['ID=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:40.524168 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Attempting to bind port 16a926eb-6742-48c3-9a23-9942c7c7ee79 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:40.524677 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Attempting to bind port 16a926eb-6742-48c3-9a23-9942c7c7ee79 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:40.525082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.525229 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Attempting to bind port 16a926eb-6742-48c3-9a23-9942c7c7ee79 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:40.531669 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:40.532050 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:40.533242 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.533687 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:40.534433 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Bound port: 16a926eb-6742-48c3-9a23-9942c7c7ee79, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:40.534856 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.568677 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:40.569908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-025d3b72-0483-4aa4-9efe-0fd51319bcea None None] Provisioning complete for port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:40.570408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-025d3b72-0483-4aa4-9efe-0fd51319bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.573529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:40.577815 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:40.600002 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] For port 16a926eb-6742-48c3-9a23-9942c7c7ee79, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:40.605021 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] For port 16a926eb-6742-48c3-9a23-9942c7c7ee79, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16a926eb-6742-48c3-9a23-9942c7c7ee79,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:40.613746 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.650076 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.663688 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:40.675306 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:40.676185 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:40.749068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-025d3b72-0483-4aa4-9efe-0fd51319bcea None None] Current status of the port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:40.859727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3776ff31-277c-4bf5-8e70-e2f3a3a1caac up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:40.861720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906cf7c-474e-4b34-b491-00790f78ae01 None None] Pushing event updated for resources: {'Port': ['ID=16a926eb-6742-48c3-9a23-9942c7c7ee79,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:40.902509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.902690 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:40.929444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:40.930080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:40.991977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1fbf6411-0e65-4a59-a098-69a35d7a43d6 None None] Provisioning complete for port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:40.992426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fbf6411-0e65-4a59-a098-69a35d7a43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.051040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf6411-0e65-4a59-a098-69a35d7a43d6 None None] Port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:41.062000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:41.063197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:41.084374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks [] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.091883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.120736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:38Z', 'revision_number': 3, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:41.126846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:41.127313 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.151754 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1956fd2-d9eb-470b-8dab-800363bdc76b None None] The sync data for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 is: [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:38Z', 'revision_number': 3, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:41.168077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:41.190327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.224232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:41.287336 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:41.289035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:41.423048 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 14:58:41.563473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 14:58:41.570136 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4e122039-9d7a-4361-af08-c1d29900c574 admin admin] 10.222.0.81 "PUT /v2.0/routers/b7a3b4d6-28a5-4351-a377-3b33d6ec80f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887907 Mar 22 14:58:41.594738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-ba4ff8d1-bf1d-476d-9d0b-68ef33e65d57 None None] Provisioning complete for port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:41.595118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff8d1-bf1d-476d-9d0b-68ef33e65d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:41.639182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ff8d1-bf1d-476d-9d0b-68ef33e65d57 None None] Port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:42.318466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-a211a04f-d482-40d7-9053-19dcc07790f3 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:42.320040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-a211a04f-d482-40d7-9053-19dcc07790f3 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 817 time: 0.1113746 Mar 22 14:58:42.334960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-6105dd8b-0d09-437f-9365-35c0d9570354 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/quotas/98da3832906e41188494c3272075e533 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Mar 22 14:58:42.391547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-e541fd0b-32f3-4fa1-87c0-9bb62531a03c tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514982 Mar 22 14:58:42.501331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-cedd4765-a3f5-4b10-aa08-997a32e4463c service neutron] 10.222.0.81 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922368 Mar 22 14:58:42.592967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-591c71c0-60e1-4199-bc81-c37efa221e1c service neutron] 10.222.0.81 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853622 Mar 22 14:58:42.701978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16a926eb-6742-48c3-9a23-9942c7c7ee79 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:42.797716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8748dfd2-74e9-4516-b1f8-29494e991afe req-acf79bbc-a3a4-4dea-8d10-06201c28c330 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 210 time: 0.0447061 Mar 22 14:58:42.937254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 16a926eb-6742-48c3-9a23-9942c7c7ee79 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:42.937561 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:43.016877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 16a926eb-6742-48c3-9a23-9942c7c7ee79 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:43.017299 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:43.043088 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 16a926eb-6742-48c3-9a23-9942c7c7ee79, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16a926eb-6742-48c3-9a23-9942c7c7ee79,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:43.048651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:43.103461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=16a926eb-6742-48c3-9a23-9942c7c7ee79,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:43.359292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Sync routers for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 14:58:43.371244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:43.371870 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:43.484405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:43.706370 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 4, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'dd8cc0b3-8c0c-4a20-bacb-5db73f806dde', 'name': '', 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'mac_address': 'fa:16:3e:bd:52:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'db447ef9-7d83-4558-8740-315101742179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:40Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 2, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'subnets': [{'id': 'db447ef9-7d83-4558-8740-315101742179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:43.739321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Checking router: b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 14:58:43.739678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Updating router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 14:58:43.768536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:43.904257 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c8eac588-9e04-4014-aa81-ff3ac1641ac0 req-eb03acce-b064-4121-9b22-0cb5a4f86956 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 210 time: 0.0368474 Mar 22 14:58:43.952315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-19e5bb94-f16f-42af-aa46-010f54737a31 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:43.953792 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-19e5bb94-f16f-42af-aa46-010f54737a31 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 817 time: 0.1587162 Mar 22 14:58:43.965450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Request body: {'port': {'device_id': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'admin_state_up': True, 'tenant_id': '98da3832906e41188494c3272075e533'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:44.056253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks [] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.062407 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.078611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Made reservation on behalf of 98da3832906e41188494c3272075e533 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:58:44.082152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.147661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e6f36-897e-47b5-970d-2d2b2224def2 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:44.177312 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Attempting to bind port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:44.177691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Attempting to bind port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:44.178093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Attempting to bind port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde on network 584d92f8-a839-41ee-8a0e-e55872ec6eed {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:44.184436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:44.184820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Checking segment: {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:44.185232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.185630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Bound using segment: {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:44.186165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Bound port: dd8cc0b3-8c0c-4a20-bacb-5db73f806dde, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148df45-a4ef-436b-9fdc-4943066c7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:44.186560 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.228008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Allocated IP 172.20.0.12 (b1978341-cfd5-4f8b-9617-f925b0eb2f1d/385ee563-b125-4cce-b374-b76f89c5d2a1/7def563b-021b-425e-81f7-9b7390ceff8e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:58:44.262526 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] For port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:44.266247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] For port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:44.272829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.337391 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e6f36-897e-47b5-970d-2d2b2224def2 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:44.340225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 14:58:44.340502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:58:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:44.383624 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks [] for port (7def563b-021b-425e-81f7-9b7390ceff8e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.420016 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.437922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Provisioning complete for port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:44.438326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.474438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:58:44.480392 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:58:44.486440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:58:44.493906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 14:58:44.510756 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Pushing event updated for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:44.547144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:44.548282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.567949 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-7eb898cb-b4c0-49b7-a53a-1068b776eb68 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061151 Mar 22 14:58:44.584952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Request body: {'port': {'device_id': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:58:44.657637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.661380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Current status of the port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:44.661779 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.731708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16a926eb-6742-48c3-9a23-9942c7c7ee79 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:44.774235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] For port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:44.796850 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.860001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e5f52-4bdc-44d5-b081-794a8443c595 None None] Pushing event updated for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:44.872633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 16a926eb-6742-48c3-9a23-9942c7c7ee79 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:44.873278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.908788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 4, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'dd8cc0b3-8c0c-4a20-bacb-5db73f806dde', 'name': '', 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'mac_address': 'fa:16:3e:bd:52:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'db447ef9-7d83-4558-8740-315101742179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:40Z', 'updated_at': '2022-03-22T14:58:44Z', 'revision_number': 4, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'subnets': [{'id': 'db447ef9-7d83-4558-8740-315101742179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 14:58:44.949075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627212cb-e14c-4c7c-9f4e-35fee026efce None None] The sync data for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 is: [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:40Z', 'revision_number': 4, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'dd8cc0b3-8c0c-4a20-bacb-5db73f806dde', 'name': '', 'network_id': '584d92f8-a839-41ee-8a0e-e55872ec6eed', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'mac_address': 'fa:16:3e:bd:52:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'db447ef9-7d83-4558-8740-315101742179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:40Z', 'updated_at': '2022-03-22T14:58:44Z', 'revision_number': 4, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'subnets': [{'id': 'db447ef9-7d83-4558-8740-315101742179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 14:58:44.957478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7def563b-021b-425e-81f7-9b7390ceff8e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:44.965829 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks [] for port (7def563b-021b-425e-81f7-9b7390ceff8e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.967055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Provisioning complete for port 7def563b-021b-425e-81f7-9b7390ceff8e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:44.967430 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:44.981143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Transition to ACTIVE for port object 7def563b-021b-425e-81f7-9b7390ceff8e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:58:44.996091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.045396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Port 7def563b-021b-425e-81f7-9b7390ceff8e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:58:45.049549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 16a926eb-6742-48c3-9a23-9942c7c7ee79 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:45.065092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Provisioning complete for port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:45.065474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.088870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Pushing event updated for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:45.172071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b32898-a651-4ec6-809d-dbdde4a3e677 req-2bc3c4c8-88c0-4af3-ab90-c47a0bb906ca tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.172071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89b32898-a651-4ec6-809d-dbdde4a3e677 req-2bc3c4c8-88c0-4af3-ab90-c47a0bb906ca tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 944 time: 0.1877549 Mar 22 14:58:45.182009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5e86f1d4-2f70-44a7-8d6c-9369d68e956d None None] Current status of the port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:45.236028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Attempting to bind port 7def563b-021b-425e-81f7-9b7390ceff8e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:58:45.236901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Attempting to bind port 7def563b-021b-425e-81f7-9b7390ceff8e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:58:45.236901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Attempting to bind port 7def563b-021b-425e-81f7-9b7390ceff8e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:45.249328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Port 7def563b-021b-425e-81f7-9b7390ceff8e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:58:45.249659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Attempting to bind port 7def563b-021b-425e-81f7-9b7390ceff8e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:58:45.255728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89b32898-a651-4ec6-809d-dbdde4a3e677 req-6a3a3c03-97a0-4023-b168-876babd76e6e tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 Mar 22 14:58:45.260079 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:58:45.260431 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Checking segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:58:45.260866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Bound using segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:58:45.261283 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Bound port: 7def563b-021b-425e-81f7-9b7390ceff8e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:58:45.261645 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.333608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:58:45.337554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7def563b-021b-425e-81f7-9b7390ceff8e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:58:45.344693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.388672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.389313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:45.390709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] 10.222.0.82 "PUT /v2.0/ports/7def563b-021b-425e-81f7-9b7390ceff8e HTTP/1.1" status: 200 len: 1092 time: 0.8118393 Mar 22 14:58:45.391182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:45.393536 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:45.449413 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9edce-c4fb-484f-ab16-64bd6af6180e x-openstack-request-id: req-43e9edce-c4fb-484f-ab16-64bd6af6180e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:45.450019 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:45.450346 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43e9edce-c4fb-484f-ab16-64bd6af6180e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:45.450784 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e9edce-c4fb-484f-ab16-64bd6af6180e'] response: {'name': 'network-changed', 'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e', 'status': 'completed', 'code': 200} Mar 22 14:58:45.481636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87274108-55b3-42ef-a7fa-32300684aa46 service neutron] Pushing event updated for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:45.505695 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-2ba63b66-90f4-4e82-8559-d694e4b1c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.507468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-2ba63b66-90f4-4e82-8559-d694e4b1c052 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 1126 time: 0.0689833 Mar 22 14:58:45.550774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-5f5ec4db-7ce6-4e0a-a475-49e5d6e392be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7def563b-021b-425e-81f7-9b7390ceff8e HTTP/1.1" status: 200 len: 217 time: 0.0363781 Mar 22 14:58:45.600696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-a5823558-4a51-4457-ba1e-bb10de5a4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.602210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-a5823558-4a51-4457-ba1e-bb10de5a4dfa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0459445 Mar 22 14:58:45.656687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04b71-edda-48f3-b319-09470326a510 req-7624a4ae-84c2-484e-bc7e-c6f6c3b7646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.658285 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-7624a4ae-84c2-484e-bc7e-c6f6c3b7646f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505319 Mar 22 14:58:45.753195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-41e29c79-6aa4-4b97-89d7-4f7064bbe974 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890734 Mar 22 14:58:45.847255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fae04b71-edda-48f3-b319-09470326a510 req-dd0d0056-e471-4d77-9dd9-e0d4241f5dfc service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Mar 22 14:58:45.944838 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-111ce345-c59f-41ff-ac62-f90d700ca053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:45.947124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-111ce345-c59f-41ff-ac62-f90d700ca053 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 1126 time: 0.0527976 Mar 22 14:58:46.047788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-749916ea-5ea2-447e-9776-79adf3b81b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.049318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-749916ea-5ea2-447e-9776-79adf3b81b5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 918 time: 0.0954180 Mar 22 14:58:46.091989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-09755a47-2a4c-456a-8b06-82070a9689c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7def563b-021b-425e-81f7-9b7390ceff8e HTTP/1.1" status: 200 len: 217 time: 0.0363672 Mar 22 14:58:46.151212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-7ca98389-5678-48d8-9a3f-cb2bb04135fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.153424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-7ca98389-5678-48d8-9a3f-cb2bb04135fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0542884 Mar 22 14:58:46.204338 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-877c6e83-21d8-4289-beb8-a9652f6ec3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.205799 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-877c6e83-21d8-4289-beb8-a9652f6ec3d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465493 Mar 22 14:58:46.304299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-ec0b5a98-c46d-4021-b41d-c3f42269382f service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918531 Mar 22 14:58:46.433881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-afb0aa63-f5b2-439e-9b30-28976ed5d4b6 req-004e3aeb-b619-4b44-a1d6-d0c95dc9cc85 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226685 Mar 22 14:58:46.442705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5641b-b352-47f4-9822-aac6f42ae63f req-c6683e42-40bb-4690-88ee-ab52658d24ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:46.444123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be5641b-b352-47f4-9822-aac6f42ae63f req-c6683e42-40bb-4690-88ee-ab52658d24ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 944 time: 0.0893438 Mar 22 14:58:46.495667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9be5641b-b352-47f4-9822-aac6f42ae63f req-19bdbc87-1b6c-49ee-af64-8f5d1317183a tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Mar 22 14:58:46.707673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd8cc0b3-8c0c-4a20-bacb-5db73f806dde up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:46.763956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:46.764348 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:46.846138 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:47.586206 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7def563b-021b-425e-81f7-9b7390ceff8e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:58:47.627915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38ab62-f617-4fd5-92b1-fd793f3f75e1 req-00122962-2575-4968-97dd-e6b58e84f7ea tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:47.629591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f38ab62-f617-4fd5-92b1-fd793f3f75e1 req-00122962-2575-4968-97dd-e6b58e84f7ea tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 944 time: 0.0574884 Mar 22 14:58:47.682501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9f38ab62-f617-4fd5-92b1-fd793f3f75e1 req-ce49010c-6612-4808-9a9c-1e34cba9dce9 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Mar 22 14:58:47.690271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7def563b-021b-425e-81f7-9b7390ceff8e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:47.702064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7def563b-021b-425e-81f7-9b7390ceff8e', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'port_id': '7def563b-021b-425e-81f7-9b7390ceff8e', 'mac_address': 'fa:16:3e:b7:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:58:47.743263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7def563b-021b-425e-81f7-9b7390ceff8e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:47.743943 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:47.757262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7def563b-021b-425e-81f7-9b7390ceff8e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:58:47.777622 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7def563b-021b-425e-81f7-9b7390ceff8e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:47.784470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:47.842005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:47.994550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7def563b-021b-425e-81f7-9b7390ceff8e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:58:48.633255 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-de9ea5df-e33a-4257-b6cc-8926ff2e4ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:48.809370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6666ce2-3ef8-460f-a6d5-12a9c9bbb571 req-d1362a49-e038-4b6b-93a5-4c3d4ee73f29 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:48.810905 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6666ce2-3ef8-460f-a6d5-12a9c9bbb571 req-d1362a49-e038-4b6b-93a5-4c3d4ee73f29 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 945 time: 0.0596304 Mar 22 14:58:48.857736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6666ce2-3ef8-460f-a6d5-12a9c9bbb571 req-5975666d-8920-4717-91ac-d9f27d573ab1 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Mar 22 14:58:49.601052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7def563b-021b-425e-81f7-9b7390ceff8e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:58:49.662688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 7def563b-021b-425e-81f7-9b7390ceff8e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:58:49.669195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 7def563b-021b-425e-81f7-9b7390ceff8e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:58:49.669854 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:49.755175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7def563b-021b-425e-81f7-9b7390ceff8e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:58:49.755568 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:49.780113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:58:49.782397 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19f0e28-9d40-406f-bcb2-0865fa19684f" -d '{"events": [{"server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "name": "network-vif-plugged", "status": "completed", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:58:49.795270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7def563b-021b-425e-81f7-9b7390ceff8e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:58:49.800470 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:49.826217 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531238d8-2628-4459-b507-76aad0acd37a x-openstack-request-id: req-531238d8-2628-4459-b507-76aad0acd37a {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:58:49.826516 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "name": "network-vif-plugged", "status": "completed", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:58:49.826852 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-531238d8-2628-4459-b507-76aad0acd37a {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:58:49.827232 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531238d8-2628-4459-b507-76aad0acd37a'] response: {'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e', 'code': 200} Mar 22 14:58:49.860963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:58:49.922251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afd7d1-557c-4505-bb83-4f7d6e68823c req-914376d8-75b9-4296-9b6f-fe9a518a2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:49.923767 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3afd7d1-557c-4505-bb83-4f7d6e68823c req-914376d8-75b9-4296-9b6f-fe9a518a2a25 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 1128 time: 0.0438569 Mar 22 14:58:49.997324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3afd7d1-557c-4505-bb83-4f7d6e68823c req-3b16bec5-92b5-4865-928f-50eb32981993 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671546 Mar 22 14:58:50.013339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6947-5102-40fe-941f-9370c4e9c701 req-28f145e0-f0ad-402e-a1e7-930ad0b8c6b1 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:50.014787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bad6947-5102-40fe-941f-9370c4e9c701 req-28f145e0-f0ad-402e-a1e7-930ad0b8c6b1 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.0794280 Mar 22 14:58:50.065750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bad6947-5102-40fe-941f-9370c4e9c701 req-c31c056c-5f8e-4271-9341-ef924ff7a902 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Mar 22 14:58:51.020752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2879c015-efee-47d0-a17a-e5d97c8beccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:51.201042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f3c6d-c014-4ab5-9e5d-3c8661f55376 req-7a9a22d0-65bd-46a1-a9ac-f90da35f2bf8 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:51.202884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-044f3c6d-c014-4ab5-9e5d-3c8661f55376 req-7a9a22d0-65bd-46a1-a9ac-f90da35f2bf8 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.0634985 Mar 22 14:58:51.259088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-044f3c6d-c014-4ab5-9e5d-3c8661f55376 req-20d26ee4-5282-4b2f-adf9-f41a07471dcd tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Mar 22 14:58:51.381177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914349ff-228e-4427-b049-7257065f61db req-31a71005-3dd8-4019-8214-9dbeb94dee42 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:58:51.382693 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-914349ff-228e-4427-b049-7257065f61db req-31a71005-3dd8-4019-8214-9dbeb94dee42 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.0564771 Mar 22 14:58:51.434671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-914349ff-228e-4427-b049-7257065f61db req-adf7d625-494e-4e8c-9ac2-88ff5af3586d tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Mar 22 14:58:52.091770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:53.905019 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:54.938872 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:58.638392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:58:59.556769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:08.236990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-ef57a87f-538b-445a-b79d-b1ad3b1d3b2c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440972 Mar 22 14:59:08.330668 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498aca2-95da-4a75-b609-a09d25d32363 req-571c975b-8ce6-4da3-8163-fe26c9587497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:08.332275 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-571c975b-8ce6-4da3-8163-fe26c9587497 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 1128 time: 0.0524325 Mar 22 14:59:08.438317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498aca2-95da-4a75-b609-a09d25d32363 req-5c8cb3cc-ef5a-4c68-8f88-5fd9d295bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:08.439766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-5c8cb3cc-ef5a-4c68-8f88-5fd9d295bc68 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 918 time: 0.0873442 Mar 22 14:59:08.481825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-51e34a53-fc6b-48f3-919b-9fb2594ceb67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7def563b-021b-425e-81f7-9b7390ceff8e HTTP/1.1" status: 200 len: 217 time: 0.0350516 Mar 22 14:59:08.529889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498aca2-95da-4a75-b609-a09d25d32363 req-b01038aa-d523-435b-9305-1f648602c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:08.531368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-b01038aa-d523-435b-9305-1f648602c6d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0430400 Mar 22 14:59:08.580427 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498aca2-95da-4a75-b609-a09d25d32363 req-4c4462d4-2ec7-44f4-8b65-0c0f2587db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:08.581942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-4c4462d4-2ec7-44f4-8b65-0c0f2587db98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439286 Mar 22 14:59:08.680587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-4053b067-9f0e-4f5d-8354-36133cd26c28 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923061 Mar 22 14:59:08.792450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9498aca2-95da-4a75-b609-a09d25d32363 req-5b5c6e17-8d6a-4c82-a7a8-c82c6dd4f779 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927038 Mar 22 14:59:10.620790 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:59:18.627132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a52a18a7-cd75-4550-8436-31ff16c3072c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:21.024704 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2166aa61-88b1-44e2-80e7-24613e42ab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:22.097650 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:23.899219 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:24.935485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:26.109574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f37e86-13f3-43ff-8c67-a4a770f77b00 req-ea8c39f8-1a7e-47e1-bba1-993c7b076d7d tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:26.111043 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f37e86-13f3-43ff-8c67-a4a770f77b00 req-ea8c39f8-1a7e-47e1-bba1-993c7b076d7d tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.3621619 Mar 22 14:59:26.159608 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7f37e86-13f3-43ff-8c67-a4a770f77b00 req-29d4845f-9a3f-4db6-9176-a1bcae8999de tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Mar 22 14:59:27.314314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe1a69-8a5b-4537-bf11-5c872b0e811d req-d3d64552-ac55-4ad6-be2e-2d65da36ec10 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:27.315874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13fe1a69-8a5b-4537-bf11-5c872b0e811d req-d3d64552-ac55-4ad6-be2e-2d65da36ec10 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.0860429 Mar 22 14:59:27.348659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0153600d-4f84-488f-b356-b45f539f57de tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:27.350190 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0153600d-4f84-488f-b356-b45f539f57de tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "GET /v2.0/ports?device_id=85f0690a-8ec5-4371-a5fc-7019309165b8 HTTP/1.1" status: 200 len: 946 time: 0.0844295 Mar 22 14:59:27.403415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13fe1a69-8a5b-4537-bf11-5c872b0e811d req-61c2c61e-4dad-4fc4-863d-462ee2635465 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811813 Mar 22 14:59:27.464033 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Deleting port 7def563b-021b-425e-81f7-9b7390ceff8e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 14:59:27.464265 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:27.567957 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] For port 7def563b-021b-425e-81f7-9b7390ceff8e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7def563b-021b-425e-81f7-9b7390ceff8e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:27.568322 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:27.581370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Calling delete_port for 7def563b-021b-425e-81f7-9b7390ceff8e owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 14:59:27.717130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7def563b-021b-425e-81f7-9b7390ceff8e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:27.728963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7def563b-021b-425e-81f7-9b7390ceff8e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:59:27.746493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Pushing event deleted for resources: {'Port': ['ID=7def563b-021b-425e-81f7-9b7390ceff8e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:27.775772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.776128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.776471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.776815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.777148 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.777478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.777804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.778195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.778542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.778813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.779135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.779460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.779779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.780095 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.780412 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:27.804921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] No DVR routers for this DVR port 7def563b-021b-425e-81f7-9b7390ceff8e on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 14:59:27.807720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:27.811154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f746579a-b973-4bb8-9dc5-e732e6c8a702 req-0432afe0-7864-4f00-b3b9-664f58247ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "DELETE /v2.0/ports/7def563b-021b-425e-81f7-9b7390ceff8e HTTP/1.1" status: 204 len: 173 time: 0.4558604 Mar 22 14:59:27.811618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'name': 'network-vif-deleted', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:27.813992 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b9bc9a-d026-48e8-9c24-205f3975d658" -d '{"events": [{"server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "name": "network-vif-deleted", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:27.855064 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21cc351-7a49-4bff-9de7-de214796d1e3 x-openstack-request-id: req-c21cc351-7a49-4bff-9de7-de214796d1e3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:27.855383 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f0690a-8ec5-4371-a5fc-7019309165b8", "name": "network-vif-deleted", "tag": "7def563b-021b-425e-81f7-9b7390ceff8e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:27.855615 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c21cc351-7a49-4bff-9de7-de214796d1e3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:27.856029 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21cc351-7a49-4bff-9de7-de214796d1e3'] response: {'server_uuid': '85f0690a-8ec5-4371-a5fc-7019309165b8', 'name': 'network-vif-deleted', 'tag': '7def563b-021b-425e-81f7-9b7390ceff8e', 'status': 'completed', 'code': 200} Mar 22 14:59:28.659747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:29.069773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c501cb43-e8d2-459c-9a5f-fe892dfc524f tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:29.071263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c501cb43-e8d2-459c-9a5f-fe892dfc524f tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 817 time: 0.1094048 Mar 22 14:59:29.086034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-fff3f487-e231-42b1-8967-8762364fcb32 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/quotas/98da3832906e41188494c3272075e533 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Mar 22 14:59:29.141174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-37abbc9c-ce33-4b96-8b3e-3b28d617541b tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502491 Mar 22 14:59:29.251087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-211a07e0-83db-4f69-9306-a7701f070d1a service neutron] 10.222.0.81 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980506 Mar 22 14:59:29.338388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-334c2424-dd86-4390-be1d-ce3d1c66d9fe service neutron] 10.222.0.81 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812159 Mar 22 14:59:29.510408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bc4bf1b5-e328-4482-ab80-5f1e84f44d9d req-1da128d9-8e03-428f-9571-c5fbf3414353 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 210 time: 0.0282052 Mar 22 14:59:29.570254 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.468912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-e0a7feaf-2bac-47a9-a09d-6210772bd299 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:30.470392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-e0a7feaf-2bac-47a9-a09d-6210772bd299 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 817 time: 0.1159637 Mar 22 14:59:30.481683 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Request body: {'port': {'device_id': '7ad20558-f096-4417-8712-4f9483be2d8c', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'admin_state_up': True, 'tenant_id': '98da3832906e41188494c3272075e533'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:59:30.616830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4d4db10b-2ca0-472b-81ee-997f92e1d54d req-6a47cd65-da4c-47b3-a6b6-4f673918247b tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 210 time: 0.0359042 Mar 22 14:59:30.626655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Made reservation on behalf of 98da3832906e41188494c3272075e533 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 14:59:30.637333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.767922 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Allocated IP 172.20.0.8 (b1978341-cfd5-4f8b-9617-f925b0eb2f1d/385ee563-b125-4cce-b374-b76f89c5d2a1/777be461-85eb-4654-8ba9-70200182fd9e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 14:59:30.926646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks [] for port (777be461-85eb-4654-8ba9-70200182fd9e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:30.965085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.007848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 14:59:31.011211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 14:59:31.017379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 14:59:31.024249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Pushing event updated for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:31.075074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.075900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.098518 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-19773639-ae95-4003-b1b0-98965f6add89 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204736 Mar 22 14:59:31.110006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Request body: {'port': {'device_id': '7ad20558-f096-4417-8712-4f9483be2d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 14:59:31.178393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (777be461-85eb-4654-8ba9-70200182fd9e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.307623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a5959e6d-291b-4727-84e1-0e6629c7a82e None None] Provisioning complete for port 777be461-85eb-4654-8ba9-70200182fd9e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:59:31.308201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a5959e6d-291b-4727-84e1-0e6629c7a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (777be461-85eb-4654-8ba9-70200182fd9e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.341084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a5959e6d-291b-4727-84e1-0e6629c7a82e None None] Port 777be461-85eb-4654-8ba9-70200182fd9e cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 14:59:31.448316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777be461-85eb-4654-8ba9-70200182fd9e {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:59:31.457024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks [] for port (777be461-85eb-4654-8ba9-70200182fd9e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.468998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Transition to ACTIVE for port object 777be461-85eb-4654-8ba9-70200182fd9e will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 14:59:31.475491 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.530857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Pushing event updated for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:31.614422 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Attempting to bind port 777be461-85eb-4654-8ba9-70200182fd9e on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 14:59:31.614852 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Attempting to bind port 777be461-85eb-4654-8ba9-70200182fd9e by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 14:59:31.615214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Attempting to bind port 777be461-85eb-4654-8ba9-70200182fd9e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:59:31.621918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Port 777be461-85eb-4654-8ba9-70200182fd9e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 14:59:31.622268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Attempting to bind port 777be461-85eb-4654-8ba9-70200182fd9e on network b1978341-cfd5-4f8b-9617-f925b0eb2f1d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 14:59:31.628457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 14:59:31.628794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Checking segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 14:59:31.629223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Bound using segment: {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 14:59:31.629688 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Bound port: 777be461-85eb-4654-8ba9-70200182fd9e, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacd30fb-543d-41b6-86b2-a6654a962186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 14:59:31.630061 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (777be461-85eb-4654-8ba9-70200182fd9e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.730587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 14:59:31.749746 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=777be461-85eb-4654-8ba9-70200182fd9e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 14:59:31.760346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.802288 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7def563b-021b-425e-81f7-9b7390ceff8e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 14:59:31.808256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f73de1-228f-491e-bf48-918607194a8e req-3436de24-f4f8-4999-8b48-552a33aaf47f tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.809774 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47f73de1-228f-491e-bf48-918607194a8e req-3436de24-f4f8-4999-8b48-552a33aaf47f tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 943 time: 0.1086600 Mar 22 14:59:31.815315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.816073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:31.817441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] 10.222.0.82 "PUT /v2.0/ports/777be461-85eb-4654-8ba9-70200182fd9e HTTP/1.1" status: 200 len: 1091 time: 0.7122252 Mar 22 14:59:31.817933 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:31.820212 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8514a115-c03a-47d6-ba62-8da44dd6488d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "tag": "777be461-85eb-4654-8ba9-70200182fd9e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:31.825321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7def563b-021b-425e-81f7-9b7390ceff8e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 14:59:31.825934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7def563b-021b-425e-81f7-9b7390ceff8e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 14:59:31.852931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f3a4-20ba-478d-afa3-560fdfb8573a service neutron] Pushing event updated for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:31.894065 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512161a-0831-4280-af57-7b36b1c6f1bb x-openstack-request-id: req-c512161a-0831-4280-af57-7b36b1c6f1bb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:31.894432 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "tag": "777be461-85eb-4654-8ba9-70200182fd9e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:31.894754 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c512161a-0831-4280-af57-7b36b1c6f1bb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:31.895256 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c512161a-0831-4280-af57-7b36b1c6f1bb'] response: {'name': 'network-changed', 'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e', 'status': 'completed', 'code': 200} Mar 22 14:59:31.917037 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-47f73de1-228f-491e-bf48-918607194a8e req-55c9f041-591b-4a57-8972-a33b7f8a095c tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909894 Mar 22 14:59:31.930785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-3aa2e744-dd13-447e-b0d3-259c9da37b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:31.932299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-3aa2e744-dd13-447e-b0d3-259c9da37b51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 1125 time: 0.0688386 Mar 22 14:59:31.984687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-60a3fa16-8fb8-4123-8568-07abb7497a88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=777be461-85eb-4654-8ba9-70200182fd9e HTTP/1.1" status: 200 len: 217 time: 0.0435069 Mar 22 14:59:32.046100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-b8850f5d-1882-4579-9318-b15dfd2668ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.047575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-b8850f5d-1882-4579-9318-b15dfd2668ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0569015 Mar 22 14:59:32.105596 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-3bde6ed5-a18e-4639-9774-97a4e1ccd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.107147 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-3bde6ed5-a18e-4639-9774-97a4e1ccd7cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537276 Mar 22 14:59:32.201921 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-001f7d3c-6aa0-4a5c-a17e-3a185b088d73 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883079 Mar 22 14:59:32.292026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9403e25d-1fc2-4c54-813e-8dedb4b085bd req-3eb6500d-85d7-42be-ad48-38bec921bf21 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846961 Mar 22 14:59:32.384012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-b6749877-95f5-4ad7-a441-6550d4f34f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.385549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-b6749877-95f5-4ad7-a441-6550d4f34f56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 1125 time: 0.0480840 Mar 22 14:59:32.485898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-6ec81239-00d5-4e76-bedd-bad330aa9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.487507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-6ec81239-00d5-4e76-bedd-bad330aa9f7f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 918 time: 0.0962644 Mar 22 14:59:32.531270 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-710818bb-ed70-4fe6-83d7-db2b56827f0a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=777be461-85eb-4654-8ba9-70200182fd9e HTTP/1.1" status: 200 len: 217 time: 0.0373905 Mar 22 14:59:32.584582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-12dcce98-9f32-445a-9a5e-7ff1324a130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.586086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-12dcce98-9f32-445a-9a5e-7ff1324a130f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0480239 Mar 22 14:59:32.638693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-17d144ed-c5dd-4cc8-a040-7538c6a694cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:32.640088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-17d144ed-c5dd-4cc8-a040-7538c6a694cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464199 Mar 22 14:59:32.746514 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-65ab7a97-27b4-437a-abd0-f12bcba411a0 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991590 Mar 22 14:59:32.840175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8514a115-c03a-47d6-ba62-8da44dd6488d req-f098d973-1aa9-4289-9c3a-9e0f2fbfe5e4 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869260 Mar 22 14:59:33.060531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053d211-4e3f-4cea-8ad0-6265576bf13f req-0c0f4057-c539-4942-b58c-da39407f1a13 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:33.062016 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c053d211-4e3f-4cea-8ad0-6265576bf13f req-0c0f4057-c539-4942-b58c-da39407f1a13 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 943 time: 0.0624850 Mar 22 14:59:33.108374 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c053d211-4e3f-4cea-8ad0-6265576bf13f req-178bff50-5c60-4fff-8cdf-ee2395bb8141 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Mar 22 14:59:33.818319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 777be461-85eb-4654-8ba9-70200182fd9e details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 14:59:33.919452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=777be461-85eb-4654-8ba9-70200182fd9e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:33.931421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '777be461-85eb-4654-8ba9-70200182fd9e', 'network_id': 'b1978341-cfd5-4f8b-9617-f925b0eb2f1d', 'port_id': '777be461-85eb-4654-8ba9-70200182fd9e', 'mac_address': 'fa:16:3e:2f:5b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385ee563-b125-4cce-b374-b76f89c5d2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 14:59:33.969109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 777be461-85eb-4654-8ba9-70200182fd9e is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:59:33.969492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (777be461-85eb-4654-8ba9-70200182fd9e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:33.995039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777be461-85eb-4654-8ba9-70200182fd9e {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 14:59:34.017284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=777be461-85eb-4654-8ba9-70200182fd9e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:34.022749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:34.076343 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:34.084230 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.084583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.084936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.085278 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.085587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.085930 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.086289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.086617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.086942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.087268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.087594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.087917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.088242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.088561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.088925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 14:59:34.216015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['777be461-85eb-4654-8ba9-70200182fd9e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 14:59:34.239831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8d29-f52e-425f-af24-0b9abf50d365 req-f95b7780-c9b3-4b85-b26a-9e1dd64b8ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:34.241997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83d8d29-f52e-425f-af24-0b9abf50d365 req-f95b7780-c9b3-4b85-b26a-9e1dd64b8ced tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 944 time: 0.0615466 Mar 22 14:59:34.294234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e83d8d29-f52e-425f-af24-0b9abf50d365 req-edbb38dd-87f9-4e27-883e-44fcb2d8e72b tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Mar 22 14:59:35.422629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3211d5-e406-42f1-bbcb-f3c911bf0cb4 req-41d350fa-20d8-4eb3-a359-42a07a88f2b2 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:35.424090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d3211d5-e406-42f1-bbcb-f3c911bf0cb4 req-41d350fa-20d8-4eb3-a359-42a07a88f2b2 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 944 time: 0.0549378 Mar 22 14:59:35.473011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7d3211d5-e406-42f1-bbcb-f3c911bf0cb4 req-f5a77c92-d10f-4abd-bd29-f60cf374bd6f tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Mar 22 14:59:35.835421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 777be461-85eb-4654-8ba9-70200182fd9e up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 14:59:35.900872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 777be461-85eb-4654-8ba9-70200182fd9e completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 14:59:35.905076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 777be461-85eb-4654-8ba9-70200182fd9e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 14:59:35.905458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (777be461-85eb-4654-8ba9-70200182fd9e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:35.985788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 777be461-85eb-4654-8ba9-70200182fd9e is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 14:59:35.986212 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (777be461-85eb-4654-8ba9-70200182fd9e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:36.012982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 14:59:36.016570 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14de89bd-91b3-4f7c-9c47-00de77179474" -d '{"events": [{"server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "name": "network-vif-plugged", "status": "completed", "tag": "777be461-85eb-4654-8ba9-70200182fd9e"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 14:59:36.030285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=777be461-85eb-4654-8ba9-70200182fd9e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 14:59:36.036343 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:36.060469 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd733c-57da-4e28-ae3f-04776f59a74d x-openstack-request-id: req-b6cd733c-57da-4e28-ae3f-04776f59a74d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 14:59:36.060734 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "name": "network-vif-plugged", "status": "completed", "tag": "777be461-85eb-4654-8ba9-70200182fd9e", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 14:59:36.060987 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6cd733c-57da-4e28-ae3f-04776f59a74d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 14:59:36.061388 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cd733c-57da-4e28-ae3f-04776f59a74d'] response: {'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e', 'code': 200} Mar 22 14:59:36.088052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 14:59:36.156384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2fd7c-5abd-4660-97c1-7b68aca3cdca req-66e25c62-900f-49f0-a344-b67bdd6fe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:36.157868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4b2fd7c-5abd-4660-97c1-7b68aca3cdca req-66e25c62-900f-49f0-a344-b67bdd6fe256 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 1127 time: 0.0445950 Mar 22 14:59:36.199682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d4b2fd7c-5abd-4660-97c1-7b68aca3cdca req-a54cf83f-dcb4-457b-8eb5-178e3e23a969 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Mar 22 14:59:36.609793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147f6d-9b25-451b-83f3-1e3cba25f21a req-1e4fc2c4-56ea-4d99-bd29-100f21836916 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:36.611405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95147f6d-9b25-451b-83f3-1e3cba25f21a req-1e4fc2c4-56ea-4d99-bd29-100f21836916 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0610881 Mar 22 14:59:36.660319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-95147f6d-9b25-451b-83f3-1e3cba25f21a req-b343537c-bb5a-4bb6-9b8b-ec3584a98149 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Mar 22 14:59:37.781669 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354c26e-e169-423f-8cd7-1fd4ef82ec5d req-8c484314-bc45-4eb4-a10e-5507225341b9 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:37.785494 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9354c26e-e169-423f-8cd7-1fd4ef82ec5d req-8c484314-bc45-4eb4-a10e-5507225341b9 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0523121 Mar 22 14:59:37.831330 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9354c26e-e169-423f-8cd7-1fd4ef82ec5d req-dd99d300-c762-4d9c-bdec-673343820c65 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Mar 22 14:59:37.957406 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bfef4-6877-4ba3-a8b3-c23a9d8bf93b req-608f9a2b-de4e-4f76-bb62-b1f87d60b21b tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 14:59:37.958913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-166bfef4-6877-4ba3-a8b3-c23a9d8bf93b req-608f9a2b-de4e-4f76-bb62-b1f87d60b21b tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0574284 Mar 22 14:59:38.005812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-166bfef4-6877-4ba3-a8b3-c23a9d8bf93b req-cd73cc08-2e7b-46ea-bce7-f94d96db7f24 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Mar 22 14:59:47.621627 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 14:59:48.631865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c5ccf071-2a97-4ea4-a898-82690ac66b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:51.033630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6c47-4fec-4ff9-9e53-4d8dc77540c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:52.107691 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:53.908870 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:54.950922 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:58.662088 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 14:59:59.559804 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:10.253113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-f47fbf65-4b56-4613-8197-c8fadad0ab77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500374 Mar 22 15:00:10.343685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-af525cf2-5c18-47f6-834b-ef9b1b503086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.345244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-af525cf2-5c18-47f6-834b-ef9b1b503086 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98da3832906e41188494c3272075e533&device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 1127 time: 0.0484331 Mar 22 15:00:10.456779 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-54baa804-df31-4535-9852-7e4df01d74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.458339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-54baa804-df31-4535-9852-7e4df01d74f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 200 len: 918 time: 0.0937974 Mar 22 15:00:10.502738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-3aa9e0df-81e2-4984-a394-8b33c35b3cb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=777be461-85eb-4654-8ba9-70200182fd9e HTTP/1.1" status: 200 len: 217 time: 0.0378249 Mar 22 15:00:10.555000 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-399dcce1-10e5-44fd-b77c-0bd0b70f75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.556540 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-399dcce1-10e5-44fd-b77c-0bd0b70f75b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0481200 Mar 22 15:00:10.611357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-715d8d51-5ecc-4091-9fbf-39591642774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:10.612860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-715d8d51-5ecc-4091-9fbf-39591642774d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b1978341-cfd5-4f8b-9617-f925b0eb2f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495729 Mar 22 15:00:10.703118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-df132c20-06e7-4c1b-9b3e-926f2e36e943 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Mar 22 15:00:10.795942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77bcddea-d8d8-4db2-bd72-6f6ea7c6dcb0 req-e8b5e38a-da68-4002-8b7c-77452bf42f16 service neutron] 10.222.0.82 "GET /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Mar 22 15:00:12.220478 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda73cbd-e0d7-477b-849b-99e66070af7c req-54b0e5cc-8558-42e1-9c66-82973f04e555 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:12.221893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dda73cbd-e0d7-477b-849b-99e66070af7c req-54b0e5cc-8558-42e1-9c66-82973f04e555 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0545049 Mar 22 15:00:12.271614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dda73cbd-e0d7-477b-849b-99e66070af7c req-de041b84-a96c-4bf5-8923-4510747722fe tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Mar 22 15:00:13.394447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043c0e9-a83b-4fc7-a94f-f8a2ed5d83bb req-bbb435d4-049c-411c-ba05-040a3a625d98 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:13.396694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4043c0e9-a83b-4fc7-a94f-f8a2ed5d83bb req-bbb435d4-049c-411c-ba05-040a3a625d98 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0553803 Mar 22 15:00:13.447219 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4043c0e9-a83b-4fc7-a94f-f8a2ed5d83bb req-dfac47b3-dece-4aeb-bb5f-df32349baf45 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b29afab-6827-40a1-b58a-12f0588a9fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Mar 22 15:00:13.637295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-67aca869-814f-4758-a453-169e59528c51 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:13.638793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-67aca869-814f-4758-a453-169e59528c51 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 945 time: 0.0590515 Mar 22 15:00:13.735953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Deleting port 777be461-85eb-4654-8ba9-70200182fd9e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:13.736293 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (777be461-85eb-4654-8ba9-70200182fd9e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.828397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] For port 777be461-85eb-4654-8ba9-70200182fd9e, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=777be461-85eb-4654-8ba9-70200182fd9e,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:13.828770 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (777be461-85eb-4654-8ba9-70200182fd9e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:13.841673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Calling delete_port for 777be461-85eb-4654-8ba9-70200182fd9e owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:13.988121 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (777be461-85eb-4654-8ba9-70200182fd9e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.000409 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['777be461-85eb-4654-8ba9-70200182fd9e'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:00:14.017264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Pushing event deleted for resources: {'Port': ['ID=777be461-85eb-4654-8ba9-70200182fd9e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:14.060193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] No DVR routers for this DVR port 777be461-85eb-4654-8ba9-70200182fd9e on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:14.062956 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:14.066316 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23570e4a-4f24-46ee-b8c2-e0946bb6c088 req-5e8e3919-acdc-4ea9-bcbf-e07dd13272ec tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.82 "DELETE /v2.0/ports/777be461-85eb-4654-8ba9-70200182fd9e HTTP/1.1" status: 204 len: 173 time: 0.4222918 Mar 22 15:00:14.066749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'name': 'network-vif-deleted', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:14.069045 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e25d15-b24a-4c92-8015-c062752ea65a" -d '{"events": [{"server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "name": "network-vif-deleted", "tag": "777be461-85eb-4654-8ba9-70200182fd9e"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:14.105662 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cfd88a-668d-4fc1-96b2-92db471da716 x-openstack-request-id: req-82cfd88a-668d-4fc1-96b2-92db471da716 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:14.105982 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad20558-f096-4417-8712-4f9483be2d8c", "name": "network-vif-deleted", "tag": "777be461-85eb-4654-8ba9-70200182fd9e", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:14.106250 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82cfd88a-668d-4fc1-96b2-92db471da716 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:14.106666 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cfd88a-668d-4fc1-96b2-92db471da716'] response: {'server_uuid': '7ad20558-f096-4417-8712-4f9483be2d8c', 'name': 'network-vif-deleted', 'tag': '777be461-85eb-4654-8ba9-70200182fd9e', 'status': 'completed', 'code': 200} Mar 22 15:00:14.559071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cab6be9-e72d-4514-a680-889151ab1099 req-c3b84b3a-8b6b-41b9-8b7c-e0b3f07430c2 tempest-TestEncryptedCinderVolumes-1871504419 tempest-TestEncryptedCinderVolumes-1871504419-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ad20558-f096-4417-8712-4f9483be2d8c HTTP/1.1" status: 200 len: 210 time: 0.0290143 Mar 22 15:00:15.655280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33680) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:16.020696 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.582526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Deleting port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:16.582958 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.661339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] For port 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:16.662207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.675547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Calling delete_port for 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:16.864117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (5b6e09bd-44d9-4e1f-a3f7-b65e952d0239), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:16.893755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6e09bd-44d9-4e1f-a3f7-b65e952d0239,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:17.075168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.307012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:17.429623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:17.435286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5ff7e76b-e253-41a5-aef5-d4460c4a3c39 admin admin] 10.222.0.81 "PUT /v2.0/routers/2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7789800 Mar 22 15:00:17.437953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:17.438678 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Sync routers for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:17.449408 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:17.450117 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:17.548011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks [] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.555173 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:17.654235 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks [] for router_gateway (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.714961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Deleting port 140d6a8f-00e8-401a-b127-b83694fd4e4c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:17.715643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.793253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] For port 140d6a8f-00e8-401a-b127-b83694fd4e4c, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=140d6a8f-00e8-401a-b127-b83694fd4e4c,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:17.793722 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.806753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Calling delete_port for 140d6a8f-00e8-401a-b127-b83694fd4e4c owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:17.813617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T15:00:16Z', 'revision_number': 5, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port': {'id': '140d6a8f-00e8-401a-b127-b83694fd4e4c', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:33Z', 'updated_at': '2022-03-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:17.838803 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Checking router: 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:17.846818 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Routers {'2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:17.847409 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:17.935516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] Set router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:17.979589 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (140d6a8f-00e8-401a-b127-b83694fd4e4c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:17.990012 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T15:00:17Z', 'revision_number': 6, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:18.004844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 777be461-85eb-4654-8ba9-70200182fd9e no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:18.010189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Pushing event deleted for resources: {'Port': ['ID=140d6a8f-00e8-401a-b127-b83694fd4e4c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:18.018013 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e22a1-e663-44d8-9446-ea5268e13809 None None] The sync data for ids ['2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a'] in n-d-758851-5 is: [{'id': '2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1857059283-router', 'tenant_id': '98da3832906e41188494c3272075e533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:32Z', 'updated_at': '2022-03-22T15:00:17Z', 'revision_number': 6, 'project_id': '98da3832906e41188494c3272075e533', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:18.038630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 777be461-85eb-4654-8ba9-70200182fd9e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:18.039065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 777be461-85eb-4654-8ba9-70200182fd9e not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:18.070647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.163654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.166100 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks [] for router_controller (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.209698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.210247 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:00:18.214885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.216059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-be493b33-c0a8-4abd-99ef-7805cbec5267 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2f8c6d0d-4a9f-48d4-ac6d-949774c50d1a HTTP/1.1" status: 204 len: 168 time: 0.7772217 Mar 22 15:00:18.218757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:18.266073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Deleting subnet 385ee563-b125-4cce-b374-b76f89c5d2a1 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:00:18.269383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Publish callbacks [] for subnet (385ee563-b125-4cce-b374-b76f89c5d2a1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.303785 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (385ee563-b125-4cce-b374-b76f89c5d2a1), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.382880 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (385ee563-b125-4cce-b374-b76f89c5d2a1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.440033 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (385ee563-b125-4cce-b374-b76f89c5d2a1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.469592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385ee563-b125-4cce-b374-b76f89c5d2a1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:18.474072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.478426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0504308c-cbff-462a-8eb6-605cc7e5f019 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/385ee563-b125-4cce-b374-b76f89c5d2a1 HTTP/1.1" status: 204 len: 168 time: 0.2587073 Mar 22 15:00:18.480220 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1be3ae-77f5-4db1-b934-d866b0be129f None None] Network b1978341-cfd5-4f8b-9617-f925b0eb2f1d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:18.481070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:18.551198 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (b1978341-cfd5-4f8b-9617-f925b0eb2f1d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.604190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Deleting port 823d626b-348f-471b-9760-ae990f3a11bb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:18.604533 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (823d626b-348f-471b-9760-ae990f3a11bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.635662 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ad274803-db11-442f-a741-22ad66e7b88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.679271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] For port 823d626b-348f-471b-9760-ae990f3a11bb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=823d626b-348f-471b-9760-ae990f3a11bb,segment=NetworkSegment(aacd30fb-543d-41b6-86b2-a6654a962186),segment_id=aacd30fb-543d-41b6-86b2-a6654a962186)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:18.679807 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (823d626b-348f-471b-9760-ae990f3a11bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.698789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Calling delete_port for 823d626b-348f-471b-9760-ae990f3a11bb owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:18.758805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] DHCP port deletion for b1978341-cfd5-4f8b-9617-f925b0eb2f1d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:00:18.789603 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (823d626b-348f-471b-9760-ae990f3a11bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.817670 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Deleting port 823d626b-348f-471b-9760-ae990f3a11bb {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:18.818230 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (823d626b-348f-471b-9760-ae990f3a11bb), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.822978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 823d626b-348f-471b-9760-ae990f3a11bb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:18.825157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] No DVR routers for this DVR port 823d626b-348f-471b-9760-ae990f3a11bb on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:18.829499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=823d626b-348f-471b-9760-ae990f3a11bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:18.889039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 823d626b-348f-471b-9760-ae990f3a11bb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:18.889362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 823d626b-348f-471b-9760-ae990f3a11bb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:18.889860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:18.904870 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (b1978341-cfd5-4f8b-9617-f925b0eb2f1d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.912316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:18.912666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5b6e09bd-44d9-4e1f-a3f7-b65e952d0239 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:18.913070 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 140d6a8f-00e8-401a-b127-b83694fd4e4c no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:18.925706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1978341-cfd5-4f8b-9617-f925b0eb2f1d']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:18.935709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacd30fb-543d-41b6-86b2-a6654a962186') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:18.936008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacd30fb-543d-41b6-86b2-a6654a962186') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:18.939489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 140d6a8f-00e8-401a-b127-b83694fd4e4c {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:18.939837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 140d6a8f-00e8-401a-b127-b83694fd4e4c not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:18.945454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] For port 823d626b-348f-471b-9760-ae990f3a11bb, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:18.945866 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (823d626b-348f-471b-9760-ae990f3a11bb), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.948607 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (aacd30fb-543d-41b6-86b2-a6654a962186), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.958549 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Calling delete_port for 823d626b-348f-471b-9760-ae990f3a11bb owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:18.961307 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Port 823d626b-348f-471b-9760-ae990f3a11bb was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 15:00:18.962567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (823d626b-348f-471b-9760-ae990f3a11bb), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.963123 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (aacd30fb-543d-41b6-86b2-a6654a962186), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.970929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:00:18.971549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (aacd30fb-543d-41b6-86b2-a6654a962186), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:00:18.973623 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:00:18.993500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] Pushing event deleted for resources: {'Port': ['ID=823d626b-348f-471b-9760-ae990f3a11bb,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:18.999566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739199b9-e178-4dbf-aba3-75afa994030b None None] No DVR routers for this DVR port 823d626b-348f-471b-9760-ae990f3a11bb on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:19.042910 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (b1978341-cfd5-4f8b-9617-f925b0eb2f1d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.049764 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.054051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] 10.222.0.81 "DELETE /v2.0/networks/b1978341-cfd5-4f8b-9617-f925b0eb2f1d HTTP/1.1" status: 204 len: 168 time: 0.5712726 Mar 22 15:00:19.056596 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:19.065880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae16b60-8fe7-40f8-8e79-a1a982318c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1978341-cfd5-4f8b-9617-f925b0eb2f1d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:19.428539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.686934 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Deleting port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:19.687188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.768013 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] For port dd8cc0b3-8c0c-4a20-bacb-5db73f806dde, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:19.768382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.781500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Calling delete_port for dd8cc0b3-8c0c-4a20-bacb-5db73f806dde owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:19.972282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (dd8cc0b3-8c0c-4a20-bacb-5db73f806dde), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:19.995230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8cc0b3-8c0c-4a20-bacb-5db73f806dde,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:20.009163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.009515 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.009849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.010244 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.010573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.010901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.011226 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.011529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.011873 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.012182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.012478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.012812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.013117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.013449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.013764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:20.180091 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.410731 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:20.523255 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:20.531082 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-79b8994b-49e3-49b1-84f8-b4b8fe700512 admin admin] 10.222.0.81 "PUT /v2.0/routers/b7a3b4d6-28a5-4351-a377-3b33d6ec80f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4734044 Mar 22 15:00:20.533832 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33696) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:20.534663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Sync routers for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:20.545214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:20.545851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:20.641396 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks [] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.655965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:20.753528 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks [] for router_gateway (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.805687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Deleting port 16a926eb-6742-48c3-9a23-9942c7c7ee79 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:20.806068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.833385 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T15:00:19Z', 'revision_number': 5, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port': {'id': '16a926eb-6742-48c3-9a23-9942c7c7ee79', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:20.859701 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Checking router: b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:20.867956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Routers {'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:20.868567 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T14:59:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:20.886395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] For port 16a926eb-6742-48c3-9a23-9942c7c7ee79, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=16a926eb-6742-48c3-9a23-9942c7c7ee79,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:20.886791 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:20.900066 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Calling delete_port for 16a926eb-6742-48c3-9a23-9942c7c7ee79 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:20.960299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] Set router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:21.018491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T15:00:20Z', 'revision_number': 6, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:21.050503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e96aef-3b0b-4bc6-a79d-3957fb515453 None None] The sync data for ids ['b7a3b4d6-28a5-4351-a377-3b33d6ec80f4'] in n-d-758851-5 is: [{'id': 'b7a3b4d6-28a5-4351-a377-3b33d6ec80f4', 'name': 'tempest-TestEncryptedCinderVolumes-1101923721-router', 'tenant_id': '8fd4324742a340a79fceb0c8e4e52091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T14:58:37Z', 'updated_at': '2022-03-22T15:00:20Z', 'revision_number': 6, 'project_id': '8fd4324742a340a79fceb0c8e4e52091', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:21.055829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d25604f5-02a4-4cae-846c-5bc5fc794c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.087115 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (16a926eb-6742-48c3-9a23-9942c7c7ee79), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.112569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Pushing event deleted for resources: {'Port': ['ID=16a926eb-6742-48c3-9a23-9942c7c7ee79,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.172942 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.268082 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.270373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks [] for router_controller (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.628927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b7a3b4d6-28a5-4351-a377-3b33d6ec80f4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.629433 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:00:21.633749 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.634961 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c823a6d8-c68a-4f72-8351-7c05a06e15ce admin admin] 10.222.0.81 "DELETE /v2.0/routers/b7a3b4d6-28a5-4351-a377-3b33d6ec80f4 HTTP/1.1" status: 204 len: 168 time: 1.1001720 Mar 22 15:00:21.638289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33698) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:21.682468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Deleting subnet db447ef9-7d83-4558-8740-315101742179 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:00:21.685597 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Publish callbacks [] for subnet (db447ef9-7d83-4558-8740-315101742179), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.724259 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (db447ef9-7d83-4558-8740-315101742179), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.810803 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (db447ef9-7d83-4558-8740-315101742179), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.864304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (db447ef9-7d83-4558-8740-315101742179), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.891923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db447ef9-7d83-4558-8740-315101742179,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:21.894369 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:21.901380 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-235b7d04-df08-4dc9-91da-8a07ec60eaac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/db447ef9-7d83-4558-8740-315101742179 HTTP/1.1" status: 204 len: 168 time: 0.2597027 Mar 22 15:00:21.901551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1818f4-a738-4e3a-87df-56b491f87e49 None None] Network 584d92f8-a839-41ee-8a0e-e55872ec6eed requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:21.902073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33700) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:21.971309 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (584d92f8-a839-41ee-8a0e-e55872ec6eed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.030402 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Deleting port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:22.030747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.055104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] DHCP port deletion for 584d92f8-a839-41ee-8a0e-e55872ec6eed request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:00:22.101743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] For port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:22.102164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.107846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.115319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Calling delete_port for 3776ff31-277c-4bf5-8e70-e2f3a3a1caac owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:22.116816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Deleting port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:00:22.117201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.184587 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] For port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,segment=NetworkSegment(1148df45-a4ef-436b-9fdc-4943066c7ec0),segment_id=1148df45-a4ef-436b-9fdc-4943066c7ec0)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:22.184979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.195857 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.199743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Calling delete_port for 3776ff31-277c-4bf5-8e70-e2f3a3a1caac owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:00:22.227661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Pushing event deleted for resources: {'Port': ['ID=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:22.229947 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] No DVR routers for this DVR port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:22.274337 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (3776ff31-277c-4bf5-8e70-e2f3a3a1caac), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.297922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] Pushing event deleted for resources: {'Port': ['ID=3776ff31-277c-4bf5-8e70-e2f3a3a1caac,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:22.301683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (584d92f8-a839-41ee-8a0e-e55872ec6eed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.303294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59f645-7b92-49f9-bf43-0f9a5ae6e30a None None] No DVR routers for this DVR port 3776ff31-277c-4bf5-8e70-e2f3a3a1caac on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:00:22.324766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584d92f8-a839-41ee-8a0e-e55872ec6eed']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:22.334303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1148df45-a4ef-436b-9fdc-4943066c7ec0') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:22.334607 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1148df45-a4ef-436b-9fdc-4943066c7ec0') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:22.344164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (1148df45-a4ef-436b-9fdc-4943066c7ec0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.357701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (1148df45-a4ef-436b-9fdc-4943066c7ec0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.363749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:00:22.364146 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (1148df45-a4ef-436b-9fdc-4943066c7ec0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:00:22.365902 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:00:22.426881 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (584d92f8-a839-41ee-8a0e-e55872ec6eed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.432471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.435736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] 10.222.0.81 "DELETE /v2.0/networks/584d92f8-a839-41ee-8a0e-e55872ec6eed HTTP/1.1" status: 204 len: 168 time: 0.5329175 Mar 22 15:00:22.446676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f2be9-7d58-48bb-bd08-97165a1a691a admin admin] Pushing event deleted for resources: {'Network': ['ID=584d92f8-a839-41ee-8a0e-e55872ec6eed,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:22.610435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33704) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:22.652411 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06e33efd-4a83-42f7-8b49-484cc9cf4ccb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98da3832906e41188494c3272075e533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406299 Mar 22 15:00:22.655073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33706) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:22.704136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] Publish callbacks [] for security_group (7b29afab-6827-40a1-b58a-12f0588a9fb1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.725197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3776ff31-277c-4bf5-8e70-e2f3a3a1caac no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:22.728365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] Publish callbacks [] for security_group (7b29afab-6827-40a1-b58a-12f0588a9fb1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.749232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 3776ff31-277c-4bf5-8e70-e2f3a3a1caac {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:22.749586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 3776ff31-277c-4bf5-8e70-e2f3a3a1caac not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:22.750018 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd8cc0b3-8c0c-4a20-bacb-5db73f806dde no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:22.770479 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: dd8cc0b3-8c0c-4a20-bacb-5db73f806dde {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:22.770799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device dd8cc0b3-8c0c-4a20-bacb-5db73f806dde not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:22.771227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16a926eb-6742-48c3-9a23-9942c7c7ee79 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:00:22.775991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7b29afab-6827-40a1-b58a-12f0588a9fb1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.778853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:22.780091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b29afab-6827-40a1-b58a-12f0588a9fb1 HTTP/1.1" status: 204 len: 168 time: 0.1240582 Mar 22 15:00:22.793175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 16a926eb-6742-48c3-9a23-9942c7c7ee79 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:00:22.793535 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 16a926eb-6742-48c3-9a23-9942c7c7ee79 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:00:22.799600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e062-dd81-4225-b32a-a1a04aa0312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29afab-6827-40a1-b58a-12f0588a9fb1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:23.143290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:23.183578 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-38ed5de3-b281-4c72-97f6-7c62dc523039 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fd4324742a340a79fceb0c8e4e52091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391793 Mar 22 15:00:23.187326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:23.239970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] Publish callbacks [] for security_group (11fd89bb-bbda-4e02-af05-2242637c33a9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.263651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] Publish callbacks [] for security_group (11fd89bb-bbda-4e02-af05-2242637c33a9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.311990 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (11fd89bb-bbda-4e02-af05-2242637c33a9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.314643 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:23.315795 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11fd89bb-bbda-4e02-af05-2242637c33a9 HTTP/1.1" status: 204 len: 168 time: 0.1274748 Mar 22 15:00:23.323453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796840b3-5238-4243-a058-a67e80a395a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd89bb-bbda-4e02-af05-2242637c33a9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:23.906597 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.093356 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33736) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:24.215292 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1329868068-network', 'tenant_id': '28313af235f04c05a67de0ddb1269375'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:24.242630 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Made reservation on behalf of 28313af235f04c05a67de0ddb1269375 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:24.245122 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.253991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.342125 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks [] for security_group (37d5ea75-9f9c-4bcb-955b-24090f3bc427), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.348298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (37d5ea75-9f9c-4bcb-955b-24090f3bc427), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.372421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:00:24.382333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5ea75-9f9c-4bcb-955b-24090f3bc427,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:24.387126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.387461 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Added segment 2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561 of type vlan for network 856b65de-9c99-4275-bded-1668b8fc3a64 Mar 22 15:00:24.426360 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (856b65de-9c99-4275-bded-1668b8fc3a64), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.452344 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (856b65de-9c99-4275-bded-1668b8fc3a64), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.453633 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:24.454448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.515824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4212461 Mar 22 15:00:24.518997 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33740) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:24.521031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25acba-272b-4c05-bf0f-867a217b2fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=856b65de-9c99-4275-bded-1668b8fc3a64,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:24.524551 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Request body: {'subnet': {'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1329868068-subnet', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:24.530709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 856b65de-9c99-4275-bded-1668b8fc3a64 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:00:24.547230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Made reservation on behalf of 28313af235f04c05a67de0ddb1269375 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:24.549841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.621801 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:00:24.720719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.782125 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:24.794950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Checking segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:24.795314 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Network hostable DHCP agents. Network: 856b65de-9c99-4275-bded-1668b8fc3a64, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:00:24.814485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Network 856b65de-9c99-4275-bded-1668b8fc3a64 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:00:24.824514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 856b65de-9c99-4275-bded-1668b8fc3a64) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:24.828896 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:24.829493 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.845805 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0fd26bd7-7129-41d8-a631-b487214155d6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3255699 Mar 22 15:00:24.848427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33742) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:24.852637 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:24.871079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71484449-f922-4e85-a81d-30ed997f5a52 None None] Network 856b65de-9c99-4275-bded-1668b8fc3a64 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:24.872952 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.874012 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.928155 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for router_controller (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:24.955513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.001728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-856b65de-9c99-4275-bded-1668b8fc3a64', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'project_id': '28313af235f04c05a67de0ddb1269375', 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:00:25.002648 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.078775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for router_gateway (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.162664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Allocated IP 172.20.0.2 (856b65de-9c99-4275-bded-1668b8fc3a64/fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5/4c0fea5f-5533-4f67-94f1-34168f7e7d90) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:25.285556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for router_gateway (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.304107 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.304736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks [] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.313356 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.355585 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Network 856b65de-9c99-4275-bded-1668b8fc3a64 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:25.363897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:25.365649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Pushing event updated for resources: {'Port': ['ID=4c0fea5f-5533-4f67-94f1-34168f7e7d90,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:25.367937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:25.408599 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Allocated IP 172.25.3.57 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/a50c09c8-832a-4577-a6cf-8f2c486fbdd0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:25.424221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Attempting to bind port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:25.424597 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Attempting to bind port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:25.424965 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Attempting to bind port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 on network 856b65de-9c99-4275-bded-1668b8fc3a64 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:25.429979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:25.430366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Checking segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:25.430770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.431161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Bound using segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:25.431629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Bound port: 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:25.432006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.497917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] For port 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:25.501994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] For port 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c0fea5f-5533-4f67-94f1-34168f7e7d90,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:25.510079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.517608 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.555014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:25.574021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a278-5c2b-40f0-b9a9-65fb175e0020 None None] Pushing event updated for resources: {'Port': ['ID=4c0fea5f-5533-4f67-94f1-34168f7e7d90,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:25.594918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:25.597882 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:25.604305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:25.629652 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Pushing event updated for resources: {'Port': ['ID=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:25.886266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for router_gateway (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.095948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.233685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:00:26.348763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:26.358790 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Sync routers for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:26.368375 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.373003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33744) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:26.373545 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8c0d4e35-5674-498c-b76b-b19d0e483554 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5233991 Mar 22 15:00:26.373858 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:26.374618 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:26.470291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb76a0-3ecc-48e3-968f-44085811103f None None] Network 856b65de-9c99-4275-bded-1668b8fc3a64 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:26.487113 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:26.541422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Provisioning complete for port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:26.542080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.662887 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Current status of the port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:26.663275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.699423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] For port 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c0fea5f-5533-4f67-94f1-34168f7e7d90,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:26.708739 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:25Z', 'revision_number': 3, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:26.716466 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.761307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Checking router: ee5d437e-ccce-4ca4-8c70-e266fcda58d2 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:26.761926 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Updating router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:26.793225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41d7a6-92cc-4e27-b20c-1e4c80fb1ff2 None None] Pushing event updated for resources: {'Port': ['ID=4c0fea5f-5533-4f67-94f1-34168f7e7d90,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:26.805530 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.822796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c0fea5f-5533-4f67-94f1-34168f7e7d90 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:26.885127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:26.885496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:26.979189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:27.047810 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-449acb3c-a9ed-4a66-833b-876a61cd829d None None] Provisioning complete for port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:27.048438 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-449acb3c-a9ed-4a66-833b-876a61cd829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.091249 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks [] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.097310 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.140441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-449acb3c-a9ed-4a66-833b-876a61cd829d None None] Current status of the port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:27.151934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Attempting to bind port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:27.152308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Attempting to bind port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:27.152671 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Attempting to bind port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:27.157237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Pushing event updated for resources: {'Port': ['ID=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:27.160305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:27.160673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:27.161077 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.161464 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:27.161924 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Bound port: a50c09c8-832a-4577-a6cf-8f2c486fbdd0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:27.162319 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.184822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.185167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.185510 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.185842 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.186202 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.186531 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.187097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.187432 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.187756 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.188111 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.188436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.188754 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.189077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.189394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.189695 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:27.197708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.226733 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] For port a50c09c8-832a-4577-a6cf-8f2c486fbdd0, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:27.230157 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] For port a50c09c8-832a-4577-a6cf-8f2c486fbdd0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:27.237079 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.297092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:27.297699 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:27.300620 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ef8b6-ff5f-4323-8691-e97c84d7a4fd None None] Pushing event updated for resources: {'Port': ['ID=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:27.355028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Allocated IP 172.20.0.1 (856b65de-9c99-4275-bded-1668b8fc3a64/fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5/fda9fd05-6463-4298-bd2c-75e4a8902df6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:27.401455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:27.461123 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks [] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.496368 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.535359 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Network 856b65de-9c99-4275-bded-1668b8fc3a64 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:27.538276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:27.544170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:27.569593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Pushing event updated for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:27.586553 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:25Z', 'revision_number': 3, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:27.589684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.617568 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b811c4-5886-40d4-8d19-0fd08055cc49 None None] The sync data for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 is: [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:25Z', 'revision_number': 3, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:27.739759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.771736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c3bd375c-78b1-4352-a0d8-628cc547ee9d None None] Provisioning complete for port fda9fd05-6463-4298-bd2c-75e4a8902df6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:27.772327 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c3bd375c-78b1-4352-a0d8-628cc547ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.811294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd375c-78b1-4352-a0d8-628cc547ee9d None None] Port fda9fd05-6463-4298-bd2c-75e4a8902df6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:27.922678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks [] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.928166 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.994745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:27.996649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Pushing event updated for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:28.009462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.009801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.010167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.010497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.010821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.011200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.011499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.011820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.012134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.012447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.012760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.013067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.013376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.013686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.014018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:28.107738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Network 856b65de-9c99-4275-bded-1668b8fc3a64 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:28.109183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:28.235809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:28.339615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-456815a6-808b-4d8f-89db-a9c2d7eb879f None None] Provisioning complete for port fda9fd05-6463-4298-bd2c-75e4a8902df6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:28.340122 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-456815a6-808b-4d8f-89db-a9c2d7eb879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.362641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:28.369047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b00ff6fb-24ba-4bb0-9233-9c70bcf20c99 admin admin] 10.222.0.81 "PUT /v2.0/routers/ee5d437e-ccce-4ca4-8c70-e266fcda58d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940789 Mar 22 15:00:28.380153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-456815a6-808b-4d8f-89db-a9c2d7eb879f None None] Port fda9fd05-6463-4298-bd2c-75e4a8902df6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:28.678331 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.811563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c0fea5f-5533-4f67-94f1-34168f7e7d90 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:28.843915 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:28.849198 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1025454016-network', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:28.869210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:28.869636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.873141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Made reservation on behalf of bc092b7f023d42a2a30c416feb2c4d3f for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:28.875874 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.885442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.952565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:28.953684 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a50c09c8-832a-4577-a6cf-8f2c486fbdd0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:28.964246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks [] for security_group (707beddb-d51b-4afc-8965-87c04aabae60), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.968644 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (707beddb-d51b-4afc-8965-87c04aabae60), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:28.994277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:00:29.000812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:29.001194 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.004529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707beddb-d51b-4afc-8965-87c04aabae60,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:29.010993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.011453 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Added segment c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf of type vlan for network 4365163d-11a7-48d0-8414-13951cf1d27e Mar 22 15:00:29.055350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (4365163d-11a7-48d0-8414-13951cf1d27e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.083477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (4365163d-11a7-48d0-8414-13951cf1d27e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.084591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:29.085684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.092736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:29.093143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.117036 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port a50c09c8-832a-4577-a6cf-8f2c486fbdd0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:29.120987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.142695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2976716 Mar 22 15:00:29.145634 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33762) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:29.151432 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Request body: {'subnet': {'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1025454016-subnet', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:29.153548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6866-6966-49c2-9688-32fe14d20774 admin admin] Pushing event updated for resources: {'Network': ['ID=4365163d-11a7-48d0-8414-13951cf1d27e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:29.173427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 4365163d-11a7-48d0-8414-13951cf1d27e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:00:29.175680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:29.188147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Made reservation on behalf of bc092b7f023d42a2a30c416feb2c4d3f for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:29.190733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.274700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Sync routers for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:29.285731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:29.286428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:29.363299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (0d0017b7-ac50-4783-92e8-d63e96e9843d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.399101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:29.419019 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0017b7-ac50-4783-92e8-d63e96e9843d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:29.428707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Checking segment: {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:29.429044 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Network hostable DHCP agents. Network: 4365163d-11a7-48d0-8414-13951cf1d27e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:00:29.446639 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Network 4365163d-11a7-48d0-8414-13951cf1d27e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:00:29.456967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 4365163d-11a7-48d0-8414-13951cf1d27e) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:29.461757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:29.463392 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.469695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b231f-b7df-4bb1-b61d-3b726126fd94 None None] Network 4365163d-11a7-48d0-8414-13951cf1d27e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:29.482003 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1b10e4d3-f1ff-460b-966f-ec5294d0493a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3341746 Mar 22 15:00:29.484444 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33764) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:29.489418 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:29.511531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.512576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.571039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for router_controller (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.609825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.665515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-4365163d-11a7-48d0-8414-13951cf1d27e', 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e', 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'fixed_ips': [{'subnet_id': '0d0017b7-ac50-4783-92e8-d63e96e9843d'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:00:29.666396 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.723567 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for router_gateway (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.795372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 2, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:29.826049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Checking router: ee5d437e-ccce-4ca4-8c70-e266fcda58d2 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:29.826791 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Updating router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 port fda9fd05-6463-4298-bd2c-75e4a8902df6 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:29.858815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Allocated IP 172.20.0.2 (4365163d-11a7-48d0-8414-13951cf1d27e/0d0017b7-ac50-4783-92e8-d63e96e9843d/e3b036ec-a142-4878-898a-c49d9d2023f7) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:29.869912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.922372 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for router_gateway (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:29.944593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.048961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Allocated IP 172.25.3.82 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/2968c5ca-babf-451a-bcd4-482f06632791) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:30.161099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for port (2968c5ca-babf-451a-bcd4-482f06632791), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.197601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2968c5ca-babf-451a-bcd4-482f06632791), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.237411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:30.242315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:30.244675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:30.268505 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Pushing event updated for resources: {'Port': ['ID=2968c5ca-babf-451a-bcd4-482f06632791,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.308166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks [] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.319188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.370937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Network 4365163d-11a7-48d0-8414-13951cf1d27e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:30.380869 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:30.385478 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:30.401103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Pushing event updated for resources: {'Port': ['ID=e3b036ec-a142-4878-898a-c49d9d2023f7,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.486876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Attempting to bind port e3b036ec-a142-4878-898a-c49d9d2023f7 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:30.487275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Attempting to bind port e3b036ec-a142-4878-898a-c49d9d2023f7 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:30.487632 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Attempting to bind port e3b036ec-a142-4878-898a-c49d9d2023f7 on network 4365163d-11a7-48d0-8414-13951cf1d27e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:30.501815 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for router_gateway (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.503181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:30.503562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Checking segment: {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:30.503970 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.504371 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Bound using segment: {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:30.504848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Bound port: e3b036ec-a142-4878-898a-c49d9d2023f7, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:30.505228 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.508203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks [] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.516682 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.594002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10e517-3f88-4f6a-abef-2514bd3bb6fd None None] Pushing event updated for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.667816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] For port e3b036ec-a142-4878-898a-c49d9d2023f7, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:30.679132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Attempting to bind port fda9fd05-6463-4298-bd2c-75e4a8902df6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:30.679515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Attempting to bind port fda9fd05-6463-4298-bd2c-75e4a8902df6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:30.679889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Attempting to bind port fda9fd05-6463-4298-bd2c-75e4a8902df6 on network 856b65de-9c99-4275-bded-1668b8fc3a64 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:30.689742 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] For port e3b036ec-a142-4878-898a-c49d9d2023f7, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e3b036ec-a142-4878-898a-c49d9d2023f7,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:30.694619 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:30.695058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Checking segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:30.695399 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.695805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Bound using segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:30.696281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Bound port: fda9fd05-6463-4298-bd2c-75e4a8902df6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:30.696665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.708292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.718683 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.784685 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a50c09c8-832a-4577-a6cf-8f2c486fbdd0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:30.824035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] For port fda9fd05-6463-4298-bd2c-75e4a8902df6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:30.865786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] For port fda9fd05-6463-4298-bd2c-75e4a8902df6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fda9fd05-6463-4298-bd2c-75e4a8902df6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:30.871280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:00:30.879804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e43d56-4f2c-4bdf-945b-67181a5ac1e6 None None] Pushing event updated for resources: {'Port': ['ID=e3b036ec-a142-4878-898a-c49d9d2023f7,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.882487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Provisioning complete for port fda9fd05-6463-4298-bd2c-75e4a8902df6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:30.882816 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.886851 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.984553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10e517-3f88-4f6a-abef-2514bd3bb6fd None None] Pushing event updated for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:30.987313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:30.987707 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:30.999034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:31.008570 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Sync routers for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:31.011441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:31.012089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:31.024439 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:31.025077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:31.037241 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.041062 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1372ce4a-ec18-4d33-a1be-c7eaccd3b97d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5528250 Mar 22 15:00:31.041897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33766) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:00:31.187241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Current status of the port fda9fd05-6463-4298-bd2c-75e4a8902df6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:31.194982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.217062 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:31.329647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] For port fda9fd05-6463-4298-bd2c-75e4a8902df6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fda9fd05-6463-4298-bd2c-75e4a8902df6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:31.333676 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:31.361004 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.392959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:31.432795 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 3, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:31.460630 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Checking router: 5d9b249f-91d7-49a5-aa12-f7b5c31851ff for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:31.461246 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Updating router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff port 2968c5ca-babf-451a-bcd4-482f06632791 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:31.485227 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba28251-80ae-4d09-8e54-87cc5e4e26b1 None None] Pushing event updated for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:31.491919 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2968c5ca-babf-451a-bcd4-482f06632791), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.555909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6f08841e-7123-4822-b842-66d348dfba48 None None] Provisioning complete for port fda9fd05-6463-4298-bd2c-75e4a8902df6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:31.556296 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f08841e-7123-4822-b842-66d348dfba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.694841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:31.725064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4a1e-fe27-4461-b680-f0afe3205586 None None] The sync data for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 is: [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:31.733108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6f08841e-7123-4822-b842-66d348dfba48 None None] Current status of the port fda9fd05-6463-4298-bd2c-75e4a8902df6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:31.920565 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks [] for port (2968c5ca-babf-451a-bcd4-482f06632791), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.929349 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2968c5ca-babf-451a-bcd4-482f06632791), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:31.989483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.000516 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Attempting to bind port 2968c5ca-babf-451a-bcd4-482f06632791 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:32.001322 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Attempting to bind port 2968c5ca-babf-451a-bcd4-482f06632791 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:32.001784 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Attempting to bind port 2968c5ca-babf-451a-bcd4-482f06632791 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:32.008780 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb6b2-0dda-4f38-bd21-fe4897e82c79 None None] Pushing event updated for resources: {'Port': ['ID=2968c5ca-babf-451a-bcd4-482f06632791,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:32.014815 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:32.015407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:32.015990 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.016706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:32.017485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Bound port: 2968c5ca-babf-451a-bcd4-482f06632791, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:32.017996 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2968c5ca-babf-451a-bcd4-482f06632791), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.076720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] For port 2968c5ca-babf-451a-bcd4-482f06632791, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:32.080541 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] For port 2968c5ca-babf-451a-bcd4-482f06632791, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2968c5ca-babf-451a-bcd4-482f06632791,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:32.091391 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2968c5ca-babf-451a-bcd4-482f06632791), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.127179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cae0d5-3516-463a-9cda-7046e19d9992 None None] Network 4365163d-11a7-48d0-8414-13951cf1d27e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:00:32.157996 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:32.158797 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:32.204954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Allocated IP 172.20.0.1 (4365163d-11a7-48d0-8414-13951cf1d27e/0d0017b7-ac50-4783-92e8-d63e96e9843d/caccfb21-f513-4ae1-b205-365e20cd027a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:32.219648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Provisioning complete for port e3b036ec-a142-4878-898a-c49d9d2023f7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:32.220089 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.270251 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:32.319906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Current status of the port e3b036ec-a142-4878-898a-c49d9d2023f7 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:32.319906 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.331607 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb6b2-0dda-4f38-bd21-fe4897e82c79 None None] Pushing event updated for resources: {'Port': ['ID=2968c5ca-babf-451a-bcd4-482f06632791,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:32.334108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks [] for port (caccfb21-f513-4ae1-b205-365e20cd027a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.376143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] For port e3b036ec-a142-4878-898a-c49d9d2023f7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e3b036ec-a142-4878-898a-c49d9d2023f7,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:32.386581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.387918 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.427551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Network 4365163d-11a7-48d0-8414-13951cf1d27e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:32.432052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:32.434867 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:32.466126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595971-ddfd-4ed0-8059-b08d20ea763c None None] Pushing event updated for resources: {'Port': ['ID=e3b036ec-a142-4878-898a-c49d9d2023f7,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:32.515754 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 3, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:32.532527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Pushing event updated for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:32.552401 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.562336 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf190e8-1281-4146-b404-b4758714b89d None None] The sync data for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 is: [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:30Z', 'revision_number': 3, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:32.714160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.724940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5fe947d0-f2b2-4601-b41a-57dff57024e7 None None] Provisioning complete for port e3b036ec-a142-4878-898a-c49d9d2023f7 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:32.728742 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5fe947d0-f2b2-4601-b41a-57dff57024e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.918904 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5fe947d0-f2b2-4601-b41a-57dff57024e7 None None] Current status of the port e3b036ec-a142-4878-898a-c49d9d2023f7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:32.954303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fda9fd05-6463-4298-bd2c-75e4a8902df6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:32.968883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks [] for port (caccfb21-f513-4ae1-b205-365e20cd027a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:32.974832 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.011357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port fda9fd05-6463-4298-bd2c-75e4a8902df6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:33.011873 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.088566 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.107407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Pushing event updated for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:33.115581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port fda9fd05-6463-4298-bd2c-75e4a8902df6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:33.116799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e3b036ec-a142-4878-898a-c49d9d2023f7 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:33.181364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c1ddca08-ca5a-4a14-98b6-dcb1c4dfc073 None None] Provisioning complete for port caccfb21-f513-4ae1-b205-365e20cd027a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:33.182106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c1ddca08-ca5a-4a14-98b6-dcb1c4dfc073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.204291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e3b036ec-a142-4878-898a-c49d9d2023f7 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:33.205135 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.218928 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Network 4365163d-11a7-48d0-8414-13951cf1d27e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:33.220806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:33.245386 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddca08-ca5a-4a14-98b6-dcb1c4dfc073 None None] Port caccfb21-f513-4ae1-b205-365e20cd027a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:33.305019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e3b036ec-a142-4878-898a-c49d9d2023f7 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:33.370261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:00:33.467891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9b4bb196-ed6f-455f-8430-8a9ad20058fa None None] Provisioning complete for port caccfb21-f513-4ae1-b205-365e20cd027a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:33.468414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb196-ed6f-455f-8430-8a9ad20058fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:33.492155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:00:33.497332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-541e615f-92ec-40a8-a447-f502783e5f5a admin admin] 10.222.0.81 "PUT /v2.0/routers/5d9b249f-91d7-49a5-aa12-f7b5c31851ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4543979 Mar 22 15:00:33.503912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bb196-ed6f-455f-8430-8a9ad20058fa None None] Port caccfb21-f513-4ae1-b205-365e20cd027a cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:34.771908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2968c5ca-babf-451a-bcd4-482f06632791 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:34.826785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2968c5ca-babf-451a-bcd4-482f06632791 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:34.827103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2968c5ca-babf-451a-bcd4-482f06632791), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:34.932937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2968c5ca-babf-451a-bcd4-482f06632791 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:34.935493 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (2968c5ca-babf-451a-bcd4-482f06632791), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:34.966934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 2968c5ca-babf-451a-bcd4-482f06632791, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2968c5ca-babf-451a-bcd4-482f06632791,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:34.972379 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (2968c5ca-babf-451a-bcd4-482f06632791), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:35.030788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=2968c5ca-babf-451a-bcd4-482f06632791,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:35.039420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.039823 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.040325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.040803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.041235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.041663 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.042144 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.042578 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.043005 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.043423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.043845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.044257 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.044673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.045092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.045511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:00:35.297522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Sync routers for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:00:35.309707 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:35.310338 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:35.425633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:35.658773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 4, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'caccfb21-f513-4ae1-b205-365e20cd027a', 'name': '', 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'mac_address': 'fa:16:3e:a2:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:32Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 2, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'subnets': [{'id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:35.690897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Checking router: 5d9b249f-91d7-49a5-aa12-f7b5c31851ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:00:35.691237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Updating router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff port caccfb21-f513-4ae1-b205-365e20cd027a binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:00:35.721346 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.182294 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks [] for port (caccfb21-f513-4ae1-b205-365e20cd027a), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.191125 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.272547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad635b3-67b5-4b36-b6c6-1ad30228056e None None] Pushing event updated for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:36.320216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Attempting to bind port caccfb21-f513-4ae1-b205-365e20cd027a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:36.320598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Attempting to bind port caccfb21-f513-4ae1-b205-365e20cd027a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:36.320967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Attempting to bind port caccfb21-f513-4ae1-b205-365e20cd027a on network 4365163d-11a7-48d0-8414-13951cf1d27e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:36.326775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:36.327160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Checking segment: {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:36.329326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.329326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Bound using segment: {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:36.329326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Bound port: caccfb21-f513-4ae1-b205-365e20cd027a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:36.329326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.405834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] For port caccfb21-f513-4ae1-b205-365e20cd027a, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:36.410909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] For port caccfb21-f513-4ae1-b205-365e20cd027a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=caccfb21-f513-4ae1-b205-365e20cd027a,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:36.420317 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.501151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad635b3-67b5-4b36-b6c6-1ad30228056e None None] Pushing event updated for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:36.506755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:00:36.507465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:00:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:36.593908 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Provisioning complete for port caccfb21-f513-4ae1-b205-365e20cd027a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:36.594318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.720577 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:00:36.752193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Current status of the port caccfb21-f513-4ae1-b205-365e20cd027a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:36.752640 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.783256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2968c5ca-babf-451a-bcd4-482f06632791 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:36.867661 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] For port caccfb21-f513-4ae1-b205-365e20cd027a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=caccfb21-f513-4ae1-b205-365e20cd027a,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:36.899320 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:36.992474 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c3cdc-cf10-402d-8fd8-ebd31e2a860f None None] Pushing event updated for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:37.005375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 2968c5ca-babf-451a-bcd4-482f06632791 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:37.005595 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (2968c5ca-babf-451a-bcd4-482f06632791), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:37.079647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9593994c-4be7-48f6-8ed0-75032e8d1fb7 None None] Provisioning complete for port caccfb21-f513-4ae1-b205-365e20cd027a triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:37.080020 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9593994c-4be7-48f6-8ed0-75032e8d1fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:37.167694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 4, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'caccfb21-f513-4ae1-b205-365e20cd027a', 'name': '', 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'mac_address': 'fa:16:3e:a2:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:32Z', 'updated_at': '2022-03-22T15:00:36Z', 'revision_number': 4, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'subnets': [{'id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:00:37.205743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 2968c5ca-babf-451a-bcd4-482f06632791 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:37.223754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d91b2-93a9-47eb-8772-3031add09f62 None None] The sync data for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 is: [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:32Z', 'revision_number': 4, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'caccfb21-f513-4ae1-b205-365e20cd027a', 'name': '', 'network_id': '4365163d-11a7-48d0-8414-13951cf1d27e', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'mac_address': 'fa:16:3e:a2:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:32Z', 'updated_at': '2022-03-22T15:00:36Z', 'revision_number': 4, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'subnets': [{'id': '0d0017b7-ac50-4783-92e8-d63e96e9843d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:00:37.247941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9593994c-4be7-48f6-8ed0-75032e8d1fb7 None None] Current status of the port caccfb21-f513-4ae1-b205-365e20cd027a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:38.785780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device caccfb21-f513-4ae1-b205-365e20cd027a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:00:38.845106 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port caccfb21-f513-4ae1-b205-365e20cd027a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:38.845479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:38.944542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port caccfb21-f513-4ae1-b205-365e20cd027a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:43.275069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-231ce758-b55d-4620-a0af-9bda11c278ef tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:43.276544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-231ce758-b55d-4620-a0af-9bda11c278ef tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 815 time: 0.1266198 Mar 22 15:00:43.291698 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-dc86f761-575c-41a4-a4db-32a504cdc25e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/quotas/28313af235f04c05a67de0ddb1269375 HTTP/1.1" status: 200 len: 375 time: 0.0094886 Mar 22 15:00:43.347271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-533b8c87-70f3-4a69-bd76-e3b5b87777df tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507338 Mar 22 15:00:43.451903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3634554a-90ff-47ed-bb06-a9c75bf76fce service neutron] 10.222.0.81 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931137 Mar 22 15:00:43.548326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-e979246e-31cb-49ca-b0fe-88a19fef9f0d service neutron] 10.222.0.81 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903449 Mar 22 15:00:43.715756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-62e3832e-4ae3-49f5-84b1-4097a1470d48 req-39259afa-9b42-4865-8829-bd62c038902a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Mar 22 15:00:44.759912 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-27332440-fb48-4338-880e-b3e95aa233de tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:44.761385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-27332440-fb48-4338-880e-b3e95aa233de tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 815 time: 0.1060677 Mar 22 15:00:44.773396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'port': {'device_id': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'admin_state_up': True, 'tenant_id': '28313af235f04c05a67de0ddb1269375'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:44.846074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-272e0582-1502-4571-b413-e9a8f28fc192 req-96b0ec9d-20ca-499c-9de6-f6707880bfc4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 210 time: 0.0566688 Mar 22 15:00:44.908726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Made reservation on behalf of 28313af235f04c05a67de0ddb1269375 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:00:44.912437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:45.043619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Allocated IP 172.20.0.3 (856b65de-9c99-4275-bded-1668b8fc3a64/fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5/a52c559a-e98a-499b-9b61-39aecd829ea6) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:00:45.290160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:45.337611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:45.407420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Network 856b65de-9c99-4275-bded-1668b8fc3a64 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:00:45.409300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:45.411833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:00:45.413910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:00:45.490842 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:45.491609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:45.517438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-7bd558e7-877b-4763-8765-21dc96457d13 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475657 Mar 22 15:00:45.728316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-3c4e49db-4039-40a1-9248-28fbb52e54fc None None] Provisioning complete for port a52c559a-e98a-499b-9b61-39aecd829ea6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:00:45.729332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c4e49db-4039-40a1-9248-28fbb52e54fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:45.765832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e49db-4039-40a1-9248-28fbb52e54fc None None] Port a52c559a-e98a-499b-9b61-39aecd829ea6 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:00:45.982874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1f0a-3df8-42b6-9a3e-4b040e4f4648 req-24027c95-3c16-46ee-afcd-f4dc62c7fc8f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:45.984368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-931f1f0a-3df8-42b6-9a3e-4b040e4f4648 req-24027c95-3c16-46ee-afcd-f4dc62c7fc8f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0627177 Mar 22 15:00:46.034141 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-931f1f0a-3df8-42b6-9a3e-4b040e4f4648 req-aab83d2b-bf99-44b2-9a72-fbc266ea433e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Mar 22 15:00:47.165046 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72f9ae-10b0-47dc-be02-b22a7081a4ed req-145b7cc2-7fef-4ee6-bbfb-b713dfbf1141 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:47.167207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c72f9ae-10b0-47dc-be02-b22a7081a4ed req-145b7cc2-7fef-4ee6-bbfb-b713dfbf1141 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0567229 Mar 22 15:00:47.221701 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5c72f9ae-10b0-47dc-be02-b22a7081a4ed req-93994287-e82a-4b10-89cc-1895557d3b3a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491426 Mar 22 15:00:48.375120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e466c34-d90f-4276-be0d-9b9cb0894218 req-29179bb2-dcf2-475c-811a-c801b02512b4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:48.378305 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e466c34-d90f-4276-be0d-9b9cb0894218 req-29179bb2-dcf2-475c-811a-c801b02512b4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0793192 Mar 22 15:00:48.458868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6e466c34-d90f-4276-be0d-9b9cb0894218 req-974a4ea4-099d-4532-9f54-1ef7e9a145ae tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765195 Mar 22 15:00:48.647892 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4a450ba9-c482-4505-8058-a5d837e701be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:49.593578 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea0ff-9586-4418-a43b-6103f4097bc7 req-5f249830-d4a4-4f6c-87e3-405331439bd9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:49.595200 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba0ea0ff-9586-4418-a43b-6103f4097bc7 req-5f249830-d4a4-4f6c-87e3-405331439bd9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0542090 Mar 22 15:00:49.653144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ba0ea0ff-9586-4418-a43b-6103f4097bc7 req-82c38ec9-2909-45e1-ab48-73d2692ce2c3 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511107 Mar 22 15:00:50.778691 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a2b7-6a6a-4dbb-ad5f-4259a5b63e3e req-c0ba74ce-b840-4dfb-819f-2e6946f18f56 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:50.780331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f3a2b7-6a6a-4dbb-ad5f-4259a5b63e3e req-c0ba74ce-b840-4dfb-819f-2e6946f18f56 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0582626 Mar 22 15:00:50.834615 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11f3a2b7-6a6a-4dbb-ad5f-4259a5b63e3e req-ae710698-b88e-47c4-acd0-e70a844a8f5a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477316 Mar 22 15:00:51.033791 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7508ad8a-00f0-4a0e-af31-79c47fe37abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:51.956218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0ca40-1cd6-4cc7-8bf2-779185e7a95e req-f63bd977-827f-4f9b-9e58-ee0a4f95e356 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:51.957744 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12a0ca40-1cd6-4cc7-8bf2-779185e7a95e req-f63bd977-827f-4f9b-9e58-ee0a4f95e356 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0559869 Mar 22 15:00:52.008963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12a0ca40-1cd6-4cc7-8bf2-779185e7a95e req-53d000cd-fcc5-456f-ac28-6c2ee2afe512 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Mar 22 15:00:52.109440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.009271 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-6563e7b8-e94e-4ef2-b006-7da01f0c5ba2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:00:53.011036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-6563e7b8-e94e-4ef2-b006-7da01f0c5ba2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084786 Mar 22 15:00:53.024544 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Request body: {'port': {'device_id': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:00:53.110972 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.163671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538fec-0a2a-4380-ac97-fb40533cd061 req-addd6ea8-6d73-4d70-8c56-564384133871 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:53.165116 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f538fec-0a2a-4380-ac97-fb40533cd061 req-addd6ea8-6d73-4d70-8c56-564384133871 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 931 time: 0.0879095 Mar 22 15:00:53.308780 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f538fec-0a2a-4380-ac97-fb40533cd061 req-fa497361-f3be-4ac1-aa9f-fceb44972513 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333048 Mar 22 15:00:53.416382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52c559a-e98a-499b-9b61-39aecd829ea6 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:00:53.424196 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks [] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.443503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Transition to ACTIVE for port object a52c559a-e98a-499b-9b61-39aecd829ea6 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:00:53.450549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.497305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:53.571856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Attempting to bind port a52c559a-e98a-499b-9b61-39aecd829ea6 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:00:53.572199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Attempting to bind port a52c559a-e98a-499b-9b61-39aecd829ea6 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:00:53.572532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Attempting to bind port a52c559a-e98a-499b-9b61-39aecd829ea6 on network 856b65de-9c99-4275-bded-1668b8fc3a64 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:53.577078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Port a52c559a-e98a-499b-9b61-39aecd829ea6 on network 856b65de-9c99-4275-bded-1668b8fc3a64 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:00:53.577405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Attempting to bind port a52c559a-e98a-499b-9b61-39aecd829ea6 on network 856b65de-9c99-4275-bded-1668b8fc3a64 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:00:53.582587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:00:53.582929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Checking segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:00:53.583314 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Bound using segment: {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:00:53.583743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Bound port: a52c559a-e98a-499b-9b61-39aecd829ea6, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:00:53.584096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.652304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:00:53.655960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:00:53.663189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.700592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:53.701204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.702621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] 10.222.0.82 "PUT /v2.0/ports/a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 1091 time: 0.6846910 Mar 22 15:00:53.703072 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:00:53.705324 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:00:53.733579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7923a0-2290-4f8b-81ab-ee61c7034b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:53.778228 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7e3c6-6fee-4804-bd4a-5b892ef97653 x-openstack-request-id: req-0fd7e3c6-6fee-4804-bd4a-5b892ef97653 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:00:53.778520 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:00:53.778889 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fd7e3c6-6fee-4804-bd4a-5b892ef97653 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:00:53.779164 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd7e3c6-6fee-4804-bd4a-5b892ef97653'] response: {'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:00:53.799351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-fc90560e-88ca-458c-89b8-5790829175fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:53.800867 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-fc90560e-88ca-458c-89b8-5790829175fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1125 time: 0.0539606 Mar 22 15:00:53.843453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-8c2ff207-3d47-4fec-a794-fa72bc766744 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 217 time: 0.0357604 Mar 22 15:00:53.896496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-a161059c-cdc4-4d22-99c4-19af6dc51c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:53.897988 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-a161059c-cdc4-4d22-99c4-19af6dc51c48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0494027 Mar 22 15:00:53.907377 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:53.946789 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a1973-7e35-497b-9977-3276b0b6b509 req-479ac5e8-6acb-4f2d-812c-3cf27039c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:53.948259 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-479ac5e8-6acb-4f2d-812c-3cf27039c2ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445886 Mar 22 15:00:54.039157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-0c1620f1-c1e4-49d7-90ff-55db5f2a890e service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Mar 22 15:00:54.127990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-399a1973-7e35-497b-9977-3276b0b6b509 req-f7628c87-9c26-449f-94a1-b5056fc12e26 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Mar 22 15:00:54.224623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-37d289b2-1163-4d81-aeff-0f6f74e5bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:54.226166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-37d289b2-1163-4d81-aeff-0f6f74e5bac9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1125 time: 0.0467191 Mar 22 15:00:54.649523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-51dbbdcb-d7d5-4583-8e8c-eca507d6fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:54.651026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-51dbbdcb-d7d5-4583-8e8c-eca507d6fd71 service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.4189761 Mar 22 15:00:54.659303 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234611c-4964-4806-8581-adb41c54fdda req-3b71cf06-dfd9-49e6-96d2-5659524558c7 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:54.660649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1234611c-4964-4806-8581-adb41c54fdda req-3b71cf06-dfd9-49e6-96d2-5659524558c7 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 943 time: 0.0837603 Mar 22 15:00:54.703466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-46d554a5-2e6f-431e-979f-029b5072d310 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 217 time: 0.0419116 Mar 22 15:00:54.772889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1234611c-4964-4806-8581-adb41c54fdda req-449fb315-9b52-40ac-96ac-e7c0cd1ef36f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056333 Mar 22 15:00:54.774676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-c76451c7-fb60-45b9-b533-703dac25d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:54.776044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-c76451c7-fb60-45b9-b533-703dac25d423 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0662286 Mar 22 15:00:54.829414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-d720754a-02da-4b45-b369-6904426710f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:54.830948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-d720754a-02da-4b45-b369-6904426710f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469792 Mar 22 15:00:54.926877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-51bba79a-aa6a-45e1-a318-478d7d280c68 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Mar 22 15:00:54.939321 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:55.019436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-715f82af-36a4-4c07-ab8d-ae7e9c7f2b0e req-36a7ff73-a47e-450e-a229-a135988bfa92 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Mar 22 15:00:55.903259 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2acf9-7e5b-4d4d-b4c5-c229a3cc70e7 req-b847adfb-ff4e-4b41-a5a7-b706a0e57780 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:55.904736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dee2acf9-7e5b-4d4d-b4c5-c229a3cc70e7 req-b847adfb-ff4e-4b41-a5a7-b706a0e57780 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 943 time: 0.0574563 Mar 22 15:00:55.955252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dee2acf9-7e5b-4d4d-b4c5-c229a3cc70e7 req-26697660-4b08-4a36-bbc6-778ef1a181d7 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Mar 22 15:00:57.082006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb64b3a-a4c5-4d74-8c03-fd9dbdc9a633 req-1c7f1025-729d-4cbe-bb41-b78df5d0be5b tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:57.083487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbb64b3a-a4c5-4d74-8c03-fd9dbdc9a633 req-1c7f1025-729d-4cbe-bb41-b78df5d0be5b tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 943 time: 0.0545692 Mar 22 15:00:57.131803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbb64b3a-a4c5-4d74-8c03-fd9dbdc9a633 req-02081842-f047-4d7c-b19a-dab352e02204 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Mar 22 15:00:58.145068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a52c559a-e98a-499b-9b61-39aecd829ea6 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:00:58.248269 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:58.252471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa52fa-72e7-4d45-8761-d503b9739331 req-070840f6-ffb1-4f48-85cc-70d63baa770e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:58.253998 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecfa52fa-72e7-4d45-8761-d503b9739331 req-070840f6-ffb1-4f48-85cc-70d63baa770e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 943 time: 0.0522718 Mar 22 15:00:58.260015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'port_id': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'mac_address': 'fa:16:3e:4f:63:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:00:58.296689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a52c559a-e98a-499b-9b61-39aecd829ea6 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:00:58.297076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:58.304824 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ecfa52fa-72e7-4d45-8761-d503b9739331 req-23943f23-e91c-4876-803d-9e8f03fdee81 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Mar 22 15:00:58.310153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52c559a-e98a-499b-9b61-39aecd829ea6 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:00:58.329807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:00:58.335081 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:58.386817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:00:58.545157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:00:58.684033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:00:59.441320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312adb89-a107-46fd-9201-dfced56f63fe req-d62e355e-7c68-4142-8432-a3c82b08ebe2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:00:59.442804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312adb89-a107-46fd-9201-dfced56f63fe req-d62e355e-7c68-4142-8432-a3c82b08ebe2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 944 time: 0.0573146 Mar 22 15:00:59.490558 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-312adb89-a107-46fd-9201-dfced56f63fe req-f99b38df-eb56-4105-a95f-8286657f8d91 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 Mar 22 15:00:59.576749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:00.160629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a52c559a-e98a-499b-9b61-39aecd829ea6 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:01:00.214527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port a52c559a-e98a-499b-9b61-39aecd829ea6 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:01:00.218605 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port a52c559a-e98a-499b-9b61-39aecd829ea6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:01:00.218979 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:00.298392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a52c559a-e98a-499b-9b61-39aecd829ea6 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:01:00.298787 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:00.320910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:01:00.323209 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4b6f9-e880-4cc0-9d24-b8b578ba8cd7" -d '{"events": [{"server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "name": "network-vif-plugged", "status": "completed", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:01:00.339179 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:01:00.344797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:00.371146 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54414b86-cfa2-46a4-855e-d1b98dcf34ec x-openstack-request-id: req-54414b86-cfa2-46a4-855e-d1b98dcf34ec {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:01:00.371430 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "name": "network-vif-plugged", "status": "completed", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:01:00.371684 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54414b86-cfa2-46a4-855e-d1b98dcf34ec {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:01:00.372139 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54414b86-cfa2-46a4-855e-d1b98dcf34ec'] response: {'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'code': 200} Mar 22 15:01:00.400557 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:00.460324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d596-7192-4838-9d74-8b4f80979aeb req-5463ad2f-e520-4cd9-b890-f35d69e8e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:00.461733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cc4d596-7192-4838-9d74-8b4f80979aeb req-5463ad2f-e520-4cd9-b890-f35d69e8e2e0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1127 time: 0.0454547 Mar 22 15:01:00.505978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2cc4d596-7192-4838-9d74-8b4f80979aeb req-d3b2c171-7488-4e3b-9840-1f7fc68eaeb4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Mar 22 15:01:00.637743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882ed13-f39d-490d-ac8e-a44ead14d9ee req-c826b67d-70ca-471d-9b47-fab29708699e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:00.639255 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5882ed13-f39d-490d-ac8e-a44ead14d9ee req-c826b67d-70ca-471d-9b47-fab29708699e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0782425 Mar 22 15:01:00.686226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5882ed13-f39d-490d-ac8e-a44ead14d9ee req-ce126de9-10e3-4acc-9773-be45f42c379b tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Mar 22 15:01:01.627751 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:01:01.810143 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f0f60-6cc0-4d84-89b4-89e525c4d7d2 req-756f3cb1-359d-4892-89fe-6e2f0483e9d9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:01.811512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c66f0f60-6cc0-4d84-89b4-89e525c4d7d2 req-756f3cb1-359d-4892-89fe-6e2f0483e9d9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Mar 22 15:01:01.859526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c66f0f60-6cc0-4d84-89b4-89e525c4d7d2 req-83507fa1-c3d2-4a14-98df-9fd31a2f035b tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Mar 22 15:01:01.980140 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fca9c-2b5f-47db-ba07-f68e417669a7 req-cf17cf9e-8eb1-49f4-b7f7-c50fbcc56fa6 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:01.981667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-011fca9c-2b5f-47db-ba07-f68e417669a7 req-cf17cf9e-8eb1-49f4-b7f7-c50fbcc56fa6 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0554693 Mar 22 15:01:02.036872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-011fca9c-2b5f-47db-ba07-f68e417669a7 req-1e656d49-e1d4-4332-8cd0-bc275446b3eb tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Mar 22 15:01:02.232279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d3a87-f9c2-4446-a375-781d95e126e2 req-2d54121e-4563-46a3-9862-161fc3dee265 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:02.233804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-457d3a87-f9c2-4446-a375-781d95e126e2 req-2d54121e-4563-46a3-9862-161fc3dee265 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0560780 Mar 22 15:01:02.281887 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-457d3a87-f9c2-4446-a375-781d95e126e2 req-10b243a0-a71e-4400-9827-aba456804148 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Mar 22 15:01:12.242710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-6d5419da-5cba-4242-b251-3ae127451a4c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455008 Mar 22 15:01:12.334673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-6394132a-2fe0-42b8-b47c-9f7ef8727c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:12.336197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-6394132a-2fe0-42b8-b47c-9f7ef8727c76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1127 time: 0.0506082 Mar 22 15:01:12.440110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-2b918e7f-d3c8-4588-8377-91f68fcfbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:12.441613 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-2b918e7f-d3c8-4588-8377-91f68fcfbe0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.0848591 Mar 22 15:01:12.483761 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-c2f40ec6-69fb-454f-a1ee-1f7b076d1aeb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 217 time: 0.0354705 Mar 22 15:01:12.538631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-b68fddbc-a05e-48d0-8de9-7cfcbde54ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:12.540108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-b68fddbc-a05e-48d0-8de9-7cfcbde54ae3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0502694 Mar 22 15:01:12.591512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-0b78f47b-7baa-479e-84d6-52f839fdc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:12.593035 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-0b78f47b-7baa-479e-84d6-52f839fdc1c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461292 Mar 22 15:01:12.684195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-4ba43b24-8c95-4d7a-92ab-b9e6ac99d60a service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 Mar 22 15:01:12.777554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8c99a806-2f3e-47c5-9bc9-fc810270fce3 req-858472ac-ff2d-42ae-9983-1148f0ef0917 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873692 Mar 22 15:01:18.645670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df5e3a4c-9f4a-4e3a-9cb1-a96dde9f696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.028386 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-beef2550-52fe-48df-9ce1-1c98a4af87b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.232504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3032-9337-4fe6-b910-95ae79631a10 req-80166170-e91c-4928-a51b-6821e1a9d1da tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:21.233926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237d3032-9337-4fe6-b910-95ae79631a10 req-80166170-e91c-4928-a51b-6821e1a9d1da tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0541255 Mar 22 15:01:21.284331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-237d3032-9337-4fe6-b910-95ae79631a10 req-fec035e9-6b64-4426-8b55-db9875bb29f4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Mar 22 15:01:21.314351 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33976) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:21.452472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb5aef-4b41-46b0-977c-cbd163c6d5ea tempest-TestMinimumBasicScenario-1847348943 tempest-TestMinimumBasicScenario-1847348943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:21.454664 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-14eb5aef-4b41-46b0-977c-cbd163c6d5ea tempest-TestMinimumBasicScenario-1847348943 tempest-TestMinimumBasicScenario-1847348943-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1122 time: 0.1392624 Mar 22 15:01:21.457728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33980) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:21.461988 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:21.485146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.588788 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.691471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Allocated IP 172.25.3.213 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/071a8375-b30a-4324-ac84-5d99f5bffe5d) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:01:21.798683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.834209 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:21.868971 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:01:21.871925 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:01:21.876676 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:01:21.905619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'Port': ['ID=071a8375-b30a-4324-ac84-5d99f5bffe5d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:21.919067 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.919425 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.919763 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.920119 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.920436 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.920764 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.921084 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.921407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.921729 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.922073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.922382 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.922697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.923022 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.923321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:21.923654 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:01:22.110096 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.255765 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for floatingip (c437ee98-2fc8-4ba3-8f2d-8cbfb543027f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.338180 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.499415 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.505191 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.571938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'Port': ['ID=071a8375-b30a-4324-ac84-5d99f5bffe5d,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:22.585344 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (c437ee98-2fc8-4ba3-8f2d-8cbfb543027f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:22.696701 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Floating IP c437ee98-2fc8-4ba3-8f2d-8cbfb543027f associated. External IP: 172.25.3.213, port: a52c559a-e98a-499b-9b61-39aecd829ea6. Mar 22 15:01:23.230230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:01:23.351548 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:01:23.362657 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Sync routers for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:01:23.370999 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.375186 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:01:23.376211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:23.407468 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bde46d5e-6941-4d65-8651-12c23bfb2ec0 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9486613 Mar 22 15:01:23.408316 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:01:23.410395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33982) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:23.415256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904721654', 'description': 'tempest-secgroup-smoke-904721654 description', 'project_id': '28313af235f04c05a67de0ddb1269375'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:23.439097 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.496025 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:01:23.512089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (cba60771-604c-4cf1-afee-e0b29920a6d4), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.518144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cba60771-604c-4cf1-afee-e0b29920a6d4), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.522383 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101722ae-950a-4c47-a475-28fe4e6f6008" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:01:23.553382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba60771-604c-4cf1-afee-e0b29920a6d4,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:23.563581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.564850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e5a95975-eb41-4900-904b-cb27884ac791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1533711 Mar 22 15:01:23.568042 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33990) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:23.572780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:23.609127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (b6818f58-ab95-4924-aeb8-b8cf88b360c1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.641786 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5732501-6f9e-456c-9b2b-98848cc45574 x-openstack-request-id: req-d5732501-6f9e-456c-9b2b-98848cc45574 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:01:23.642115 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:01:23.642366 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5732501-6f9e-456c-9b2b-98848cc45574 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:01:23.642775 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5732501-6f9e-456c-9b2b-98848cc45574'] response: {'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:01:23.675927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (b6818f58-ab95-4924-aeb8-b8cf88b360c1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.685014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b6818f58-ab95-4924-aeb8-b8cf88b360c1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.705905 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6818f58-ab95-4924-aeb8-b8cf88b360c1,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:23.711648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-6ea3e7b6-a8db-4163-a9e1-d664900dd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:23.713178 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.714493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-6ea3e7b6-a8db-4163-a9e1-d664900dd98b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1127 time: 0.0516074 Mar 22 15:01:23.717373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 33992) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:23.717573 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e6cbb42c-8b02-42d9-8ca2-585c06774c4f tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483221 Mar 22 15:01:23.721788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:23.747163 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c437ee98-2fc8-4ba3-8f2d-8cbfb543027f', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'port_id': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'mac_address': 'fa:16:3e:4f:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:01:22Z', 'updated_at': '2022-03-22T15:01:22Z', 'revision_number': 0, 'project_id': '28313af235f04c05a67de0ddb1269375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:23.773909 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Checking router: ee5d437e-ccce-4ca4-8c70-e266fcda58d2 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:01:23.782451 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:01:23.783024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:01:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:23.793421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (a25b9306-7091-43f2-ad33-a04307b15812), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.855333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-69a60fdf-d8de-4ff4-9d92-9edff9b97568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:23.856875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-69a60fdf-d8de-4ff4-9d92-9edff9b97568 service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.1299539 Mar 22 15:01:23.875716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (a25b9306-7091-43f2-ad33-a04307b15812), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.893411 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:01:23.909492 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (a25b9306-7091-43f2-ad33-a04307b15812), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.911957 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.932547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25b9306-7091-43f2-ad33-a04307b15812,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:23.945593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-c1e5759c-7d5f-474b-8840-ac37e11ad017 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 999 time: 0.0821044 Mar 22 15:01:23.949684 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.950723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1a3caed2-d045-4447-9b40-a5e550de8549 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323852 Mar 22 15:01:23.953807 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33994) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:23.959379 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:23.988254 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (4c861c05-dec3-4e80-95f5-8924452e977a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:23.999712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-58a6f002-f869-4b59-af07-2b782d7add4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:24.001104 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-58a6f002-f869-4b59-af07-2b782d7add4b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0494378 Mar 22 15:01:24.050332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (4c861c05-dec3-4e80-95f5-8924452e977a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.053313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-3f090766-ea4e-4359-a30f-a917133d7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:24.054937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (4c861c05-dec3-4e80-95f5-8924452e977a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.055137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-3f090766-ea4e-4359-a30f-a917133d7332 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482838 Mar 22 15:01:24.075231 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c861c05-dec3-4e80-95f5-8924452e977a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:24.080812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.082119 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ebd0ee17-cee8-4c2f-99b3-fa4e31f38bc2 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269422 Mar 22 15:01:24.084913 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33996) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:24.089721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:24.116774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (dd5b5a9c-1102-4c93-848e-79fa446fa621), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.138530 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c437ee98-2fc8-4ba3-8f2d-8cbfb543027f', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'port_id': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'mac_address': 'fa:16:3e:4f:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:01:22Z', 'updated_at': '2022-03-22T15:01:22Z', 'revision_number': 0, 'project_id': '28313af235f04c05a67de0ddb1269375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:01:24.153183 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-d7a569c0-6259-4c57-bfe9-8f12cf576661 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915725 Mar 22 15:01:24.168938 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25f34a-99a3-45d7-baf8-71448cda2cd6 None None] The sync data for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 is: [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'c437ee98-2fc8-4ba3-8f2d-8cbfb543027f', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'port_id': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'mac_address': 'fa:16:3e:4f:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:01:22Z', 'updated_at': '2022-03-22T15:01:22Z', 'revision_number': 0, 'project_id': '28313af235f04c05a67de0ddb1269375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:01:24.178468 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (dd5b5a9c-1102-4c93-848e-79fa446fa621), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.183725 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dd5b5a9c-1102-4c93-848e-79fa446fa621), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.203514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5b5a9c-1102-4c93-848e-79fa446fa621,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:24.215373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.219176 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b305884-6d2f-4f16-92df-f3847e621223 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307533 Mar 22 15:01:24.219420 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 33998) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:24.223782 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:24.245000 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Project 28313af235f04c05a67de0ddb1269375 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:01:24.250517 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (e89b6a9c-05eb-4c49-b639-b90952c87b4d), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.268670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-101722ae-950a-4c47-a475-28fe4e6f6008 req-30459285-8526-42a8-9627-f044d5d89d41 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081817 Mar 22 15:01:24.311621 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (e89b6a9c-05eb-4c49-b639-b90952c87b4d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.315334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (e89b6a9c-05eb-4c49-b639-b90952c87b4d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.335498 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89b6a9c-05eb-4c49-b639-b90952c87b4d,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:24.343835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.345201 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a1d6262d-7b21-455a-b23f-f066e20b3f20 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248314 Mar 22 15:01:24.348192 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34000) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:01:24.352987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'security_group_rule': {'security_group_id': 'cba60771-604c-4cf1-afee-e0b29920a6d4', 'project_id': '28313af235f04c05a67de0ddb1269375', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:24.375813 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Project 28313af235f04c05a67de0ddb1269375 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:01:24.381032 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (eb62fea3-0eb6-4dad-96b5-3a0cb72658d9), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.416769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a6740-b15d-4b68-8143-77629478e482 None None] New status for floating IP c437ee98-2fc8-4ba3-8f2d-8cbfb543027f: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:01:24.447190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (eb62fea3-0eb6-4dad-96b5-3a0cb72658d9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.451835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (eb62fea3-0eb6-4dad-96b5-3a0cb72658d9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.470474 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb62fea3-0eb6-4dad-96b5-3a0cb72658d9,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:24.478137 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.479392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-294bb776-74e1-4a3e-a0e1-c55c6d50442a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301608 Mar 22 15:01:24.572812 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-87590cb0-08f3-41c5-829b-013d7c92dae3 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904721654&fields=id&tenant_id=28313af235f04c05a67de0ddb1269375 HTTP/1.1" status: 200 len: 267 time: 0.0469418 Mar 22 15:01:24.636317 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-5fb74ca8-e33b-4c5a-b26f-bc141461b193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:24.637909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-5fb74ca8-e33b-4c5a-b26f-bc141461b193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0591877 Mar 22 15:01:24.648461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'port': {'security_groups': ['37d5ea75-9f9c-4bcb-955b-24090f3bc427', 'cba60771-604c-4cf1-afee-e0b29920a6d4']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:01:24.725680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.918966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:01:24.944755 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.951177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.957200 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:24.968752 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:01:24.999877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.000532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:25.001953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d30c433-6bc0-4994-8e6a-c6d80e1a185a req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "PUT /v2.0/ports/a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 981 time: 0.3579619 Mar 22 15:01:25.004547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:01:25.006917 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93974b97-3677-40e7-92a8-90acdc7983c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:01:25.051441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785fce0-28a2-4477-a578-fffaaa4b0544 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:01:25.071114 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a8514-5612-4090-8141-7542676aa2ce x-openstack-request-id: req-026a8514-5612-4090-8141-7542676aa2ce {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:01:25.071405 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:01:25.071651 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-026a8514-5612-4090-8141-7542676aa2ce {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:01:25.072063 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026a8514-5612-4090-8141-7542676aa2ce'] response: {'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:01:25.084445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:01:25.186749 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-85604774-55ed-4cac-a3b5-1643c48da2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.188279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-85604774-55ed-4cac-a3b5-1643c48da2e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1166 time: 0.0927889 Mar 22 15:01:25.213524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7defd2-96d8-4320-b7c8-2ff9302992ef req-364a900a-0700-4a4a-8c12-5f2baaa806f8 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.215148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d7defd2-96d8-4320-b7c8-2ff9302992ef req-364a900a-0700-4a4a-8c12-5f2baaa806f8 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.1422150 Mar 22 15:01:25.338916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1d7defd2-96d8-4320-b7c8-2ff9302992ef req-565c3a5d-0f62-48e1-9593-eb366a26fa92 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125841 Mar 22 15:01:25.343589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-654c49d7-1a48-4a9a-bb66-2abf4983bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.345036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-654c49d7-1a48-4a9a-bb66-2abf4983bfff service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.1494997 Mar 22 15:01:25.384806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2d66d4b-ab0b-4ba8-b273-f7a09b3823ed None None] Provisioning complete for port a52c559a-e98a-499b-9b61-39aecd829ea6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:01:25.385177 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2d66d4b-ab0b-4ba8-b273-f7a09b3823ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:25.412354 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-564662dd-97b2-4a77-9294-13ac9c133694 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0614884 Mar 22 15:01:25.461558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-842414d3-c0d2-4686-a316-c6c8de68ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.463189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-842414d3-c0d2-4686-a316-c6c8de68ce7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0455065 Mar 22 15:01:25.517096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-ac392491-05b7-44f5-baae-6c2ff9f863af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:25.519065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-ac392491-05b7-44f5-baae-6c2ff9f863af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494697 Mar 22 15:01:25.596889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2d66d4b-ab0b-4ba8-b273-f7a09b3823ed None None] Current status of the port a52c559a-e98a-499b-9b61-39aecd829ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:01:25.609562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-aa0d3a2e-e087-472b-8808-6cb5f4f5d7ac service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840366 Mar 22 15:01:25.704207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93974b97-3677-40e7-92a8-90acdc7983c5 req-cffb9d80-ab9a-4c7f-b838-1e19a358383f service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Mar 22 15:01:28.682198 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:29.600067 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:32.927109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821677-af03-4cd5-b337-d938f301e5a6 req-a2ff1ad6-8414-4cc1-93ac-505a053ea45e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.928595 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24821677-af03-4cd5-b337-d938f301e5a6 req-a2ff1ad6-8414-4cc1-93ac-505a053ea45e tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0825958 Mar 22 15:01:32.931466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-6243f9e6-859b-4238-a23e-356955db8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:32.932820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-6243f9e6-859b-4238-a23e-356955db8964 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1166 time: 0.0765564 Mar 22 15:01:33.047447 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24821677-af03-4cd5-b337-d938f301e5a6 req-7b249d52-1735-42c5-954f-bc225b12a8cc tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129584 Mar 22 15:01:33.065904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-ab230bb5-7f5d-4705-8f5e-01533ed2afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:33.067386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-ab230bb5-7f5d-4705-8f5e-01533ed2afde service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.1274040 Mar 22 15:01:33.137831 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-7d3445ee-ad08-4bd1-87ca-0c6fb85d0187 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Mar 22 15:01:33.191535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-174307be-48ba-49e0-b2fa-c857c5df9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:33.192957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-174307be-48ba-49e0-b2fa-c857c5df9f8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0489194 Mar 22 15:01:33.242187 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-7ed182f2-206b-4b53-bcf4-b1864ff7e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:33.243712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-7ed182f2-206b-4b53-bcf4-b1864ff7e6d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449491 Mar 22 15:01:33.337834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-c08e075f-b60d-43e7-a3db-7d978ca6b30e service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Mar 22 15:01:33.429602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-079750c0-860f-486b-8ba5-bb21b22fd380 req-fe72d10d-3699-44b0-b3cb-0bfbb22cca59 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863845 Mar 22 15:01:34.235275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97030-be47-42d0-beed-038256e67a3f req-266246d8-b5d1-4648-afae-0cd777ef592a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:34.236752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32c97030-be47-42d0-beed-038256e67a3f req-266246d8-b5d1-4648-afae-0cd777ef592a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.1083400 Mar 22 15:01:34.301049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32c97030-be47-42d0-beed-038256e67a3f req-3ed264c8-b075-4fc1-8310-24e77173a445 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559793 Mar 22 15:01:35.434767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22f8d8-c9d9-4e51-bb04-90e91faedc5a req-331fba51-ac44-4e31-92dd-835c5faa9bcb tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:35.436252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da22f8d8-c9d9-4e51-bb04-90e91faedc5a req-331fba51-ac44-4e31-92dd-835c5faa9bcb tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0617003 Mar 22 15:01:35.501426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-da22f8d8-c9d9-4e51-bb04-90e91faedc5a req-73e88cbe-8ba9-4c21-8a4f-a61fd235718c tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563262 Mar 22 15:01:36.630753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33521b1-3605-41d6-bdc7-6f49b0913a4b req-584521ba-f1bb-404b-9193-758c89dab578 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:36.632320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e33521b1-3605-41d6-bdc7-6f49b0913a4b req-584521ba-f1bb-404b-9193-758c89dab578 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0598650 Mar 22 15:01:36.704281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e33521b1-3605-41d6-bdc7-6f49b0913a4b req-54594ff0-6104-463b-9f0f-7fd0ced5e4f6 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661008 Mar 22 15:01:37.830219 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a78f-cc3f-4566-9c6e-a6c4fc81cc23 req-06393d27-ad30-4e05-b29d-80a65c707791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:37.831604 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4f7a78f-cc3f-4566-9c6e-a6c4fc81cc23 req-06393d27-ad30-4e05-b29d-80a65c707791 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0551353 Mar 22 15:01:37.900406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4f7a78f-cc3f-4566-9c6e-a6c4fc81cc23 req-3304a202-a293-4a1b-b7c7-2c840a8195da tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630345 Mar 22 15:01:38.629049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:01:39.027440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c220-6060-4551-99dd-5f43836f1dbd req-4b8a9e26-c12c-431a-95c0-9862c5fbbe22 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:39.028916 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78d7c220-6060-4551-99dd-5f43836f1dbd req-4b8a9e26-c12c-431a-95c0-9862c5fbbe22 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0607698 Mar 22 15:01:39.087947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78d7c220-6060-4551-99dd-5f43836f1dbd req-e04a1b27-02fc-4c7f-b3ea-31371171e8de tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531790 Mar 22 15:01:40.211604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4a9b8-346b-44e6-9962-d8d59eebaf00 req-fb7c6f0f-91fe-4349-aa08-bdf317c57eb9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:40.213047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dcd4a9b8-346b-44e6-9962-d8d59eebaf00 req-fb7c6f0f-91fe-4349-aa08-bdf317c57eb9 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0545700 Mar 22 15:01:40.274334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dcd4a9b8-346b-44e6-9962-d8d59eebaf00 req-c1f1b158-6912-4665-81cc-eb0f29fa5bb6 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527709 Mar 22 15:01:41.409903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5f17-a4c5-4050-b495-8b3bf9497f7e req-e2a91b4f-4c26-42a5-adf3-00fab6b3a5b4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:41.411583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-430d5f17-a4c5-4050-b495-8b3bf9497f7e req-e2a91b4f-4c26-42a5-adf3-00fab6b3a5b4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0588086 Mar 22 15:01:41.474862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-430d5f17-a4c5-4050-b495-8b3bf9497f7e req-162eaecf-6393-4da4-8977-1a9ecd9c8eaf tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573843 Mar 22 15:01:42.596389 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac1b3-12ce-45f9-af9e-307fd5455a6c req-8abcacc1-d30e-4feb-80a4-e3931d1c63d5 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:42.597872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b4ac1b3-12ce-45f9-af9e-307fd5455a6c req-8abcacc1-d30e-4feb-80a4-e3931d1c63d5 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0536339 Mar 22 15:01:42.657571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0b4ac1b3-12ce-45f9-af9e-307fd5455a6c req-ec4f2265-bf78-469e-b34e-a36ed8e31e9d tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534446 Mar 22 15:01:43.782750 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702b9fe-ace3-4f2b-ad2d-f1ba201b04fd req-87aeb3e1-16e8-467f-b9cd-735ecc961406 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:43.784148 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4702b9fe-ace3-4f2b-ad2d-f1ba201b04fd req-87aeb3e1-16e8-467f-b9cd-735ecc961406 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0565345 Mar 22 15:01:43.850982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4702b9fe-ace3-4f2b-ad2d-f1ba201b04fd req-d722e14c-f026-4f20-8a0e-4fb848b8b09c tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605724 Mar 22 15:01:44.980391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91260c-aec3-44c0-8be2-387cdac257cd req-21f7f7e2-2e4d-4bf4-a3ff-68e207e4e42c tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:01:44.982119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d91260c-aec3-44c0-8be2-387cdac257cd req-21f7f7e2-2e4d-4bf4-a3ff-68e207e4e42c tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0588014 Mar 22 15:01:45.042738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d91260c-aec3-44c0-8be2-387cdac257cd req-9ca1a68b-5135-4095-9103-8c85b1a2b944 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&id=cba60771-604c-4cf1-afee-e0b29920a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545754 Mar 22 15:01:48.649068 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e269935c-1d92-45e5-828d-d0bf686182a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:51.035083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-849c0da7-cac0-488a-894c-ad2f6a15e71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:52.124272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:53.925989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:54.955232 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:58.713718 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:01:59.599345 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:12.290001 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-6963eb5f-3698-4826-a647-409117d84540 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901802 Mar 22 15:02:12.388574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-16cc66df-1445-4e63-ac4f-b362e51ed1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:12.390086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-16cc66df-1445-4e63-ac4f-b362e51ed1ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1166 time: 0.0511661 Mar 22 15:02:12.497893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-a0717983-c14c-4033-9c35-21ef3d6244e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:12.499291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-a0717983-c14c-4033-9c35-21ef3d6244e2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.0895226 Mar 22 15:02:12.568782 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-e75578f7-0d2a-4812-be7b-aaeb43712df5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0632019 Mar 22 15:02:12.619027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-2c4b413a-ee4d-4f37-b2e8-24be77c67f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:12.621140 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-2c4b413a-ee4d-4f37-b2e8-24be77c67f25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0460072 Mar 22 15:02:12.677127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-db7bf26e-cf9c-4c5f-9673-3d4e24c96b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:12.678653 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-db7bf26e-cf9c-4c5f-9673-3d4e24c96b1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506089 Mar 22 15:02:12.769770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-7953501d-0b3e-4bc1-9116-b16ca01d2e1f service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 Mar 22 15:02:12.856980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84ffc32d-8e6c-4716-8d02-f4c76d7068cc req-a912affa-3563-4e5d-929c-b2826fe49a50 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810156 Mar 22 15:02:15.628193 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:02:17.513022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24046dee-6dfa-438c-9985-7988bca678ca req-ae78b7a5-c4c7-4bc0-b222-50dbd0457efd tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904721654&fields=id&tenant_id=28313af235f04c05a67de0ddb1269375 HTTP/1.1" status: 200 len: 267 time: 0.0478604 Mar 22 15:02:17.573013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046dee-6dfa-438c-9985-7988bca678ca req-fe357266-35c3-4e5c-b496-023b2aee1326 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:17.574507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24046dee-6dfa-438c-9985-7988bca678ca req-fe357266-35c3-4e5c-b496-023b2aee1326 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 984 time: 0.0540831 Mar 22 15:02:17.585134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Request body: {'port': {'security_groups': ['37d5ea75-9f9c-4bcb-955b-24090f3bc427']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:17.657851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:17.834401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:17.863477 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:17.870193 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:17.881889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:02:17.912165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:17.912654 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:17.914091 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24046dee-6dfa-438c-9985-7988bca678ca req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "PUT /v2.0/ports/a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 942 time: 0.3334413 Mar 22 15:02:17.914847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:17.917113 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3737f9-50db-455b-a69d-aa06ec8c3c89" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:17.921096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34064) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:17.946859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event updated for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:17.957239 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.957698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.958119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.958467 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.958967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.959263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.959598 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.959932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.960309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.960640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.960967 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.961308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.961786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.962162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:17.962573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599a7f4-017a-4520-bd59-31b283d9a81a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:18.016198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (cba60771-604c-4cf1-afee-e0b29920a6d4), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.041873 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:02:18.057111 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (cba60771-604c-4cf1-afee-e0b29920a6d4), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.057256 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb230b-223a-4eac-8545-d3591b0024bd x-openstack-request-id: req-40fb230b-223a-4eac-8545-d3591b0024bd {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:18.057537 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:18.057792 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40fb230b-223a-4eac-8545-d3591b0024bd {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:18.058225 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fb230b-223a-4eac-8545-d3591b0024bd'] response: {'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:02:18.123932 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (cba60771-604c-4cf1-afee-e0b29920a6d4), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.127190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.128635 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "DELETE /v2.0/security-groups/cba60771-604c-4cf1-afee-e0b29920a6d4 HTTP/1.1" status: 204 len: 168 time: 0.2058871 Mar 22 15:02:18.132684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34068) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:18.138786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47654f88-6855-4033-9a63-427d549e2169 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba60771-604c-4cf1-afee-e0b29920a6d4,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:18.190034 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-759442bd-dce5-4e04-bb0d-ac4823ed4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:18.191574 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-759442bd-dce5-4e04-bb0d-ac4823ed4e20 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1127 time: 0.1088595 Mar 22 15:02:18.210256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a536092d-b07a-49d9-9b79-ae1dc9ef7206 None None] Provisioning complete for port a52c559a-e98a-499b-9b61-39aecd829ea6 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:18.210628 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a536092d-b07a-49d9-9b79-ae1dc9ef7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.302616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a536092d-b07a-49d9-9b79-ae1dc9ef7206 None None] Current status of the port a52c559a-e98a-499b-9b61-39aecd829ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:18.642641 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc60-059b-4358-a399-03d035476ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.654262 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-2eabb1bc-176f-47a0-9d5d-5e6e437c5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:18.655737 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-2eabb1bc-176f-47a0-9d5d-5e6e437c5dfd service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.4575546 Mar 22 15:02:18.731963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-c6d0972b-124a-4b6b-8bee-1faec12445e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0701835 Mar 22 15:02:18.734357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Deleting port 071a8375-b30a-4324-ac84-5d99f5bffe5d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:18.734707 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.829775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-2e593db7-b13a-4735-870f-d7b4fecc9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:18.831247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-2e593db7-b13a-4735-870f-d7b4fecc9355 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0936894 Mar 22 15:02:18.855281 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.855609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for floatingip (071a8375-b30a-4324-ac84-5d99f5bffe5d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:18.882847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Calling delete_port for 071a8375-b30a-4324-ac84-5d99f5bffe5d owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:18.939595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-db7b0b10-9d91-4a41-915f-d414f40d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:18.941174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-db7b0b10-9d91-4a41-915f-d414f40d73d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022639 Mar 22 15:02:19.062308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-4c679971-7f01-4515-8a17-a02d08fab013 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071947 Mar 22 15:02:19.161131 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (071a8375-b30a-4324-ac84-5d99f5bffe5d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:19.193492 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event deleted for resources: {'Port': ['ID=071a8375-b30a-4324-ac84-5d99f5bffe5d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:19.208989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be3737f9-50db-455b-a69d-aa06ec8c3c89 req-c4492d51-d508-46b1-bc09-8c31de1ac847 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272418 Mar 22 15:02:19.264904 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks [] for floatingip (c437ee98-2fc8-4ba3-8f2d-8cbfb543027f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:19.265231 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Floating IP c437ee98-2fc8-4ba3-8f2d-8cbfb543027f disassociated (deleted). External IP: 172.25.3.213, port: a52c559a-e98a-499b-9b61-39aecd829ea6. Mar 22 15:02:19.487036 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:19.617020 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:19.622479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:19.628920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Sync routers for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:19.639800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:19.640558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:19.651865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9b4a17e-03da-4ebf-b0e5-3186e7595737 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "DELETE /v2.0/floatingips/c437ee98-2fc8-4ba3-8f2d-8cbfb543027f HTTP/1.1" status: 204 len: 168 time: 1.5145268 Mar 22 15:02:19.750109 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:19.953827 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:19.979361 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Checking router: ee5d437e-ccce-4ca4-8c70-e266fcda58d2 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:19.987863 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:19.988455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:01:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:20.059738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:20.062313 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:20.095790 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:20.098368 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382ff48-1811-4db4-b059-8a856758ef42 x-openstack-request-id: req-8382ff48-1811-4db4-b059-8a856758ef42 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:20.098667 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:20.098944 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8382ff48-1811-4db4-b059-8a856758ef42 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:20.099356 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8382ff48-1811-4db4-b059-8a856758ef42'] response: {'name': 'network-changed', 'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:02:20.183535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-8ce062db-ba16-4130-bab9-bf8b0c0f16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.185049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-8ce062db-ba16-4130-bab9-bf8b0c0f16f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28313af235f04c05a67de0ddb1269375&device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 1127 time: 0.0505269 Mar 22 15:02:20.279447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-eb1079c1-2296-49a2-98b2-3066b685ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.280829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-eb1079c1-2296-49a2-98b2-3066b685ffe0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 200 len: 916 time: 0.0893302 Mar 22 15:02:20.302344 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:20.324134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-61e18ea7-82b1-4b92-a2cd-e5c1602d98f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 200 len: 217 time: 0.0373142 Mar 22 15:02:20.330278 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a999c-261c-49d1-a392-956c5e2ca3d6 None None] The sync data for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 is: [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:00:27Z', 'revision_number': 4, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'fda9fd05-6463-4298-bd2c-75e4a8902df6', 'name': '', 'network_id': '856b65de-9c99-4275-bded-1668b8fc3a64', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'mac_address': 'fa:16:3e:e3:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:27Z', 'updated_at': '2022-03-22T15:00:31Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'subnets': [{'id': 'fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:20.383440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-47a927b2-f7eb-4a92-8f73-42604a7c8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.384910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-47a927b2-f7eb-4a92-8f73-42604a7c8836 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 200 len: 854 time: 0.0554104 Mar 22 15:02:20.434877 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-8aab04f5-0293-4941-b932-305ea93b1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:20.436398 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-8aab04f5-0293-4941-b932-305ea93b1fe9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=856b65de-9c99-4275-bded-1668b8fc3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451057 Mar 22 15:02:20.534741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-8396cd97-af43-4b76-8e94-50c836be9764 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920219 Mar 22 15:02:20.576242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa3564-758c-4d01-b0bc-aedd6fbd560b None None] New status for floating IP c437ee98-2fc8-4ba3-8f2d-8cbfb543027f: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:02:20.634163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb90b3e4-90bc-41ad-b9bd-fb881ed81fb7 req-35dca2db-94fe-43d4-a8a6-a18ea519c852 service neutron] 10.222.0.82 "GET /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939801 Mar 22 15:02:21.029437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8409bf74-dad6-4342-83be-eddd4048dbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:22.117722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:23.920300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:24.948778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:28.718924 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:29.596722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:35.007640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64150d04-5ac7-4419-9b2a-d1691f90fe78 req-f2a439a2-c9f1-4d40-ae72-16069e77bf7a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:35.009120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64150d04-5ac7-4419-9b2a-d1691f90fe78 req-f2a439a2-c9f1-4d40-ae72-16069e77bf7a tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Mar 22 15:02:35.055790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-64150d04-5ac7-4419-9b2a-d1691f90fe78 req-1e93bff7-0cc0-4d7c-bc17-f876cf0d52b4 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Mar 22 15:02:36.182909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5a5c-ee9b-41ee-be29-3293c73c3b25 req-b5d7e884-9cc9-4777-89cd-220bd161e094 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:36.184397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb4d5a5c-ee9b-41ee-be29-3293c73c3b25 req-b5d7e884-9cc9-4777-89cd-220bd161e094 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0585928 Mar 22 15:02:36.233258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb4d5a5c-ee9b-41ee-be29-3293c73c3b25 req-4673c92c-d38c-4a70-b651-c73bcd95cefc tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/security-groups?id=37d5ea75-9f9c-4bcb-955b-24090f3bc427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Mar 22 15:02:36.641327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-b4d05cae-b639-4812-b934-cedafb9a8990 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:36.642884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-b4d05cae-b639-4812-b934-cedafb9a8990 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 945 time: 0.0562408 Mar 22 15:02:36.742898 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Deleting port a52c559a-e98a-499b-9b61-39aecd829ea6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:36.743214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:36.839777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] For port a52c559a-e98a-499b-9b61-39aecd829ea6, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a52c559a-e98a-499b-9b61-39aecd829ea6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:36.840214 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:36.853238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Calling delete_port for a52c559a-e98a-499b-9b61-39aecd829ea6 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:36.988949 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a52c559a-e98a-499b-9b61-39aecd829ea6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:37.001425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a52c559a-e98a-499b-9b61-39aecd829ea6'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:02:37.018910 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Pushing event deleted for resources: {'Port': ['ID=a52c559a-e98a-499b-9b61-39aecd829ea6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:37.060718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] No DVR routers for this DVR port a52c559a-e98a-499b-9b61-39aecd829ea6 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:37.063339 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:37.066911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6da1511-a57b-4602-bd87-6285d2bbd02d req-f0dd0357-6246-4d1a-9cb9-7d5a673b5193 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.82 "DELETE /v2.0/ports/a52c559a-e98a-499b-9b61-39aecd829ea6 HTTP/1.1" status: 204 len: 173 time: 0.4191401 Mar 22 15:02:37.067360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'name': 'network-vif-deleted', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:37.069751 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17201466-91e9-4803-ab8d-104b4f4351a9" -d '{"events": [{"server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "name": "network-vif-deleted", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:37.107368 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b97b7f3-5325-46ac-9875-f3b75303ab43 x-openstack-request-id: req-4b97b7f3-5325-46ac-9875-f3b75303ab43 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:37.107686 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f0dfa0-b03b-42b0-9b66-92e9b197a467", "name": "network-vif-deleted", "tag": "a52c559a-e98a-499b-9b61-39aecd829ea6", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:37.108153 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b97b7f3-5325-46ac-9875-f3b75303ab43 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:37.108351 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b97b7f3-5325-46ac-9875-f3b75303ab43'] response: {'server_uuid': 'c3f0dfa0-b03b-42b0-9b66-92e9b197a467', 'name': 'network-vif-deleted', 'tag': 'a52c559a-e98a-499b-9b61-39aecd829ea6', 'status': 'completed', 'code': 200} Mar 22 15:02:37.350710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-502267aa-4694-4eab-a579-8c8776fa0534 req-9784e279-8230-416e-b193-3751437b6f33 tempest-TestMinimumBasicScenario-1854367057 tempest-TestMinimumBasicScenario-1854367057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3f0dfa0-b03b-42b0-9b66-92e9b197a467 HTTP/1.1" status: 200 len: 210 time: 0.0314682 Mar 22 15:02:39.982335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34176) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:40.357576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:40.617369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Deleting port fda9fd05-6463-4298-bd2c-75e4a8902df6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:40.617612 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:40.694485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] For port fda9fd05-6463-4298-bd2c-75e4a8902df6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=fda9fd05-6463-4298-bd2c-75e4a8902df6,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:40.694842 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:40.711047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Calling delete_port for fda9fd05-6463-4298-bd2c-75e4a8902df6 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:40.735094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a52c559a-e98a-499b-9b61-39aecd829ea6 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:40.756967 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: a52c559a-e98a-499b-9b61-39aecd829ea6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:40.757328 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a52c559a-e98a-499b-9b61-39aecd829ea6 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:40.895176 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fda9fd05-6463-4298-bd2c-75e4a8902df6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:40.926216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda9fd05-6463-4298-bd2c-75e4a8902df6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:41.093394 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.309589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:41.419770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:41.425968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-79c5cbe8-dde8-4791-81a9-01bbeb1e4e92 admin admin] 10.222.0.81 "PUT /v2.0/routers/ee5d437e-ccce-4ca4-8c70-e266fcda58d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424095 Mar 22 15:02:41.427964 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34178) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:41.429623 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Sync routers for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:41.440092 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:41.440714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:41.532728 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks [] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.550035 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:41.638030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks [] for router_gateway (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.696303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Deleting port a50c09c8-832a-4577-a6cf-8f2c486fbdd0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:41.696664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.727054 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:02:40Z', 'revision_number': 5, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port': {'id': 'a50c09c8-832a-4577-a6cf-8f2c486fbdd0', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:25Z', 'updated_at': '2022-03-22T15:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:41.754402 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Checking router: ee5d437e-ccce-4ca4-8c70-e266fcda58d2 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:41.763035 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Routers {'ee5d437e-ccce-4ca4-8c70-e266fcda58d2'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:41.763761 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:41.776176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] For port a50c09c8-832a-4577-a6cf-8f2c486fbdd0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:41.776547 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.789204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Calling delete_port for a50c09c8-832a-4577-a6cf-8f2c486fbdd0 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:41.851145 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] Set router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:41.901862 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:02:41Z', 'revision_number': 6, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:41.962801 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (a50c09c8-832a-4577-a6cf-8f2c486fbdd0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:41.993796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50c09c8-832a-4577-a6cf-8f2c486fbdd0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:42.019714 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.020068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.020397 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.020730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.021056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.021383 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.021703 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.022047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.022369 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.022684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.023008 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.023311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.023624 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.023938 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.024251 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.024359 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f4438-bb3f-44ad-ad85-7efc5402fe99 None None] The sync data for ids ['ee5d437e-ccce-4ca4-8c70-e266fcda58d2'] in n-d-758851-5 is: [{'id': 'ee5d437e-ccce-4ca4-8c70-e266fcda58d2', 'name': 'tempest-TestMinimumBasicScenario-1329868068-router', 'tenant_id': '28313af235f04c05a67de0ddb1269375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:24Z', 'updated_at': '2022-03-22T15:02:41Z', 'revision_number': 6, 'project_id': '28313af235f04c05a67de0ddb1269375', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:42.065325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.159157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.161248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks [] for router_controller (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.208248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (ee5d437e-ccce-4ca4-8c70-e266fcda58d2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.208850 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5d437e-ccce-4ca4-8c70-e266fcda58d2 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:02:42.213780 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.215402 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-49f54b28-a76f-4770-8eb0-53a420c6cd24 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ee5d437e-ccce-4ca4-8c70-e266fcda58d2 HTTP/1.1" status: 204 len: 168 time: 0.7864771 Mar 22 15:02:42.218168 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34180) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:42.268035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Deleting subnet fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:02:42.271421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Publish callbacks [] for subnet (fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.307356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.390454 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.445607 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.475786 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:42.479542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.482963 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8fe906c0-ff3d-49c6-9d15-e872eeddf75b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc3ae34d-902e-4aac-a6d1-66d6c65e0ee5 HTTP/1.1" status: 204 len: 168 time: 0.2633781 Mar 22 15:02:42.485104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17254bb2-79b2-4eac-8e70-d540adc2d546 None None] Network 856b65de-9c99-4275-bded-1668b8fc3a64 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:42.485595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:42.553926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (856b65de-9c99-4275-bded-1668b8fc3a64), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.610308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Deleting port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:42.610651 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.681194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] For port 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=4c0fea5f-5533-4f67-94f1-34168f7e7d90,segment=NetworkSegment(2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561),segment_id=2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:42.681422 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.695073 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Calling delete_port for 4c0fea5f-5533-4f67-94f1-34168f7e7d90 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:42.760304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] DHCP port deletion for 856b65de-9c99-4275-bded-1668b8fc3a64 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:02:42.786447 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.812397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Deleting port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:42.812771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.813236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0fea5f-5533-4f67-94f1-34168f7e7d90,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:42.816737 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] No DVR routers for this DVR port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:42.868004 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fda9fd05-6463-4298-bd2c-75e4a8902df6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:42.890238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: fda9fd05-6463-4298-bd2c-75e4a8902df6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:42.890593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device fda9fd05-6463-4298-bd2c-75e4a8902df6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:42.891022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c0fea5f-5533-4f67-94f1-34168f7e7d90 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:42.896253 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (856b65de-9c99-4275-bded-1668b8fc3a64), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.906433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] For port 4c0fea5f-5533-4f67-94f1-34168f7e7d90, host n-d-758851-5, got binding levels [] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:42.906840 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.917531 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856b65de-9c99-4275-bded-1668b8fc3a64']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:42.926883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:42.927181 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:42.931116 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 4c0fea5f-5533-4f67-94f1-34168f7e7d90 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:42.931529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 4c0fea5f-5533-4f67-94f1-34168f7e7d90 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:42.931892 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a50c09c8-832a-4577-a6cf-8f2c486fbdd0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:42.936444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Calling delete_port for 4c0fea5f-5533-4f67-94f1-34168f7e7d90 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:42.936573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.939732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.ipam_backend_mixin [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 was not found and therefore no delete operation was performed {{(pid=103892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 15:02:42.949883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.956204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:02:42.956575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (2b3e38f5-c31c-4d4e-8fcf-bbb03fdf1561), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: timer() Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:02:42.958479 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:02:42.961303 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (4c0fea5f-5533-4f67-94f1-34168f7e7d90), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:42.982625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a50c09c8-832a-4577-a6cf-8f2c486fbdd0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:42.982957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a50c09c8-832a-4577-a6cf-8f2c486fbdd0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:42.984711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Pushing event deleted for resources: {'Port': ['ID=4c0fea5f-5533-4f67-94f1-34168f7e7d90,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:42.999399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:42.999755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.000103 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.000443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.000780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.001115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.001443 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.001861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.002208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.002536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.002866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.003192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.003514 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.003849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.004171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:43.007027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bebc17-bb46-4afd-ae75-defa0ab146c8 None None] No DVR routers for this DVR port 4c0fea5f-5533-4f67-94f1-34168f7e7d90 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:43.027570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (856b65de-9c99-4275-bded-1668b8fc3a64), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:43.033431 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:43.039712 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] 10.222.0.81 "DELETE /v2.0/networks/856b65de-9c99-4275-bded-1668b8fc3a64 HTTP/1.1" status: 204 len: 168 time: 0.5503631 Mar 22 15:02:43.040258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34184) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:43.052208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032a51d-2aa7-4587-9867-eebe2b2c5f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=856b65de-9c99-4275-bded-1668b8fc3a64,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:43.701537 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:43.959306 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Deleting port caccfb21-f513-4ae1-b205-365e20cd027a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:43.959714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:44.051252 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] For port caccfb21-f513-4ae1-b205-365e20cd027a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=caccfb21-f513-4ae1-b205-365e20cd027a,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:44.051976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:44.065098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Calling delete_port for caccfb21-f513-4ae1-b205-365e20cd027a owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:44.264437 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (caccfb21-f513-4ae1-b205-365e20cd027a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:44.288951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Pushing event deleted for resources: {'Port': ['ID=caccfb21-f513-4ae1-b205-365e20cd027a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:44.456423 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:44.677862 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:44.786056 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:44.791451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3e2c7c2f-c795-4de2-82e3-a665748a5088 admin admin] 10.222.0.81 "PUT /v2.0/routers/5d9b249f-91d7-49a5-aa12-f7b5c31851ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500207 Mar 22 15:02:44.794265 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34186) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:44.796335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Sync routers for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:44.810949 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:44.811753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:44.901922 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks [] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:44.917382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:45.009284 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks [] for router_gateway (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.061026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Deleting port 2968c5ca-babf-451a-bcd4-482f06632791 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:45.061713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (2968c5ca-babf-451a-bcd4-482f06632791), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.098790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2968c5ca-babf-451a-bcd4-482f06632791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:02:44Z', 'revision_number': 5, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port': {'id': '2968c5ca-babf-451a-bcd4-482f06632791', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:45.130806 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Checking router: 5d9b249f-91d7-49a5-aa12-f7b5c31851ff for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:45.140352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] For port 2968c5ca-babf-451a-bcd4-482f06632791, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=2968c5ca-babf-451a-bcd4-482f06632791,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:45.140604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Routers {'5d9b249f-91d7-49a5-aa12-f7b5c31851ff'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:45.140733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (2968c5ca-babf-451a-bcd4-482f06632791), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.141006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:45.158285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Calling delete_port for 2968c5ca-babf-451a-bcd4-482f06632791 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:45.226644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] Set router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:45.280980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:02:45Z', 'revision_number': 6, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:45.307616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf7ae8-c1d6-4feb-8885-67785c0ce73f None None] The sync data for ids ['5d9b249f-91d7-49a5-aa12-f7b5c31851ff'] in n-d-758851-5 is: [{'id': '5d9b249f-91d7-49a5-aa12-f7b5c31851ff', 'name': 'tempest-TestMinimumBasicScenario-1025454016-router', 'tenant_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:00:29Z', 'updated_at': '2022-03-22T15:02:45Z', 'revision_number': 6, 'project_id': 'bc092b7f023d42a2a30c416feb2c4d3f', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:45.328664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (2968c5ca-babf-451a-bcd4-482f06632791), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.357279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Pushing event deleted for resources: {'Port': ['ID=2968c5ca-babf-451a-bcd4-482f06632791,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:45.417285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.525171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.528929 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks [] for router_controller (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.579167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (5d9b249f-91d7-49a5-aa12-f7b5c31851ff), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.579643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9b249f-91d7-49a5-aa12-f7b5c31851ff {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:02:45.583993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.586317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0bd9650f-12d6-4876-911b-7512aad6a489 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5d9b249f-91d7-49a5-aa12-f7b5c31851ff HTTP/1.1" status: 204 len: 168 time: 0.7895529 Mar 22 15:02:45.587952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34190) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:45.631943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Deleting subnet 0d0017b7-ac50-4783-92e8-d63e96e9843d {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:02:45.635338 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Publish callbacks [] for subnet (0d0017b7-ac50-4783-92e8-d63e96e9843d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.670342 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (0d0017b7-ac50-4783-92e8-d63e96e9843d), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.751627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0d0017b7-ac50-4783-92e8-d63e96e9843d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.803882 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (0d0017b7-ac50-4783-92e8-d63e96e9843d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.828850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0017b7-ac50-4783-92e8-d63e96e9843d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:45.832512 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.835664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-438d44c0-a543-4d7a-8994-f5f78e2cd70d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0d0017b7-ac50-4783-92e8-d63e96e9843d HTTP/1.1" status: 204 len: 168 time: 0.2467847 Mar 22 15:02:45.838355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7a5d1-bbb6-4e51-9593-8992123e748f None None] Network 4365163d-11a7-48d0-8414-13951cf1d27e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:45.839023 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34192) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:45.909946 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (4365163d-11a7-48d0-8414-13951cf1d27e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:45.963712 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Deleting port e3b036ec-a142-4878-898a-c49d9d2023f7 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:45.964059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.034682 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] For port e3b036ec-a142-4878-898a-c49d9d2023f7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e3b036ec-a142-4878-898a-c49d9d2023f7,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:46.036192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.037897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] DHCP port deletion for 4365163d-11a7-48d0-8414-13951cf1d27e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:02:46.051809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Calling delete_port for e3b036ec-a142-4878-898a-c49d9d2023f7 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:46.086876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Deleting port e3b036ec-a142-4878-898a-c49d9d2023f7 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:02:46.087177 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.139290 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.154722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] For port e3b036ec-a142-4878-898a-c49d9d2023f7, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e3b036ec-a142-4878-898a-c49d9d2023f7,segment=NetworkSegment(c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf),segment_id=c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:46.155132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.168344 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Calling delete_port for e3b036ec-a142-4878-898a-c49d9d2023f7 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:02:46.172161 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] No DVR routers for this DVR port e3b036ec-a142-4878-898a-c49d9d2023f7 on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:46.176054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b036ec-a142-4878-898a-c49d9d2023f7,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:46.246409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (4365163d-11a7-48d0-8414-13951cf1d27e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.249770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e3b036ec-a142-4878-898a-c49d9d2023f7), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.268329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4365163d-11a7-48d0-8414-13951cf1d27e']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:46.278318 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] Pushing event deleted for resources: {'Port': ['ID=e3b036ec-a142-4878-898a-c49d9d2023f7,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:46.283840 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:46.284274 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:46.284947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86473710-92bc-4cc4-8af7-a5190cce3914 None None] No DVR routers for this DVR port e3b036ec-a142-4878-898a-c49d9d2023f7 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:02:46.297857 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.312027 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.318583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:02:46.319011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (c80bdcc3-7ef8-45f6-8f0d-0b7261ffaabf), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: timer() Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:02:46.320729 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:02:46.379972 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (4365163d-11a7-48d0-8414-13951cf1d27e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.385655 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.388924 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4365163d-11a7-48d0-8414-13951cf1d27e HTTP/1.1" status: 204 len: 168 time: 0.5488524 Mar 22 15:02:46.402633 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eb7af-8a21-49fa-b739-065e6c4d2337 admin admin] Pushing event deleted for resources: {'Network': ['ID=4365163d-11a7-48d0-8414-13951cf1d27e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:46.572134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34196) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:46.612150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1f22b97c-1cbf-4049-9bfc-a78eef3b3ba5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28313af235f04c05a67de0ddb1269375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387616 Mar 22 15:02:46.615426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:46.664516 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] Publish callbacks [] for security_group (37d5ea75-9f9c-4bcb-955b-24090f3bc427), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.686410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] Publish callbacks [] for security_group (37d5ea75-9f9c-4bcb-955b-24090f3bc427), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.736055 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (37d5ea75-9f9c-4bcb-955b-24090f3bc427), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.738994 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:46.740286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37d5ea75-9f9c-4bcb-955b-24090f3bc427 HTTP/1.1" status: 204 len: 168 time: 0.1239541 Mar 22 15:02:46.748951 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87bd3-680e-4e54-a514-3513c433a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5ea75-9f9c-4bcb-955b-24090f3bc427,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:46.829007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device caccfb21-f513-4ae1-b205-365e20cd027a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:46.848161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: caccfb21-f513-4ae1-b205-365e20cd027a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:46.848813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device caccfb21-f513-4ae1-b205-365e20cd027a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:46.848937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e3b036ec-a142-4878-898a-c49d9d2023f7 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:46.868113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e3b036ec-a142-4878-898a-c49d9d2023f7 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:46.868464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e3b036ec-a142-4878-898a-c49d9d2023f7 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:46.868850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2968c5ca-babf-451a-bcd4-482f06632791 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:02:46.889737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 2968c5ca-babf-451a-bcd4-482f06632791 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:02:46.890117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 2968c5ca-babf-451a-bcd4-482f06632791 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:02:47.069454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34204) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:47.112873 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1420b3df-6262-4b61-a957-eb402ed6ab7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc092b7f023d42a2a30c416feb2c4d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422170 Mar 22 15:02:47.116062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34206) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:47.166077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] Publish callbacks [] for security_group (707beddb-d51b-4afc-8965-87c04aabae60), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:47.187505 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] Publish callbacks [] for security_group (707beddb-d51b-4afc-8965-87c04aabae60), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:47.236830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (707beddb-d51b-4afc-8965-87c04aabae60), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:47.239649 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:47.240828 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/707beddb-d51b-4afc-8965-87c04aabae60 HTTP/1.1" status: 204 len: 168 time: 0.1237226 Mar 22 15:02:47.248970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed312-3ed8-4696-8bf0-f7df9a660dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707beddb-d51b-4afc-8965-87c04aabae60,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:48.649145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cb52fbf-f0bc-4955-9de5-fa05833f7334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:48.822312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34246) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:48.826923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011473040', 'description': 'tempest-secgroup-smoke-2011473040 description', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:48.853218 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:48.864060 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:48.939030 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (66836fa7-5ba3-452a-9b4a-c3589abc343d), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:48.944965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (66836fa7-5ba3-452a-9b4a-c3589abc343d), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:48.982305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66836fa7-5ba3-452a-9b4a-c3589abc343d,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.020835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8bc47261-98f9-44e5-a40a-2af77b7bc027), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.026148 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8bc47261-98f9-44e5-a40a-2af77b7bc027), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.055585 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.056811 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2335193 Mar 22 15:02:49.057656 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814fbbc-9999-4190-bf5a-b54951ec06e0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc47261-98f9-44e5-a40a-2af77b7bc027,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.059852 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34248) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.064106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.089255 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (96c4d41a-7dd1-456a-94a3-8f7680f3a568), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.148664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (96c4d41a-7dd1-456a-94a3-8f7680f3a568), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.154389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (96c4d41a-7dd1-456a-94a3-8f7680f3a568), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.172440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c4d41a-7dd1-456a-94a3-8f7680f3a568,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.180955 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.182207 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0eb13e5c-ce98-4d57-9c5d-6d8bd00fb591 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214094 Mar 22 15:02:49.185064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34250) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.189468 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.216594 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (bb99b23d-a550-423c-ac43-d880cb3b07d5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.271906 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (bb99b23d-a550-423c-ac43-d880cb3b07d5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.277455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (bb99b23d-a550-423c-ac43-d880cb3b07d5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.294993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb99b23d-a550-423c-ac43-d880cb3b07d5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.302328 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.303438 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dcc535bb-0149-4e43-8434-297ac4d2519c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174104 Mar 22 15:02:49.306208 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34252) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.310554 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.336615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (bfc0bad2-ae21-4d06-bc22-8f1e0a762eb4), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.392088 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (bfc0bad2-ae21-4d06-bc22-8f1e0a762eb4), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.397017 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (bfc0bad2-ae21-4d06-bc22-8f1e0a762eb4), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.413981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc0bad2-ae21-4d06-bc22-8f1e0a762eb4,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.421895 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.423126 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee2e9db5-540b-4e83-a817-ad8ba2d926a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159689 Mar 22 15:02:49.426030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34254) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.430328 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.455184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (dc1b54e6-7300-4702-b70b-96a4a311fd5a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.517683 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (dc1b54e6-7300-4702-b70b-96a4a311fd5a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.524406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dc1b54e6-7300-4702-b70b-96a4a311fd5a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.543258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1b54e6-7300-4702-b70b-96a4a311fd5a,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.551080 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.552367 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e5f61ee6-a74c-4fba-8955-e5dbe826b733 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254265 Mar 22 15:02:49.555278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34256) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.559752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.581921 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:02:49.586864 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (c0e8f626-14d9-4bac-9464-a7033f479056), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.644350 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (c0e8f626-14d9-4bac-9464-a7033f479056), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.649535 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c0e8f626-14d9-4bac-9464-a7033f479056), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.666569 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e8f626-14d9-4bac-9464-a7033f479056,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.674295 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.675483 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c419362e-f296-4c1f-a05d-efb6e3344d64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192930 Mar 22 15:02:49.678263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34258) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.682541 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8bc47261-98f9-44e5-a40a-2af77b7bc027', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.703605 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:02:49.708532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (b354e858-7764-47ea-8a98-81885792ee80), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.769365 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (b354e858-7764-47ea-8a98-81885792ee80), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.775404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b354e858-7764-47ea-8a98-81885792ee80), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.794665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b354e858-7764-47ea-8a98-81885792ee80,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:49.803556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.804776 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7b55ff66-7d58-49a3-b939-e7e75d29f656 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256070 Mar 22 15:02:49.808089 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34260) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:49.812946 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'network': {'name': 'tempest-network-smoke--2016577990', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'port_security_enabled': True}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:49.835669 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:49.839039 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.863072 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:02:49.872774 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c8c0e390-c086-4291-bbde-48c080b477c7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.873123 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Added segment c8c0e390-c086-4291-bbde-48c080b477c7 of type vlan for network 246c1b8c-feb8-42f3-aa90-761ca2434b74 Mar 22 15:02:49.915811 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (246c1b8c-feb8-42f3-aa90-761ca2434b74), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.941569 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (246c1b8c-feb8-42f3-aa90-761ca2434b74), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:49.946490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:49.947070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.004687 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1955750 Mar 22 15:02:50.007690 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:50.012289 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'admin_state_up': True, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:50.026827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25367254-eb15-4256-8f66-994db4f47ce5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Network': ['ID=246c1b8c-feb8-42f3-aa90-761ca2434b74,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:50.037640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:02:50.041451 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.042492 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.096977 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (b46c9357-1afb-491d-a780-0ad3f2b0b07a), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.240313 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (b46c9357-1afb-491d-a780-0ad3f2b0b07a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.446784 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.465620 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.580487 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.127 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:50.683364 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.719793 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:50.755942 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:50.758813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:50.766239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:50.771910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:51.032319 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bae-30d3-4b04-b999-f9b0f3346a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:51.043167 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:51.254538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:51.392930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router b46c9357-1afb-491d-a780-0ad3f2b0b07a is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:02:51.504334 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:51.514614 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Sync routers for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:51.524327 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:51.524966 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:51.529831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:51.531125 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9349a4b7-8468-4262-a65a-0ba75b95fddf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5225136 Mar 22 15:02:51.534376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34266) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:51.631536 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:51.660681 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-32c18dc4-865c-4e2d-ae94-c4aaaf9b26f0 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250646 Mar 22 15:02:51.663407 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34270) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:51.806471 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:50Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:51.813179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896ae85a-4068-4366-ae17-8171e9bf7aff tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:51.814757 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-896ae85a-4068-4366-ae17-8171e9bf7aff tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504164 Mar 22 15:02:51.817560 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34272) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:51.837537 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Checking router: b46c9357-1afb-491d-a780-0ad3f2b0b07a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:51.837886 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Updating router b46c9357-1afb-491d-a780-0ad3f2b0b07a port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:02:51.865862 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.121516 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.123225 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks [] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.129574 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.170053 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee5c9bd4-068b-4e2e-a9e1-1c2a6626df74 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3513472 Mar 22 15:02:52.172696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34274) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:52.177655 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143637001', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:52.182861 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Attempting to bind port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:52.183255 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Attempting to bind port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:52.183617 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Attempting to bind port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:52.190636 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Pushing event updated for resources: {'Port': ['ID=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:52.193815 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:52.194216 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:52.194616 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.195007 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:52.195466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Bound port: 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:52.195839 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.202049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.202400 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.202736 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.203072 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.203405 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.203728 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.204050 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.204378 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.204727 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.205042 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.205361 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.205663 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.205995 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.206318 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.206633 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:02:52.256415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] For port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:52.259485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] For port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:52.265859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:52.267484 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.269711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.323794 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca33c5-6141-46c3-9486-51325ec6f304 None None] Pushing event updated for resources: {'Port': ['ID=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:52.326442 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:52.327164 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:52.433870 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:52.455157 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (11305238-c333-4390-82e7-28002ccd75bb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.519294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Subnet': ['ID=11305238-c333-4390-82e7-28002ccd75bb,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:52.533532 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Checking segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:52.533906 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network hostable DHCP agents. Network: 246c1b8c-feb8-42f3-aa90-761ca2434b74, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:02:52.553705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:02:52.563483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 246c1b8c-feb8-42f3-aa90-761ca2434b74) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:52.567717 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:52.568316 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.577191 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a9f2b-41a1-4806-9e72-a13e2b6908e9 None None] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:52.589172 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34276) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:02:52.595814 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7fdb2d00-c0e4-4ae2-9cba-5482c9d1f0fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4207757 Mar 22 15:02:52.613889 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:50Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:52.650935 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:02:52.651801 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b8bb-611f-4432-9698-6b4da6030498 None None] The sync data for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 is: [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:50Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:52.688194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-246c1b8c-feb8-42f3-aa90-761ca2434b74', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:02:52.689171 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:52.828193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Allocated IP 172.20.0.2 (246c1b8c-feb8-42f3-aa90-761ca2434b74/11305238-c333-4390-82e7-28002ccd75bb/e9801f27-9032-4b20-a7e0-f0dc6b628851) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:53.002898 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks [] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.011767 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.050131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:53.059754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:53.062148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:53.072231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Pushing event updated for resources: {'Port': ['ID=e9801f27-9032-4b20-a7e0-f0dc6b628851,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:53.088869 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.134934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Attempting to bind port e9801f27-9032-4b20-a7e0-f0dc6b628851 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:53.135946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Attempting to bind port e9801f27-9032-4b20-a7e0-f0dc6b628851 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:53.136314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Attempting to bind port e9801f27-9032-4b20-a7e0-f0dc6b628851 on network 246c1b8c-feb8-42f3-aa90-761ca2434b74 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:53.143324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:53.143704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Checking segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:53.144106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.144737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Bound using segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:53.145217 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Bound port: e9801f27-9032-4b20-a7e0-f0dc6b628851, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:53.145594 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.213984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] For port e9801f27-9032-4b20-a7e0-f0dc6b628851, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:53.217299 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] For port e9801f27-9032-4b20-a7e0-f0dc6b628851, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e9801f27-9032-4b20-a7e0-f0dc6b628851,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:53.224592 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.287405 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c73d1-8c94-4a9c-b0a3-064bff0cdd1d None None] Pushing event updated for resources: {'Port': ['ID=e9801f27-9032-4b20-a7e0-f0dc6b628851,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:53.708464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.1 (246c1b8c-feb8-42f3-aa90-761ca2434b74/11305238-c333-4390-82e7-28002ccd75bb/8b203970-b470-4d1d-a656-0ab52a7d2e48) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:53.835875 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.873924 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.917415 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:53.921936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:53.924307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:53.929150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:53.933196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:53.982758 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.118282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.234433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2122c8f-1abc-4360-bff7-f44789ded37e None None] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:02:54.316633 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Provisioning complete for port e9801f27-9032-4b20-a7e0-f0dc6b628851 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:54.317006 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.418797 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.424551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.436087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Current status of the port e9801f27-9032-4b20-a7e0-f0dc6b628851 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:54.436490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.480051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] For port e9801f27-9032-4b20-a7e0-f0dc6b628851, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e9801f27-9032-4b20-a7e0-f0dc6b628851,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:54.490065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.505186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:54.522626 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.562189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90d68a-13a7-41af-8d81-2c08d93b87a0 None None] Pushing event updated for resources: {'Port': ['ID=e9801f27-9032-4b20-a7e0-f0dc6b628851,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:54.629687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:54.631232 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:54.723696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Provisioning complete for port e9801f27-9032-4b20-a7e0-f0dc6b628851 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:54.724426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.759643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router b46c9357-1afb-491d-a780-0ad3f2b0b07a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:02:54.810993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Current status of the port e9801f27-9032-4b20-a7e0-f0dc6b628851 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:54.822999 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Provisioning complete for port 8b203970-b470-4d1d-a656-0ab52a7d2e48 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:54.823445 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:54.901190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:02:54.921910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-deb3ec3f-5550-4211-82bb-1a5cea304624 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/b46c9357-1afb-491d-a780-0ad3f2b0b07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244016 Mar 22 15:02:55.056656 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e9801f27-9032-4b20-a7e0-f0dc6b628851 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:55.058865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Sync routers for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:02:55.084657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-3a0cc91a-1d34-4849-8c86-078e67c662af tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011473040&fields=id&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 267 time: 0.0477922 Mar 22 15:02:55.090906 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-162f2b50-cda8-48e6-9342-18186b35715e None None] Port 8b203970-b470-4d1d-a656-0ab52a7d2e48 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:55.109187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.113461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:55.114075 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:55.196060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-419861f8-d0d5-4aab-bba4-78dfad3978bd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:55.198324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-419861f8-d0d5-4aab-bba4-78dfad3978bd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 797 time: 0.1066339 Mar 22 15:02:55.211064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e9801f27-9032-4b20-a7e0-f0dc6b628851 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:55.211439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.212918 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-9a37d1e4-2a2c-4ea1-8f66-ce805296a79d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/quotas/3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Mar 22 15:02:55.252845 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7542886a-5b9f-4e04-bdaf-264fdebb9599 None None] Provisioning complete for port 8b203970-b470-4d1d-a656-0ab52a7d2e48 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:55.253495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7542886a-5b9f-4e04-bdaf-264fdebb9599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.268585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-25fe91b5-a28c-420f-b7a0-3aa4f8a612fd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503466 Mar 22 15:02:55.299062 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:55.339160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7542886a-5b9f-4e04-bdaf-264fdebb9599 None None] Port 8b203970-b470-4d1d-a656-0ab52a7d2e48 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:55.409756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-eb250181-38b7-48ec-8f6d-fbcaace3f250 service neutron] 10.222.0.81 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294208 Mar 22 15:02:55.453321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e9801f27-9032-4b20-a7e0-f0dc6b628851 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:55.454511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:55.509766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-fc88f462-a686-4d72-9637-2357044bbf9a service neutron] 10.222.0.81 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935247 Mar 22 15:02:55.552363 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:55.552794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.609738 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 2, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:55.656130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Checking router: b46c9357-1afb-491d-a780-0ad3f2b0b07a for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:02:55.656493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Updating router b46c9357-1afb-491d-a780-0ad3f2b0b07a port 8b203970-b470-4d1d-a656-0ab52a7d2e48 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:02:55.690058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ee9934c-5f06-4f0c-9975-b5c67aee41cb req-83c74d9b-f2ee-46c4-b37a-be4098e42873 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Mar 22 15:02:55.696087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:55.696858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.702635 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.727943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:55.746385 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:55.860347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:56.013208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks [] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.019515 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.073208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb011-c7c5-431e-adad-1f93216fc54b None None] Pushing event updated for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:56.128527 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Attempting to bind port 8b203970-b470-4d1d-a656-0ab52a7d2e48 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:56.128962 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Attempting to bind port 8b203970-b470-4d1d-a656-0ab52a7d2e48 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:56.129324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Attempting to bind port 8b203970-b470-4d1d-a656-0ab52a7d2e48 on network 246c1b8c-feb8-42f3-aa90-761ca2434b74 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:56.135081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:56.135453 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Checking segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:56.135859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.136255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Bound using segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:56.136723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Bound port: 8b203970-b470-4d1d-a656-0ab52a7d2e48, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:56.137145 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.204996 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] For port 8b203970-b470-4d1d-a656-0ab52a7d2e48, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:56.208922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] For port 8b203970-b470-4d1d-a656-0ab52a7d2e48, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8b203970-b470-4d1d-a656-0ab52a7d2e48,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:56.215834 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.279052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:02:56.279728 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:56.281642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb011-c7c5-431e-adad-1f93216fc54b None None] Pushing event updated for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:56.384538 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Provisioning complete for port 8b203970-b470-4d1d-a656-0ab52a7d2e48 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:56.385015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.445849 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:02:56.586603 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Current status of the port 8b203970-b470-4d1d-a656-0ab52a7d2e48 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:56.586997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.644611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] For port 8b203970-b470-4d1d-a656-0ab52a7d2e48, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8b203970-b470-4d1d-a656-0ab52a7d2e48,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:02:56.652418 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.734430 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e0bb-0065-41ab-adcb-bed7e655a722 None None] Pushing event updated for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:56.797238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-74520707-d269-49e1-9252-3ba3e94c6882 None None] Provisioning complete for port 8b203970-b470-4d1d-a656-0ab52a7d2e48 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:56.797730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-74520707-d269-49e1-9252-3ba3e94c6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.821253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-462772f5-f2ea-47a6-bd7a-0111cddc9957 req-f8524512-d00d-4523-a12a-9aafdee4bf56 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 210 time: 0.0353725 Mar 22 15:02:56.831015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:02:56.875753 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:56.876109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-5a453e11-d7d7-44ca-ab54-a23b13d81736 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:56.878904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-5a453e11-d7d7-44ca-ab54-a23b13d81736 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 797 time: 0.1742442 Mar 22 15:02:56.879688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927a5e9-4cc9-4463-b5e6-f39dfb24e162 None None] The sync data for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 is: [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:02:56.970670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-5307b9a9-4948-4d4d-9f80-217704f941d4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 380 time: 0.0831275 Mar 22 15:02:56.979787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:56.980061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'port': {'device_id': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'admin_state_up': True, 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'security_groups': ['8bc47261-98f9-44e5-a40a-2af77b7bc027']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:56.980204 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:56.981675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-74520707-d269-49e1-9252-3ba3e94c6882 None None] Current status of the port 8b203970-b470-4d1d-a656-0ab52a7d2e48 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:57.079002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:57.105702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:02:57.109255 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.241655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.10 (246c1b8c-feb8-42f3-aa90-761ca2434b74/11305238-c333-4390-82e7-28002ccd75bb/be4cc41a-75b9-416d-9592-03625b60ea9b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:02:57.389370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.425024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.468183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:02:57.471571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:02:57.478363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:02:57.484442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:57.534647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:57.535458 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.556625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-2217d38a-c758-4119-8eea-10b3b1af99e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808246 Mar 22 15:02:57.567066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-a0a652b9-e6ff-42d1-9823-5804ea5c268a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:02:57.568306 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-a0a652b9-e6ff-42d1-9823-5804ea5c268a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058975 Mar 22 15:02:57.630057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Request body: {'port': {'device_id': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:02:57.700933 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.706048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dd0899a4-f173-42dd-95d5-bf2a22356d2a None None] Provisioning complete for port be4cc41a-75b9-416d-9592-03625b60ea9b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:57.706555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd0899a4-f173-42dd-95d5-bf2a22356d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:57.741080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dd0899a4-f173-42dd-95d5-bf2a22356d2a None None] Port be4cc41a-75b9-416d-9592-03625b60ea9b cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:02:58.006348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ae44-2058-452d-8806-a18b719c1e10 req-6103447f-55ba-485c-95b1-d7e640298180 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.007889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7513ae44-2058-452d-8806-a18b719c1e10 req-6103447f-55ba-485c-95b1-d7e640298180 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 932 time: 0.1042786 Mar 22 15:02:58.014003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4cc41a-75b9-416d-9592-03625b60ea9b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:02:58.027008 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks [] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.049707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Transition to ACTIVE for port object be4cc41a-75b9-416d-9592-03625b60ea9b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:02:58.057350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.101910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7513ae44-2058-452d-8806-a18b719c1e10 req-c0fcfabc-3b50-4846-865f-6ac768070c78 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833464 Mar 22 15:02:58.122844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Pushing event updated for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:58.197081 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Attempting to bind port be4cc41a-75b9-416d-9592-03625b60ea9b on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:02:58.197504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Attempting to bind port be4cc41a-75b9-416d-9592-03625b60ea9b by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:02:58.197894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Attempting to bind port be4cc41a-75b9-416d-9592-03625b60ea9b on network 246c1b8c-feb8-42f3-aa90-761ca2434b74 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:58.202863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Port be4cc41a-75b9-416d-9592-03625b60ea9b on network 246c1b8c-feb8-42f3-aa90-761ca2434b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:02:58.203264 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Attempting to bind port be4cc41a-75b9-416d-9592-03625b60ea9b on network 246c1b8c-feb8-42f3-aa90-761ca2434b74 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:02:58.208685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:02:58.209012 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Checking segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:02:58.209396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Bound using segment: {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:02:58.209813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Bound port: be4cc41a-75b9-416d-9592-03625b60ea9b, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c0e390-c086-4291-bbde-48c080b477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:02:58.210192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.277405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:02:58.280753 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=be4cc41a-75b9-416d-9592-03625b60ea9b,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:02:58.288204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.319895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.320581 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.321984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] 10.222.0.78 "PUT /v2.0/ports/be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 1092 time: 0.7469716 Mar 22 15:02:58.323983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:02:58.326307 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:02:58.380954 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba63a16-a3f3-4d44-8e41-9a8d0a7b725b x-openstack-request-id: req-5ba63a16-a3f3-4d44-8e41-9a8d0a7b725b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:02:58.381252 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:02:58.381508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ba63a16-a3f3-4d44-8e41-9a8d0a7b725b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:02:58.381917 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba63a16-a3f3-4d44-8e41-9a8d0a7b725b'] response: {'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'status': 'completed', 'code': 200} Mar 22 15:02:58.404141 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeeca1-b8fe-4558-8611-c0c2e7acdf6d service neutron] Pushing event updated for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:02:58.428532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-401466cf-850a-41c2-8732-5c8d3211cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.430143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-401466cf-850a-41c2-8732-5c8d3211cc52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1126 time: 0.0667813 Mar 22 15:02:58.477379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-eb5e2837-9229-4d68-b000-780315dc8602 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 217 time: 0.0394745 Mar 22 15:02:58.525115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-96d50184-43d5-4b4e-bf27-3d5f11c1d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.526646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-96d50184-43d5-4b4e-bf27-3d5f11c1d6b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 200 len: 835 time: 0.0442739 Mar 22 15:02:58.575666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-549db52e-48a5-4ea5-9f0e-cb15e68433d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.577187 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-549db52e-48a5-4ea5-9f0e-cb15e68433d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=246c1b8c-feb8-42f3-aa90-761ca2434b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439217 Mar 22 15:02:58.675419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-c4f47488-6901-4dc2-880d-c9e033921af2 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908172 Mar 22 15:02:58.718492 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.769645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5437ca48-93ed-495a-a5ac-acb80d604df1 req-39367501-de36-461c-91f6-6c6dd67568a9 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887303 Mar 22 15:02:58.842592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8b203970-b470-4d1d-a656-0ab52a7d2e48 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:02:58.864379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-308c2d40-70eb-4718-a896-8066d4d8d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.865891 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-308c2d40-70eb-4718-a896-8066d4d8d65b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1126 time: 0.0485590 Mar 22 15:02:58.897553 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8b203970-b470-4d1d-a656-0ab52a7d2e48 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:02:58.897923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:02:58.962122 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-b0f2f635-e9c0-438d-8afe-508185d70c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:58.963590 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-b0f2f635-e9c0-438d-8afe-508185d70c0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 898 time: 0.0915916 Mar 22 15:02:58.975471 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8b203970-b470-4d1d-a656-0ab52a7d2e48 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:02:59.007503 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-98778bbf-c28d-45f6-b557-90184a922a15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 217 time: 0.0359061 Mar 22 15:02:59.059476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-68b0fcd0-e129-4468-8aa3-ee83045c6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:59.060815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-68b0fcd0-e129-4468-8aa3-ee83045c6a83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 200 len: 835 time: 0.0467899 Mar 22 15:02:59.115395 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-a8bd6fc8-0d25-4ffa-9c61-f74ab9ff297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:59.117412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-a8bd6fc8-0d25-4ffa-9c61-f74ab9ff297b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=246c1b8c-feb8-42f3-aa90-761ca2434b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497756 Mar 22 15:02:59.242350 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-e2f4663d-de08-43af-8963-9c83b19978dc service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166589 Mar 22 15:02:59.254744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7481ee-ceb3-4fa2-806e-fbde058a92b1 req-18d81e5b-e151-4168-8f89-998ffe74c2dd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:02:59.256123 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab7481ee-ceb3-4fa2-806e-fbde058a92b1 req-18d81e5b-e151-4168-8f89-998ffe74c2dd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 944 time: 0.0833368 Mar 22 15:02:59.358906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ab7481ee-ceb3-4fa2-806e-fbde058a92b1 req-deba9e49-0649-4ff9-ad01-148502445a48 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950139 Mar 22 15:02:59.375806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d571ce47-dc2b-49be-85f8-a0bbe79d8a96 req-6609f647-2655-49a7-bace-ed9f8bb5cd63 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187611 Mar 22 15:02:59.586498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:00.486689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127642f-89b0-4d11-8b6a-50fbd20e4d34 req-f949ddad-ac60-44b5-af51-2208b6d923ec tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:00.488076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3127642f-89b0-4d11-8b6a-50fbd20e4d34 req-f949ddad-ac60-44b5-af51-2208b6d923ec tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 944 time: 0.0552890 Mar 22 15:03:00.540583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3127642f-89b0-4d11-8b6a-50fbd20e4d34 req-07efe7af-a4be-460f-a928-5a12ea5d43ed tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Mar 22 15:03:01.673768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12d88-4765-4bec-838e-81aacd00ce43 req-02db3f39-f0a1-4477-b2ac-44701e2e5bf6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:01.675250 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c12d88-4765-4bec-838e-81aacd00ce43 req-02db3f39-f0a1-4477-b2ac-44701e2e5bf6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 944 time: 0.0656860 Mar 22 15:03:01.724031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14c12d88-4765-4bec-838e-81aacd00ce43 req-666e70b0-fa5c-4327-9c35-c6810cdcbda7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Mar 22 15:03:02.857328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b045-6f80-4252-9ea2-9782d187f86d req-6f67e55b-58c1-4425-9916-8b55cdad147c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:02.858832 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4e9b045-6f80-4252-9ea2-9782d187f86d req-6f67e55b-58c1-4425-9916-8b55cdad147c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 944 time: 0.0574360 Mar 22 15:03:02.907301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4e9b045-6f80-4252-9ea2-9782d187f86d req-336a4503-c966-43ee-ad79-bc13e968d6f2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 Mar 22 15:03:03.205925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device be4cc41a-75b9-416d-9592-03625b60ea9b details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:03:03.309516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=be4cc41a-75b9-416d-9592-03625b60ea9b,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:03.322322 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'port_id': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'mac_address': 'fa:16:3e:cb:06:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:03:03.359268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port be4cc41a-75b9-416d-9592-03625b60ea9b is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:03.359652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:03.373021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4cc41a-75b9-416d-9592-03625b60ea9b {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:03:03.392134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=be4cc41a-75b9-416d-9592-03625b60ea9b,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:03.399440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:03.610113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:03.668533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['be4cc41a-75b9-416d-9592-03625b60ea9b'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:03:04.031769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dcdff-6c1b-4de1-8ac5-525b54ad2f71 req-575d64ad-e05e-434c-9aeb-ec9bbf203dad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:04.033317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78dcdff-6c1b-4de1-8ac5-525b54ad2f71 req-575d64ad-e05e-434c-9aeb-ec9bbf203dad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 945 time: 0.0546703 Mar 22 15:03:04.081997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f78dcdff-6c1b-4de1-8ac5-525b54ad2f71 req-874d6290-676d-48c8-8a79-a38534ac9784 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Mar 22 15:03:05.217185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b38212-18ae-454c-9968-22a79b816c8a req-adf47bb9-a88b-41f9-8576-faf94cf3d8aa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:05.219477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59b38212-18ae-454c-9968-22a79b816c8a req-adf47bb9-a88b-41f9-8576-faf94cf3d8aa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Mar 22 15:03:05.221342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device be4cc41a-75b9-416d-9592-03625b60ea9b up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:05.269534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59b38212-18ae-454c-9968-22a79b816c8a req-da00910e-c292-47a7-ae45-5f5cc90aadf2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446699 Mar 22 15:03:05.270231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port be4cc41a-75b9-416d-9592-03625b60ea9b completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:03:05.274470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port be4cc41a-75b9-416d-9592-03625b60ea9b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:05.274849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:05.350978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port be4cc41a-75b9-416d-9592-03625b60ea9b is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:05.351371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:05.376961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:05.379164 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5944d5-3a2b-46b7-84ae-556664a5baf5" -d '{"events": [{"server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "name": "network-vif-plugged", "status": "completed", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:05.391958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=be4cc41a-75b9-416d-9592-03625b60ea9b,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:05.397192 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:05.445078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:05.471011 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943849d-287f-4ae8-b068-473de7320a68 x-openstack-request-id: req-d943849d-287f-4ae8-b068-473de7320a68 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:05.471299 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "name": "network-vif-plugged", "status": "completed", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:05.471573 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d943849d-287f-4ae8-b068-473de7320a68 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:05.471979 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d943849d-287f-4ae8-b068-473de7320a68'] response: {'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'code': 200} Mar 22 15:03:05.587223 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e3c3-beb9-4e16-8e12-f7cbeafe5a37 req-47092dff-e680-4392-aa7b-8750e41fc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:05.588724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b116e3c3-beb9-4e16-8e12-f7cbeafe5a37 req-47092dff-e680-4392-aa7b-8750e41fc443 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1128 time: 0.0454063 Mar 22 15:03:05.636705 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b116e3c3-beb9-4e16-8e12-f7cbeafe5a37 req-26644015-35ea-4ad4-95c3-d5e7d9be4c73 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Mar 22 15:03:06.409473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb20bb-ac53-459c-8b7a-926216a2b696 req-46510506-6b7d-420b-81a8-3ed2e098b540 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:06.410957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbbb20bb-ac53-459c-8b7a-926216a2b696 req-46510506-6b7d-420b-81a8-3ed2e098b540 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0635805 Mar 22 15:03:06.462730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dbbb20bb-ac53-459c-8b7a-926216a2b696 req-1f5a3f46-baad-4d60-a1af-6023f73cc6a2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Mar 22 15:03:07.600582 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f8d0-8a32-48d1-a56f-2482fc2ab872 req-4c4594fe-2ba0-4864-87aa-11b5593d414d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:07.602083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23d6f8d0-8a32-48d1-a56f-2482fc2ab872 req-4c4594fe-2ba0-4864-87aa-11b5593d414d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0544806 Mar 22 15:03:07.650803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-23d6f8d0-8a32-48d1-a56f-2482fc2ab872 req-3fb5bc16-395c-4fce-b4ed-8d91221669a9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Mar 22 15:03:07.778795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69913c2c-a9d0-4591-bd8f-6fe883198997 req-ee23b9b9-0cf4-48d5-950b-8ec63a8ba18e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:07.780150 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69913c2c-a9d0-4591-bd8f-6fe883198997 req-ee23b9b9-0cf4-48d5-950b-8ec63a8ba18e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0637610 Mar 22 15:03:07.829309 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69913c2c-a9d0-4591-bd8f-6fe883198997 req-062b3786-3909-463a-a0ee-1f1195e0fdb8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Mar 22 15:03:07.851387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34336) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:07.900413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6083db2-0de6-4129-afe0-6dbf3126f3eb tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:07.901934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b6083db2-0de6-4129-afe0-6dbf3126f3eb tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1123 time: 0.0496004 Mar 22 15:03:07.906463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34338) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:07.911091 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:07.933633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.019729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-81972cc8-f0fb-43bd-81c5-a466589dc7f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444753 Mar 22 15:03:08.032850 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.103134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-446909df-e2e6-4625-9209-696a2e7b9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:08.104630 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-446909df-e2e6-4625-9209-696a2e7b9069 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1128 time: 0.0443196 Mar 22 15:03:08.139435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.187 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/359a027a-6980-4162-83ac-3cdceacd2bea) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:08.210687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-9fc97013-7e72-4bdc-8f24-52afb43ca41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:08.212149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-9fc97013-7e72-4bdc-8f24-52afb43ca41e service neutron] 10.222.0.78 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 898 time: 0.0886014 Mar 22 15:03:08.242011 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (359a027a-6980-4162-83ac-3cdceacd2bea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.258733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-305f5cc2-e8f3-4e79-9755-9a3750f1a3e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 217 time: 0.0351012 Mar 22 15:03:08.278458 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.306826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-481b9419-5c31-450b-97b3-214abddfc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:08.308273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-481b9419-5c31-450b-97b3-214abddfc0cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 200 len: 835 time: 0.0431144 Mar 22 15:03:08.320511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:08.327228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:08.330134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:08.353632 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=359a027a-6980-4162-83ac-3cdceacd2bea,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:08.362775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-e9ef1b2f-18c6-46bc-888e-0f962fd397b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:08.363948 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-e9ef1b2f-18c6-46bc-888e-0f962fd397b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=246c1b8c-feb8-42f3-aa90-761ca2434b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501828 Mar 22 15:03:08.454512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-d3e64f31-b0ce-490b-896c-185828a69ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Mar 22 15:03:08.546064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-053dec36-ffda-4855-9aea-4ed72de8f32c req-016dc553-fb75-458c-bbaa-c18f0bb76c3f service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865371 Mar 22 15:03:08.688927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (040cd022-dde2-4de2-83d2-efe8b31bcb82), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.772568 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.926331 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (359a027a-6980-4162-83ac-3cdceacd2bea), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:08.933425 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.001333 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=359a027a-6980-4162-83ac-3cdceacd2bea,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:09.011633 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (040cd022-dde2-4de2-83d2-efe8b31bcb82), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.126688 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 040cd022-dde2-4de2-83d2-efe8b31bcb82 associated. External IP: 172.25.3.187, port: be4cc41a-75b9-416d-9592-03625b60ea9b. Mar 22 15:03:09.361651 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router b46c9357-1afb-491d-a780-0ad3f2b0b07a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:09.478097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:09.488369 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Sync routers for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:09.498297 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:09.499361 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:09.499991 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:09.528086 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-634a56d0-0181-4f47-bac6-a6395595db10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6205337 Mar 22 15:03:09.529365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:09.531250 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ae125c-8ba6-4689-b035-381aae8ad233" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:09.582199 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2bfe26-8333-4c0d-8ce6-f2344a815281 x-openstack-request-id: req-8d2bfe26-8333-4c0d-8ce6-f2344a815281 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:09.582494 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:09.582758 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d2bfe26-8333-4c0d-8ce6-f2344a815281 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:09.583183 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2bfe26-8333-4c0d-8ce6-f2344a815281'] response: {'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'status': 'completed', 'code': 200} Mar 22 15:03:09.612787 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:09.844785 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '040cd022-dde2-4de2-83d2-efe8b31bcb82', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'port_id': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'mac_address': 'fa:16:3e:cb:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:08Z', 'updated_at': '2022-03-22T15:03:08Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:09.965142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Checking router: b46c9357-1afb-491d-a780-0ad3f2b0b07a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:09.974552 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:09.975162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:02:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:09.986021 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e181a6-ae67-449f-b8db-46212a23084b req-9a664da7-bac4-4556-86e2-6c1ab0c75599 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:09.987553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81e181a6-ae67-449f-b8db-46212a23084b req-9a664da7-bac4-4556-86e2-6c1ab0c75599 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.3985081 Mar 22 15:03:09.994286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-d00b07e9-3a91-4786-844f-2021771479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:09.995723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-d00b07e9-3a91-4786-844f-2021771479fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1128 time: 0.0641870 Mar 22 15:03:10.082629 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:10.088013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-81e181a6-ae67-449f-b8db-46212a23084b req-3aee908c-b12d-4fe9-b46b-4a606b7acd06 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913212 Mar 22 15:03:10.111303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34344) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:10.117251 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-702581d1-e1c6-4b45-b43c-88456d32e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:10.119228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-702581d1-e1c6-4b45-b43c-88456d32e7f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 898 time: 0.1165681 Mar 22 15:03:10.177473 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ca49631d-f7dc-4f53-b879-f6f86431e4eb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/040cd022-dde2-4de2-83d2-efe8b31bcb82 HTTP/1.1" status: 200 len: 992 time: 0.0648685 Mar 22 15:03:10.184839 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-181adca0-3365-4a94-8ff9-c0f4da6e0ed1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 1000 time: 0.0594194 Mar 22 15:03:10.235320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-2f451881-2123-4806-8122-bdbeec2ac2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:10.236644 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-2f451881-2123-4806-8122-bdbeec2ac2bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 200 len: 835 time: 0.0466301 Mar 22 15:03:10.285813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-d970296d-188c-4a54-948e-8aa085a2a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:10.287483 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-d970296d-188c-4a54-948e-8aa085a2a025 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=246c1b8c-feb8-42f3-aa90-761ca2434b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449610 Mar 22 15:03:10.310338 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '040cd022-dde2-4de2-83d2-efe8b31bcb82', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'port_id': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'mac_address': 'fa:16:3e:cb:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:08Z', 'updated_at': '2022-03-22T15:03:08Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:10.340154 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640e50d-8ed6-4cb9-8f4a-6bdc8f2e84fc None None] The sync data for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 is: [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '040cd022-dde2-4de2-83d2-efe8b31bcb82', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'port_id': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'mac_address': 'fa:16:3e:cb:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:03:08Z', 'updated_at': '2022-03-22T15:03:08Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:10.377189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-f84f1647-3625-4717-a0b1-b903e8285003 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Mar 22 15:03:10.471424 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f2ae125c-8ba6-4689-b035-381aae8ad233 req-3d64778c-24a7-4112-922e-64c52b129772 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889435 Mar 22 15:03:10.538552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f75fcc-380d-4772-812d-a8969ea01fd9 None None] New status for floating IP 040cd022-dde2-4de2-83d2-efe8b31bcb82: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:03:11.182581 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34346) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:11.257252 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2aa9c46d-40cd-4fac-9d05-0e940ee06c03 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/040cd022-dde2-4de2-83d2-efe8b31bcb82 HTTP/1.1" status: 200 len: 994 time: 0.0731130 Mar 22 15:03:18.647936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-043dd47d-9a04-4350-b689-6495dddac632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:21.044311 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-581d1bdc-6f0f-4ab5-88ca-e0b3b14a7d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:22.135524 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:23.924949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:24.959673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:28.737422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:29.597887 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:29.652288 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:03:38.086826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c96053-4f0e-409b-bfa7-1f4c8bd9bc57 req-8576c3df-924d-43b7-a1bb-39474cb3f6d5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:38.088368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c96053-4f0e-409b-bfa7-1f4c8bd9bc57 req-8576c3df-924d-43b7-a1bb-39474cb3f6d5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Mar 22 15:03:38.137808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-50c96053-4f0e-409b-bfa7-1f4c8bd9bc57 req-527fa46b-b4e2-4231-8daa-bf7486f4a15f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Mar 22 15:03:39.274592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f43a8-5f8f-44df-944c-6baca3b26452 req-4ea5cda2-7004-4f66-af85-bd0352c17d84 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:39.276061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-958f43a8-5f8f-44df-944c-6baca3b26452 req-4ea5cda2-7004-4f66-af85-bd0352c17d84 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0665710 Mar 22 15:03:39.328125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-958f43a8-5f8f-44df-944c-6baca3b26452 req-c26be6ed-eb06-4761-929f-22440dce76af tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Mar 22 15:03:39.350671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34372) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:39.410581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2e6972b4-6eac-4d36-b70c-0c8c2ad71260 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/040cd022-dde2-4de2-83d2-efe8b31bcb82 HTTP/1.1" status: 200 len: 994 time: 0.0587924 Mar 22 15:03:40.706727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34cc91-bf9d-42c6-8c90-2feb28028b14 req-f9a21317-3a9b-4719-b55c-0d6d506bc331 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:40.708166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc34cc91-bf9d-42c6-8c90-2feb28028b14 req-f9a21317-3a9b-4719-b55c-0d6d506bc331 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0565386 Mar 22 15:03:40.757451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cc34cc91-bf9d-42c6-8c90-2feb28028b14 req-c2e3b7b7-c1ad-4922-879d-26a007b12f32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Mar 22 15:03:41.886758 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf374c5-87b4-4883-89fb-6431697cc268 req-4785a4dd-99cc-46be-a14f-fd3ad1d1fe86 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:41.888232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bf374c5-87b4-4883-89fb-6431697cc268 req-4785a4dd-99cc-46be-a14f-fd3ad1d1fe86 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0584450 Mar 22 15:03:41.951544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1bf374c5-87b4-4883-89fb-6431697cc268 req-6e4a9f61-53a1-4f8a-a633-2ecef1fc1c21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562227 Mar 22 15:03:41.974360 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:42.038355 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-864b72cb-7c59-4a9a-8afd-69eeb5d2c623 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/040cd022-dde2-4de2-83d2-efe8b31bcb82 HTTP/1.1" status: 200 len: 994 time: 0.0628152 Mar 22 15:03:42.325936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34388) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:42.492853 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 359a027a-6980-4162-83ac-3cdceacd2bea {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:42.493172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:42.567953 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:42.568282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (359a027a-6980-4162-83ac-3cdceacd2bea), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:42.580031 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 359a027a-6980-4162-83ac-3cdceacd2bea owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:42.736065 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (359a027a-6980-4162-83ac-3cdceacd2bea), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:42.761848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=359a027a-6980-4162-83ac-3cdceacd2bea,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:42.792614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.792964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.793313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.793652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.794006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.794339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.794665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.794987 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.795310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.795632 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.795954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.796281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.796599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.796916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.797231 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:42.835792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (040cd022-dde2-4de2-83d2-efe8b31bcb82), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:42.836000 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 040cd022-dde2-4de2-83d2-efe8b31bcb82 disassociated (deleted). External IP: 172.25.3.187, port: be4cc41a-75b9-416d-9592-03625b60ea9b. Mar 22 15:03:43.052584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router b46c9357-1afb-491d-a780-0ad3f2b0b07a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:43.161147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:43.166083 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:43.171300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Sync routers for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:43.180962 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:43.181571 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:43.198967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1501cd36-9491-44fc-97cd-5f3ae4fc0b46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/floatingips/040cd022-dde2-4de2-83d2-efe8b31bcb82 HTTP/1.1" status: 204 len: 168 time: 0.8716745 Mar 22 15:03:43.199529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:43.201990 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ce2e6-96ab-4574-87e0-627800964a19" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:43.241745 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c7a5d3-4ec5-4b09-a96b-65d955e9f65d x-openstack-request-id: req-30c7a5d3-4ec5-4b09-a96b-65d955e9f65d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:43.242160 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:43.242474 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30c7a5d3-4ec5-4b09-a96b-65d955e9f65d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:43.242954 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c7a5d3-4ec5-4b09-a96b-65d955e9f65d'] response: {'name': 'network-changed', 'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'status': 'completed', 'code': 200} Mar 22 15:03:43.292594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:43.309453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce2e6-96ab-4574-87e0-627800964a19 req-53cf3460-e22d-4365-91db-b2b707382de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:43.311144 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-53cf3460-e22d-4365-91db-b2b707382de9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 1128 time: 0.0473509 Mar 22 15:03:43.473835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce2e6-96ab-4574-87e0-627800964a19 req-38cf8c28-47b6-419d-8981-c4c5ff3c2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:43.475458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-38cf8c28-47b6-419d-8981-c4c5ff3c2737 service neutron] 10.222.0.78 "GET /v2.0/networks?id=246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 200 len: 898 time: 0.1555767 Mar 22 15:03:43.487724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b41b-5208-4804-ad98-da45326a8f48 req-592df92b-673b-4cd3-bb6f-097f0d32b400 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:43.489528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca71b41b-5208-4804-ad98-da45326a8f48 req-592df92b-673b-4cd3-bb6f-097f0d32b400 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0930393 Mar 22 15:03:43.529990 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:43.537247 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-d643196b-df45-4171-8efd-d1228c632e89 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 200 len: 217 time: 0.0466089 Mar 22 15:03:43.556159 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Checking router: b46c9357-1afb-491d-a780-0ad3f2b0b07a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:43.564784 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:43.565454 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:43.598106 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ca71b41b-5208-4804-ad98-da45326a8f48 req-ebf09a3b-1cbd-4635-95ab-8d19d68c729f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013391 Mar 22 15:03:43.605273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce2e6-96ab-4574-87e0-627800964a19 req-a229505a-19ff-47aa-a7c8-b66019609536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:43.606736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-a229505a-19ff-47aa-a7c8-b66019609536 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 200 len: 835 time: 0.0630150 Mar 22 15:03:43.662329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce2e6-96ab-4574-87e0-627800964a19 req-6ed0e99f-71ea-49d9-aa9e-c9448ef4c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:43.663819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-6ed0e99f-71ea-49d9-aa9e-c9448ef4c413 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=246c1b8c-feb8-42f3-aa90-761ca2434b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488060 Mar 22 15:03:43.674384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:43.752749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-79105fe9-dbb6-41d0-8e79-bfc981ff6294 service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816865 Mar 22 15:03:43.846390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-920ce2e6-96ab-4574-87e0-627800964a19 req-d420fe7d-de2d-4476-bde2-3fc5e6bc3fcc service neutron] 10.222.0.78 "GET /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 Mar 22 15:03:43.869469 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:43.898822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5746784a-04bb-49ad-a0bf-92225e8a38ba None None] The sync data for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 is: [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:54Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8b203970-b470-4d1d-a656-0ab52a7d2e48', 'name': '', 'network_id': '246c1b8c-feb8-42f3-aa90-761ca2434b74', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:13:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '11305238-c333-4390-82e7-28002ccd75bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:53Z', 'updated_at': '2022-03-22T15:02:56Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '11305238-c333-4390-82e7-28002ccd75bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:44.133534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02060a43-065f-44ec-87f6-227d77ff403c None None] New status for floating IP 040cd022-dde2-4de2-83d2-efe8b31bcb82: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:03:44.732542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163cdb7-efff-42e4-b676-eaf6c2dc7f17 req-0b1f3032-5146-4597-826b-de88fc842b7d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:44.734280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0163cdb7-efff-42e4-b676-eaf6c2dc7f17 req-0b1f3032-5146-4597-826b-de88fc842b7d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Mar 22 15:03:44.784576 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0163cdb7-efff-42e4-b676-eaf6c2dc7f17 req-17c67a93-8d03-44b7-8504-07e4e06d2115 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bc47261-98f9-44e5-a40a-2af77b7bc027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Mar 22 15:03:45.055647 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-867841b7-fe96-4e8c-826c-f6dd0c5f3f9e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:45.057050 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-867841b7-fe96-4e8c-826c-f6dd0c5f3f9e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 946 time: 0.0620792 Mar 22 15:03:45.161426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port be4cc41a-75b9-416d-9592-03625b60ea9b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:45.161762 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:45.247781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port be4cc41a-75b9-416d-9592-03625b60ea9b, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=be4cc41a-75b9-416d-9592-03625b60ea9b,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:45.248115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:45.259764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for be4cc41a-75b9-416d-9592-03625b60ea9b owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:45.401539 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (be4cc41a-75b9-416d-9592-03625b60ea9b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:45.436464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=be4cc41a-75b9-416d-9592-03625b60ea9b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:45.484110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] No DVR routers for this DVR port be4cc41a-75b9-416d-9592-03625b60ea9b on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:03:45.486692 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:45.490025 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-78e6e636-dce2-4ce2-94ff-86d6009413df req-277fb2b0-c196-4b54-a803-a292e8f7a8a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "DELETE /v2.0/ports/be4cc41a-75b9-416d-9592-03625b60ea9b HTTP/1.1" status: 204 len: 173 time: 0.4271691 Mar 22 15:03:45.490456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'name': 'network-vif-deleted', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:03:45.492712 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e7c64-b991-4975-a1c3-4b1b9e9b55d6" -d '{"events": [{"server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "name": "network-vif-deleted", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:03:45.531939 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed2dfa3-4357-4349-aff8-643f4c919e9c x-openstack-request-id: req-aed2dfa3-4357-4349-aff8-643f4c919e9c {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:03:45.532229 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598", "name": "network-vif-deleted", "tag": "be4cc41a-75b9-416d-9592-03625b60ea9b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:03:45.532481 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aed2dfa3-4357-4349-aff8-643f4c919e9c {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:03:45.532897 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed2dfa3-4357-4349-aff8-643f4c919e9c'] response: {'server_uuid': '0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598', 'name': 'network-vif-deleted', 'tag': 'be4cc41a-75b9-416d-9592-03625b60ea9b', 'status': 'completed', 'code': 200} Mar 22 15:03:45.909825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bb26faaf-d398-4925-90aa-ce14336abfe4 req-55a6cc8a-b5d8-44cc-b6fe-f9b8cb7172fc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cb74cc8-8ef7-415a-9b3f-1f4d6b5bf598 HTTP/1.1" status: 200 len: 210 time: 0.0312660 Mar 22 15:03:46.967085 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34404) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:47.355161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:47.618512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 8b203970-b470-4d1d-a656-0ab52a7d2e48 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:47.618774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:47.713088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 8b203970-b470-4d1d-a656-0ab52a7d2e48, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8b203970-b470-4d1d-a656-0ab52a7d2e48,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:47.713473 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:47.728988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 8b203970-b470-4d1d-a656-0ab52a7d2e48 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:47.925877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8b203970-b470-4d1d-a656-0ab52a7d2e48), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:47.957296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=8b203970-b470-4d1d-a656-0ab52a7d2e48,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:48.132472 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:48.642577 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-95e2a847-8275-4901-965e-25ffe7301cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:48.649487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router b46c9357-1afb-491d-a780-0ad3f2b0b07a has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:48.758752 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:48.764473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3df17d23-27be-4973-b87b-9bb0ddc62563 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/b46c9357-1afb-491d-a780-0ad3f2b0b07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963212 Mar 22 15:03:48.767469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34406) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:48.769840 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Sync routers for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:48.780624 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:48.781251 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:48.826795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting subnet 11305238-c333-4390-82e7-28002ccd75bb {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:03:48.830497 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (11305238-c333-4390-82e7-28002ccd75bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:48.872415 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (11305238-c333-4390-82e7-28002ccd75bb), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:48.957914 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (11305238-c333-4390-82e7-28002ccd75bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:48.989721 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:49.021258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (11305238-c333-4390-82e7-28002ccd75bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.048287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Subnet': ['ID=11305238-c333-4390-82e7-28002ccd75bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:49.051680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.055584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dcef450f-8cda-4a8c-b492-8cf850ed57de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/subnets/11305238-c333-4390-82e7-28002ccd75bb HTTP/1.1" status: 204 len: 168 time: 0.2864995 Mar 22 15:03:49.057672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34408) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:49.062709 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134a3ef-5585-48b3-97aa-10581995c758 None None] Network 246c1b8c-feb8-42f3-aa90-761ca2434b74 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:49.175374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.178300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:03:47Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:49.208641 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Checking router: b46c9357-1afb-491d-a780-0ad3f2b0b07a for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:49.217174 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Routers {'b46c9357-1afb-491d-a780-0ad3f2b0b07a'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:49.217780 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:49.227829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] DHCP port deletion for 246c1b8c-feb8-42f3-aa90-761ca2434b74 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:03:49.277076 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Deleting port e9801f27-9032-4b20-a7e0-f0dc6b628851 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:49.277591 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.297459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (b46c9357-1afb-491d-a780-0ad3f2b0b07a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.337611 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] Set router b46c9357-1afb-491d-a780-0ad3f2b0b07a gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:49.345376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] For port e9801f27-9032-4b20-a7e0-f0dc6b628851, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e9801f27-9032-4b20-a7e0-f0dc6b628851,segment=NetworkSegment(c8c0e390-c086-4291-bbde-48c080b477c7),segment_id=c8c0e390-c086-4291-bbde-48c080b477c7)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:49.345780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.354804 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:03:49.355136 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.359304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Calling delete_port for e9801f27-9032-4b20-a7e0-f0dc6b628851 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:49.436811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:49.437218 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.439143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device be4cc41a-75b9-416d-9592-03625b60ea9b no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:49.451584 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:03:49.464487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: be4cc41a-75b9-416d-9592-03625b60ea9b {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:49.464746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device be4cc41a-75b9-416d-9592-03625b60ea9b not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:49.472382 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (e9801f27-9032-4b20-a7e0-f0dc6b628851), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.486668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] No DVR routers for this DVR port e9801f27-9032-4b20-a7e0-f0dc6b628851 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:03:49.508123 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Pushing event deleted for resources: {'Port': ['ID=e9801f27-9032-4b20-a7e0-f0dc6b628851,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:49.519595 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.520065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.520528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.525756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.526591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64add3c-cf11-4677-b994-e0ea4a35bc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:49.540005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:03:47Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:49.566231 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f591d-f972-41f4-9496-b04c12443414 None None] The sync data for ids ['b46c9357-1afb-491d-a780-0ad3f2b0b07a'] in n-d-758851-5 is: [{'id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714402476', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:03:47Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c9357-1afb-491d-a780-0ad3f2b0b07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:02:50Z', 'updated_at': '2022-03-22T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:49.640836 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.665834 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:49.724928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.818622 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.820826 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (b46c9357-1afb-491d-a780-0ad3f2b0b07a), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.869379 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (b46c9357-1afb-491d-a780-0ad3f2b0b07a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.869901 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Fanout notify agent at l3_agent the message router_deleted on router b46c9357-1afb-491d-a780-0ad3f2b0b07a {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:03:49.876779 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:49.877892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dbeb663b-f17e-496e-b670-d5b49a8120c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/routers/b46c9357-1afb-491d-a780-0ad3f2b0b07a HTTP/1.1" status: 204 len: 168 time: 0.8192680 Mar 22 15:03:49.880854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34410) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:49.957323 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (246c1b8c-feb8-42f3-aa90-761ca2434b74), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.050246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (246c1b8c-feb8-42f3-aa90-761ca2434b74), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.070572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246c1b8c-feb8-42f3-aa90-761ca2434b74']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:50.079631 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c0e390-c086-4291-bbde-48c080b477c7') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:50.079931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c0e390-c086-4291-bbde-48c080b477c7') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:50.089230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (c8c0e390-c086-4291-bbde-48c080b477c7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.102167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c8c0e390-c086-4291-bbde-48c080b477c7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.107778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:03:50.108162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (c8c0e390-c086-4291-bbde-48c080b477c7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:03:50.111109 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:03:50.169627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (246c1b8c-feb8-42f3-aa90-761ca2434b74), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.176670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.180064 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/networks/246c1b8c-feb8-42f3-aa90-761ca2434b74 HTTP/1.1" status: 204 len: 168 time: 0.2982655 Mar 22 15:03:50.183121 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34412) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:50.192308 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79b09-75e4-42a3-a985-4907f6e51727 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Network': ['ID=246c1b8c-feb8-42f3-aa90-761ca2434b74,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:50.246309 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8bc47261-98f9-44e5-a40a-2af77b7bc027), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.272299 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8bc47261-98f9-44e5-a40a-2af77b7bc027), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.334733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8bc47261-98f9-44e5-a40a-2af77b7bc027), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.337291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:50.338536 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/security-groups/8bc47261-98f9-44e5-a40a-2af77b7bc027 HTTP/1.1" status: 204 len: 168 time: 0.1536806 Mar 22 15:03:50.347282 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc47261-98f9-44e5-a40a-2af77b7bc027,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:50.354967 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.355318 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.355659 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.355998 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.356331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.356660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.356985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.357308 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.357629 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.357966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.358320 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.358647 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.358970 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.359285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.359605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f23bf2-cf83-4b59-9216-6937e0aaff01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:50.852134 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e9801f27-9032-4b20-a7e0-f0dc6b628851 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:50.872952 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e9801f27-9032-4b20-a7e0-f0dc6b628851 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:50.873231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e9801f27-9032-4b20-a7e0-f0dc6b628851 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:50.873645 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:50.892512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:50.892863 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 89cc7f63-ff6b-4c74-a7e7-fa2ec862a18a not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:50.893267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8b203970-b470-4d1d-a656-0ab52a7d2e48 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:03:50.914423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8b203970-b470-4d1d-a656-0ab52a7d2e48 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:03:50.914774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8b203970-b470-4d1d-a656-0ab52a7d2e48 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:03:51.041116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e48c1ec7-67ff-47ba-ba55-5cc9c3fd6858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.075589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34418) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.080202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921393267', 'description': 'tempest-secgroup-smoke-1921393267 description', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.100753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.175677 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8dfc2473-b704-4d56-9ef2-068b8966d285), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.180849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8dfc2473-b704-4d56-9ef2-068b8966d285), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.207124 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.208438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317868 Mar 22 15:03:51.211812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34420) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.212514 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4c920-8f8d-402d-b4c4-e5779640231a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfc2473-b704-4d56-9ef2-068b8966d285,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.217572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.245869 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (cbb3b254-e445-4790-81aa-a0abfea94220), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.294159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (cbb3b254-e445-4790-81aa-a0abfea94220), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.299555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (cbb3b254-e445-4790-81aa-a0abfea94220), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.317746 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb3b254-e445-4790-81aa-a0abfea94220,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.325409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.329347 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-354c4e0b-7c5a-4c2f-bb14-60d32e379573 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137657 Mar 22 15:03:51.329593 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34422) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.333990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.361096 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (0bd81c89-7f3e-4929-bcbc-bd091d1e68e8), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.423170 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (0bd81c89-7f3e-4929-bcbc-bd091d1e68e8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.428089 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0bd81c89-7f3e-4929-bcbc-bd091d1e68e8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.444683 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd81c89-7f3e-4929-bcbc-bd091d1e68e8,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.453666 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.454923 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9a0dc1d8-df3a-4bab-b576-d3dbc8d5bd8b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244135 Mar 22 15:03:51.457646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34424) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.461909 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.487664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (f3caa413-3a64-4b12-abaa-3648573ea648), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.544120 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (f3caa413-3a64-4b12-abaa-3648573ea648), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.549534 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (f3caa413-3a64-4b12-abaa-3648573ea648), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.567930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3caa413-3a64-4b12-abaa-3648573ea648,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.577181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.578421 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4e460fc-cff4-4f46-8054-03cf84afbe21 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197383 Mar 22 15:03:51.581228 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34426) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.585544 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.609185 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (668cf926-4f86-4403-a711-2af39ad50cbc), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.669444 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (668cf926-4f86-4403-a711-2af39ad50cbc), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.673721 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (668cf926-4f86-4403-a711-2af39ad50cbc), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.693743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668cf926-4f86-4403-a711-2af39ad50cbc,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.702933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.704149 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e42a3770-c3ca-40cf-89c9-5ca45d5c5e3d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220055 Mar 22 15:03:51.707009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34428) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.711330 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.732636 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:03:51.737685 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (99ef2343-ea98-48ee-a3c9-7e7573f60d10), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.800159 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (99ef2343-ea98-48ee-a3c9-7e7573f60d10), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.805831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (99ef2343-ea98-48ee-a3c9-7e7573f60d10), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.823074 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ef2343-ea98-48ee-a3c9-7e7573f60d10,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.830388 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.831621 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-84f31039-fd3c-4a4c-b899-0e79c21c1226 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236930 Mar 22 15:03:51.834557 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34430) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.839510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '8dfc2473-b704-4d56-9ef2-068b8966d285', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.860615 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:03:51.866207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (b1354569-820d-4c81-bbc3-4d4eb29e4754), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.928112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (b1354569-820d-4c81-bbc3-4d4eb29e4754), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.933560 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (b1354569-820d-4c81-bbc3-4d4eb29e4754), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.951295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1354569-820d-4c81-bbc3-4d4eb29e4754,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:51.957447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:51.958731 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36dd7e7a-c6c0-46f4-8cb7-0afef7eac85b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231179 Mar 22 15:03:51.961712 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34432) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:51.966700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'network': {'name': 'tempest-network-smoke--485515768', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:51.987083 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:51.991792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.023890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:03:52.033426 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9afdbd4e-a0f1-4679-89f3-dcff38565525), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.033776 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Added segment 9afdbd4e-a0f1-4679-89f3-dcff38565525 of type vlan for network e501fb68-7150-4d97-b34b-9e1d227b3dd8 Mar 22 15:03:52.076642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e501fb68-7150-4d97-b34b-9e1d227b3dd8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.104382 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e501fb68-7150-4d97-b34b-9e1d227b3dd8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.110919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:52.111532 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.128881 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.174938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2120268 Mar 22 15:03:52.177808 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34434) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:52.183194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'admin_state_up': True, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:52.183942 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b1cba-a0f2-4e1a-80fc-5ea7f43d3760 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Network': ['ID=e501fb68-7150-4d97-b34b-9e1d227b3dd8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:52.195035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:03:52.209839 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.211634 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.264931 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (9ff07ea1-c045-4740-bc78-0ce57244bfd5), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.415747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (9ff07ea1-c045-4740-bc78-0ce57244bfd5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.621863 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.644302 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.748512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.165 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/839148f9-b6cc-42ac-8764-075815899681) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:52.871325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (839148f9-b6cc-42ac-8764-075815899681), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.912509 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (839148f9-b6cc-42ac-8764-075815899681), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:52.949020 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:52.951897 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:52.958068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:52.980230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=839148f9-b6cc-42ac-8764-075815899681,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:53.223748 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:53.761713 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:53.904529 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:03:53.926138 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.015290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:54.025484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Sync routers for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:54.035541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:54.036167 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:54.036616 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.038026 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f89a7525-f54d-4330-9444-03740df4bcd6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8588996 Mar 22 15:03:54.041281 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34436) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:54.070128 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-348f7baf-1228-4b50-8e5a-3e8d3d10d473 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275669 Mar 22 15:03:54.073638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34438) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:54.150151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:54.163615 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f7b71-99c3-4839-a220-f1c42f8389b9 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:54.165324 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-270f7b71-99c3-4839-a220-f1c42f8389b9 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905149 Mar 22 15:03:54.168177 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:54.204089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1699b6d8-3099-48f3-b6e8-ee1d7cda4e61 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347462 Mar 22 15:03:54.207487 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34442) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:54.213599 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833676618', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:54.303257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:54.306851 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.332491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:53Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:54.358243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Checking router: 9ff07ea1-c045-4740-bc78-0ce57244bfd5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:54.358593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Updating router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 port 839148f9-b6cc-42ac-8764-075815899681 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:54.386623 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (839148f9-b6cc-42ac-8764-075815899681), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.485059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (cef61fc5-67d8-4130-80ae-b862f110aa34), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.545063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Subnet': ['ID=cef61fc5-67d8-4130-80ae-b862f110aa34,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:54.552796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Checking segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:54.553154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network hostable DHCP agents. Network: e501fb68-7150-4d97-b34b-9e1d227b3dd8, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:03:54.571002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:03:54.580468 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e501fb68-7150-4d97-b34b-9e1d227b3dd8) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:54.584671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:54.585259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.594729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9b29e-a194-4cde-953b-f99878873869 None None] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:54.602377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1730ae0d-be04-49ab-9386-390322a3def7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3936534 Mar 22 15:03:54.605207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34444) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:03:54.728981 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks [] for port (839148f9-b6cc-42ac-8764-075815899681), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.736944 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (839148f9-b6cc-42ac-8764-075815899681), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.743248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:03:54.744072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.809998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dede23-195d-407c-9e20-2de3f3546710 None None] Pushing event updated for resources: {'Port': ['ID=839148f9-b6cc-42ac-8764-075815899681,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:54.812304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Attempting to bind port 839148f9-b6cc-42ac-8764-075815899681 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:54.812639 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Attempting to bind port 839148f9-b6cc-42ac-8764-075815899681 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:54.813021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Attempting to bind port 839148f9-b6cc-42ac-8764-075815899681 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:54.861620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:54.862003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:54.862421 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.862817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:54.863300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Bound port: 839148f9-b6cc-42ac-8764-075815899681, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:54.863673 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (839148f9-b6cc-42ac-8764-075815899681), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.965655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] For port 839148f9-b6cc-42ac-8764-075815899681, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:54.983936 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:54.989113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] For port 839148f9-b6cc-42ac-8764-075815899681, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=839148f9-b6cc-42ac-8764-075815899681,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:54.998026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Allocated IP 172.20.0.2 (e501fb68-7150-4d97-b34b-9e1d227b3dd8/cef61fc5-67d8-4130-80ae-b862f110aa34/d06dc0ac-9189-45ce-9b20-1856fa952fc1) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:55.000555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (839148f9-b6cc-42ac-8764-075815899681), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.047629 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.116428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:55.117039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:55.118699 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dede23-195d-407c-9e20-2de3f3546710 None None] Pushing event updated for resources: {'Port': ['ID=839148f9-b6cc-42ac-8764-075815899681,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:55.445840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:55.507951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks [] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.520397 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.565169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.1 (e501fb68-7150-4d97-b34b-9e1d227b3dd8/cef61fc5-67d8-4130-80ae-b862f110aa34/80627612-40d3-4287-9e5f-398fe94ebbb0) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:55.597240 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:55.613512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:55.618441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:55.622513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Pushing event updated for resources: {'Port': ['ID=d06dc0ac-9189-45ce-9b20-1856fa952fc1,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:55.681699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.706198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Attempting to bind port d06dc0ac-9189-45ce-9b20-1856fa952fc1 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:55.706459 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Attempting to bind port d06dc0ac-9189-45ce-9b20-1856fa952fc1 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:55.706829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Attempting to bind port d06dc0ac-9189-45ce-9b20-1856fa952fc1 on network e501fb68-7150-4d97-b34b-9e1d227b3dd8 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:55.714362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:55.714737 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Checking segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:55.715303 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.715832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Bound using segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:55.715954 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.716300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Bound port: d06dc0ac-9189-45ce-9b20-1856fa952fc1, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:55.716672 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.755404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:55.758673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:55.766094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:55.772699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:55.779702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:53Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:55.813235 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.813515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f30d6-e64f-4cea-ab2b-9a96fef4b99b None None] The sync data for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 is: [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:53Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:55.823277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] For port d06dc0ac-9189-45ce-9b20-1856fa952fc1, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:55.827125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] For port d06dc0ac-9189-45ce-9b20-1856fa952fc1, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d06dc0ac-9189-45ce-9b20-1856fa952fc1,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:55.835023 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:55.890951 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e76f6-2cc4-4de2-912d-b4c263d09632 None None] Pushing event updated for resources: {'Port': ['ID=d06dc0ac-9189-45ce-9b20-1856fa952fc1,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:55.970709 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:56.633840 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:56.639519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:56.717299 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:56.724992 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:56.822551 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:56.824350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:56.932006 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 839148f9-b6cc-42ac-8764-075815899681 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:56.961120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc618d-5b3b-430f-a0fd-3c5bd1aea3fe None None] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:03:56.967125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:03:57.081049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:03:57.081723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Provisioning complete for port d06dc0ac-9189-45ce-9b20-1856fa952fc1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.082330 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.086455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8de9fb64-56ff-4c58-a5ff-91feb7b6451c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/9ff07ea1-c045-4740-bc78-0ce57244bfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4802926 Mar 22 15:03:57.103162 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 839148f9-b6cc-42ac-8764-075815899681 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.103540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (839148f9-b6cc-42ac-8764-075815899681), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.242834 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Current status of the port d06dc0ac-9189-45ce-9b20-1856fa952fc1 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:57.243298 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.257145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 839148f9-b6cc-42ac-8764-075815899681 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:57.257611 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (839148f9-b6cc-42ac-8764-075815899681), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.269539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-4320f5a7-45b0-4917-8b53-50186ae7cc90 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921393267&fields=id&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 267 time: 0.0673859 Mar 22 15:03:57.294472 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 839148f9-b6cc-42ac-8764-075815899681, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=839148f9-b6cc-42ac-8764-075815899681,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:57.301108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (839148f9-b6cc-42ac-8764-075815899681), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.302035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d06dc0ac-9189-45ce-9b20-1856fa952fc1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:57.307650 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] For port d06dc0ac-9189-45ce-9b20-1856fa952fc1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d06dc0ac-9189-45ce-9b20-1856fa952fc1,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:57.347274 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.387497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=839148f9-b6cc-42ac-8764-075815899681,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:57.405226 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-544ce74b-bbc8-4de8-b2cc-d028f951fc53 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:57.414023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-544ce74b-bbc8-4de8-b2cc-d028f951fc53 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 796 time: 0.1426713 Mar 22 15:03:57.426443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c0473849-cd4f-40ac-8b6c-b17a9d3edd28 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/quotas/3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 375 time: 0.0108135 Mar 22 15:03:57.428804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d06dc0ac-9189-45ce-9b20-1856fa952fc1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.429245 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.480978 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf4468-5709-4934-b8d7-7b3047d78299 None None] Pushing event updated for resources: {'Port': ['ID=d06dc0ac-9189-45ce-9b20-1856fa952fc1,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:57.497188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-324f574b-f4d3-4bea-b61f-8678b430dafb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592356 Mar 22 15:03:57.500027 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.500403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.565771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Port 80627612-40d3-4287-9e5f-398fe94ebbb0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:57.590422 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d06dc0ac-9189-45ce-9b20-1856fa952fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:57.594211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Provisioning complete for port d06dc0ac-9189-45ce-9b20-1856fa952fc1 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.594652 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.628477 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Sync routers for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:03:57.642473 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:57.643162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:57.666936 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-4c0b60fa-4d0f-427f-b1ce-30062b87a53e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:03:57.668127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-4c0b60fa-4d0f-427f-b1ce-30062b87a53e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565939 Mar 22 15:03:57.694641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed883c-1ccd-45e2-b71d-a78d3ea0668b None None] Current status of the port d06dc0ac-9189-45ce-9b20-1856fa952fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:57.765706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-9b75216c-0843-48fc-95bc-3733c22dbd1f service neutron] 10.222.0.81 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913463 Mar 22 15:03:57.767928 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:57.816545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-67c7e6a7-d300-416f-8762-5cb87029fd1a None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.817078 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-67c7e6a7-d300-416f-8762-5cb87029fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.861099 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-67c7e6a7-d300-416f-8762-5cb87029fd1a None None] Port 80627612-40d3-4287-9e5f-398fe94ebbb0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:57.870995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-a46f7b2c-98c9-45d2-a68c-646691d15c0a service neutron] 10.222.0.81 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975168 Mar 22 15:03:57.982049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-02f85866-0139-470b-a5c9-5c9f9727d726 None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:57.982603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-02f85866-0139-470b-a5c9-5c9f9727d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:57.991875 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:56Z', 'revision_number': 2, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:58.024879 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Checking router: 9ff07ea1-c045-4740-bc78-0ce57244bfd5 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:03:58.025509 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Updating router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 port 80627612-40d3-4287-9e5f-398fe94ebbb0 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:03:58.036046 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-02f85866-0139-470b-a5c9-5c9f9727d726 None None] Port 80627612-40d3-4287-9e5f-398fe94ebbb0 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:03:58.054401 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.063516 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ce91442-273a-4781-9298-48aa546eb934 req-9af3b58f-1139-4722-ab55-ee7c362cc2be tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Mar 22 15:03:58.329460 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks [] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.335421 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.391495 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Pushing event updated for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:58.415995 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.416346 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.416687 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.417021 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.417350 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.417678 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.418020 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.418345 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.418668 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.419000 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.419307 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.419624 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.419939 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.420255 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.420572 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:03:58.454389 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Attempting to bind port 80627612-40d3-4287-9e5f-398fe94ebbb0 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:03:58.454765 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Attempting to bind port 80627612-40d3-4287-9e5f-398fe94ebbb0 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:03:58.455169 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Attempting to bind port 80627612-40d3-4287-9e5f-398fe94ebbb0 on network e501fb68-7150-4d97-b34b-9e1d227b3dd8 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:03:58.460479 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:03:58.460850 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Checking segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:03:58.461248 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.461635 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Bound using segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:03:58.462142 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Bound port: 80627612-40d3-4287-9e5f-398fe94ebbb0, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:03:58.462518 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.529814 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] For port 80627612-40d3-4287-9e5f-398fe94ebbb0, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:03:58.533455 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] For port 80627612-40d3-4287-9e5f-398fe94ebbb0, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80627612-40d3-4287-9e5f-398fe94ebbb0,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:03:58.540275 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.598291 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:03:58.598929 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:58.636484 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5fe36-7d13-4a7f-b1ea-1e56c8d85cd2 None None] Pushing event updated for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:58.667401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:58.668148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.716605 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:03:58.776746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.777727 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Current status of the port 80627612-40d3-4287-9e5f-398fe94ebbb0 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:58.778203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.817047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] For port 80627612-40d3-4287-9e5f-398fe94ebbb0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80627612-40d3-4287-9e5f-398fe94ebbb0,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:03:58.822080 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.872441 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 839148f9-b6cc-42ac-8764-075815899681 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:58.898017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af9cca-2708-428f-b4b2-5333c5f50686 None None] Pushing event updated for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:58.931356 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 839148f9-b6cc-42ac-8764-075815899681 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:58.931740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (839148f9-b6cc-42ac-8764-075815899681), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:58.981239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-acba2fbd-2b9a-4eb3-82ee-b4fd44220ad6 None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:58.981625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-acba2fbd-2b9a-4eb3-82ee-b4fd44220ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.026800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:03:59.055237 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49ea8f-7f6d-4f31-8c87-13ec2d237014 None None] The sync data for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 is: [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:03:59.060698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 839148f9-b6cc-42ac-8764-075815899681 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:59.061715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d06dc0ac-9189-45ce-9b20-1856fa952fc1 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:03:59.153196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-acba2fbd-2b9a-4eb3-82ee-b4fd44220ad6 None None] Current status of the port 80627612-40d3-4287-9e5f-398fe94ebbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:59.180838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port d06dc0ac-9189-45ce-9b20-1856fa952fc1 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:03:59.181869 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.226567 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-652372dd-191d-4f70-980d-a98ad4c849f1 req-d4b7f9ec-3877-4c41-8a0f-16c0cb63da5b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0513101 Mar 22 15:03:59.233463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-2b8554dc-8edf-4b2a-9fe5-d28eb8fc4e30 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:59.235137 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-2b8554dc-8edf-4b2a-9fe5-d28eb8fc4e30 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 796 time: 0.2330399 Mar 22 15:03:59.287001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port d06dc0ac-9189-45ce-9b20-1856fa952fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:03:59.305684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-ecb3dee3-010f-498c-9096-9b151be205a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 380 time: 0.0604131 Mar 22 15:03:59.317533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'port': {'device_id': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'admin_state_up': True, 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'security_groups': ['8dfc2473-b704-4d56-9ef2-068b8966d285']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:59.429952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:03:59.433727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.569442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.6 (e501fb68-7150-4d97-b34b-9e1d227b3dd8/cef61fc5-67d8-4130-80ae-b862f110aa34/8bbd8337-2fe3-48f7-8b10-2471be7a8580) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:03:59.596067 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.722642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.760489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.801848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:03:59.807445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:03:59.814535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:03:59.821786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:03:59.869288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:03:59.869976 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:03:59.889046 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-7e8838f7-fe69-4032-bc93-95a9d3af5481 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755641 Mar 22 15:03:59.902485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Request body: {'port': {'device_id': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:03:59.970168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.089032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a6a2c491-f766-4988-9dda-f505a30d70eb None None] Provisioning complete for port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:04:00.089625 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c491-f766-4988-9dda-f505a30d70eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.131994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2c491-f766-4988-9dda-f505a30d70eb None None] Port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:04:00.251285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbd8337-2fe3-48f7-8b10-2471be7a8580 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:04:00.258970 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks [] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.272780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Transition to ACTIVE for port object 8bbd8337-2fe3-48f7-8b10-2471be7a8580 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:04:00.277987 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.359456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:00.422659 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2be89-c50d-44f1-a0f7-66dafb0a36bc req-dfdddc2a-ed82-4789-a33a-f07d6f9f986c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:00.424175 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13c2be89-c50d-44f1-a0f7-66dafb0a36bc req-dfdddc2a-ed82-4789-a33a-f07d6f9f986c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 943 time: 0.1220753 Mar 22 15:04:00.469757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Attempting to bind port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:04:00.470010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Attempting to bind port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:04:00.470337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Attempting to bind port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 on network e501fb68-7150-4d97-b34b-9e1d227b3dd8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:04:00.482881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 on network e501fb68-7150-4d97-b34b-9e1d227b3dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:04:00.483222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Attempting to bind port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 on network e501fb68-7150-4d97-b34b-9e1d227b3dd8 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:04:00.497044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13c2be89-c50d-44f1-a0f7-66dafb0a36bc req-e1c935a7-6f33-4493-a24d-2ff06526d370 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658491 Mar 22 15:04:00.497909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:04:00.498272 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Checking segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:04:00.498649 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Bound using segment: {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:04:00.499084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Bound port: 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afdbd4e-a0f1-4679-89f3-dcff38565525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:04:00.499439 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.565645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:04:00.568684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:04:00.576641 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.611859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:00.612524 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.614051 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] 10.222.0.82 "PUT /v2.0/ports/8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 1091 time: 0.7159810 Mar 22 15:04:00.614336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:04:00.616692 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47a92ca-e5b4-4d82-b9b9-270cada2c010" -d '{"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:04:00.646349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1419-9b0f-4d00-80a8-a4dacf17a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:00.665945 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d044d7-56a9-418c-b2d7-d92e417a69d3 x-openstack-request-id: req-b6d044d7-56a9-418c-b2d7-d92e417a69d3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:04:00.666257 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:04:00.666499 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6d044d7-56a9-418c-b2d7-d92e417a69d3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:04:00.666896 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d044d7-56a9-418c-b2d7-d92e417a69d3'] response: {'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'status': 'completed', 'code': 200} Mar 22 15:04:00.704926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-d6fe42cd-86eb-413c-99dd-29b5e1427c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:00.706495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-d6fe42cd-86eb-413c-99dd-29b5e1427c93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1125 time: 0.0493472 Mar 22 15:04:00.751672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-fde761af-4b09-4e2b-9b97-073af64a17d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 217 time: 0.0389330 Mar 22 15:04:00.802155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-1efd2ddc-e7da-4687-938b-d5f540253a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:00.803555 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-1efd2ddc-e7da-4687-938b-d5f540253a65 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0461717 Mar 22 15:04:00.860268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-fe46ad00-0b3c-49a4-b44f-b355547c6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:00.862477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-fe46ad00-0b3c-49a4-b44f-b355547c6eb2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530360 Mar 22 15:04:00.879492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80627612-40d3-4287-9e5f-398fe94ebbb0 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:04:00.926724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 80627612-40d3-4287-9e5f-398fe94ebbb0 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:04:00.927391 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:00.961119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-d5768c4f-ad73-4ce0-a071-62ce8026fabe service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911882 Mar 22 15:04:01.006497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 80627612-40d3-4287-9e5f-398fe94ebbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:04:01.049022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a03b709e-e1a8-40ec-8e4c-d1b91fe3d082 req-3a216e4b-004c-45b3-aaa2-32e6ce1ebb41 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817268 Mar 22 15:04:01.139253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-9a7d07a8-ed1c-45d9-a8f3-a096ee22cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:01.140728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-9a7d07a8-ed1c-45d9-a8f3-a096ee22cc36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1125 time: 0.0471821 Mar 22 15:04:01.232300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-827fc337-b0bc-4a84-876e-8570aa98e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:01.233735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-827fc337-b0bc-4a84-876e-8570aa98e6ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.0872095 Mar 22 15:04:01.275069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-b6d2d68a-ad11-47c5-903a-8fcf9a424e27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 217 time: 0.0353270 Mar 22 15:04:01.328716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-61065d98-1eae-4894-a799-2b3e6eb2430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:01.330182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-61065d98-1eae-4894-a799-2b3e6eb2430a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0493646 Mar 22 15:04:01.380121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-7199feb5-62b4-4675-93d0-7efdc364540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:01.381746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-7199feb5-62b4-4675-93d0-7efdc364540c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450358 Mar 22 15:04:01.469665 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-f5dbb066-f142-45a3-b95b-9e45a7b2d943 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Mar 22 15:04:01.567610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e47a92ca-e5b4-4d82-b9b9-270cada2c010 req-9778289f-5c46-42a5-b49a-31032a5f6bdc service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915384 Mar 22 15:04:01.630225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429074c-5cdf-47de-a764-0b8fedc1eb9b req-b9b6fd6f-b00b-46cf-a0b8-801a218bb981 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:01.631729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4429074c-5cdf-47de-a764-0b8fedc1eb9b req-b9b6fd6f-b00b-46cf-a0b8-801a218bb981 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0627127 Mar 22 15:04:01.682515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4429074c-5cdf-47de-a764-0b8fedc1eb9b req-a699b921-1849-4eba-84e9-e8acbbbb1ff6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Mar 22 15:04:02.807430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09102e4a-7c18-4fb8-bbb4-d7237465afa0 req-9e547109-0577-42d4-a868-41acc339c9ad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:02.808913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09102e4a-7c18-4fb8-bbb4-d7237465afa0 req-9e547109-0577-42d4-a868-41acc339c9ad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0565114 Mar 22 15:04:02.867085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-09102e4a-7c18-4fb8-bbb4-d7237465afa0 req-88a2e31c-b75d-4459-ba34-18f13a2abefa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498297 Mar 22 15:04:03.996142 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80f285-b2e5-4422-a841-5a1edcbf1217 req-a804abff-abdb-4485-a803-f04492ff0430 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:03.997952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb80f285-b2e5-4422-a841-5a1edcbf1217 req-a804abff-abdb-4485-a803-f04492ff0430 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0580575 Mar 22 15:04:04.047271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eb80f285-b2e5-4422-a841-5a1edcbf1217 req-bc03b8e7-9d1b-4843-a17c-42c23ce6561c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 Mar 22 15:04:05.194104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d21b-2ac2-4bc5-a78f-991b47ec0f5a req-eb47f799-39ca-437e-9a63-c6ced46fedf0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:05.195690 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0d5d21b-2ac2-4bc5-a78f-991b47ec0f5a req-eb47f799-39ca-437e-9a63-c6ced46fedf0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0594471 Mar 22 15:04:05.243710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0d5d21b-2ac2-4bc5-a78f-991b47ec0f5a req-72e606a1-8b3b-4ce4-a1ad-4e5161151c70 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Mar 22 15:04:05.267787 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8bbd8337-2fe3-48f7-8b10-2471be7a8580 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:04:05.368165 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:04:05.380662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'port_id': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'mac_address': 'fa:16:3e:6b:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:04:05.422335 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:04:05.422705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:05.435446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbd8337-2fe3-48f7-8b10-2471be7a8580 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:04:05.454488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:04:05.461439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:05.509945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:05.710505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['8bbd8337-2fe3-48f7-8b10-2471be7a8580'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:04:06.373268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746c09-8179-44c6-8b11-e5f00d056da0 req-65fb99a7-cea5-41ce-802b-d941a6b380f1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:06.374747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9746c09-8179-44c6-8b11-e5f00d056da0 req-65fb99a7-cea5-41ce-802b-d941a6b380f1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 944 time: 0.0577943 Mar 22 15:04:06.424923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a9746c09-8179-44c6-8b11-e5f00d056da0 req-c15209f8-aaef-46ef-9fea-66086a8eb39f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Mar 22 15:04:06.656814 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:04:07.281991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8bbd8337-2fe3-48f7-8b10-2471be7a8580 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:04:07.340058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:04:07.344311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:04:07.344729 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:07.426770 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:04:07.427157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:07.451071 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:04:07.453552 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a928459-2e88-4183-a0f1-bb1fad7cb0e2" -d '{"events": [{"server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:04:07.468017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:04:07.472896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:07.499899 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f58aaf-0719-4f48-b061-c0b4821b0c90 x-openstack-request-id: req-82f58aaf-0719-4f48-b061-c0b4821b0c90 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:04:07.500239 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:04:07.500418 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82f58aaf-0719-4f48-b061-c0b4821b0c90 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:04:07.500867 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f58aaf-0719-4f48-b061-c0b4821b0c90'] response: {'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'code': 200} Mar 22 15:04:07.529200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:07.561144 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec947622-80f8-41ab-92de-5536d1ef7a0d req-b1a8dc33-d92c-4451-9073-b75c4378cd0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:07.562661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec947622-80f8-41ab-92de-5536d1ef7a0d req-b1a8dc33-d92c-4451-9073-b75c4378cd0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0665238 Mar 22 15:04:07.637805 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ec947622-80f8-41ab-92de-5536d1ef7a0d req-faa1c88d-7bdd-4da9-bbff-c27afaa12b4e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678868 Mar 22 15:04:07.642439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50b4ae-5801-4282-ba2b-093d26822694 req-e3bfa766-de6f-47e4-94ab-67193f9e7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:07.643889 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e50b4ae-5801-4282-ba2b-093d26822694 req-e3bfa766-de6f-47e4-94ab-67193f9e7283 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0904553 Mar 22 15:04:07.698385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e50b4ae-5801-4282-ba2b-093d26822694 req-28304b8c-12ca-4cd4-8366-02a4efa1029d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480890 Mar 22 15:04:08.763078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27524a4-0e9f-48c9-9c4e-801209e693f4 req-a1a243db-d5a3-4620-8986-90369eed4512 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:08.764564 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a27524a4-0e9f-48c9-9c4e-801209e693f4 req-a1a243db-d5a3-4620-8986-90369eed4512 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0560501 Mar 22 15:04:08.817804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a27524a4-0e9f-48c9-9c4e-801209e693f4 req-7c5285f4-d272-4eda-9eb1-1a1f499e3296 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446706 Mar 22 15:04:08.942836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9486502-9196-4c8d-aed3-8859c2dbb41a req-e7240ca1-bf3b-492a-8cc7-d433d247fb60 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:08.944313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9486502-9196-4c8d-aed3-8859c2dbb41a req-e7240ca1-bf3b-492a-8cc7-d433d247fb60 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Mar 22 15:04:08.998188 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9486502-9196-4c8d-aed3-8859c2dbb41a req-31423675-8297-4640-8a29-f44ce6ce2e95 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481868 Mar 22 15:04:09.022825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34504) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:04:09.067254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f01e9-9b78-4d51-a6e7-7f8434f4bbc5 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:09.068721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-961f01e9-9b78-4d51-a6e7-7f8434f4bbc5 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1122 time: 0.0448985 Mar 22 15:04:09.071898 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34506) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:04:09.076490 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:04:09.101947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:09.210542 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:09.331750 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.227 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/572998e4-2949-4a1e-ba2d-dc03a6685e10) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:04:09.436807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:09.472821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:09.509535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:04:09.512375 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:04:09.515098 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:04:09.541311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=572998e4-2949-4a1e-ba2d-dc03a6685e10,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:09.880390 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (8889bb30-c185-468e-a67e-1793c1ee1454), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:09.951487 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:10.105910 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:10.111835 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:10.180321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=572998e4-2949-4a1e-ba2d-dc03a6685e10,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:04:10.192062 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (8889bb30-c185-468e-a67e-1793c1ee1454), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:10.297435 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 8889bb30-c185-468e-a67e-1793c1ee1454 associated. External IP: 172.25.3.227, port: 8bbd8337-2fe3-48f7-8b10-2471be7a8580. Mar 22 15:04:10.509296 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:04:10.620331 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:04:10.630492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Sync routers for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:04:10.640484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:04:10.640678 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:10.641095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:04:10.670904 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8139398a-e67c-4e8f-8ce0-70f5aa16d00b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5979257 Mar 22 15:04:10.671483 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:04:10.673889 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aca3462-b79a-44dd-8be9-f2ba94861aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:04:10.713836 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7626b50b-62dc-4e49-bfc6-f75f045b7b2d x-openstack-request-id: req-7626b50b-62dc-4e49-bfc6-f75f045b7b2d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:04:10.714170 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:04:10.714424 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7626b50b-62dc-4e49-bfc6-f75f045b7b2d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:04:10.714888 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7626b50b-62dc-4e49-bfc6-f75f045b7b2d'] response: {'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'status': 'completed', 'code': 200} Mar 22 15:04:10.752732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:04:10.798841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccb9fc-9eb2-45ec-bfe5-e09c0b2cc704 req-710a646d-1990-4eaf-87b5-a1643e72a30e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:10.800252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eccb9fc-9eb2-45ec-bfe5-e09c0b2cc704 req-710a646d-1990-4eaf-87b5-a1643e72a30e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0797555 Mar 22 15:04:10.822612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-669948ce-cf5b-44a4-85c5-2823c205c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:10.824074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-669948ce-cf5b-44a4-85c5-2823c205c0fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0763474 Mar 22 15:04:10.901733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2eccb9fc-9eb2-45ec-bfe5-e09c0b2cc704 req-1411d0dc-743f-4311-8ff0-a7285f278b94 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938542 Mar 22 15:04:10.924614 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34512) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:04:10.939525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-7e3501b0-d00c-4bed-a199-cdd05264a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:10.941027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-7e3501b0-d00c-4bed-a199-cdd05264a867 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.1103959 Mar 22 15:04:10.981746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8889bb30-c185-468e-a67e-1793c1ee1454', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'port_id': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'mac_address': 'fa:16:3e:6b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:04:09Z', 'updated_at': '2022-03-22T15:04:09Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:04:10.992080 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f3161961-4b5f-40a3-b102-6706420d167f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/8889bb30-c185-468e-a67e-1793c1ee1454 HTTP/1.1" status: 200 len: 991 time: 0.0659583 Mar 22 15:04:11.008568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Checking router: 9ff07ea1-c045-4740-bc78-0ce57244bfd5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:04:11.016505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-d21178a4-5cf4-4f63-b7b5-55d64033952c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 999 time: 0.0689805 Mar 22 15:04:11.017126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:04:11.017731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:03:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:04:11.064879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-e472269f-926f-49d4-b90d-e299279295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:11.066294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-e472269f-926f-49d4-b90d-e299279295b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0441926 Mar 22 15:04:11.115280 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-df0c8ded-f467-47d3-af2b-73fd90e77dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:11.116772 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-df0c8ded-f467-47d3-af2b-73fd90e77dbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452096 Mar 22 15:04:11.129245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:04:11.210224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-ca14a3f6-5ab6-4008-8ce1-dcfafabd94ad service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871987 Mar 22 15:04:11.304720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3aca3462-b79a-44dd-8be9-f2ba94861aa6 req-372ef94e-5caf-4ebd-8f42-7ad5ce065aac service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891070 Mar 22 15:04:11.531125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8889bb30-c185-468e-a67e-1793c1ee1454', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'port_id': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'mac_address': 'fa:16:3e:6b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:04:09Z', 'updated_at': '2022-03-22T15:04:09Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:04:11.557460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2186d5-37de-4e9d-af19-168a64eb02fa None None] The sync data for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 is: [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '8889bb30-c185-468e-a67e-1793c1ee1454', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'port_id': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'mac_address': 'fa:16:3e:6b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:04:09Z', 'updated_at': '2022-03-22T15:04:09Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:04:11.771415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b8bd6-d4b2-41c0-9faa-3966eaa47d82 None None] New status for floating IP 8889bb30-c185-468e-a67e-1793c1ee1454: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:04:11.995980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34514) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:04:12.061975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-76460556-d14e-4db1-a8fd-7e912d56e955 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/8889bb30-c185-468e-a67e-1793c1ee1454 HTTP/1.1" status: 200 len: 993 time: 0.0644765 Mar 22 15:04:14.250443 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-6807d273-fce2-499d-abb5-9fe44f5431f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483794 Mar 22 15:04:14.339457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-830ef991-9fff-470f-b756-01b0fb1df6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:14.340947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-830ef991-9fff-470f-b756-01b0fb1df6fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0480015 Mar 22 15:04:14.452339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-f4f1fc43-bffe-4944-a6a6-1c72fa0c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:14.453787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-f4f1fc43-bffe-4944-a6a6-1c72fa0c9fe6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.0900245 Mar 22 15:04:14.519871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-b9b1c423-4e3d-4f9b-8e39-ce27bfe5f4f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 1001 time: 0.0589991 Mar 22 15:04:14.568741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-6506b96a-5402-4d74-b15c-6d9469c0727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:14.570232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-6506b96a-5402-4d74-b15c-6d9469c0727b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0450139 Mar 22 15:04:14.624005 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-a5cb57ec-0040-4606-9586-e6f64bc47ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:14.625491 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-a5cb57ec-0040-4606-9586-e6f64bc47ec5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498800 Mar 22 15:04:14.716006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-1284bdad-c3ee-4589-b862-d10cb51e4233 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844755 Mar 22 15:04:14.809128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bbf9447-2666-4e5e-ad86-7c535e9bb95e req-e257d81c-1648-4699-ac50-c219786b777d service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Mar 22 15:04:18.653945 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d598616-6e6b-4979-b164-31bb24ef54dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:21.048951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-adfc48b3-c548-4360-993f-9c0cdc23671d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:22.140927 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:23.939839 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:24.965705 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:28.742875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:29.610463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:40.911767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535848b-931d-4801-8405-4a5d351947bb req-bc1f2738-9c76-4f47-b3fa-037412364e1c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:40.913215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4535848b-931d-4801-8405-4a5d351947bb req-bc1f2738-9c76-4f47-b3fa-037412364e1c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Mar 22 15:04:40.915972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-5b6023aa-d9e9-4caf-9bab-3248e6ee30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:40.917292 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-5b6023aa-d9e9-4caf-9bab-3248e6ee30c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0616605 Mar 22 15:04:41.319441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4535848b-931d-4801-8405-4a5d351947bb req-5061cef6-8c0c-4fea-bc7e-d2b2148068da tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005306 Mar 22 15:04:41.338742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-983768fe-cb2b-43a6-b56b-c168efeb1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:41.340215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-983768fe-cb2b-43a6-b56b-c168efeb1033 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.4157929 Mar 22 15:04:41.412894 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-8b30819e-cebb-404e-8546-f277ffd04638 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 1001 time: 0.0658364 Mar 22 15:04:41.465921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-c3d3c888-3734-42f2-abcc-81c3cea46d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:41.467369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-c3d3c888-3734-42f2-abcc-81c3cea46d61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0475979 Mar 22 15:04:41.520769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-464f67e2-aea3-4828-a939-6aee1e88cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:41.522235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-464f67e2-aea3-4828-a939-6aee1e88cfeb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476816 Mar 22 15:04:41.609508 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-a9a1269b-4d05-4f69-bf1b-72a3b1ae2a1b service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803964 Mar 22 15:04:41.705951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0797f3ec-25df-487d-a0a5-98bb113ea976 req-445d2b6f-beb0-4f64-8b43-eea3879d2fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903778 Mar 22 15:04:42.448485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f23f-e73e-4349-b317-a0ee6ed526aa req-678c186b-5177-4e5a-bb8b-02327130701a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:42.450007 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1729f23f-e73e-4349-b317-a0ee6ed526aa req-678c186b-5177-4e5a-bb8b-02327130701a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0588479 Mar 22 15:04:42.509477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1729f23f-e73e-4349-b317-a0ee6ed526aa req-9c123520-8bd5-485b-859a-ae84656b83a6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Mar 22 15:04:43.650210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6812a9-de10-4e2d-877e-943050a0ca4a req-b58522d8-d59a-4c10-aec0-17c12f7f8ea1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:43.651696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c6812a9-de10-4e2d-877e-943050a0ca4a req-b58522d8-d59a-4c10-aec0-17c12f7f8ea1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0669839 Mar 22 15:04:43.656743 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:04:43.706163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c6812a9-de10-4e2d-877e-943050a0ca4a req-c96269e1-72e2-4648-99ce-6380ebc18900 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486090 Mar 22 15:04:44.838529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b3fa8-3bfe-4124-85dd-56bd5aaa8ab4 req-dc7f0bb0-2457-438d-b53d-6d04e95ac20d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:44.840039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f34b3fa8-3bfe-4124-85dd-56bd5aaa8ab4 req-dc7f0bb0-2457-438d-b53d-6d04e95ac20d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Mar 22 15:04:44.890405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f34b3fa8-3bfe-4124-85dd-56bd5aaa8ab4 req-ae4fc44a-3980-4977-b064-4689a671cf8d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Mar 22 15:04:46.027291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11277b6-63de-4c60-80d8-5de61807ce0c req-c9727ae6-2881-47df-acd8-3500648aa808 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:46.028776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a11277b6-63de-4c60-80d8-5de61807ce0c req-c9727ae6-2881-47df-acd8-3500648aa808 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0554893 Mar 22 15:04:46.081181 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a11277b6-63de-4c60-80d8-5de61807ce0c req-873dbfb7-e7a5-40f4-8cb7-f0610a37c923 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Mar 22 15:04:47.214103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7dc7b-c734-4c66-9707-17124bd7c6af req-03b62801-4bab-4a77-bd9a-74b3e6c4be3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:47.215585 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7a7dc7b-c734-4c66-9707-17124bd7c6af req-03b62801-4bab-4a77-bd9a-74b3e6c4be3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0584235 Mar 22 15:04:47.268039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7a7dc7b-c734-4c66-9707-17124bd7c6af req-4f86e855-c721-488d-9b70-7cb39adfa825 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Mar 22 15:04:48.417673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58de0-fe81-4aca-b429-b4441da05805 req-35b23553-f3ce-43a8-b044-d87378bbfea5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:48.419172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5db58de0-fe81-4aca-b429-b4441da05805 req-35b23553-f3ce-43a8-b044-d87378bbfea5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0606828 Mar 22 15:04:48.471273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5db58de0-fe81-4aca-b429-b4441da05805 req-d70c4384-d686-4475-b881-dd7173fdea53 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Mar 22 15:04:48.658549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-07c51e2a-e1f0-4e7c-bcad-821be7197b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:49.613229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a712db-c6a5-4534-9a9d-4e9cbf57156a req-7ef942fc-5a49-470a-8374-52516efb7dd0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:49.614727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a712db-c6a5-4534-9a9d-4e9cbf57156a req-7ef942fc-5a49-470a-8374-52516efb7dd0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0585077 Mar 22 15:04:49.672453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-37a712db-c6a5-4534-9a9d-4e9cbf57156a req-7185cdb4-f062-4eff-8c4a-91e05d1ebe4f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492117 Mar 22 15:04:50.801222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3790f8-0466-4370-a0c9-2dfc2455ffa1 req-5bbcb807-f02f-4a47-8508-2bd9aeefd255 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:50.802621 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c3790f8-0466-4370-a0c9-2dfc2455ffa1 req-5bbcb807-f02f-4a47-8508-2bd9aeefd255 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Mar 22 15:04:50.851526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4c3790f8-0466-4370-a0c9-2dfc2455ffa1 req-5e71cfe2-dbed-401d-9ae2-f9f829feb3f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Mar 22 15:04:51.050347 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc1c7-b295-41e9-be26-bd85d9fe9a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:51.989293 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d77a3-c3c0-401d-a27f-cf25eae9ebfe req-98b15128-efe5-4d6f-baae-76dbc6f76b10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:51.990833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651d77a3-c3c0-401d-a27f-cf25eae9ebfe req-98b15128-efe5-4d6f-baae-76dbc6f76b10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0665638 Mar 22 15:04:52.048193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-651d77a3-c3c0-401d-a27f-cf25eae9ebfe req-cb04a914-655f-4947-ba1a-b824b0a2b173 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Mar 22 15:04:52.141680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:53.177373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a742e-fc72-4327-8654-44efaf98e8ad req-d0d2b371-384c-496b-a596-4ded392529a4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:04:53.178968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4a742e-fc72-4327-8654-44efaf98e8ad req-d0d2b371-384c-496b-a596-4ded392529a4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0557563 Mar 22 15:04:53.227664 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f4a742e-fc72-4327-8654-44efaf98e8ad req-4e1bcb86-0597-40f8-b281-796751f1eeff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Mar 22 15:04:53.250165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34550) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:04:53.310757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9d2c33db-42fe-478c-aac9-39052579b2d4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/8889bb30-c185-468e-a67e-1793c1ee1454 HTTP/1.1" status: 200 len: 993 time: 0.0594122 Mar 22 15:04:53.939434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:54.968992 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:58.762637 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:04:59.621787 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:15.255930 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-b1904c34-ff51-4d13-99e0-690c51b17ba2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504959 Mar 22 15:05:15.353819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-7b2095c1-2b92-4097-a356-044a2830452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:15.355420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-7b2095c1-2b92-4097-a356-044a2830452b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0561574 Mar 22 15:05:15.458400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-f4713f4b-730c-49f6-b632-9d669e9eaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:15.459987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-f4713f4b-730c-49f6-b632-9d669e9eaed3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.0853763 Mar 22 15:05:15.529258 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-331e1510-1a37-4675-a510-943927b47a9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 1001 time: 0.0636053 Mar 22 15:05:15.578408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-bc554e6d-35d1-4d87-a841-5125df68cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:15.579854 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-bc554e6d-35d1-4d87-a841-5125df68cede service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0436609 Mar 22 15:05:15.628428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-7e8fd6ef-e0be-4726-9404-875308287d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:15.630015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-7e8fd6ef-e0be-4726-9404-875308287d26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443504 Mar 22 15:05:15.723813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-75eb6b01-7c33-4ff0-9ef7-b333f84579f2 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875120 Mar 22 15:05:15.818178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61e96ea0-be7e-41f6-a4e5-5ea392e9e725 req-ea40540e-93ec-49da-a892-86f8c75d7ace service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Mar 22 15:05:18.657184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6eedca87-35cb-49df-963b-7fa941380d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:20.659403 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:05:21.054585 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ebe001b7-9772-4800-9e95-f6caf17ea18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:22.139318 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.720331 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34568) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:23.907923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 572998e4-2949-4a1e-ba2d-dc03a6685e10 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:05:23.908268 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.936494 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.985921 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.986287 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (572998e4-2949-4a1e-ba2d-dc03a6685e10), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:23.998952 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 572998e4-2949-4a1e-ba2d-dc03a6685e10 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:05:24.182769 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (572998e4-2949-4a1e-ba2d-dc03a6685e10), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:24.211895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=572998e4-2949-4a1e-ba2d-dc03a6685e10,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:24.234210 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.234554 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.234899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.235236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.235565 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.235893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.236213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.236561 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.236881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.237196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.237503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.237818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.238159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.238477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.238788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:24.283059 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (8889bb30-c185-468e-a67e-1793c1ee1454), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:24.283379 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 8889bb30-c185-468e-a67e-1793c1ee1454 disassociated (deleted). External IP: 172.25.3.227, port: 8bbd8337-2fe3-48f7-8b10-2471be7a8580. Mar 22 15:05:24.502720 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:05:24.620888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:05:24.626139 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:24.631687 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Sync routers for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:05:24.642078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:24.642695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:24.655524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1298947d-8663-42dd-a004-657d1350d954 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/floatingips/8889bb30-c185-468e-a67e-1793c1ee1454 HTTP/1.1" status: 204 len: 168 time: 0.9337714 Mar 22 15:05:24.656128 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:24.658429 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:24.697742 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbec71e-74fe-4030-bcb8-8d4699993b15 x-openstack-request-id: req-9bbec71e-74fe-4030-bcb8-8d4699993b15 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:24.698073 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:24.698329 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9bbec71e-74fe-4030-bcb8-8d4699993b15 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:24.698748 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbec71e-74fe-4030-bcb8-8d4699993b15'] response: {'name': 'network-changed', 'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'status': 'completed', 'code': 200} Mar 22 15:05:24.760998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:24.769592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-49ec90ec-325c-4ae0-822e-b0013e0f4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:24.771264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-49ec90ec-325c-4ae0-822e-b0013e0f4f4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0523739 Mar 22 15:05:24.897924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-b0838db4-51cf-4f5e-8cc1-95233c218a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:24.899438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-b0838db4-51cf-4f5e-8cc1-95233c218a47 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 200 len: 897 time: 0.1223860 Mar 22 15:05:24.922457 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2006d5-4487-412f-b7c1-7864195f7a14 req-ebc5a68b-b818-4a2f-949a-208ccbb0ee2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:24.923823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f2006d5-4487-412f-b7c1-7864195f7a14 req-ebc5a68b-b818-4a2f-949a-208ccbb0ee2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0798063 Mar 22 15:05:24.957020 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-d9136e6c-7936-4914-9e2e-424bc4f6d052 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 200 len: 217 time: 0.0486243 Mar 22 15:05:24.969475 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:24.984063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:25.011722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Checking router: 9ff07ea1-c045-4740-bc78-0ce57244bfd5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:05:25.019885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:25.020499 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:25.030515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f2006d5-4487-412f-b7c1-7864195f7a14 req-dec7f36d-96e1-412a-b08f-5288c1547dc2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802119 Mar 22 15:05:25.032028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-612b4c3e-64a6-4015-9793-488f94ce6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:25.033385 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-612b4c3e-64a6-4015-9793-488f94ce6072 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 200 len: 834 time: 0.0683696 Mar 22 15:05:25.090540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-2030adb3-f264-4cae-b597-b4a7b9ac7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:25.092045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-2030adb3-f264-4cae-b597-b4a7b9ac7a53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e501fb68-7150-4d97-b34b-9e1d227b3dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517240 Mar 22 15:05:25.132932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:25.180989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-0f9437f1-4108-4fff-b519-566a4cc4aaa8 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Mar 22 15:05:25.283098 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2e76a46-bcd0-4215-b49e-e8bbf62e77bd req-34d6dabc-ef6b-433e-94f7-c8093258ebf3 service neutron] 10.222.0.82 "GET /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957525 Mar 22 15:05:25.337438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:25.363915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4f767-6d53-42fd-84db-3e88917bde7e None None] The sync data for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 is: [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:55Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '80627612-40d3-4287-9e5f-398fe94ebbb0', 'name': '', 'network_id': 'e501fb68-7150-4d97-b34b-9e1d227b3dd8', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:05:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:55Z', 'updated_at': '2022-03-22T15:03:58Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'cef61fc5-67d8-4130-80ae-b862f110aa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:05:25.584871 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb6626-1ba1-4007-a8a6-a35818313cf1 None None] New status for floating IP 8889bb30-c185-468e-a67e-1793c1ee1454: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:05:26.178268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3219d2-18de-44dc-bbc3-273bc8991c76 req-56b79492-a897-45d8-b0bb-f1930b1202eb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:26.179815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad3219d2-18de-44dc-bbc3-273bc8991c76 req-56b79492-a897-45d8-b0bb-f1930b1202eb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0597038 Mar 22 15:05:26.231264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ad3219d2-18de-44dc-bbc3-273bc8991c76 req-f409d93d-cc3f-46a2-acbc-af34c4f11e56 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dfc2473-b704-4d56-9ef2-068b8966d285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Mar 22 15:05:26.336061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-f8edb636-cd50-4db5-8f33-5a08b18b6456 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:26.337429 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-f8edb636-cd50-4db5-8f33-5a08b18b6456 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/ports?device_id=a487a7e0-9f47-4bdc-9a07-06858793f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0540121 Mar 22 15:05:26.433250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:05:26.433571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:26.524174 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 8bbd8337-2fe3-48f7-8b10-2471be7a8580, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=8bbd8337-2fe3-48f7-8b10-2471be7a8580,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:26.524535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:26.538300 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 8bbd8337-2fe3-48f7-8b10-2471be7a8580 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:05:26.673370 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8bbd8337-2fe3-48f7-8b10-2471be7a8580), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:26.702965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=8bbd8337-2fe3-48f7-8b10-2471be7a8580,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:26.750696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] No DVR routers for this DVR port 8bbd8337-2fe3-48f7-8b10-2471be7a8580 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:05:26.753349 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:26.757009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8854b9f-6705-46dc-a6c5-fec7c286c75f req-1f059049-d580-4c4c-8d56-0732f86ac320 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "DELETE /v2.0/ports/8bbd8337-2fe3-48f7-8b10-2471be7a8580 HTTP/1.1" status: 204 len: 173 time: 0.4144607 Mar 22 15:05:26.757500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'name': 'network-vif-deleted', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:26.759862 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6881e64c-b690-4584-aea7-b1a90d45b593" -d '{"events": [{"server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "name": "network-vif-deleted", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:26.797657 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fbe1a8-d977-4368-8faf-b9a71e3f135a x-openstack-request-id: req-b3fbe1a8-d977-4368-8faf-b9a71e3f135a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:26.798043 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a487a7e0-9f47-4bdc-9a07-06858793f1d5", "name": "network-vif-deleted", "tag": "8bbd8337-2fe3-48f7-8b10-2471be7a8580", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:26.798272 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3fbe1a8-d977-4368-8faf-b9a71e3f135a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:26.798663 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fbe1a8-d977-4368-8faf-b9a71e3f135a'] response: {'server_uuid': 'a487a7e0-9f47-4bdc-9a07-06858793f1d5', 'name': 'network-vif-deleted', 'tag': '8bbd8337-2fe3-48f7-8b10-2471be7a8580', 'status': 'completed', 'code': 200} Mar 22 15:05:27.291607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34590) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:27.660330 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:27.926293 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 80627612-40d3-4287-9e5f-398fe94ebbb0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:05:27.926532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:28.017525 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 80627612-40d3-4287-9e5f-398fe94ebbb0, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=80627612-40d3-4287-9e5f-398fe94ebbb0,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:28.017856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:28.031754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 80627612-40d3-4287-9e5f-398fe94ebbb0 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:05:28.223139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (80627612-40d3-4287-9e5f-398fe94ebbb0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:28.249985 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=80627612-40d3-4287-9e5f-398fe94ebbb0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:28.273730 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.274079 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.274428 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.274791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.275123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.275506 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.275803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.276124 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.276472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.276798 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.277115 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.277435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.277754 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.278096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.278412 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:28.439220 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:28.776538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.001230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:05:29.118030 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:05:29.123743 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ff96ee2b-2d3a-4b48-9c64-987fb37664a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/9ff07ea1-c045-4740-bc78-0ce57244bfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310852 Mar 22 15:05:29.126868 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34594) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:29.128566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Sync routers for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:05:29.139955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:29.140579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:29.184613 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting subnet cef61fc5-67d8-4130-80ae-b862f110aa34 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:05:29.188181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (cef61fc5-67d8-4130-80ae-b862f110aa34), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.230248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (cef61fc5-67d8-4130-80ae-b862f110aa34), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.249487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:29.315698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (cef61fc5-67d8-4130-80ae-b862f110aa34), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.377677 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (cef61fc5-67d8-4130-80ae-b862f110aa34), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.402568 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Subnet': ['ID=cef61fc5-67d8-4130-80ae-b862f110aa34,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:29.415181 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.416712 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5361855-7a1d-4abf-9600-b16514529e29 None None] Network e501fb68-7150-4d97-b34b-9e1d227b3dd8 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:05:29.421831 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4454d0d5-a9e2-4b28-ba85-7172ef5f6800 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/subnets/cef61fc5-67d8-4130-80ae-b862f110aa34 HTTP/1.1" status: 204 len: 168 time: 0.2940042 Mar 22 15:05:29.422186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34596) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:29.502966 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:05:28Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:29.537374 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Checking router: 9ff07ea1-c045-4740-bc78-0ce57244bfd5 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:05:29.540149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.553627 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Routers {'9ff07ea1-c045-4740-bc78-0ce57244bfd5'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:29.554364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:29.639905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.660216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] DHCP port deletion for e501fb68-7150-4d97-b34b-9e1d227b3dd8 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:05:29.672693 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (9ff07ea1-c045-4740-bc78-0ce57244bfd5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.680486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] Set router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:29.730943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 839148f9-b6cc-42ac-8764-075815899681 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:05:29.731277 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (839148f9-b6cc-42ac-8764-075815899681), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.747321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8bbd8337-2fe3-48f7-8b10-2471be7a8580 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:05:29.812009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 839148f9-b6cc-42ac-8764-075815899681, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=839148f9-b6cc-42ac-8764-075815899681,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:29.812398 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (839148f9-b6cc-42ac-8764-075815899681), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:29.827124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 839148f9-b6cc-42ac-8764-075815899681 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:05:29.946112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 8bbd8337-2fe3-48f7-8b10-2471be7a8580 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:05:29.946703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 8bbd8337-2fe3-48f7-8b10-2471be7a8580 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:05:30.005938 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (839148f9-b6cc-42ac-8764-075815899681), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.024154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Deleting port d06dc0ac-9189-45ce-9b20-1856fa952fc1 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:05:30.024532 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.035274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=839148f9-b6cc-42ac-8764-075815899681,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:30.096546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.118522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] For port d06dc0ac-9189-45ce-9b20-1856fa952fc1, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=d06dc0ac-9189-45ce-9b20-1856fa952fc1,segment=NetworkSegment(9afdbd4e-a0f1-4679-89f3-dcff38565525),segment_id=9afdbd4e-a0f1-4679-89f3-dcff38565525)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:30.118924 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.133607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Calling delete_port for d06dc0ac-9189-45ce-9b20-1856fa952fc1 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:05:30.188529 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:05:28Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:30.191082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.193447 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (9ff07ea1-c045-4740-bc78-0ce57244bfd5), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.223729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f45cb-3d7f-40d2-ac17-059e4e02e45a None None] The sync data for ids ['9ff07ea1-c045-4740-bc78-0ce57244bfd5'] in n-d-758851-5 is: [{'id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819835389', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '839148f9-b6cc-42ac-8764-075815899681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:05:28Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '839148f9-b6cc-42ac-8764-075815899681', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff07ea1-c045-4740-bc78-0ce57244bfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:03:52Z', 'updated_at': '2022-03-22T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:05:30.240708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (9ff07ea1-c045-4740-bc78-0ce57244bfd5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.241526 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Fanout notify agent at l3_agent the message router_deleted on router 9ff07ea1-c045-4740-bc78-0ce57244bfd5 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:05:30.253782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (d06dc0ac-9189-45ce-9b20-1856fa952fc1), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.255568 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.256716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a59a9a59-8de7-41d8-a665-9a854c4660ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/routers/9ff07ea1-c045-4740-bc78-0ce57244bfd5 HTTP/1.1" status: 204 len: 168 time: 0.8338313 Mar 22 15:05:30.259670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34598) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:30.281243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Pushing event deleted for resources: {'Port': ['ID=d06dc0ac-9189-45ce-9b20-1856fa952fc1,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:30.285613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] No DVR routers for this DVR port d06dc0ac-9189-45ce-9b20-1856fa952fc1 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:05:30.292988 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.293337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.293678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.294038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.294372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.294705 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.295031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.295722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.295722 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.295976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.296297 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.296617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.296941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.297256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.299074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfaf95d-feed-4660-b102-7c76c4f538c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:30.343015 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e501fb68-7150-4d97-b34b-9e1d227b3dd8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.426126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e501fb68-7150-4d97-b34b-9e1d227b3dd8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.453112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e501fb68-7150-4d97-b34b-9e1d227b3dd8']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:30.465382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afdbd4e-a0f1-4679-89f3-dcff38565525') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:30.465678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afdbd4e-a0f1-4679-89f3-dcff38565525') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:30.479799 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (9afdbd4e-a0f1-4679-89f3-dcff38565525), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.493496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (9afdbd4e-a0f1-4679-89f3-dcff38565525), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.500802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:05:30.501188 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (9afdbd4e-a0f1-4679-89f3-dcff38565525), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:05:30.504141 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:05:30.563790 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e501fb68-7150-4d97-b34b-9e1d227b3dd8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.569085 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.572433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/networks/e501fb68-7150-4d97-b34b-9e1d227b3dd8 HTTP/1.1" status: 204 len: 168 time: 0.3117535 Mar 22 15:05:30.575312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34600) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:30.591273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0a9cb-eebe-43dc-9794-31bb1f8be470 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Network': ['ID=e501fb68-7150-4d97-b34b-9e1d227b3dd8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:30.635806 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8dfc2473-b704-4d56-9ef2-068b8966d285), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.662582 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (8dfc2473-b704-4d56-9ef2-068b8966d285), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.725097 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8dfc2473-b704-4d56-9ef2-068b8966d285), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.727900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:30.729084 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/security-groups/8dfc2473-b704-4d56-9ef2-068b8966d285 HTTP/1.1" status: 204 len: 168 time: 0.1527936 Mar 22 15:05:30.739012 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755e9ff-431d-4a28-a88f-40909a7bb2e2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfc2473-b704-4d56-9ef2-068b8966d285,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:30.990854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34606) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:30.995390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795652164', 'description': 'tempest-secgroup-smoke-1795652164 description', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.016912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.082648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (1d40fc20-d26a-4a9e-a5da-e256e818224c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.089578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1d40fc20-d26a-4a9e-a5da-e256e818224c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.118130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.119343 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1275408 Mar 22 15:05:31.122858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34608) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.123748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba2c9-7a05-4691-b549-77a104bd50cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40fc20-d26a-4a9e-a5da-e256e818224c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.127702 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.155926 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (d12f1fe3-90e4-4c3f-a8b9-c3d273697c4b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.202045 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (d12f1fe3-90e4-4c3f-a8b9-c3d273697c4b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.207900 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d12f1fe3-90e4-4c3f-a8b9-c3d273697c4b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.226278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12f1fe3-90e4-4c3f-a8b9-c3d273697c4b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.238242 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.239723 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b318b2ac-078c-4f4f-a42c-9b92bb7b7423 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158185 Mar 22 15:05:31.242826 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34610) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.247504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.275949 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (053dcd6a-faa0-483b-a2ef-8f9b3a1593ce), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.285197 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80627612-40d3-4287-9e5f-398fe94ebbb0 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:05:31.305270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 80627612-40d3-4287-9e5f-398fe94ebbb0 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:05:31.305702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 80627612-40d3-4287-9e5f-398fe94ebbb0 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:05:31.306149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d06dc0ac-9189-45ce-9b20-1856fa952fc1 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:05:31.328125 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: d06dc0ac-9189-45ce-9b20-1856fa952fc1 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:05:31.328731 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device d06dc0ac-9189-45ce-9b20-1856fa952fc1 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:05:31.339084 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (053dcd6a-faa0-483b-a2ef-8f9b3a1593ce), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.344455 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (053dcd6a-faa0-483b-a2ef-8f9b3a1593ce), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.363001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053dcd6a-faa0-483b-a2ef-8f9b3a1593ce,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.373282 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.374553 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-abe9e67f-a231-4450-bc82-b9b1d9455975 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308620 Mar 22 15:05:31.377471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34612) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.382416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.408604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (63b6f2d5-8252-43f9-bcfb-a9817d2f4cf8), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.469376 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (63b6f2d5-8252-43f9-bcfb-a9817d2f4cf8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.474403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (63b6f2d5-8252-43f9-bcfb-a9817d2f4cf8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.492038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b6f2d5-8252-43f9-bcfb-a9817d2f4cf8,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.500542 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.501741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a854d314-e5d3-4a08-9d71-783dd0eb9ad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232285 Mar 22 15:05:31.504593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34614) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.509071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.533628 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (65d4c2f1-43fa-42d9-9928-0e2e4d1f9308), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.591416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (65d4c2f1-43fa-42d9-9928-0e2e4d1f9308), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.596877 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (65d4c2f1-43fa-42d9-9928-0e2e4d1f9308), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.614977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d4c2f1-43fa-42d9-9928-0e2e4d1f9308,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.623651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.624858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e45f03f0-1572-47e3-aeca-6ea6b620f123 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193774 Mar 22 15:05:31.627604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34616) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.631997 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.653635 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:05:31.658651 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (7e083cc2-3c9e-4e5a-a373-ed50fb077bca), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.715928 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (7e083cc2-3c9e-4e5a-a373-ed50fb077bca), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.721689 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7e083cc2-3c9e-4e5a-a373-ed50fb077bca), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.739472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e083cc2-3c9e-4e5a-a373-ed50fb077bca,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.745459 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.746935 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-df026c85-7e30-4370-a070-71efcfafdf3b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183496 Mar 22 15:05:31.751009 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34618) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.755197 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '1d40fc20-d26a-4a9e-a5da-e256e818224c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.777169 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:05:31.782835 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (36369e70-4a24-495e-9c71-1cb783072304), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.843611 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (36369e70-4a24-495e-9c71-1cb783072304), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.848519 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (36369e70-4a24-495e-9c71-1cb783072304), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.866222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36369e70-4a24-495e-9c71-1cb783072304,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:31.874246 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.875645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-ee8b6da9-3f51-40f0-9adb-ff2d3ad9c01a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237886 Mar 22 15:05:31.878640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:31.883477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'network': {'name': 'tempest-network-smoke--1587124704', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:31.903723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:05:31.907243 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.931394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:05:31.940474 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6a74d404-ca5d-4601-be70-0bcd02aeca53), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:31.940811 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Added segment 6a74d404-ca5d-4601-be70-0bcd02aeca53 of type vlan for network fb7fec25-e582-4556-9773-611d8bb037f0 Mar 22 15:05:31.979546 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (fb7fec25-e582-4556-9773-611d8bb037f0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.005327 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (fb7fec25-e582-4556-9773-611d8bb037f0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.010374 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:32.010960 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.065754 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1860561 Mar 22 15:05:32.068575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34622) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:32.075075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'admin_state_up': True, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:32.094984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3407b7-57a0-4b11-916a-ee3a0f5b1731 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Network': ['ID=fb7fec25-e582-4556-9773-611d8bb037f0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:32.105403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network fb7fec25-e582-4556-9773-611d8bb037f0 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:05:32.112788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.113986 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.167261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.311708 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.817462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.836640 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:32.875060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 839148f9-b6cc-42ac-8764-075815899681 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:05:32.895482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 839148f9-b6cc-42ac-8764-075815899681 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:05:32.895915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 839148f9-b6cc-42ac-8764-075815899681 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:05:32.946257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.48 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/0aa670a6-e9ee-45f0-9b16-fa154c4438a2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:05:33.062308 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:33.096578 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:33.136327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:33.141257 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:33.146623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:05:33.149737 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:33.417571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:33.632179 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:33.769094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:05:33.883673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:05:33.895639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Sync routers for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:05:33.905544 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:33.906275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:33.908008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4665ca25-2fce-4f01-915d-9d6b680b833a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8373671 Mar 22 15:05:33.908145 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:33.910348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34624) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:33.946377 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6fcdb843-63a8-4e71-8289-c976797798ab tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347629 Mar 22 15:05:33.948991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34626) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:34.016263 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:34.096154 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b781b-b6e0-4dfb-b47c-8c8d21760189 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.097641 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-f85b781b-b6e0-4dfb-b47c-8c8d21760189 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477578 Mar 22 15:05:34.100813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34628) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:34.131697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-7c970275-d2e2-4144-97d2-7ad1b2e85668 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272572 Mar 22 15:05:34.132018 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34630) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:34.137237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278270462', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:34.195517 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:33Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:34.224954 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Checking router: fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:05:34.225341 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Updating router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:05:34.231347 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:05:34.234849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.252940 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.412593 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (b5e153a7-aaa5-4138-a70f-ead646499947), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.470977 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Subnet': ['ID=b5e153a7-aaa5-4138-a70f-ead646499947,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:34.479617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Checking segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:05:34.479970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network hostable DHCP agents. Network: fb7fec25-e582-4556-9773-611d8bb037f0, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:05:34.497423 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network fb7fec25-e582-4556-9773-611d8bb037f0 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:05:34.499122 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks [] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.504469 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.506287 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, fb7fec25-e582-4556-9773-611d8bb037f0) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:34.510648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:34.511329 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.519448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d98820-3f80-4921-b094-648b583eacb9 None None] Network fb7fec25-e582-4556-9773-611d8bb037f0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:05:34.536812 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34632) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:34.541205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b201c23a-903d-4b06-9ddd-ff26f512cc62 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081640 Mar 22 15:05:34.550179 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Attempting to bind port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:05:34.550553 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Attempting to bind port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:05:34.550916 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Attempting to bind port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:05:34.560227 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:05:34.560602 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:05:34.561009 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.561399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:05:34.561863 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Bound port: 0aa670a6-e9ee-45f0-9b16-fa154c4438a2, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:05:34.562272 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.591167 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Pushing event updated for resources: {'Port': ['ID=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:34.608374 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.608720 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.609071 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.609390 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.609714 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.610062 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.610386 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.610708 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.611040 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.611348 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.611667 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.611983 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.612300 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.612610 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.612924 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:05:34.630324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-fb7fec25-e582-4556-9773-611d8bb037f0', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:05:34.631232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] For port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:05:34.632096 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.634492 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] For port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:05:34.641325 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.686732 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:34.687346 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:34.779743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Allocated IP 172.20.0.2 (fb7fec25-e582-4556-9773-611d8bb037f0/b5e153a7-aaa5-4138-a70f-ead646499947/01efce0e-bc37-48af-a073-7fb7300695ee) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:05:34.859123 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30e8d7-1fbb-48dd-bf99-448bcd3d3025 None None] Pushing event updated for resources: {'Port': ['ID=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:34.904551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:34.928978 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks [] for port (01efce0e-bc37-48af-a073-7fb7300695ee), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.937335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:34.975792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Network fb7fec25-e582-4556-9773-611d8bb037f0 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:34.978716 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:34.984678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:05:34.992476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Pushing event updated for resources: {'Port': ['ID=01efce0e-bc37-48af-a073-7fb7300695ee,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:35.017606 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.046666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Attempting to bind port 01efce0e-bc37-48af-a073-7fb7300695ee on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:05:35.047038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Attempting to bind port 01efce0e-bc37-48af-a073-7fb7300695ee by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:05:35.047407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Attempting to bind port 01efce0e-bc37-48af-a073-7fb7300695ee on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:05:35.052704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:05:35.053077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Checking segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:05:35.053481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.054013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Bound using segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:05:35.054486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Bound port: 01efce0e-bc37-48af-a073-7fb7300695ee, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:05:35.054865 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.097315 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:33Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:35.123662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] For port 01efce0e-bc37-48af-a073-7fb7300695ee, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:05:35.127311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] For port 01efce0e-bc37-48af-a073-7fb7300695ee, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01efce0e-bc37-48af-a073-7fb7300695ee,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:05:35.128024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bcb2e-32f7-42bf-876b-f82233101d06 None None] The sync data for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 is: [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:33Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:05:35.134860 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.208148 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1347f-e3cc-49be-9fa8-f44f99434207 None None] Pushing event updated for resources: {'Port': ['ID=01efce0e-bc37-48af-a073-7fb7300695ee,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:35.318907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.1 (fb7fec25-e582-4556-9773-611d8bb037f0/b5e153a7-aaa5-4138-a70f-ead646499947/619c3f24-85f8-41dd-a839-145d490d4732) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:05:35.467710 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (619c3f24-85f8-41dd-a839-145d490d4732), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.509038 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.559787 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:35.569620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network fb7fec25-e582-4556-9773-611d8bb037f0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:35.571600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:35.574043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:05:35.617928 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:35.761694 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (619c3f24-85f8-41dd-a839-145d490d4732), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.060709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (619c3f24-85f8-41dd-a839-145d490d4732), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.065884 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.140700 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.142500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:36.245704 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network fb7fec25-e582-4556-9773-611d8bb037f0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:36.247471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:36.263141 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3dce65-9128-4f07-9d99-ae45328cdace None None] Network fb7fec25-e582-4556-9773-611d8bb037f0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:05:36.362893 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Provisioning complete for port 01efce0e-bc37-48af-a073-7fb7300695ee triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:36.363263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.369388 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:05:36.453939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Current status of the port 01efce0e-bc37-48af-a073-7fb7300695ee is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:36.454752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.493948 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:05:36.496229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] For port 01efce0e-bc37-48af-a073-7fb7300695ee, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01efce0e-bc37-48af-a073-7fb7300695ee,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:36.503395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.514156 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d151d1bb-3500-407a-9113-8887529f98ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/fdd95b0a-92b3-43ca-adb0-46be7eb62ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664958 Mar 22 15:05:36.561602 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42640e8e-ff46-47d0-826f-e438ee4e5698 None None] Pushing event updated for resources: {'Port': ['ID=01efce0e-bc37-48af-a073-7fb7300695ee,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:36.677342 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-22a9dbc2-37c5-4457-9eda-7599803cb530 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795652164&fields=id&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 267 time: 0.0458124 Mar 22 15:05:36.733049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:36.733380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.772394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Port 619c3f24-85f8-41dd-a839-145d490d4732 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:05:36.788080 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Provisioning complete for port 01efce0e-bc37-48af-a073-7fb7300695ee triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:36.788655 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:36.796276 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-e3f67928-62fe-4795-b8e2-66aa901bd0bd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:36.797770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-e3f67928-62fe-4795-b8e2-66aa901bd0bd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 797 time: 0.1132021 Mar 22 15:05:36.813554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-e79accf1-0f06-4582-9cd6-98db835e8f27 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/quotas/3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 375 time: 0.0101578 Mar 22 15:05:36.876495 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-a36a8214-b6d2-49b8-bd75-875ee2cd496a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555418 Mar 22 15:05:36.887421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Sync routers for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:05:36.893125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d7dfc11c-21cc-4844-b1c2-64ce6bd76c12 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:05:36.902692 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d7dfc11c-21cc-4844-b1c2-64ce6bd76c12 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136421 Mar 22 15:05:36.914506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:36.915686 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:36.994083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-5f9404d5-0bd6-4aec-9110-11ccb6712c35 None None] Current status of the port 01efce0e-bc37-48af-a073-7fb7300695ee is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:37.014548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-f82b44c9-73e4-450c-ab0a-0fe878c6f8fc service neutron] 10.222.0.81 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104329 Mar 22 15:05:37.046655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01efce0e-bc37-48af-a073-7fb7300695ee up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:37.089101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:37.126939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-04af12c2-1c65-4606-9d83-87201862e489 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Mar 22 15:05:37.189649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-83370841-310a-449a-8d44-628eec1c7767 None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:37.190060 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-83370841-310a-449a-8d44-628eec1c7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.255947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 01efce0e-bc37-48af-a073-7fb7300695ee triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:37.256342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.298337 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-19813362-9a92-4b3c-83ff-58b809accdc0 req-0919bafd-c096-4f49-af1a-08eebd4c942f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 210 time: 0.0280056 Mar 22 15:05:37.303394 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-83370841-310a-449a-8d44-628eec1c7767 None None] Port 619c3f24-85f8-41dd-a839-145d490d4732 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:05:37.419593 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 01efce0e-bc37-48af-a073-7fb7300695ee is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:37.420696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:37.473919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-60366633-a008-4840-af37-424595a119ac None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:37.474329 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-60366633-a008-4840-af37-424595a119ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.480052 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 2, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:37.529769 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Checking router: fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:05:37.530157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Updating router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 port 619c3f24-85f8-41dd-a839-145d490d4732 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:05:37.566406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-60366633-a008-4840-af37-424595a119ac None None] Port 619c3f24-85f8-41dd-a839-145d490d4732 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:05:37.574001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:37.574394 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.577207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (619c3f24-85f8-41dd-a839-145d490d4732), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.764302 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:37.764700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:37.996480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:38.003392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.081625 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:38.144288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks [] for port (619c3f24-85f8-41dd-a839-145d490d4732), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.151814 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.203376 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c0f4f-f224-4a6a-9d0e-7e3876e982d7 None None] Pushing event updated for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:38.249112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-dcd8b759-30c4-4588-8898-506a06431cce tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:38.250587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-dcd8b759-30c4-4588-8898-506a06431cce tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 797 time: 0.1227460 Mar 22 15:05:38.262950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Attempting to bind port 619c3f24-85f8-41dd-a839-145d490d4732 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:05:38.263327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Attempting to bind port 619c3f24-85f8-41dd-a839-145d490d4732 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:05:38.263698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Attempting to bind port 619c3f24-85f8-41dd-a839-145d490d4732 on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:05:38.273601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:05:38.273997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Checking segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:05:38.274417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.274821 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Bound using segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:05:38.275311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Bound port: 619c3f24-85f8-41dd-a839-145d490d4732, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:05:38.275710 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (619c3f24-85f8-41dd-a839-145d490d4732), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.325160 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-13b05b50-4856-40cd-834d-64cf66aa8292 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 380 time: 0.0651431 Mar 22 15:05:38.335729 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'port': {'device_id': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'admin_state_up': True, 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'security_groups': ['1d40fc20-d26a-4a9e-a5da-e256e818224c']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:38.352415 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] For port 619c3f24-85f8-41dd-a839-145d490d4732, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:05:38.356979 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] For port 619c3f24-85f8-41dd-a839-145d490d4732, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=619c3f24-85f8-41dd-a839-145d490d4732,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:05:38.367132 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.418964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-42f6f794-203c-4915-87f6-dd635640adca req-9fdb348e-ad13-4176-a9b8-e9cc0bffea05 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 210 time: 0.0345614 Mar 22 15:05:38.442864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:38.442864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:38.492641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:05:38.496729 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.506283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c0f4f-f224-4a6a-9d0e-7e3876e982d7 None None] Pushing event updated for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:38.539762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:38.540133 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.587311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:38.640755 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.14 (fb7fec25-e582-4556-9773-611d8bb037f0/b5e153a7-aaa5-4138-a70f-ead646499947/ab164c8c-c665-4e15-9678-414d04454560) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:05:38.749025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Current status of the port 619c3f24-85f8-41dd-a839-145d490d4732 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:38.749414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (619c3f24-85f8-41dd-a839-145d490d4732), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.784141 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (ab164c8c-c665-4e15-9678-414d04454560), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.806084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] For port 619c3f24-85f8-41dd-a839-145d490d4732, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=619c3f24-85f8-41dd-a839-145d490d4732,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:38.818144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.830130 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.860068 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network fb7fec25-e582-4556-9773-611d8bb037f0 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:38.863327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:38.869506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:05:38.890382 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf03903-3839-4e55-a983-ac3bebe2b3f7 None None] Pushing event updated for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:38.898007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:38.913766 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:38.926874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:38.927531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:38.951419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-d07591f6-eeab-4afc-8d8d-5bbde5c36813 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6208510 Mar 22 15:05:38.952242 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff190a6c-3d1b-4359-928e-43c478e74d87 None None] The sync data for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 is: [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:05:38.966108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Request body: {'port': {'device_id': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:38.967612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:38.991438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-035f018e-7848-4cc9-bc8b-abda4d52b6d9 None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:38.991837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-035f018e-7848-4cc9-bc8b-abda4d52b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.061117 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.116498 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:39.117140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.157815 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-035f018e-7848-4cc9-bc8b-abda4d52b6d9 None None] Current status of the port 619c3f24-85f8-41dd-a839-145d490d4732 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:39.242917 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:39.284283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-23df4976-88a7-449b-916d-693e1f502b47 None None] Provisioning complete for port ab164c8c-c665-4e15-9678-414d04454560 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:39.284795 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-23df4976-88a7-449b-916d-693e1f502b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ab164c8c-c665-4e15-9678-414d04454560), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.329551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-23df4976-88a7-449b-916d-693e1f502b47 None None] Port ab164c8c-c665-4e15-9678-414d04454560 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:05:39.400241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab164c8c-c665-4e15-9678-414d04454560 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:05:39.408774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks [] for port (ab164c8c-c665-4e15-9678-414d04454560), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.421888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Transition to ACTIVE for port object ab164c8c-c665-4e15-9678-414d04454560 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:05:39.428195 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.479919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:39.604183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:05:39.604676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:05:39.605100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:05:39.614070 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:05:39.614532 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:05:39.625284 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:05:39.625816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Checking segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:05:39.626320 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Bound using segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:05:39.626857 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Bound port: ab164c8c-c665-4e15-9678-414d04454560, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:05:39.627315 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.637921 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227686e6-13b3-44ab-94c6-a7180611a08a req-f0ebece1-5512-400c-921d-cd9a56826fd1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:39.639787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227686e6-13b3-44ab-94c6-a7180611a08a req-f0ebece1-5512-400c-921d-cd9a56826fd1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0955431 Mar 22 15:05:39.725634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-227686e6-13b3-44ab-94c6-a7180611a08a req-fda53bab-da24-4b32-ba27-7040d46b2d0d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783780 Mar 22 15:05:39.743250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:05:39.749355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:05:39.760253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.793363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:39.794020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:39.795390 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] 10.222.0.78 "PUT /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1092 time: 0.8356428 Mar 22 15:05:39.797990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:39.800804 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147dc72-718c-4a96-b650-5e8e9171de8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:39.833183 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11204-28fa-4970-9ee2-274b6a4dd8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:39.854767 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748a183-6d89-4c20-8c7b-83128652230f x-openstack-request-id: req-5748a183-6d89-4c20-8c7b-83128652230f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:39.855054 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:39.855307 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5748a183-6d89-4c20-8c7b-83128652230f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:39.855713 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5748a183-6d89-4c20-8c7b-83128652230f'] response: {'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'status': 'completed', 'code': 200} Mar 22 15:05:39.900263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-ed34ae73-5ba6-4eb5-88ab-7b83299a5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:39.902047 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-ed34ae73-5ba6-4eb5-88ab-7b83299a5296 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0581217 Mar 22 15:05:39.950009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-ba8f26a8-a1c4-4095-aa82-05b30deafc66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 217 time: 0.0378420 Mar 22 15:05:40.004297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-485214bb-0ed3-461f-985b-bd9cc34855d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.005734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-485214bb-0ed3-461f-985b-bd9cc34855d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0490525 Mar 22 15:05:40.055836 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47163-f613-444e-9b46-b8b394b07d73 req-81e73385-8ae3-429f-be9d-0dc3798cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.057353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-81e73385-8ae3-429f-be9d-0dc3798cea00 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455201 Mar 22 15:05:40.153543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-7c19655c-9483-4601-a7c9-7210b3579c4e service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899501 Mar 22 15:05:40.243412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36f47163-f613-444e-9b46-b8b394b07d73 req-307178ca-eaf8-4376-a414-9fcd73c3ba6d service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843692 Mar 22 15:05:40.339436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-5c549a99-6665-4a9c-b221-eab46f4ae785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.340874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-5c549a99-6665-4a9c-b221-eab46f4ae785 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0500612 Mar 22 15:05:40.428801 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-8550aed4-e5a5-4134-aa2f-48a5a06b89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.430339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-8550aed4-e5a5-4134-aa2f-48a5a06b89d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.0834198 Mar 22 15:05:40.473026 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-045cd791-462e-4d98-8d69-b5ce9c45b056 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 217 time: 0.0371795 Mar 22 15:05:40.853692 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-286873b6-8682-442f-ab68-ef44d53888de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.855174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-286873b6-8682-442f-ab68-ef44d53888de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.3763268 Mar 22 15:05:40.896709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea145-f9f4-490d-9d6d-e49c20234791 req-24c2aec2-9b06-41a8-8f41-6dd4e20f0b78 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.898263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5cea145-f9f4-490d-9d6d-e49c20234791 req-24c2aec2-9b06-41a8-8f41-6dd4e20f0b78 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0873866 Mar 22 15:05:40.943421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-8c0ae946-42c8-4696-b236-d376269a203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:40.944970 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-8c0ae946-42c8-4696-b236-d376269a203e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818307 Mar 22 15:05:40.954561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 619c3f24-85f8-41dd-a839-145d490d4732 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:41.001726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e5cea145-f9f4-490d-9d6d-e49c20234791 req-a7fafd3f-e72b-4f42-85f1-5a51194a914a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971291 Mar 22 15:05:41.002108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 619c3f24-85f8-41dd-a839-145d490d4732 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:41.002440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (619c3f24-85f8-41dd-a839-145d490d4732), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:41.045931 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-f9fef9ef-57bd-41c0-bf10-66b5a0f51a29 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922229 Mar 22 15:05:41.080838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 619c3f24-85f8-41dd-a839-145d490d4732 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:41.153227 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b147dc72-718c-4a96-b650-5e8e9171de8e req-96baefe0-2621-46ff-8897-16ffcca955ee service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000209 Mar 22 15:05:42.134652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951549-cc6a-4da5-8af8-72a711d22675 req-66de4831-bbe4-440a-aa0c-c2e621201874 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:42.135550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52951549-cc6a-4da5-8af8-72a711d22675 req-66de4831-bbe4-440a-aa0c-c2e621201874 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0641198 Mar 22 15:05:42.185835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-52951549-cc6a-4da5-8af8-72a711d22675 req-8c4910a8-1346-4d1d-9218-b84479a4a50c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Mar 22 15:05:43.315452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50368f-dfd3-441a-b8f3-d8245a3156cd req-68199153-330c-47cd-8e4d-fa385c8d8277 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:43.316959 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a50368f-dfd3-441a-b8f3-d8245a3156cd req-68199153-330c-47cd-8e4d-fa385c8d8277 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0548854 Mar 22 15:05:43.365481 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5a50368f-dfd3-441a-b8f3-d8245a3156cd req-e109543b-6780-481d-96bb-b5fe39b5d422 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Mar 22 15:05:43.950421 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ab164c8c-c665-4e15-9678-414d04454560 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:05:44.052970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:44.064428 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'ab164c8c-c665-4e15-9678-414d04454560', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'mac_address': 'fa:16:3e:ee:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:05:44.103762 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ab164c8c-c665-4e15-9678-414d04454560 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:44.104143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:44.117638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab164c8c-c665-4e15-9678-414d04454560 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:05:44.138314 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:44.144098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:44.204028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:44.382984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['ab164c8c-c665-4e15-9678-414d04454560'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:05:44.501709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebefc3-8e17-46bd-b2f3-89ebcd7b4d31 req-7b2e74da-2d8c-4200-ba6c-21f212cc79d1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:44.503197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccebefc3-8e17-46bd-b2f3-89ebcd7b4d31 req-7b2e74da-2d8c-4200-ba6c-21f212cc79d1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 945 time: 0.0572410 Mar 22 15:05:44.552814 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ccebefc3-8e17-46bd-b2f3-89ebcd7b4d31 req-04dbde20-2bfa-42c6-95d9-d9f3abc74413 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Mar 22 15:05:45.689818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7088-018f-462d-9729-26a81e1e5fff req-8a88f745-a055-40e6-a63f-323f131c87c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:45.691300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f3c7088-018f-462d-9729-26a81e1e5fff req-8a88f745-a055-40e6-a63f-323f131c87c9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 945 time: 0.0656042 Mar 22 15:05:45.742923 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1f3c7088-018f-462d-9729-26a81e1e5fff req-af853b62-54d8-4e60-a436-0fb5ee1af3ba tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Mar 22 15:05:45.966792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ab164c8c-c665-4e15-9678-414d04454560 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:05:46.025998 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port ab164c8c-c665-4e15-9678-414d04454560 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:05:46.030196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port ab164c8c-c665-4e15-9678-414d04454560 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:05:46.030582 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ab164c8c-c665-4e15-9678-414d04454560), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:46.116151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port ab164c8c-c665-4e15-9678-414d04454560 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:05:46.116639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:46.146182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:46.148527 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c531730-48a2-4638-809a-aa4f7657891f" -d '{"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-plugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:46.160489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:05:46.165633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:46.189548 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a74e41-1876-440c-9971-99fe10568664 x-openstack-request-id: req-f6a74e41-1876-440c-9971-99fe10568664 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:46.189865 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-plugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:46.190156 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6a74e41-1876-440c-9971-99fe10568664 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:46.190539 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a74e41-1876-440c-9971-99fe10568664'] response: {'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'code': 200} Mar 22 15:05:46.218030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:46.291731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c0ee5-d861-4bce-9783-cbb5bc034cdf req-082cfdd9-7e4c-40e1-b614-08338cc3ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:46.293237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6c0ee5-d861-4bce-9783-cbb5bc034cdf req-082cfdd9-7e4c-40e1-b614-08338cc3ea0d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1128 time: 0.0471873 Mar 22 15:05:46.343717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c6c0ee5-d861-4bce-9783-cbb5bc034cdf req-2b98a4fc-f827-452e-a1c5-fba5c71dc5e0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446961 Mar 22 15:05:46.880178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef559-100f-44d3-aee5-88d46615592a req-7a58ad59-5ba3-44eb-bf79-69544b882e44 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:46.881804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323ef559-100f-44d3-aee5-88d46615592a req-7a58ad59-5ba3-44eb-bf79-69544b882e44 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0604823 Mar 22 15:05:46.935184 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-323ef559-100f-44d3-aee5-88d46615592a req-0908ea95-3cf9-4384-8698-86892b27a13c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Mar 22 15:05:48.075429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36472dbb-7999-4d72-8ba9-7669ccb0ce1b req-f4ab2805-2014-4b1a-b6b6-08b6b8737b56 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:48.076899 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36472dbb-7999-4d72-8ba9-7669ccb0ce1b req-f4ab2805-2014-4b1a-b6b6-08b6b8737b56 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0647001 Mar 22 15:05:48.125710 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-36472dbb-7999-4d72-8ba9-7669ccb0ce1b req-2460fec1-7d93-43aa-86cd-7ed8a5a53597 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429835 Mar 22 15:05:48.248352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6904-19f9-4b6a-8efe-6a15fe09958d req-ecfe8637-b159-4b5b-8d49-c9e507bbdf39 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:48.249762 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c5d6904-19f9-4b6a-8efe-6a15fe09958d req-ecfe8637-b159-4b5b-8d49-c9e507bbdf39 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0578671 Mar 22 15:05:48.301063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9c5d6904-19f9-4b6a-8efe-6a15fe09958d req-055d3b1c-e1b4-4b8a-8853-a8cef3f6410d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Mar 22 15:05:48.327423 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34684) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:48.382324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5e012-5bfd-4285-af81-13aa58ee083d tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:48.383890 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f5f5e012-5bfd-4285-af81-13aa58ee083d tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1123 time: 0.0553458 Mar 22 15:05:48.388445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:48.393048 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:05:48.416330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:48.517428 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:48.617671 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.198 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/7154a027-7b35-40ea-b310-9de2294eef23) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:05:48.650168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ac681754-e1b5-4c47-8408-a658c92909f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:48.725171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (7154a027-7b35-40ea-b310-9de2294eef23), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:48.760495 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7154a027-7b35-40ea-b310-9de2294eef23), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:48.799895 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:05:48.804694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:05:48.810387 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:05:48.814577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=7154a027-7b35-40ea-b310-9de2294eef23,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:49.171391 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (65c2f3af-508d-4a15-8149-b72191d95807), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.253205 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7154a027-7b35-40ea-b310-9de2294eef23), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.405732 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (7154a027-7b35-40ea-b310-9de2294eef23), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.412859 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7154a027-7b35-40ea-b310-9de2294eef23), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.482929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=7154a027-7b35-40ea-b310-9de2294eef23,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:05:49.498099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (65c2f3af-508d-4a15-8149-b72191d95807), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.604087 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 65c2f3af-508d-4a15-8149-b72191d95807 associated. External IP: 172.25.3.198, port: ab164c8c-c665-4e15-9678-414d04454560. Mar 22 15:05:49.826447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:05:49.947162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:05:49.958072 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Sync routers for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:05:49.967435 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:49.968814 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:49.969427 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:49.997679 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dbb8e0b5-2a15-4917-9011-551f6b2e3408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6081293 Mar 22 15:05:49.998349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:05:50.000690 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a40780-5758-40c5-b7bd-e3e3de825fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:05:50.046068 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276117aa-884b-492d-b65d-008b1d2d8553 x-openstack-request-id: req-276117aa-884b-492d-b65d-008b1d2d8553 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:05:50.046251 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:05:50.046545 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-276117aa-884b-492d-b65d-008b1d2d8553 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:05:50.046955 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276117aa-884b-492d-b65d-008b1d2d8553'] response: {'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'status': 'completed', 'code': 200} Mar 22 15:05:50.086090 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:50.141672 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ad40-e9c2-4955-9b62-b005f4822798 req-aed5d46f-60d3-4ae0-aa68-866cbb4d82cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.143192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11c3ad40-e9c2-4955-9b62-b005f4822798 req-aed5d46f-60d3-4ae0-aa68-866cbb4d82cf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0901353 Mar 22 15:05:50.146176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-c2746355-65d9-4b63-8ba2-ecae9236b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.147603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-c2746355-65d9-4b63-8ba2-ecae9236b9c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1128 time: 0.0672045 Mar 22 15:05:50.245383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-11c3ad40-e9c2-4955-9b62-b005f4822798 req-57646f38-d342-49f4-b4af-a6b2e029c4a6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962439 Mar 22 15:05:50.266961 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-67fcf54c-75d7-4b62-b5e4-d016d241e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.268490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-67fcf54c-75d7-4b62-b5e4-d016d241e868 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1127939 Mar 22 15:05:50.269351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:50.312452 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '65c2f3af-508d-4a15-8149-b72191d95807', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'mac_address': 'fa:16:3e:ee:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:05:49Z', 'updated_at': '2022-03-22T15:05:49Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:50.343036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Checking router: fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:05:50.352231 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:05:50.352838 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:05:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:50.381946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d6a5fee9-16db-4b58-ab85-dd417ea65fcf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/65c2f3af-508d-4a15-8149-b72191d95807 HTTP/1.1" status: 200 len: 992 time: 0.1102009 Mar 22 15:05:50.384994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-0b2a406c-101f-4509-ab5c-b7142b8bf34f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1000 time: 0.1095560 Mar 22 15:05:50.433742 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-ebedea72-032a-4749-b9c2-ddf08602c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.435318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-ebedea72-032a-4749-b9c2-ddf08602c68e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0439689 Mar 22 15:05:50.461138 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:05:50.485504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-e3f98dcf-912a-4bf6-919b-3e21dc0bf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:05:50.487024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-e3f98dcf-912a-4bf6-919b-3e21dc0bf530 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464413 Mar 22 15:05:50.577205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-a10f3561-7617-4383-af81-f989c532204d service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841093 Mar 22 15:05:50.670668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-99a40780-5758-40c5-b7bd-e3e3de825fdf req-61fa723b-5852-4638-ad8e-10d7fc395cba service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878608 Mar 22 15:05:50.682580 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '65c2f3af-508d-4a15-8149-b72191d95807', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'mac_address': 'fa:16:3e:ee:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:05:49Z', 'updated_at': '2022-03-22T15:05:49Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:05:50.712454 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabccb99-6168-4d9d-b9a7-187219ff944e None None] The sync data for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 is: [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '65c2f3af-508d-4a15-8149-b72191d95807', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'mac_address': 'fa:16:3e:ee:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:05:49Z', 'updated_at': '2022-03-22T15:05:49Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:05:50.920082 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673d53c-66d5-49d7-85af-a6225ec19aa7 None None] New status for floating IP 65c2f3af-508d-4a15-8149-b72191d95807: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:05:51.080404 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b67ff0c0-1702-49bb-9c18-466389449143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:51.385417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34694) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:05:51.451979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-67ea5c87-be16-4f96-8689-d15e45708afb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/65c2f3af-508d-4a15-8149-b72191d95807 HTTP/1.1" status: 200 len: 994 time: 0.0653219 Mar 22 15:05:52.145135 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:53.940383 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:54.964976 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:57.665612 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:05:58.782875 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:05:59.645163 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:12.985477 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-54e25ca6-3a2e-459f-823d-87063824481c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459297 Mar 22 15:06:13.076539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-fb99cb80-9647-4f18-b2b0-834167f68e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:13.078097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-fb99cb80-9647-4f18-b2b0-834167f68e30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1128 time: 0.0489182 Mar 22 15:06:13.182055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-d0053852-e85b-41a3-be82-c15846158ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:13.183485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-d0053852-e85b-41a3-be82-c15846158ada service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.0861824 Mar 22 15:06:13.256107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-a8c8fcea-223a-4469-8fa1-515cb4e11427 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1002 time: 0.0646446 Mar 22 15:06:13.305614 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-131c760d-12df-460a-8b3e-a5a3c34ee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:13.307081 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-131c760d-12df-460a-8b3e-a5a3c34ee171 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0456507 Mar 22 15:06:13.357285 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-7d8a129f-2483-4b1d-b16f-7f4c2bdd1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:13.358823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-7d8a129f-2483-4b1d-b16f-7f4c2bdd1666 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452809 Mar 22 15:06:13.464512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-0c0c25f6-7c86-4db4-b6a7-2f0af03502ec service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948632 Mar 22 15:06:13.564884 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a49ef707-e5f9-4ec0-83c7-bc462087b5cc req-0b56e88e-0533-4278-b33e-8e73b5a5956a service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937757 Mar 22 15:06:18.661946 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4263df12-fd75-476c-b7b4-5d99bc640cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:21.063202 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f8b681ce-eff0-4442-bd6f-582313f8a968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:22.150858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:22.430333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-282b0156-cf33-4c4d-b5ee-db6a4be9bd51 req-040ec162-de34-4fd2-9687-8ec9bac98daa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:06:22.431319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-282b0156-cf33-4c4d-b5ee-db6a4be9bd51 req-040ec162-de34-4fd2-9687-8ec9bac98daa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054593 Mar 22 15:06:22.589232 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34712) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:06:22.621006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582e93-fe69-406d-866e-d40cdff44071 req-a6d57ee9-bf6e-42f1-89fb-150286f806ae tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:22.622588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd582e93-fe69-406d-866e-d40cdff44071 req-a6d57ee9-bf6e-42f1-89fb-150286f806ae tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0547051 Mar 22 15:06:22.675479 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-d38cffe3-f67e-4f0a-afb0-b90736cc59e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849257 Mar 22 15:06:22.676192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bd582e93-fe69-406d-866e-d40cdff44071 req-72af9325-b18c-43cc-9f3b-84f76b6df09c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480692 Mar 22 15:06:22.684930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-ed3380f9-29d4-41a1-9357-b3f4e5af03eb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:06:22.686170 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-ed3380f9-29d4-41a1-9357-b3f4e5af03eb service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053327 Mar 22 15:06:23.817665 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc2dad-9f52-4b4f-a861-79ecebe4babd req-5ac3a585-98a6-489b-9ebe-ea9793c47376 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:23.819057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bdc2dad-9f52-4b4f-a861-79ecebe4babd req-5ac3a585-98a6-489b-9ebe-ea9793c47376 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0564818 Mar 22 15:06:23.867502 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bdc2dad-9f52-4b4f-a861-79ecebe4babd req-570a7ed4-a9f7-4846-8833-86ba5b4b1c30 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Mar 22 15:06:23.942950 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:24.065762 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34738) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:06:24.157106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-df4d4676-aa43-44cc-966e-608f0396546c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:24.158524 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-df4d4676-aa43-44cc-966e-608f0396546c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 943 time: 0.0916998 Mar 22 15:06:24.967985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:24.996022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c537d32-25d9-4e7f-af93-823c2b521254 req-a02707d3-97da-4795-9776-eb5490418164 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:24.997551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c537d32-25d9-4e7f-af93-823c2b521254 req-a02707d3-97da-4795-9776-eb5490418164 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0547316 Mar 22 15:06:25.048324 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0c537d32-25d9-4e7f-af93-823c2b521254 req-896699a9-105a-4f20-bb3f-f6ebf69df370 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Mar 22 15:06:26.256950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58365810-5d1a-424c-a8fb-5574727a1795 req-62af4def-8e56-4d51-907f-eb5e8c654983 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:26.258472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58365810-5d1a-424c-a8fb-5574727a1795 req-62af4def-8e56-4d51-907f-eb5e8c654983 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.1250608 Mar 22 15:06:26.311072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-58365810-5d1a-424c-a8fb-5574727a1795 req-b68a3fa0-8876-40a2-823d-f41a95a97fb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Mar 22 15:06:27.449176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d8f1-de29-4158-808c-57e263949316 req-9e265469-82a8-45da-81a1-9ba35476bc84 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:27.450727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e602d8f1-de29-4158-808c-57e263949316 req-9e265469-82a8-45da-81a1-9ba35476bc84 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0598259 Mar 22 15:06:27.501029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e602d8f1-de29-4158-808c-57e263949316 req-3cd542ee-6e74-4e7b-8fd8-164217a412c0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Mar 22 15:06:28.011098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-22a40641-a797-4635-b450-7a286940dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:28.012622 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-22a40641-a797-4635-b450-7a286940dbae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1128 time: 0.0454140 Mar 22 15:06:28.103965 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-ffabbef4-8ea5-4dfe-92ae-31c7a00c8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:28.105415 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-ffabbef4-8ea5-4dfe-92ae-31c7a00c8b8f service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.0863993 Mar 22 15:06:28.171154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-5a559a8c-e9ed-45d5-8399-98a629aa60c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1002 time: 0.0591683 Mar 22 15:06:28.223127 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-a5f3ce95-809c-4bbc-9394-c0fdbeafa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:28.224534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-a5f3ce95-809c-4bbc-9394-c0fdbeafa5f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0478075 Mar 22 15:06:28.276047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-0a3308b1-fb55-42cd-a2e2-b2fdc52e4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:28.277420 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-0a3308b1-fb55-42cd-a2e2-b2fdc52e4d81 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469496 Mar 22 15:06:28.364444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-feaaf4cd-6680-435c-b802-659fb90e9e76 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Mar 22 15:06:28.459637 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-c1dcd3ad-9071-4fd4-8ddc-2b81e9df11d5 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Mar 22 15:06:28.624826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86fba-bafa-4add-abae-4c59ed44d80a req-882ad280-6ad3-4835-8e4b-9a5956790dfa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:28.626369 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7d86fba-bafa-4add-abae-4c59ed44d80a req-882ad280-6ad3-4835-8e4b-9a5956790dfa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0547333 Mar 22 15:06:28.680410 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7d86fba-bafa-4add-abae-4c59ed44d80a req-34cd908d-52e1-41c3-b9f1-1afad1cf7a8a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Mar 22 15:06:28.796070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:29.645372 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:29.810490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85690244-1b26-4429-b3b9-131afd1fb869 req-5453dd97-bfd1-438f-b769-70ea3b72d906 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:29.811915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85690244-1b26-4429-b3b9-131afd1fb869 req-5453dd97-bfd1-438f-b769-70ea3b72d906 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0594351 Mar 22 15:06:29.863890 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-85690244-1b26-4429-b3b9-131afd1fb869 req-37f5acf5-3b28-4cf9-b55a-c436b4c81fbb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Mar 22 15:06:30.996135 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0b1b-4815-405d-88c5-b9acc04c33cf req-83ec5951-66e3-4c4e-8cc8-ae0070e72678 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:30.997593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00fb0b1b-4815-405d-88c5-b9acc04c33cf req-83ec5951-66e3-4c4e-8cc8-ae0070e72678 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0551231 Mar 22 15:06:31.047128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-00fb0b1b-4815-405d-88c5-b9acc04c33cf req-352a78c4-6b8d-4d7b-a88c-b4d856407ae1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Mar 22 15:06:32.170786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c3f37-def0-4c23-8045-c3ba1b46ceb3 req-15fbdc44-7b50-4b78-82e1-1e597d7387a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:32.172293 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-333c3f37-def0-4c23-8045-c3ba1b46ceb3 req-15fbdc44-7b50-4b78-82e1-1e597d7387a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0561118 Mar 22 15:06:32.224550 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-333c3f37-def0-4c23-8045-c3ba1b46ceb3 req-2e007ba8-d213-407e-9dba-4094bf0f47b5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Mar 22 15:06:33.353429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bfdda-54d3-4984-b834-05d07c49989b req-6a5ad0bd-b9f2-4c86-bedb-8fe751e218f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:33.354934 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d17bfdda-54d3-4984-b834-05d07c49989b req-6a5ad0bd-b9f2-4c86-bedb-8fe751e218f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0536523 Mar 22 15:06:33.404271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d17bfdda-54d3-4984-b834-05d07c49989b req-d01a6184-2201-4788-855f-0a599d8cc66c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Mar 22 15:06:34.585830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08368546-a216-422d-9773-6f24657f9851 req-33b28e53-c824-427c-867f-e4c3a510cf6d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:34.587335 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08368546-a216-422d-9773-6f24657f9851 req-33b28e53-c824-427c-867f-e4c3a510cf6d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.1055315 Mar 22 15:06:34.637179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08368546-a216-422d-9773-6f24657f9851 req-5a29fb83-2677-4c27-8417-d67e62835ab3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Mar 22 15:06:34.664211 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:06:35.781161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af84be-7689-499a-9955-f0663abdbb0e req-10fdbd0e-852c-41bb-ab9c-72355a12af01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:35.782747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34af84be-7689-499a-9955-f0663abdbb0e req-10fdbd0e-852c-41bb-ab9c-72355a12af01 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0584464 Mar 22 15:06:35.836425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34af84be-7689-499a-9955-f0663abdbb0e req-e776b45c-f869-4472-836b-b68778812915 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Mar 22 15:06:36.964274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a839f-d6b9-4196-9940-034047da1f7a req-d713cda2-c4e4-4192-953f-b4be6fac82ed tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:36.965726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b39a839f-d6b9-4196-9940-034047da1f7a req-d713cda2-c4e4-4192-953f-b4be6fac82ed tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0537372 Mar 22 15:06:37.019201 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b39a839f-d6b9-4196-9940-034047da1f7a req-f572d792-102f-4745-a5fa-92a4e18b6265 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Mar 22 15:06:38.146739 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08895dfc-7633-4937-8f59-eae5017c3897 req-c2fd6112-fd6e-404e-a04f-00d080ddbe1a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:38.148135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08895dfc-7633-4937-8f59-eae5017c3897 req-c2fd6112-fd6e-404e-a04f-00d080ddbe1a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0624998 Mar 22 15:06:38.196547 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08895dfc-7633-4937-8f59-eae5017c3897 req-aa05e0a2-87a9-4adc-a065-f9c0cc4bd7a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Mar 22 15:06:39.329297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7a7c-acb3-4ca3-88d5-772e7a4bedec req-0313ec86-7c9a-44ca-b716-2813d7b89974 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:39.330829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87fe7a7c-acb3-4ca3-88d5-772e7a4bedec req-0313ec86-7c9a-44ca-b716-2813d7b89974 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0558195 Mar 22 15:06:39.385676 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-87fe7a7c-acb3-4ca3-88d5-772e7a4bedec req-b934da42-31ee-40e4-bb93-61761d9de44e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490510 Mar 22 15:06:40.330130 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-55963003-c77d-440a-999a-f56e06034943 req-9d021f2c-4966-4230-8f2f-2b3ae9962c82 service neutron] show failed (client error): The resource could not be found. Mar 22 15:06:40.331149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-9d021f2c-4966-4230-8f2f-2b3ae9962c82 service neutron] 10.222.0.78 "GET /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560/bindings/n-h1-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0684111 Mar 22 15:06:40.548926 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781636a3-a23c-42cd-a290-c9c10f5df59c req-58a848b2-8530-4e52-9ca9-d3ff3a9520d0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:40.550442 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-781636a3-a23c-42cd-a290-c9c10f5df59c req-58a848b2-8530-4e52-9ca9-d3ff3a9520d0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0897174 Mar 22 15:06:40.559007 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-ef729314-dcb0-4ee1-abb5-60381ac7cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:40.560476 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-ef729314-dcb0-4ee1-abb5-60381ac7cd83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 1128 time: 0.0658581 Mar 22 15:06:40.577459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:06:40.631501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-781636a3-a23c-42cd-a290-c9c10f5df59c req-812e1a78-f736-4aac-b93d-3c23160e7d80 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753651 Mar 22 15:06:40.660000 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.159375 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:41.191835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:06:41.230222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:06:41.232505 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c9ab0-f0ee-41e0-9305-cf755f04e3ca" -d '{"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:06:41.236082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks [] for port (ab164c8c-c665-4e15-9678-414d04454560), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.248958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Transition to ACTIVE for port object ab164c8c-c665-4e15-9678-414d04454560 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:06:41.253561 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.286276 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa61bcb-464b-4a19-b352-6f8a7f686e86 x-openstack-request-id: req-9aa61bcb-464b-4a19-b352-6f8a7f686e86 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:06:41.286571 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:06:41.286826 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9aa61bcb-464b-4a19-b352-6f8a7f686e86 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:06:41.287225 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa61bcb-464b-4a19-b352-6f8a7f686e86'] response: {'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'code': 200} Mar 22 15:06:41.337349 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:41.351003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.351352 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.351694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.352043 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.352376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.352705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.353029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.353361 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.353684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.354028 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.354353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.354663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.354989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.355311 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.355687 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:41.387717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] No DVR routers for this DVR port ab164c8c-c665-4e15-9678-414d04454560 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:06:41.524821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:06:41.525214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:06:41.525483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:06:41.530087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:06:41.530410 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Attempting to bind port ab164c8c-c665-4e15-9678-414d04454560 on network fb7fec25-e582-4556-9773-611d8bb037f0 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:06:41.535368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:06:41.535710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Checking segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:06:41.536078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Bound using segment: {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:06:41.536502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Bound port: ab164c8c-c665-4e15-9678-414d04454560, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74d404-ca5d-4601-be70-0bcd02aeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:06:41.536863 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.599336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:06:41.602391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:06:41.610095 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.646524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:41.647483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:41.648904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] 10.222.0.82 "PUT /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1092 time: 1.0766494 Mar 22 15:06:41.683382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4457a-a747-4867-b749-82f674e308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:41.750652 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-008c6074-502b-45ae-bb76-f79316cbbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:41.752192 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-008c6074-502b-45ae-bb76-f79316cbbf0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0797703 Mar 22 15:06:41.833274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5da9-640c-40aa-a8be-b945b18f8d21 req-24ba552d-7515-4d82-8d4e-2c5489ee4a97 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:41.834819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-531b5da9-640c-40aa-a8be-b945b18f8d21 req-24ba552d-7515-4d82-8d4e-2c5489ee4a97 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.1136169 Mar 22 15:06:41.885769 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-138ae7e6-9d26-4e3d-8b7d-f117a8cfafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:41.887263 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-138ae7e6-9d26-4e3d-8b7d-f117a8cfafd3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1276367 Mar 22 15:06:41.911659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-531b5da9-640c-40aa-a8be-b945b18f8d21 req-a60b6ffb-bc3e-4d17-968b-3a77a09e207c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678191 Mar 22 15:06:41.961844 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-75c9fcd8-4acc-4899-b9d2-8ba6e5573455 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1000 time: 0.0689166 Mar 22 15:06:42.014263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-8f413ce6-60bb-4d59-9e27-1e85c016b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:42.015687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-8f413ce6-60bb-4d59-9e27-1e85c016b438 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0485671 Mar 22 15:06:42.064707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963003-c77d-440a-999a-f56e06034943 req-d62491fa-07c7-43c1-a0ac-b1de23700e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:42.066290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-d62491fa-07c7-43c1-a0ac-b1de23700e3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443854 Mar 22 15:06:42.156898 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-367b7bac-0ba1-447a-9247-266defe14900 service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842023 Mar 22 15:06:42.259378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-55963003-c77d-440a-999a-f56e06034943 req-8d477325-a2f8-45ed-8faf-35c3625caefc service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960860 Mar 22 15:06:43.049678 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a11926-1f32-4a45-86d8-29e7cee371ee req-6a8ccd8b-27c7-4ba0-a733-658d3b628b16 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.051156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84a11926-1f32-4a45-86d8-29e7cee371ee req-6a8ccd8b-27c7-4ba0-a733-658d3b628b16 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0561330 Mar 22 15:06:43.099872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-84a11926-1f32-4a45-86d8-29e7cee371ee req-b3112766-a2d2-427f-a723-9cc91685106c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Mar 22 15:06:43.288413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:06:43.291287 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c0e13-430b-463a-bbb3-029f47aa628d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:06:43.339354 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138d3bbe-9adf-4fd6-9997-c8b07c7273f0 x-openstack-request-id: req-138d3bbe-9adf-4fd6-9997-c8b07c7273f0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:06:43.339646 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:06:43.339897 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-138d3bbe-9adf-4fd6-9997-c8b07c7273f0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:06:43.340367 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138d3bbe-9adf-4fd6-9997-c8b07c7273f0'] response: {'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'status': 'completed', 'code': 200} Mar 22 15:06:43.436528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-96728bab-e510-4e4f-85f5-bd4839b0b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.438049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-96728bab-e510-4e4f-85f5-bd4839b0b975 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0796781 Mar 22 15:06:43.439861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-090fffaf-dfae-4c68-adfe-c1ed8ab704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.441233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-090fffaf-dfae-4c68-adfe-c1ed8ab704a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0747917 Mar 22 15:06:43.594348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-5179de49-a9d6-4079-9c65-99e6a3f66230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.595734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-5179de49-a9d6-4079-9c65-99e6a3f66230 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1514332 Mar 22 15:06:43.596802 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-01dc5c81-fba8-434a-8a42-905644b3dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.598128 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-01dc5c81-fba8-434a-8a42-905644b3dfaa service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1468620 Mar 22 15:06:43.706599 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-5a2acbd1-412b-414e-87ed-9017b2f046c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1000 time: 0.1038713 Mar 22 15:06:43.710568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-9032696b-540f-443a-b693-5aa1c3fc597a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1000 time: 0.1022387 Mar 22 15:06:43.795637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-85b3edff-2ad5-4f38-8073-fecf340c582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.797108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-85b3edff-2ad5-4f38-8073-fecf340c582f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0810695 Mar 22 15:06:43.800539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-1f4468d3-e6b7-4996-84f6-b56b1e07baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.801885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-1f4468d3-e6b7-4996-84f6-b56b1e07baa1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0766420 Mar 22 15:06:43.875489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-b4ee1b40-25f8-496e-be0b-4064413bb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.877015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-b4ee1b40-25f8-496e-be0b-4064413bb28e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659642 Mar 22 15:06:43.881483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-7f0e2773-fc31-41f0-ada0-b605f3ae2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:43.882893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-7f0e2773-fc31-41f0-ada0-b605f3ae2f95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794508 Mar 22 15:06:44.030549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-fe6dee35-4669-4902-b8c7-8c2ce45efc8a service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467025 Mar 22 15:06:44.032694 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-b56d40d9-76c7-43b4-9d4c-90600c167dd6 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420569 Mar 22 15:06:44.195806 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-16d429e4-88d2-4a9f-9ab7-8ab41e1a3bf6 service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588340 Mar 22 15:06:44.216951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7c3c0e13-430b-463a-bbb3-029f47aa628d req-2ee95d4f-9e6f-4b30-ac24-71d54f0e8e13 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730528 Mar 22 15:06:44.243905 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a987-be85-4253-bc54-301534a7ec92 req-8bafc956-bfd4-4f3b-ba08-6360f52f9dfe tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.245659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e011a987-be85-4253-bc54-301534a7ec92 req-8bafc956-bfd4-4f3b-ba08-6360f52f9dfe tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0711401 Mar 22 15:06:44.291822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ab164c8c-c665-4e15-9678-414d04454560 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:06:44.295108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e011a987-be85-4253-bc54-301534a7ec92 req-2f6ca7c5-3b8a-4581-9992-9161e8f77e03 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Mar 22 15:06:44.330501 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] The host n-h2-758851-5 is not matching for port ab164c8c-c665-4e15-9678-414d04454560 host n-h1-758851-5! {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 15:06:44.330888 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device ab164c8c-c665-4e15-9678-414d04454560 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:06:44.533113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070124-0db8-4b27-9607-1424b8e40040 req-bbb17454-70a5-4e84-bb5a-78dd8c15f5ad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.534620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28070124-0db8-4b27-9607-1424b8e40040 req-bbb17454-70a5-4e84-bb5a-78dd8c15f5ad tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0862925 Mar 22 15:06:44.554228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-033490a1-d299-428c-9de3-7bec3052a96e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.555638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-033490a1-d299-428c-9de3-7bec3052a96e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&binding%3Ahost_id=n-h1-758851-5 HTTP/1.1" status: 200 len: 944 time: 0.0786109 Mar 22 15:06:44.633911 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28070124-0db8-4b27-9607-1424b8e40040 req-909ddcd1-c0d5-4156-8651-ac6bf1290b2f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921826 Mar 22 15:06:44.643149 n-d-758851-5 neutron-server[103890]: INFO neutron.api.v2.resource [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-0883820b-bb43-4155-875e-66febd087e53 service neutron] delete failed (client error): The resource could not be found. Mar 22 15:06:44.644117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-0883820b-bb43-4155-875e-66febd087e53 service neutron] 10.222.0.78 "DELETE /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560/bindings/n-h2-758851-5 HTTP/1.1" status: 404 len: 380 time: 0.0810850 Mar 22 15:06:44.759326 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-7fce8c5f-fcf8-4137-ade9-5ef9b70795b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.760785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-7fce8c5f-fcf8-4137-ade9-5ef9b70795b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1126 time: 0.0734887 Mar 22 15:06:44.782441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2671c0-f978-4a2c-96f1-0b43568ea9ac req-515b63f8-a898-4966-9ba3-ed00db378a0e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.783822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d2671c0-f978-4a2c-96f1-0b43568ea9ac req-515b63f8-a898-4966-9ba3-ed00db378a0e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0710588 Mar 22 15:06:44.883933 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d2671c0-f978-4a2c-96f1-0b43568ea9ac req-efc7265e-5330-4d6e-bde4-d70f42a811ae tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906210 Mar 22 15:06:44.893129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-f79de3e2-bc78-42bf-aeea-d3f761517c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:44.894546 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-f79de3e2-bc78-42bf-aeea-d3f761517c3e service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1280611 Mar 22 15:06:44.968094 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-e9511ffb-b3b3-4d9a-86ca-549e174a8dac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 1000 time: 0.0677021 Mar 22 15:06:45.018685 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-90f3e66e-0f7e-480e-82e8-abdfe638e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:45.020076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-90f3e66e-0f7e-480e-82e8-abdfe638e77e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0461104 Mar 22 15:06:45.070399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-db0d3f1e-c6d9-42c2-87f6-34fbd5dbaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:45.071909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-db0d3f1e-c6d9-42c2-87f6-34fbd5dbaf54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460014 Mar 22 15:06:45.163210 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-b1453fac-848d-49b8-9e0b-868a7f29b945 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Mar 22 15:06:45.260928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fda585ed-e192-4e7d-a855-0bb56fa5e354 req-643b8179-aea9-457c-b72a-414132c9f367 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922160 Mar 22 15:06:46.007006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bf5d0-7670-4658-9e5d-43b3c1113519 req-f218284d-c892-4b0e-a91e-fcffba625268 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:06:46.008487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-505bf5d0-7670-4658-9e5d-43b3c1113519 req-f218284d-c892-4b0e-a91e-fcffba625268 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 944 time: 0.0561149 Mar 22 15:06:46.058893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-505bf5d0-7670-4658-9e5d-43b3c1113519 req-df508c73-c0a1-4b9c-8b98-6d99b8033962 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 Mar 22 15:06:46.076118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ab164c8c-c665-4e15-9678-414d04454560 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:06:46.081521 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34806) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:06:46.148957 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cd923cba-5c10-4568-baec-3a14d86a877b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/65c2f3af-508d-4a15-8149-b72191d95807 HTTP/1.1" status: 200 len: 992 time: 0.0662642 Mar 22 15:06:46.176379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:46.187448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'ab164c8c-c665-4e15-9678-414d04454560', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'port_id': 'ab164c8c-c665-4e15-9678-414d04454560', 'mac_address': 'fa:16:3e:ee:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:06:46.222235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ab164c8c-c665-4e15-9678-414d04454560 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:06:46.222636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:46.235456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab164c8c-c665-4e15-9678-414d04454560 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:06:46.262563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:46.269436 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:46.320067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:46.328258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.328620 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.328970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.329316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.329688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.330007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.330367 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.330694 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.331028 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.331359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.331683 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.332011 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.332324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.332652 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.332976 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:06:46.502950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['ab164c8c-c665-4e15-9678-414d04454560'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:06:48.102924 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ab164c8c-c665-4e15-9678-414d04454560 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:06:48.162442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port ab164c8c-c665-4e15-9678-414d04454560 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:06:48.166489 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port ab164c8c-c665-4e15-9678-414d04454560 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:06:48.166864 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (ab164c8c-c665-4e15-9678-414d04454560), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:48.246245 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port ab164c8c-c665-4e15-9678-414d04454560 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:06:48.246619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:48.268970 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:06:48.271214 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1259ef1d-278e-4b45-93a7-2eb838aab764" -d '{"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-plugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:06:48.283175 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:06:48.288168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:48.312315 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7ed0d-838a-4a50-ab5d-a2c65a962840 x-openstack-request-id: req-eef7ed0d-838a-4a50-ab5d-a2c65a962840 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:06:48.312605 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-plugged", "status": "completed", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:06:48.312858 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eef7ed0d-838a-4a50-ab5d-a2c65a962840 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:06:48.313277 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef7ed0d-838a-4a50-ab5d-a2c65a962840'] response: {'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'code': 200} Mar 22 15:06:48.338482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=9']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:06:48.662750 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f3a00181-b8ed-43d4-bf68-2ecbcbbf1235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:51.067323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6010c6f-4b37-4458-8385-048bf6d42276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:52.152551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:53.948604 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:54.974818 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:58.800297 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:06:59.645638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:09.264813 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-2b30b6a2-396a-4dba-86eb-75640af963f0 req-c5a974c8-9ac7-4775-a9c7-42a966570120 tempest-ServerDiskConfigTestJSON-421324181 tempest-ServerDiskConfigTestJSON-421324181-project] (103891) timed out ('10.222.0.82', 49970) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:07:11.669747 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:07:14.567573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34820) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:14.749883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 7154a027-7b35-40ea-b310-9de2294eef23 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:14.750277 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7154a027-7b35-40ea-b310-9de2294eef23), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:14.828603 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7154a027-7b35-40ea-b310-9de2294eef23), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:14.828853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (7154a027-7b35-40ea-b310-9de2294eef23), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:14.841209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 7154a027-7b35-40ea-b310-9de2294eef23 owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:14.999851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (7154a027-7b35-40ea-b310-9de2294eef23), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:15.027842 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=7154a027-7b35-40ea-b310-9de2294eef23,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:15.040719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.041054 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.041395 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.041732 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.042108 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.042415 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.042741 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.043064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.043391 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.043766 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.044123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.044523 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.044883 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.045262 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.045584 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:15.103342 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (65c2f3af-508d-4a15-8149-b72191d95807), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:15.103765 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 65c2f3af-508d-4a15-8149-b72191d95807 disassociated (deleted). External IP: 172.25.3.198, port: ab164c8c-c665-4e15-9678-414d04454560. Mar 22 15:07:15.644285 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:07:15.756739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:15.761754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:15.767101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Sync routers for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:15.776800 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:15.777415 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:15.794803 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-fe36a040-5c74-4a1f-93e7-93a8baa3a926 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/floatingips/65c2f3af-508d-4a15-8149-b72191d95807 HTTP/1.1" status: 204 len: 168 time: 1.2235966 Mar 22 15:07:15.794803 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:15.795622 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:15.897908 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ddd06-b364-4976-a3de-d776520b4c10 x-openstack-request-id: req-056ddd06-b364-4976-a3de-d776520b4c10 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:15.898294 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:15.898614 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-056ddd06-b364-4976-a3de-d776520b4c10 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:15.899099 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056ddd06-b364-4976-a3de-d776520b4c10'] response: {'name': 'network-changed', 'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'status': 'completed', 'code': 200} Mar 22 15:07:16.036752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:16.043972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-6f0556cf-733e-48c7-bada-5396a27db8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:16.046232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-6f0556cf-733e-48c7-bada-5396a27db8f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 1128 time: 0.1219423 Mar 22 15:07:16.157546 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780daee-afef-4b82-b41e-3f49483a893a req-e28aea3c-3a0f-46a1-9c52-1e9037f05373 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:16.159124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9780daee-afef-4b82-b41e-3f49483a893a req-e28aea3c-3a0f-46a1-9c52-1e9037f05373 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.1182222 Mar 22 15:07:16.196990 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-7b052db9-dd4a-4da6-9c55-bf6a27309cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:16.198543 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-7b052db9-dd4a-4da6-9c55-bf6a27309cc9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 200 len: 898 time: 0.1427271 Mar 22 15:07:16.241527 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:16.266265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-060dd00c-bc49-4afd-b2d3-d545aee52a67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 200 len: 217 time: 0.0494061 Mar 22 15:07:16.270393 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9780daee-afef-4b82-b41e-3f49483a893a req-63fc59ae-3108-4803-95d8-4f5fd9eb2ae6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034467 Mar 22 15:07:16.275478 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Checking router: fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:16.284844 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:16.285804 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:16.318124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-96009ee9-e1e8-4d66-b647-eb414f8d087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:16.320858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-96009ee9-e1e8-4d66-b647-eb414f8d087d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 200 len: 835 time: 0.0469904 Mar 22 15:07:16.369120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-cfa0f190-da59-49d3-aac6-1cfb4e4b5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:16.371297 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-cfa0f190-da59-49d3-aac6-1cfb4e4b5efc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb7fec25-e582-4556-9773-611d8bb037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457339 Mar 22 15:07:16.398339 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:16.465506 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-da988f16-cabb-4ee3-a48d-a584545e8c23 service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Mar 22 15:07:16.562858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c0a2c2c9-bf10-407d-93f3-a1f11b4a6fe4 req-5921b2a9-702e-4f82-b7e1-01196782c810 service neutron] 10.222.0.82 "GET /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919855 Mar 22 15:07:16.606747 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:16.633269 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01073eed-275a-4e12-8f8b-3890d9361942 None None] The sync data for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 is: [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:35Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '619c3f24-85f8-41dd-a839-145d490d4732', 'name': '', 'network_id': 'fb7fec25-e582-4556-9773-611d8bb037f0', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:6a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:35Z', 'updated_at': '2022-03-22T15:05:38Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': 'b5e153a7-aaa5-4138-a70f-ead646499947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:16.857024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc96a5-155f-4b27-88ab-f5fdaabcb040 None None] New status for floating IP 65c2f3af-508d-4a15-8149-b72191d95807: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:07:17.353066 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-1373ec4b-ff5f-4032-aa56-be4e15ba152d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:17.354833 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-1373ec4b-ff5f-4032-aa56-be4e15ba152d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.0754633 Mar 22 15:07:17.473693 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5d53-1af3-486d-8a5a-ceba541341f0 req-d55fcddd-bcdd-438e-89c7-2d32ed1c94ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:17.475226 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59ef5d53-1af3-486d-8a5a-ceba541341f0 req-d55fcddd-bcdd-438e-89c7-2d32ed1c94ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc66691-ac90-4534-85a5-45591c8d439d HTTP/1.1" status: 200 len: 946 time: 0.1089823 Mar 22 15:07:17.533572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port ab164c8c-c665-4e15-9678-414d04454560 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:17.533925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (ab164c8c-c665-4e15-9678-414d04454560), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:17.578209 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59ef5d53-1af3-486d-8a5a-ceba541341f0 req-503d8791-c3c1-4505-9b34-6339d1fac0c5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d40fc20-d26a-4a9e-a5da-e256e818224c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944932 Mar 22 15:07:17.629709 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port ab164c8c-c665-4e15-9678-414d04454560, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=ab164c8c-c665-4e15-9678-414d04454560,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:17.630058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (ab164c8c-c665-4e15-9678-414d04454560), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:17.643341 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for ab164c8c-c665-4e15-9678-414d04454560 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:17.788889 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (ab164c8c-c665-4e15-9678-414d04454560), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:17.826472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=ab164c8c-c665-4e15-9678-414d04454560,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:17.869288 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] No DVR routers for this DVR port ab164c8c-c665-4e15-9678-414d04454560 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:07:17.872380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:17.875914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-86885e81-7caf-4e37-8f45-6c0dd5bcef04 req-f98f433a-85fc-4348-a199-b3e7192188ca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "DELETE /v2.0/ports/ab164c8c-c665-4e15-9678-414d04454560 HTTP/1.1" status: 204 len: 173 time: 0.5162590 Mar 22 15:07:17.876357 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-deleted', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:17.878717 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b1c0f-7e43-478f-adb2-d1ff1fe0693f" -d '{"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-deleted", "tag": "ab164c8c-c665-4e15-9678-414d04454560"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:17.983805 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83858dcb-220a-446b-81b8-bbfc6bd8e8f4 x-openstack-request-id: req-83858dcb-220a-446b-81b8-bbfc6bd8e8f4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:17.984105 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66691-ac90-4534-85a5-45591c8d439d", "name": "network-vif-deleted", "tag": "ab164c8c-c665-4e15-9678-414d04454560", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:17.984358 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83858dcb-220a-446b-81b8-bbfc6bd8e8f4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:17.984771 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83858dcb-220a-446b-81b8-bbfc6bd8e8f4'] response: {'server_uuid': 'bfc66691-ac90-4534-85a5-45591c8d439d', 'name': 'network-vif-deleted', 'tag': 'ab164c8c-c665-4e15-9678-414d04454560', 'status': 'completed', 'code': 200} Mar 22 15:07:18.647349 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34840) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:18.656476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a6d6710c-6962-46f8-b1ad-681f1ecd5e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:19.022768 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:19.288796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 619c3f24-85f8-41dd-a839-145d490d4732 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:19.289015 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (619c3f24-85f8-41dd-a839-145d490d4732), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:19.399209 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 619c3f24-85f8-41dd-a839-145d490d4732, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=619c3f24-85f8-41dd-a839-145d490d4732,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:19.399559 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (619c3f24-85f8-41dd-a839-145d490d4732), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:19.413009 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 619c3f24-85f8-41dd-a839-145d490d4732 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:19.606735 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (619c3f24-85f8-41dd-a839-145d490d4732), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:19.633999 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=619c3f24-85f8-41dd-a839-145d490d4732,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:19.815246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.041424 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:07:20.160080 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:20.165469 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-88dc0a44-20d3-4744-a3f1-4bc75e052b2b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/fdd95b0a-92b3-43ca-adb0-46be7eb62ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5169034 Mar 22 15:07:20.168096 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34842) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:20.171296 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Sync routers for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:20.182580 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:20.183197 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:20.221990 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting subnet b5e153a7-aaa5-4138-a70f-ead646499947 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:07:20.225221 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (b5e153a7-aaa5-4138-a70f-ead646499947), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.265682 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (b5e153a7-aaa5-4138-a70f-ead646499947), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.290105 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:20.334616 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ab164c8c-c665-4e15-9678-414d04454560 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:07:20.347821 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (b5e153a7-aaa5-4138-a70f-ead646499947), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.356077 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: ab164c8c-c665-4e15-9678-414d04454560 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:07:20.356424 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device ab164c8c-c665-4e15-9678-414d04454560 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:07:20.410741 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (b5e153a7-aaa5-4138-a70f-ead646499947), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.437640 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e153a7-aaa5-4138-a70f-ead646499947,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:20.441560 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.444811 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e71f1cce-8256-41de-baa3-12751b8d262a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/subnets/b5e153a7-aaa5-4138-a70f-ead646499947 HTTP/1.1" status: 204 len: 168 time: 0.2757721 Mar 22 15:07:20.447574 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34844) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:20.451767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352929fc-8f82-41ae-879d-f7c936800979 None None] Network fb7fec25-e582-4556-9773-611d8bb037f0 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:07:20.472966 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:07:19Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:20.499886 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Checking router: fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:20.509020 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Routers {'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:20.509632 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:06:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:20.570304 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.618518 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] Set router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:20.631492 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] DHCP port deletion for fb7fec25-e582-4556-9773-611d8bb037f0 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:07:20.680226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Deleting port 01efce0e-bc37-48af-a073-7fb7300695ee {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:20.680761 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.689511 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.746839 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:07:20.747337 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.748381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] For port 01efce0e-bc37-48af-a073-7fb7300695ee, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=01efce0e-bc37-48af-a073-7fb7300695ee,segment=NetworkSegment(6a74d404-ca5d-4601-be70-0bcd02aeca53),segment_id=6a74d404-ca5d-4601-be70-0bcd02aeca53)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:20.748907 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.762795 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Calling delete_port for 01efce0e-bc37-48af-a073-7fb7300695ee owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:20.804060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:07:19Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:20.826571 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 0aa670a6-e9ee-45f0-9b16-fa154c4438a2, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:20.827200 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.836616 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486c67b-4ef1-4dbd-af01-ef5969e4591b None None] The sync data for ids ['fdd95b0a-92b3-43ca-adb0-46be7eb62ee6'] in n-d-758851-5 is: [{'id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-862072595', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:07:19Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '0aa670a6-e9ee-45f0-9b16-fa154c4438a2', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd95b0a-92b3-43ca-adb0-46be7eb62ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:05:32Z', 'updated_at': '2022-03-22T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:20.843043 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:07:20.846949 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (01efce0e-bc37-48af-a073-7fb7300695ee), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:20.875816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] Pushing event deleted for resources: {'Port': ['ID=01efce0e-bc37-48af-a073-7fb7300695ee,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:20.878463 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ec833-a307-443c-b50c-9aabc227b278 None None] No DVR routers for this DVR port 01efce0e-bc37-48af-a073-7fb7300695ee on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:07:21.027516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0aa670a6-e9ee-45f0-9b16-fa154c4438a2), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.052511 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=0aa670a6-e9ee-45f0-9b16-fa154c4438a2,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:21.062899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a4019b35-6319-4782-b0f2-9d0bc23eaeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.112248 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.207575 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.210198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.267348 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (fdd95b0a-92b3-43ca-adb0-46be7eb62ee6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.267887 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Fanout notify agent at l3_agent the message router_deleted on router fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:07:21.275183 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.277305 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8381f9ed-ce22-4f90-a968-faca76e0c061 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/routers/fdd95b0a-92b3-43ca-adb0-46be7eb62ee6 HTTP/1.1" status: 204 len: 168 time: 0.8287666 Mar 22 15:07:21.280000 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34846) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:21.320379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01efce0e-bc37-48af-a073-7fb7300695ee no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:07:21.345239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 01efce0e-bc37-48af-a073-7fb7300695ee {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:07:21.346512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 01efce0e-bc37-48af-a073-7fb7300695ee not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:07:21.346934 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 619c3f24-85f8-41dd-a839-145d490d4732 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:07:21.365175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (fb7fec25-e582-4556-9773-611d8bb037f0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.366400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 619c3f24-85f8-41dd-a839-145d490d4732 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:07:21.366776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 619c3f24-85f8-41dd-a839-145d490d4732 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:07:21.456182 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (fb7fec25-e582-4556-9773-611d8bb037f0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.478227 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7fec25-e582-4556-9773-611d8bb037f0']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:21.488075 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a74d404-ca5d-4601-be70-0bcd02aeca53') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:21.488455 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a74d404-ca5d-4601-be70-0bcd02aeca53') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:21.498814 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (6a74d404-ca5d-4601-be70-0bcd02aeca53), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.512538 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6a74d404-ca5d-4601-be70-0bcd02aeca53), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.519172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:07:21.519555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (6a74d404-ca5d-4601-be70-0bcd02aeca53), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: timer() Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:07:21.522793 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:07:21.583054 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (fb7fec25-e582-4556-9773-611d8bb037f0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.589937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.593122 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/networks/fb7fec25-e582-4556-9773-611d8bb037f0 HTTP/1.1" status: 204 len: 168 time: 0.3121696 Mar 22 15:07:21.595980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:21.605039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f92428-002e-4075-8f27-da8e43f1e8bc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Network': ['ID=fb7fec25-e582-4556-9773-611d8bb037f0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:21.656039 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (1d40fc20-d26a-4a9e-a5da-e256e818224c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.680670 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (1d40fc20-d26a-4a9e-a5da-e256e818224c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.744023 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1d40fc20-d26a-4a9e-a5da-e256e818224c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.746995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:21.748169 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/security-groups/1d40fc20-d26a-4a9e-a5da-e256e818224c HTTP/1.1" status: 204 len: 168 time: 0.1511874 Mar 22 15:07:21.757234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d243f7-bfb2-46e1-b0f3-5fa1d4116e65 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40fc20-d26a-4a9e-a5da-e256e818224c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.152392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.230148 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34854) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.236775 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400345462', 'description': 'tempest-secgroup-smoke-400345462 description', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.263610 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.333795 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (9531fbb9-1079-495d-84c6-16f55aa2fab9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.339256 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9531fbb9-1079-495d-84c6-16f55aa2fab9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.368257 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.369464 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1383219 Mar 22 15:07:22.371621 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f921-e0c0-48b2-be7a-61d13a8044ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9531fbb9-1079-495d-84c6-16f55aa2fab9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.372980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34856) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.378364 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.404393 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (28b0a16c-7612-4617-ae73-115c509251bd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.449828 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (28b0a16c-7612-4617-ae73-115c509251bd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.455164 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (28b0a16c-7612-4617-ae73-115c509251bd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.474258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b0a16c-7612-4617-ae73-115c509251bd,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.482548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.483746 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8050c30b-39d9-40db-9312-9d6b6a89cad1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090453 Mar 22 15:07:22.486522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.491125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.516943 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (64032a27-5584-4062-8188-61f312116c47), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.573140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (64032a27-5584-4062-8188-61f312116c47), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.577802 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (64032a27-5584-4062-8188-61f312116c47), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.595213 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64032a27-5584-4062-8188-61f312116c47,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.605843 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.607084 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-94586288-4c54-4941-aec2-79e69ed69eb9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196384 Mar 22 15:07:22.609929 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.614386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.641898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (3554dce8-77ae-4bdc-bc21-2042a0731ef0), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.701895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (3554dce8-77ae-4bdc-bc21-2042a0731ef0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.706330 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (3554dce8-77ae-4bdc-bc21-2042a0731ef0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.724011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3554dce8-77ae-4bdc-bc21-2042a0731ef0,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.732192 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.733381 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-3674c840-19be-4eb0-9e99-6ae5cfcd2fb2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223757 Mar 22 15:07:22.736324 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.740849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.768294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (3814733a-bb64-462e-bea1-c7888b91e255), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.825310 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (3814733a-bb64-462e-bea1-c7888b91e255), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.831165 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (3814733a-bb64-462e-bea1-c7888b91e255), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.848300 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3814733a-bb64-462e-bea1-c7888b91e255,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.856114 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.857315 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3604fb70-ae35-4eb8-b802-370d17c5c6e6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200004 Mar 22 15:07:22.861145 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34864) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.865445 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:22.887396 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:07:22.892420 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (24bd65e2-f102-4b84-8b18-352818d9f9ea), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.945682 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:07:22.952007 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (24bd65e2-f102-4b84-8b18-352818d9f9ea), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.955812 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (24bd65e2-f102-4b84-8b18-352818d9f9ea), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.967177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:07:22.967420 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0aa670a6-e9ee-45f0-9b16-fa154c4438a2 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:07:22.970612 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bd65e2-f102-4b84-8b18-352818d9f9ea,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:22.983229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:22.984698 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d18edef5-383c-4745-a7f9-51e279ee3f26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225185 Mar 22 15:07:22.987635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34866) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:22.992116 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '9531fbb9-1079-495d-84c6-16f55aa2fab9', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:23.012725 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:07:23.017421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (8c6249df-3b3b-4d8f-b989-d8c4f0f39c28), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.073638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (8c6249df-3b3b-4d8f-b989-d8c4f0f39c28), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.078378 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8c6249df-3b3b-4d8f-b989-d8c4f0f39c28), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.096157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6249df-3b3b-4d8f-b989-d8c4f0f39c28,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:23.105337 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.106602 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dca14bb7-54a1-4c52-9ff4-92a755ab54c1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179466 Mar 22 15:07:23.109453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34868) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:23.114489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'network': {'name': 'tempest-network-smoke--1378359091', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:23.136178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:07:23.139504 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.162914 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:07:23.172725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5bdc1ed2-8097-4a10-9ed4-80bb18289e56), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.173309 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Added segment 5bdc1ed2-8097-4a10-9ed4-80bb18289e56 of type vlan for network a80fcb3b-8432-4e6c-a421-e8452ce4e89c Mar 22 15:07:23.213163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (a80fcb3b-8432-4e6c-a421-e8452ce4e89c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.237096 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (a80fcb3b-8432-4e6c-a421-e8452ce4e89c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.242051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:23.242631 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.309816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992223 Mar 22 15:07:23.312594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34870) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:23.317290 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'admin_state_up': True, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:23.318670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac98fd8-3dae-4611-9449-9a39d6ff8022 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Network': ['ID=a80fcb3b-8432-4e6c-a421-e8452ce4e89c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:23.328812 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:07:23.344052 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.345413 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.403464 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.876745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:23.947544 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.077325 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.095826 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.202497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.139 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/63881267-c795-461c-97f4-b867ed1ca4f6) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:24.303166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (63881267-c795-461c-97f4-b867ed1ca4f6), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.340368 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.379601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:24.383921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:24.389384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:24.395011 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=63881267-c795-461c-97f4-b867ed1ca4f6,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:24.656126 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.877133 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:24.969441 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.010780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:07:25.115452 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:25.125783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Sync routers for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:25.137327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:25.137851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:25.138426 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.139656 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-0899b112-22a3-488a-b44e-b07191ec3518 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8259876 Mar 22 15:07:25.143200 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:25.171658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-483c4569-27ca-40f7-967b-4a7f40af3f3d tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272880 Mar 22 15:07:25.174393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34874) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:25.246691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:25.264170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad91c91-e833-4cf9-8978-04f2883789f4 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:25.268331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0ad91c91-e833-4cf9-8978-04f2883789f4 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904226 Mar 22 15:07:25.268806 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:25.303305 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b100f7d4-cd82-4ad1-b718-075f017dee20 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310032 Mar 22 15:07:25.303728 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34878) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:25.308472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124744231', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:25.400097 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:07:25.403626 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.432503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:24Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:25.459170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Checking router: 12b628a2-a2f3-4618-bc44-5fecdcf0db9f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:25.459507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Updating router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f port 63881267-c795-461c-97f4-b867ed1ca4f6 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:07:25.487408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.587385 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (0ea88409-cec1-4a6b-9069-74d87954c33c), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.645177 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Subnet': ['ID=0ea88409-cec1-4a6b-9069-74d87954c33c,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:25.653707 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Checking segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:25.654088 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network hostable DHCP agents. Network: a80fcb3b-8432-4e6c-a421-e8452ce4e89c, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:07:25.672303 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:07:25.681561 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, a80fcb3b-8432-4e6c-a421-e8452ce4e89c) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:25.685770 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:25.686389 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.694180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e54814-9459-4550-b6af-aff4a516312e None None] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:07:25.705756 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ee6d4a5c-38e1-4199-a003-f0cf54f71a75 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3984900 Mar 22 15:07:25.706197 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 34880) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:25.785696 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks [] for port (63881267-c795-461c-97f4-b867ed1ca4f6), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.797041 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.875536 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ce9d-48d2-4278-9de9-456f67312339 None None] Pushing event updated for resources: {'Port': ['ID=63881267-c795-461c-97f4-b867ed1ca4f6,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:25.879977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Attempting to bind port 63881267-c795-461c-97f4-b867ed1ca4f6 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:07:25.880351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Attempting to bind port 63881267-c795-461c-97f4-b867ed1ca4f6 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:07:25.880724 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Attempting to bind port 63881267-c795-461c-97f4-b867ed1ca4f6 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:25.886533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:07:25.886875 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:25.887285 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.888049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:07:25.888263 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Bound port: 63881267-c795-461c-97f4-b867ed1ca4f6, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:07:25.888504 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.891475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:07:25.892283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:25.999281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] For port 63881267-c795-461c-97f4-b867ed1ca4f6, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:07:26.024444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] For port 63881267-c795-461c-97f4-b867ed1ca4f6, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63881267-c795-461c-97f4-b867ed1ca4f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:07:26.036496 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.120339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Allocated IP 172.20.0.2 (a80fcb3b-8432-4e6c-a421-e8452ce4e89c/0ea88409-cec1-4a6b-9069-74d87954c33c/95bc67f2-26e7-4de3-97de-faef0ab1902b) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:26.131792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:26.132436 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:26.157314 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.174797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ce9d-48d2-4278-9de9-456f67312339 None None] Pushing event updated for resources: {'Port': ['ID=63881267-c795-461c-97f4-b867ed1ca4f6,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:26.312703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:26.453353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks [] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.464820 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.510757 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.1 (a80fcb3b-8432-4e6c-a421-e8452ce4e89c/0ea88409-cec1-4a6b-9069-74d87954c33c/57841d45-51d2-498e-9ed1-7a152909a870) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:26.637807 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (57841d45-51d2-498e-9ed1-7a152909a870), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.673049 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.680200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:26.688117 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:26.693916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:26.697562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Pushing event updated for resources: {'Port': ['ID=95bc67f2-26e7-4de3-97de-faef0ab1902b,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:26.710186 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:26.713311 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:26.717017 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:26.744403 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:26.767240 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.776452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Attempting to bind port 95bc67f2-26e7-4de3-97de-faef0ab1902b on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:07:26.776831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Attempting to bind port 95bc67f2-26e7-4de3-97de-faef0ab1902b by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:07:26.777198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Attempting to bind port 95bc67f2-26e7-4de3-97de-faef0ab1902b on network a80fcb3b-8432-4e6c-a421-e8452ce4e89c {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:26.784706 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:07:26.785074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Checking segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:26.785480 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.785876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Bound using segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:07:26.787454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Bound port: 95bc67f2-26e7-4de3-97de-faef0ab1902b, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:07:26.787895 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.810776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:24Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:26.856408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b29183-e7b8-49ec-9eb4-6a44581057ab None None] The sync data for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 is: [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:24Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:26.886457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b256defb-252c-494a-a516-b20800a42b1a None None] For port 95bc67f2-26e7-4de3-97de-faef0ab1902b, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:07:26.890279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b256defb-252c-494a-a516-b20800a42b1a None None] For port 95bc67f2-26e7-4de3-97de-faef0ab1902b, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=95bc67f2-26e7-4de3-97de-faef0ab1902b,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:07:26.898029 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.912250 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57841d45-51d2-498e-9ed1-7a152909a870), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:26.962785 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256defb-252c-494a-a516-b20800a42b1a None None] Pushing event updated for resources: {'Port': ['ID=95bc67f2-26e7-4de3-97de-faef0ab1902b,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:27.260370 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (57841d45-51d2-498e-9ed1-7a152909a870), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:27.266104 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:27.343188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:27.344966 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:27.445046 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:27.446620 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:27.899158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:07:27.933091 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3e17e-6b37-486d-b890-b847345a6c6d None None] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:07:28.016447 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:28.020211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Provisioning complete for port 95bc67f2-26e7-4de3-97de-faef0ab1902b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:28.020590 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.022757 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1edea4cb-5ac0-4b6b-9195-e6267476eef7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/12b628a2-a2f3-4618-bc44-5fecdcf0db9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143184 Mar 22 15:07:28.137932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Current status of the port 95bc67f2-26e7-4de3-97de-faef0ab1902b is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:28.138495 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.177781 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] For port 95bc67f2-26e7-4de3-97de-faef0ab1902b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=95bc67f2-26e7-4de3-97de-faef0ab1902b,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:28.183326 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.191264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-8bc22e87-fe6f-4765-82fd-0aff6daf7323 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400345462&fields=id&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 267 time: 0.0553570 Mar 22 15:07:28.237664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126444bb-7b15-4aeb-b9bb-8ba6fa0fc3b6 None None] Pushing event updated for resources: {'Port': ['ID=95bc67f2-26e7-4de3-97de-faef0ab1902b,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:28.312612 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-a25baabf-eb55-4967-be05-5375ab61fb00 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:28.314124 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-a25baabf-eb55-4967-be05-5375ab61fb00 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 797 time: 0.1160235 Mar 22 15:07:28.330945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-811a6891-5020-4071-9f20-5daf06083d6f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/quotas/3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 375 time: 0.0103769 Mar 22 15:07:28.398531 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-e28785b0-9b66-4b5b-a283-d97072236d20 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621636 Mar 22 15:07:28.406039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Provisioning complete for port 95bc67f2-26e7-4de3-97de-faef0ab1902b triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:28.406638 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.499791 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-5d46ec2a-a8a8-483a-8ebf-b77fba45f4cd service neutron] 10.222.0.81 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935402 Mar 22 15:07:28.505057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Current status of the port 95bc67f2-26e7-4de3-97de-faef0ab1902b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:28.516457 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:28.516833 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.552180 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-11b60da6-4665-46f7-bfde-9449d271c634 None None] Port 57841d45-51d2-498e-9ed1-7a152909a870 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:07:28.589988 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Sync routers for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:28.601228 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:28.601887 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:28.681465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-13f4e005-512a-44c1-a684-bef3ae162f1e None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:28.682264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-13f4e005-512a-44c1-a684-bef3ae162f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.720282 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-13f4e005-512a-44c1-a684-bef3ae162f1e None None] Port 57841d45-51d2-498e-9ed1-7a152909a870 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:07:28.803530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.817810 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:28.842172 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-22dad98d-49a5-4e63-831e-7f6930e0a4ff None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:28.842405 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-22dad98d-49a5-4e63-831e-7f6930e0a4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:28.881939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-22dad98d-49a5-4e63-831e-7f6930e0a4ff None None] Port 57841d45-51d2-498e-9ed1-7a152909a870 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:07:28.923985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-87d00a1c-70e6-4fd2-a0de-bebd334a741e service neutron] 10.222.0.81 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169848 Mar 22 15:07:29.041769 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:27Z', 'revision_number': 2, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:29.074466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Checking router: 12b628a2-a2f3-4618-bc44-5fecdcf0db9f for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:29.074816 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Updating router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f port 57841d45-51d2-498e-9ed1-7a152909a870 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:07:29.092487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 95bc67f2-26e7-4de3-97de-faef0ab1902b up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:07:29.115751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d89d336c-90f9-4948-8ab2-19030851738f req-30598354-393a-4521-8a72-e4f35eebf78c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 210 time: 0.0348506 Mar 22 15:07:29.125434 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57841d45-51d2-498e-9ed1-7a152909a870), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.149189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 95bc67f2-26e7-4de3-97de-faef0ab1902b triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:29.149901 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.233064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 95bc67f2-26e7-4de3-97de-faef0ab1902b is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:29.234403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63881267-c795-461c-97f4-b867ed1ca4f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:07:29.296850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 63881267-c795-461c-97f4-b867ed1ca4f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:29.297588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.382340 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 63881267-c795-461c-97f4-b867ed1ca4f6 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:29.382737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.405140 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 63881267-c795-461c-97f4-b867ed1ca4f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63881267-c795-461c-97f4-b867ed1ca4f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:29.409412 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.416853 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks [] for port (57841d45-51d2-498e-9ed1-7a152909a870), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.423430 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.476819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=63881267-c795-461c-97f4-b867ed1ca4f6,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:29.498019 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Pushing event updated for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:29.521228 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.521594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.522165 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.522569 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.522845 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.523180 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.523509 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.523837 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.524162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.524484 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.524923 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.525251 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.525573 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.525895 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.526241 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:07:29.542261 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Attempting to bind port 57841d45-51d2-498e-9ed1-7a152909a870 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:07:29.542647 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Attempting to bind port 57841d45-51d2-498e-9ed1-7a152909a870 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:07:29.543045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Attempting to bind port 57841d45-51d2-498e-9ed1-7a152909a870 on network a80fcb3b-8432-4e6c-a421-e8452ce4e89c {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:29.549017 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:07:29.549396 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Checking segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:29.549803 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.550229 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Bound using segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:07:29.550703 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Bound port: 57841d45-51d2-498e-9ed1-7a152909a870, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:07:29.551082 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57841d45-51d2-498e-9ed1-7a152909a870), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.625635 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] For port 57841d45-51d2-498e-9ed1-7a152909a870, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:07:29.630273 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] For port 57841d45-51d2-498e-9ed1-7a152909a870, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57841d45-51d2-498e-9ed1-7a152909a870,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:07:29.639514 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.643739 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.703436 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:29.704064 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:29.710858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:29.711397 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.744313 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c48e-cdc1-476a-ba7a-9518ab90f5d7 None None] Pushing event updated for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:29.825234 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Current status of the port 57841d45-51d2-498e-9ed1-7a152909a870 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:29.825717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (57841d45-51d2-498e-9ed1-7a152909a870), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.829082 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:29.866920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] For port 57841d45-51d2-498e-9ed1-7a152909a870, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57841d45-51d2-498e-9ed1-7a152909a870,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:29.872052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:29.926237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ebe6b-68ca-47c7-a3d6-daf14e95c0d9 None None] Pushing event updated for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:29.992629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8fe09e7e-c7ed-45f1-ac39-871e707a9ae3 None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:29.993092 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8fe09e7e-c7ed-45f1-ac39-871e707a9ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.042159 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:30.071019 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40675af1-4e40-4465-914e-ab654cfc2e4d None None] The sync data for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 is: [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:30.078192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8fe09e7e-c7ed-45f1-ac39-871e707a9ae3 None None] Current status of the port 57841d45-51d2-498e-9ed1-7a152909a870 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:30.277522 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12aa6a33-6f42-4cd5-a4fb-78ce8939bd1c req-7241f60d-0387-40e4-af3a-f74b5dbf1851 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 210 time: 0.0679030 Mar 22 15:07:30.289592 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-4a97ad45-9513-4455-809d-880db138ebab tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:30.291114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-4a97ad45-9513-4455-809d-880db138ebab tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 797 time: 0.1919978 Mar 22 15:07:30.359584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-2c6f0793-a0b4-4a8e-a59d-b11b5bbd2ec0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 379 time: 0.0580277 Mar 22 15:07:30.369741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'port': {'device_id': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'admin_state_up': True, 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'security_groups': ['9531fbb9-1079-495d-84c6-16f55aa2fab9']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:30.476397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:07:30.479750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.614443 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.13 (a80fcb3b-8432-4e6c-a421-e8452ce4e89c/0ea88409-cec1-4a6b-9069-74d87954c33c/a3f76040-0a3a-4d93-8039-fd9a54605736) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:30.760410 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.795253 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.838339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:30.841589 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:30.848069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:30.854254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:30.900770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:30.901462 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:30.919958 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-80fb24ab-5fab-4275-a2e3-d36c48dec15d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541050 Mar 22 15:07:30.932878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Request body: {'port': {'device_id': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:31.011149 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.106760 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57841d45-51d2-498e-9ed1-7a152909a870 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:07:31.136009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7c40a9bc-6f57-402e-84f3-e9627b00e17c None None] Provisioning complete for port a3f76040-0a3a-4d93-8039-fd9a54605736 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:31.136707 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c40a9bc-6f57-402e-84f3-e9627b00e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.186342 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7c40a9bc-6f57-402e-84f3-e9627b00e17c None None] Port a3f76040-0a3a-4d93-8039-fd9a54605736 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:07:31.199396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 57841d45-51d2-498e-9ed1-7a152909a870 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:31.199796 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (57841d45-51d2-498e-9ed1-7a152909a870), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.278068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 57841d45-51d2-498e-9ed1-7a152909a870 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:31.279126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63881267-c795-461c-97f4-b867ed1ca4f6 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:07:31.296918 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f76040-0a3a-4d93-8039-fd9a54605736 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:07:31.304747 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks [] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.316710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Transition to ACTIVE for port object a3f76040-0a3a-4d93-8039-fd9a54605736 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:07:31.321638 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.330833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 63881267-c795-461c-97f4-b867ed1ca4f6 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:31.332485 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.416442 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 63881267-c795-461c-97f4-b867ed1ca4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:31.423489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.478401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bfcb2-1c29-4cb9-bb47-c485080c01c6 req-62b393fb-177b-4788-86f3-eceef9bef357 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:31.479938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f70bfcb2-1c29-4cb9-bb47-c485080c01c6 req-62b393fb-177b-4788-86f3-eceef9bef357 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 944 time: 0.1287458 Mar 22 15:07:31.506473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Attempting to bind port a3f76040-0a3a-4d93-8039-fd9a54605736 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:07:31.506808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Attempting to bind port a3f76040-0a3a-4d93-8039-fd9a54605736 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:07:31.507139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Attempting to bind port a3f76040-0a3a-4d93-8039-fd9a54605736 on network a80fcb3b-8432-4e6c-a421-e8452ce4e89c {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:31.514962 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Port a3f76040-0a3a-4d93-8039-fd9a54605736 on network a80fcb3b-8432-4e6c-a421-e8452ce4e89c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:07:31.515289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Attempting to bind port a3f76040-0a3a-4d93-8039-fd9a54605736 on network a80fcb3b-8432-4e6c-a421-e8452ce4e89c {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:07:31.528397 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:07:31.528740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Checking segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:07:31.529124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Bound using segment: {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:07:31.529562 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Bound port: a3f76040-0a3a-4d93-8039-fd9a54605736, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdc1ed2-8097-4a10-9ed4-80bb18289e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:07:31.529920 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.558853 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f70bfcb2-1c29-4cb9-bb47-c485080c01c6 req-c4114d9c-e43c-40b1-9a0c-4d9d38d9f980 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691023 Mar 22 15:07:31.611795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:07:31.615218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a3f76040-0a3a-4d93-8039-fd9a54605736,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:07:31.623227 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.656694 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:31.657381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:31.658808 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] 10.222.0.82 "PUT /v2.0/ports/a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 1092 time: 0.7317772 Mar 22 15:07:31.659279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:31.661544 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00b64d-5df2-4d82-a520-4eee7edfd757" -d '{"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:31.695774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afdaf-8bb9-448b-b5bb-9d3a02f938a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:31.715360 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd43060-3702-4a2e-89a3-81868be26dcc x-openstack-request-id: req-0dd43060-3702-4a2e-89a3-81868be26dcc {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:31.715660 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:31.715920 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dd43060-3702-4a2e-89a3-81868be26dcc {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:31.716351 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd43060-3702-4a2e-89a3-81868be26dcc'] response: {'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'status': 'completed', 'code': 200} Mar 22 15:07:31.751539 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-46a7b5b2-8619-4077-bb82-756c4afb56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:31.753103 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-46a7b5b2-8619-4077-bb82-756c4afb56c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1126 time: 0.0502374 Mar 22 15:07:31.795804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-fe516f0c-d693-4138-aaee-925cf8ff4335 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 217 time: 0.0355997 Mar 22 15:07:31.848959 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-bb54c901-3813-4e53-a7c6-dced776a4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:31.850519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-bb54c901-3813-4e53-a7c6-dced776a4fd6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0491540 Mar 22 15:07:31.900782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-0b4f00d1-6daf-4687-9463-638d99c1af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:31.902318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-0b4f00d1-6daf-4687-9463-638d99c1af30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453854 Mar 22 15:07:31.994509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-58062a30-1c9a-4580-b2c0-a42f08e2935f service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865304 Mar 22 15:07:32.085741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-604a74c5-6d0a-4b23-83e2-bd53ed4216b3 req-778bbda6-4ea4-406c-8d4b-a423b5f3fe52 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Mar 22 15:07:32.177648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-09541e3d-7749-4a6f-9e67-4bd2799a9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:32.179196 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-09541e3d-7749-4a6f-9e67-4bd2799a9bc9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1126 time: 0.0468512 Mar 22 15:07:32.272253 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-1cb10ec4-004c-48e4-97a8-d11bb7f6fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:32.273634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-1cb10ec4-004c-48e4-97a8-d11bb7f6fbf5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 898 time: 0.0882530 Mar 22 15:07:32.321088 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-5b2a0156-2299-49d5-b6ab-8d1ffefa573b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 217 time: 0.0406177 Mar 22 15:07:32.375512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-eb0ef721-b176-487d-b8e1-a30c64e63359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:32.376994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-eb0ef721-b176-487d-b8e1-a30c64e63359 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0499284 Mar 22 15:07:32.431795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-7c121052-37c5-4623-818c-edf875702c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:32.433252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-7c121052-37c5-4623-818c-edf875702c3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492442 Mar 22 15:07:32.524460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-a0b09b46-bf77-4099-a7d1-19404836d552 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Mar 22 15:07:32.621072 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0e00b64d-5df2-4d82-a520-4eee7edfd757 req-e7dbbdff-36ac-48f1-b73a-aba8b67f787a service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907266 Mar 22 15:07:32.686953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a910f25-c37b-4694-a910-e520f46143fd req-b706417c-b919-4be6-93fa-21084a5de1dd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:32.688529 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a910f25-c37b-4694-a910-e520f46143fd req-b706417c-b919-4be6-93fa-21084a5de1dd tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 944 time: 0.0577476 Mar 22 15:07:32.740624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a910f25-c37b-4694-a910-e520f46143fd req-430a7ec0-32e3-4f10-a1b4-959fa8f06b90 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454259 Mar 22 15:07:33.888426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54f63-c5cb-4448-894c-2411bf1b85a1 req-c1dea077-288f-48f4-9527-646c5c72d603 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:33.890229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79b54f63-c5cb-4448-894c-2411bf1b85a1 req-c1dea077-288f-48f4-9527-646c5c72d603 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 944 time: 0.0619719 Mar 22 15:07:33.946651 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79b54f63-c5cb-4448-894c-2411bf1b85a1 req-6c11eb5b-19c1-4692-9795-4d7a82ba9643 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500729 Mar 22 15:07:34.414550 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a3f76040-0a3a-4d93-8039-fd9a54605736 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:07:34.524788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a3f76040-0a3a-4d93-8039-fd9a54605736,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:34.539680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'port_id': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'mac_address': 'fa:16:3e:89:e9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:07:34.578092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a3f76040-0a3a-4d93-8039-fd9a54605736 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:34.578484 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:34.592041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f76040-0a3a-4d93-8039-fd9a54605736 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:07:34.611400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a3f76040-0a3a-4d93-8039-fd9a54605736,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:34.618287 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:34.675985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:34.813438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['a3f76040-0a3a-4d93-8039-fd9a54605736'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:07:35.070441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10396-ead9-4c63-af66-6ae8d95cd9d1 req-8c264891-53e9-4845-b9a8-9071627edaa1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:35.071909 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7d10396-ead9-4c63-af66-6ae8d95cd9d1 req-8c264891-53e9-4845-b9a8-9071627edaa1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 945 time: 0.0557053 Mar 22 15:07:35.120552 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7d10396-ead9-4c63-af66-6ae8d95cd9d1 req-a1f7ca1f-5c54-4f16-af75-ffcc6db77859 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Mar 22 15:07:36.254241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701494-5bb4-40fc-974a-261a231f1c7a req-ecef5d93-4b89-4591-a235-5de255be6df0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:36.255711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46701494-5bb4-40fc-974a-261a231f1c7a req-ecef5d93-4b89-4591-a235-5de255be6df0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 945 time: 0.0564289 Mar 22 15:07:36.306525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46701494-5bb4-40fc-974a-261a231f1c7a req-0c3e694d-ebce-44ef-b7fc-192de01edcd4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450659 Mar 22 15:07:36.422287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a3f76040-0a3a-4d93-8039-fd9a54605736 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:07:36.480151 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port a3f76040-0a3a-4d93-8039-fd9a54605736 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:07:36.484009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port a3f76040-0a3a-4d93-8039-fd9a54605736 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:07:36.484424 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:36.564502 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port a3f76040-0a3a-4d93-8039-fd9a54605736 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:07:36.564891 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:36.587053 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:36.589271 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce3d62-0c35-422a-b431-a79de170a62f" -d '{"events": [{"server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "name": "network-vif-plugged", "status": "completed", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:36.601121 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a3f76040-0a3a-4d93-8039-fd9a54605736,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:07:36.606012 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:36.629132 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df7b73-4993-4f17-8e3e-21f3536ba7fd x-openstack-request-id: req-e0df7b73-4993-4f17-8e3e-21f3536ba7fd {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:36.629440 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "name": "network-vif-plugged", "status": "completed", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:36.629699 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0df7b73-4993-4f17-8e3e-21f3536ba7fd {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:36.630127 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0df7b73-4993-4f17-8e3e-21f3536ba7fd'] response: {'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'code': 200} Mar 22 15:07:36.655040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:36.729178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da87beb-cb54-4f89-bc07-17866f0c2295 req-33bf12df-377a-42f6-8984-dac26b271fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:36.730695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3da87beb-cb54-4f89-bc07-17866f0c2295 req-33bf12df-377a-42f6-8984-dac26b271fd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1128 time: 0.0471258 Mar 22 15:07:36.776372 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3da87beb-cb54-4f89-bc07-17866f0c2295 req-b8072de9-d310-46a8-a5cb-889912a47b1d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385251 Mar 22 15:07:37.442529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a83a-4dde-4b14-ab33-e774f3b796cb req-b4b3c127-358e-4486-900f-dae820d198fa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:37.443982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d59a83a-4dde-4b14-ab33-e774f3b796cb req-b4b3c127-358e-4486-900f-dae820d198fa tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0542662 Mar 22 15:07:37.494756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d59a83a-4dde-4b14-ab33-e774f3b796cb req-178ce49c-997b-4acb-ab51-593acd8b5e88 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Mar 22 15:07:38.633885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d86f-2eca-4bbf-9521-08fc5a0c9a13 req-5c82067f-3bc6-41e0-8498-1376bcbae957 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:38.635379 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6599d86f-2eca-4bbf-9521-08fc5a0c9a13 req-5c82067f-3bc6-41e0-8498-1376bcbae957 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0556743 Mar 22 15:07:38.692127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6599d86f-2eca-4bbf-9521-08fc5a0c9a13 req-0fd4d52e-8ecf-4c1b-9189-9973db48406e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489662 Mar 22 15:07:38.816999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabfa09-3219-4179-9085-e5b2644fdd72 req-3d689fc9-e259-413d-9991-b092cec160a0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:38.818399 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dabfa09-3219-4179-9085-e5b2644fdd72 req-3d689fc9-e259-413d-9991-b092cec160a0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0529435 Mar 22 15:07:38.869802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7dabfa09-3219-4179-9085-e5b2644fdd72 req-f6551913-c962-40fc-8b52-0a2f5bec058e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 Mar 22 15:07:38.899146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34930) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:38.943058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b6d62f-f8c9-4e0e-924e-ea1d0b5473f8 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:38.944453 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a3b6d62f-f8c9-4e0e-924e-ea1d0b5473f8 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1123 time: 0.0443578 Mar 22 15:07:38.947576 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34932) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:38.951819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:07:38.975416 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.080302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.185588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.103 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/52d76e8d-effb-47ce-bd2b-48215b016614) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:07:39.297307 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (52d76e8d-effb-47ce-bd2b-48215b016614), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.335090 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.371321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:07:39.374175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:07:39.381517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:07:39.387042 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=52d76e8d-effb-47ce-bd2b-48215b016614,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:39.752913 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (3485fc76-4b99-471a-b41b-93df2ec0f4b5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.830367 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.981619 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (52d76e8d-effb-47ce-bd2b-48215b016614), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:39.988295 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:40.061762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=52d76e8d-effb-47ce-bd2b-48215b016614,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:07:40.072817 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (3485fc76-4b99-471a-b41b-93df2ec0f4b5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:40.174317 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 3485fc76-4b99-471a-b41b-93df2ec0f4b5 associated. External IP: 172.25.3.103, port: a3f76040-0a3a-4d93-8039-fd9a54605736. Mar 22 15:07:40.400645 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:07:40.511088 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:07:40.520700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Sync routers for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:07:40.530498 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:40.532468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:40.533129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:40.563620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06e9caf2-a6bb-47f4-86b0-6cb5fa67b0a8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6150520 Mar 22 15:07:40.564606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:07:40.567186 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10dcfe9-134e-40fe-8738-f1a4d6880c21" -d '{"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:07:40.613447 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40d0e8-9e18-4f89-9a51-d4a1a1f3b62b x-openstack-request-id: req-ce40d0e8-9e18-4f89-9a51-d4a1a1f3b62b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:07:40.613747 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:07:40.614031 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce40d0e8-9e18-4f89-9a51-d4a1a1f3b62b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:07:40.614447 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce40d0e8-9e18-4f89-9a51-d4a1a1f3b62b'] response: {'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'status': 'completed', 'code': 200} Mar 22 15:07:40.644293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:40.711165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe669592-7ede-41fb-9fb1-6b755ef36f37 req-b86fd6d4-3ef1-4c80-86c7-4843fff0a9c2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:40.712671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe669592-7ede-41fb-9fb1-6b755ef36f37 req-b86fd6d4-3ef1-4c80-86c7-4843fff0a9c2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0814385 Mar 22 15:07:40.714603 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-e30b169b-d008-446d-8073-f195d6f15d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:40.715968 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-e30b169b-d008-446d-8073-f195d6f15d58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1128 time: 0.0759547 Mar 22 15:07:40.818861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fe669592-7ede-41fb-9fb1-6b755ef36f37 req-801351a8-f969-472a-9014-cb2200dc57e9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002383 Mar 22 15:07:40.839548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-5754bba9-bcf0-4660-9151-b716c78d09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:40.841065 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-5754bba9-bcf0-4660-9151-b716c78d09e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 898 time: 0.1159208 Mar 22 15:07:40.841765 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:40.870678 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3485fc76-4b99-471a-b41b-93df2ec0f4b5', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'port_id': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'mac_address': 'fa:16:3e:89:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:07:39Z', 'updated_at': '2022-03-22T15:07:39Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:40.896986 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Checking router: 12b628a2-a2f3-4618-bc44-5fecdcf0db9f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:07:40.905448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:07:40.906061 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:07:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:41.018750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:07:41.252293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3485fc76-4b99-471a-b41b-93df2ec0f4b5', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'port_id': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'mac_address': 'fa:16:3e:89:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:07:39Z', 'updated_at': '2022-03-22T15:07:39Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:07:41.268266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dd7890e7-184a-4ecf-85c0-f3f2bb70002e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/3485fc76-4b99-471a-b41b-93df2ec0f4b5 HTTP/1.1" status: 200 len: 992 time: 0.4253488 Mar 22 15:07:41.272387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-22938ecb-42d9-4ad1-b2b0-27ea51275ade service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 1000 time: 0.4243860 Mar 22 15:07:41.282744 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809580dc-fbb2-4a8b-a860-54e8f5caa764 None None] The sync data for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 is: [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '3485fc76-4b99-471a-b41b-93df2ec0f4b5', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'port_id': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'mac_address': 'fa:16:3e:89:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:07:39Z', 'updated_at': '2022-03-22T15:07:39Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:07:41.321878 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-ad69a0be-c0a8-4adc-b236-03bc9a024128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:41.323417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-ad69a0be-c0a8-4adc-b236-03bc9a024128 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0440576 Mar 22 15:07:41.373571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-6081b5d7-47ef-4db2-9895-ddfe9e133d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:07:41.375112 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-6081b5d7-47ef-4db2-9895-ddfe9e133d77 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461864 Mar 22 15:07:41.469875 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-d367c865-cc9b-4c74-932b-323348c1c9c7 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886490 Mar 22 15:07:41.475063 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87025e50-c4cf-42da-b749-ab39c55cbaec None None] New status for floating IP 3485fc76-4b99-471a-b41b-93df2ec0f4b5: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:07:41.565922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a10dcfe9-134e-40fe-8738-f1a4d6880c21 req-c0802d20-9a59-4a04-941f-6b71466c5c2b service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879593 Mar 22 15:07:42.273296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:07:42.350802 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0ca53184-6695-4505-bd42-05ac6ffcde1a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/3485fc76-4b99-471a-b41b-93df2ec0f4b5 HTTP/1.1" status: 200 len: 994 time: 0.0759494 Mar 22 15:07:48.662035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fd190121-e3d1-4ae2-8585-2e27d50683e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:48.669399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:07:51.067806 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b9618f45-2f89-4e13-9484-58fb20aa2f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:52.163629 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:53.950808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:54.979187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:58.803242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:07:59.634213 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:09.143249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c34c2-e399-48c2-9a49-28d5d9d30155 req-3bc396e8-3852-4f78-970f-5eed29968ce1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:09.144756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614c34c2-e399-48c2-9a49-28d5d9d30155 req-3bc396e8-3852-4f78-970f-5eed29968ce1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0575094 Mar 22 15:08:09.193809 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-614c34c2-e399-48c2-9a49-28d5d9d30155 req-420a4eb2-4372-466d-b16f-2e1f4ddc6e72 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Mar 22 15:08:10.330501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be316-c35c-49d6-998b-dfb2ac5cf9fc req-7f015b4b-0a38-4154-91af-bacea89ac369 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:10.331952 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d3be316-c35c-49d6-998b-dfb2ac5cf9fc req-7f015b4b-0a38-4154-91af-bacea89ac369 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0571334 Mar 22 15:08:10.379954 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5d3be316-c35c-49d6-998b-dfb2ac5cf9fc req-a783a404-38e9-4bea-beb0-c15428595fda tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 Mar 22 15:08:11.519153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940033e2-d129-4163-9c52-91052c844791 req-83a2f3dc-e8b1-40c5-be39-383eff683e85 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:11.520620 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-940033e2-d129-4163-9c52-91052c844791 req-83a2f3dc-e8b1-40c5-be39-383eff683e85 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0637562 Mar 22 15:08:11.571519 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-940033e2-d129-4163-9c52-91052c844791 req-0621b923-d4a0-4959-8ab0-04b505a29858 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Mar 22 15:08:12.700139 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df93f8-15c8-4dbd-9402-8072c45bbe6c req-2eab75af-d051-4c2c-b559-147cbf02f8b2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:12.702039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2df93f8-15c8-4dbd-9402-8072c45bbe6c req-2eab75af-d051-4c2c-b559-147cbf02f8b2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0574739 Mar 22 15:08:12.760006 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b2df93f8-15c8-4dbd-9402-8072c45bbe6c req-b0907f43-c920-4e20-be1f-a365db00a89d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518980 Mar 22 15:08:13.902949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfeba0-cc3a-4a7b-811e-367fd86e0a62 req-55a601a7-9ea2-40a8-9c16-756c091ac86c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:13.904437 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bbfeba0-cc3a-4a7b-811e-367fd86e0a62 req-55a601a7-9ea2-40a8-9c16-756c091ac86c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0645752 Mar 22 15:08:13.956825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2bbfeba0-cc3a-4a7b-811e-367fd86e0a62 req-74a1d3ff-b2b9-4c5f-b8ce-c8ccc3b7e1b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465913 Mar 22 15:08:15.089622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347fb25-7785-4d45-b333-9409fe604192 req-c2b7f6e0-43e3-4d50-927a-54a00a5ea5ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:15.091134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7347fb25-7785-4d45-b333-9409fe604192 req-c2b7f6e0-43e3-4d50-927a-54a00a5ea5ff tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0614336 Mar 22 15:08:15.144928 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7347fb25-7785-4d45-b333-9409fe604192 req-ff5c6f10-8ee8-4300-8024-ef7e3722b92e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452840 Mar 22 15:08:16.276812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c906d-bf81-424c-8e36-3af298861edf req-a651b135-0f6d-4289-b07f-51cc4c65af0f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:16.278745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-742c906d-bf81-424c-8e36-3af298861edf req-a651b135-0f6d-4289-b07f-51cc4c65af0f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0606828 Mar 22 15:08:16.331009 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-742c906d-bf81-424c-8e36-3af298861edf req-5c6c68e9-2350-41ae-b560-db65de13a750 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460112 Mar 22 15:08:17.457831 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15f8a4-5b69-42c0-bf75-06babded8d00 req-bf786374-1a18-4e88-a9a1-f5ff72928b1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:17.459362 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d15f8a4-5b69-42c0-bf75-06babded8d00 req-bf786374-1a18-4e88-a9a1-f5ff72928b1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0561123 Mar 22 15:08:17.517352 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d15f8a4-5b69-42c0-bf75-06babded8d00 req-48f81e6e-34a7-44fd-90be-047b989ecc84 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498216 Mar 22 15:08:18.274101 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-b222d08a-b589-42a8-8c39-bea0f95035dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:18.275610 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-b222d08a-b589-42a8-8c39-bea0f95035dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1128 time: 0.0474579 Mar 22 15:08:18.387205 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-05495be6-abf0-4369-adb9-8a1c311680a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:18.388719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-05495be6-abf0-4369-adb9-8a1c311680a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 898 time: 0.0942192 Mar 22 15:08:18.455956 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-0c61a18a-a56c-4d89-b971-a16db42f14c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 1002 time: 0.0609617 Mar 22 15:08:18.511711 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-520f345b-39c3-472b-a531-d145a61a8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:18.513156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-520f345b-39c3-472b-a531-d145a61a8399 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0511627 Mar 22 15:08:18.564510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-7b342484-f80e-4ab2-948f-d8fad1711aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:18.566237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-7b342484-f80e-4ab2-948f-d8fad1711aed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461991 Mar 22 15:08:18.657995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4714470f-b696-4599-8e06-840e9ce4726a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:18.694332 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-153c51c3-a6df-4bba-b9b1-3c15133bc6b7 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222498 Mar 22 15:08:18.702421 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77f8bf-4034-4045-9555-108404ecd48e req-bdd91a91-b187-48ef-8980-43a4e52bef12 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:18.703818 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a77f8bf-4034-4045-9555-108404ecd48e req-bdd91a91-b187-48ef-8980-43a4e52bef12 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0904901 Mar 22 15:08:18.812436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0a77f8bf-4034-4045-9555-108404ecd48e req-3724dcf2-8070-4ec5-b504-4aa5fe2b3146 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005273 Mar 22 15:08:18.828507 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5d972a4-e598-4e3f-b30a-e88f97a567e4 req-764805bc-7ae0-4391-8763-b13bc3b530a2 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237757 Mar 22 15:08:19.945428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f7d5-55b6-4102-95d3-53e6d8737cc9 req-94532b32-e7cf-4eba-95bd-1b965fd50dd4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:19.946969 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c0f7d5-55b6-4102-95d3-53e6d8737cc9 req-94532b32-e7cf-4eba-95bd-1b965fd50dd4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0576046 Mar 22 15:08:19.996919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b5c0f7d5-55b6-4102-95d3-53e6d8737cc9 req-9977374b-06e8-400e-908f-95fef62744db tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Mar 22 15:08:20.024080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34978) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:20.088938 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-33c3d9be-769f-43eb-9e80-c0f5be870d41 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/3485fc76-4b99-471a-b41b-93df2ec0f4b5 HTTP/1.1" status: 200 len: 994 time: 0.0637045 Mar 22 15:08:21.067008 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a960beb6-f4ae-4b44-b5cc-6b77c2b0dde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:21.391859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3971587-1ef3-4433-8f23-d21fdc741b49 req-6e8fa99d-2042-4614-baba-a5fe091d2c9e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:21.393334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3971587-1ef3-4433-8f23-d21fdc741b49 req-6e8fa99d-2042-4614-baba-a5fe091d2c9e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0857892 Mar 22 15:08:21.409432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-0d05d32e-772e-4fa8-865c-93d049e3d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:21.410943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-0d05d32e-772e-4fa8-865c-93d049e3d98d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1128 time: 0.0699377 Mar 22 15:08:21.498649 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b3971587-1ef3-4433-8f23-d21fdc741b49 req-27bb59b4-87e6-47f4-b1c9-69f4f419e40a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990725 Mar 22 15:08:21.526740 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-78561bfd-743d-4ce4-805e-315918723900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:21.528484 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-78561bfd-743d-4ce4-805e-315918723900 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 898 time: 0.1113203 Mar 22 15:08:21.594897 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-b9f41d69-2614-456b-a4b9-1e84215cdf01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 1002 time: 0.0593636 Mar 22 15:08:21.645291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-53974a1c-2364-49e8-90ba-0912992ca894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:21.646706 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-53974a1c-2364-49e8-90ba-0912992ca894 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0468304 Mar 22 15:08:21.698666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-222dd3c1-49df-4946-980c-d161f6063c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:21.700363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-222dd3c1-49df-4946-980c-d161f6063c7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481546 Mar 22 15:08:21.789713 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-8954efa6-d9db-4b13-b6cd-2383d9e3b9f6 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833738 Mar 22 15:08:21.887618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f7c35678-c816-460c-850f-a50ed0ad4fcf req-2965bdd8-f4f5-4f41-ab5a-08abc71bae38 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923860 Mar 22 15:08:22.168502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:22.631863 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae501ef-6322-42da-ac9c-1aee21e1f0d6 req-3ceb2b56-5c2a-4370-a791-fc94019a6893 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:22.633433 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ae501ef-6322-42da-ac9c-1aee21e1f0d6 req-3ceb2b56-5c2a-4370-a791-fc94019a6893 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0570896 Mar 22 15:08:22.688052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4ae501ef-6322-42da-ac9c-1aee21e1f0d6 req-e4e80bbd-706c-479c-bf03-5591426f4e26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465319 Mar 22 15:08:22.710661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 34992) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:22.774865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6f6187e9-4931-41ee-abe5-b6d8f5004167 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/3485fc76-4b99-471a-b41b-93df2ec0f4b5 HTTP/1.1" status: 200 len: 994 time: 0.0630846 Mar 22 15:08:23.957690 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:24.983106 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:25.673473 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:08:28.808713 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:29.641680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:48.668717 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1fa0-2ecf-460a-8e68-a6e66a698a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:51.070861 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e95f35a9-a0ae-446c-9c4a-3d593e95c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:52.163947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.171053 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:53.333055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 52d76e8d-effb-47ce-bd2b-48215b016614 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:08:53.333313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.414285 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.414585 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (52d76e8d-effb-47ce-bd2b-48215b016614), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.425999 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 52d76e8d-effb-47ce-bd2b-48215b016614 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:08:53.584128 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (52d76e8d-effb-47ce-bd2b-48215b016614), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.608860 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=52d76e8d-effb-47ce-bd2b-48215b016614,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:53.620981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.621335 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.621679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.622055 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.622383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.622714 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.623044 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.623365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.623690 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.624008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.624316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.624641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.624955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.625273 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.625590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:53.686305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (3485fc76-4b99-471a-b41b-93df2ec0f4b5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:53.686701 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 3485fc76-4b99-471a-b41b-93df2ec0f4b5 disassociated (deleted). External IP: 172.25.3.103, port: a3f76040-0a3a-4d93-8039-fd9a54605736. Mar 22 15:08:53.905676 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:08:53.955639 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:54.024506 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:08:54.029075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:54.034541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Sync routers for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:08:54.044606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:54.045239 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:54.059684 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1bcbbec7-8426-434d-ba87-703fd52017bb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/floatingips/3485fc76-4b99-471a-b41b-93df2ec0f4b5 HTTP/1.1" status: 204 len: 168 time: 0.8875399 Mar 22 15:08:54.060433 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:08:54.062821 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e694d248-638f-43c5-8502-3a7bb047e52c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:08:54.103173 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd609e-c16f-4682-9cef-ebe9099f6db0 x-openstack-request-id: req-bfcd609e-c16f-4682-9cef-ebe9099f6db0 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:08:54.103317 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:08:54.103561 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfcd609e-c16f-4682-9cef-ebe9099f6db0 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:08:54.103987 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcd609e-c16f-4682-9cef-ebe9099f6db0'] response: {'name': 'network-changed', 'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'status': 'completed', 'code': 200} Mar 22 15:08:54.160708 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:54.174373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d248-638f-43c5-8502-3a7bb047e52c req-5e613639-ba9a-4f59-b135-9b02934d1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:54.176193 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-5e613639-ba9a-4f59-b135-9b02934d1350 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 1128 time: 0.0489256 Mar 22 15:08:54.315255 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d248-638f-43c5-8502-3a7bb047e52c req-1d21fec4-2d49-465d-a285-ea3fad5839a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:54.316745 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-1d21fec4-2d49-465d-a285-ea3fad5839a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 200 len: 898 time: 0.1345572 Mar 22 15:08:54.324757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599721-a5c0-4c0c-b87a-8d75fd76261d req-3fb9828f-42ca-487c-9708-0bab3eed83c4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:54.326166 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89599721-a5c0-4c0c-b87a-8d75fd76261d req-3fb9828f-42ca-487c-9708-0bab3eed83c4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0861428 Mar 22 15:08:54.372034 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-2fcd42e1-f473-485d-8222-58d7609bd4a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 200 len: 217 time: 0.0449183 Mar 22 15:08:54.379755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:54.406649 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Checking router: 12b628a2-a2f3-4618-bc44-5fecdcf0db9f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:08:54.415545 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:54.416083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:54.437067 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-89599721-a5c0-4c0c-b87a-8d75fd76261d req-4627f851-0c58-47b8-945f-e9c3f58ba3fb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040940 Mar 22 15:08:54.444623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d248-638f-43c5-8502-3a7bb047e52c req-393bebd4-1467-4888-9b81-764762e6e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:54.446386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-393bebd4-1467-4888-9b81-764762e6e75c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 200 len: 834 time: 0.0675778 Mar 22 15:08:54.496493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d248-638f-43c5-8502-3a7bb047e52c req-f66dccd3-79ae-4b35-9673-f9893059a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:54.498004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-f66dccd3-79ae-4b35-9673-f9893059a73b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a80fcb3b-8432-4e6c-a421-e8452ce4e89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455275 Mar 22 15:08:54.533255 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:54.594787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-90e3a511-b914-4da5-8763-143b6223b41a service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Mar 22 15:08:54.685353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e694d248-638f-43c5-8502-3a7bb047e52c req-8d5cc807-a8c9-4359-844e-bbbbdf73b048 service neutron] 10.222.0.82 "GET /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833700 Mar 22 15:08:54.741292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:54.768612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff002731-47c3-4796-a58a-994f91aacb42 None None] The sync data for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 is: [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:07:26Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '57841d45-51d2-498e-9ed1-7a152909a870', 'name': '', 'network_id': 'a80fcb3b-8432-4e6c-a421-e8452ce4e89c', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:e6:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:26Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '0ea88409-cec1-4a6b-9069-74d87954c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:08:54.978380 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:55.002287 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f3129-21b2-4431-956f-11f2a49c8d1b None None] New status for floating IP 3485fc76-4b99-471a-b41b-93df2ec0f4b5: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:08:55.571396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f02394-f787-4b73-bdd4-cbb1548f0b02 req-624281ff-b035-43fe-a5d3-5c9ff48df887 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:55.573010 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3f02394-f787-4b73-bdd4-cbb1548f0b02 req-624281ff-b035-43fe-a5d3-5c9ff48df887 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0556180 Mar 22 15:08:55.621178 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3f02394-f787-4b73-bdd4-cbb1548f0b02 req-528e01a5-0447-47cf-9a12-fd3b3eab750b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=9531fbb9-1079-495d-84c6-16f55aa2fab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Mar 22 15:08:55.700461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-ddc524af-4917-4d73-8c01-819bedd300fc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:08:55.701913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-ddc524af-4917-4d73-8c01-819bedd300fc tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc22de43-cf44-43b6-a1c0-93dd1371285e HTTP/1.1" status: 200 len: 946 time: 0.0586104 Mar 22 15:08:55.805196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port a3f76040-0a3a-4d93-8039-fd9a54605736 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:08:55.805448 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:55.901656 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port a3f76040-0a3a-4d93-8039-fd9a54605736, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=a3f76040-0a3a-4d93-8039-fd9a54605736,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:55.902051 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:55.915786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for a3f76040-0a3a-4d93-8039-fd9a54605736 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:08:56.062535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a3f76040-0a3a-4d93-8039-fd9a54605736), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:56.092713 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=a3f76040-0a3a-4d93-8039-fd9a54605736,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:56.136057 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] No DVR routers for this DVR port a3f76040-0a3a-4d93-8039-fd9a54605736 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:08:56.138784 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:56.142237 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819bc5d1-677a-4491-a31d-723e39ee7d5e req-87e016d9-7798-4d49-844b-86a6caaffbb1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "DELETE /v2.0/ports/a3f76040-0a3a-4d93-8039-fd9a54605736 HTTP/1.1" status: 204 len: 173 time: 0.4355817 Mar 22 15:08:56.142666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'name': 'network-vif-deleted', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:08:56.144916 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ecdd93-9ac4-4981-9dee-78ff882b2de0" -d '{"events": [{"server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "name": "network-vif-deleted", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:08:56.187867 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253814bf-211c-4543-a8b4-c07dd068894f x-openstack-request-id: req-253814bf-211c-4543-a8b4-c07dd068894f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:08:56.188162 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc22de43-cf44-43b6-a1c0-93dd1371285e", "name": "network-vif-deleted", "tag": "a3f76040-0a3a-4d93-8039-fd9a54605736", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:08:56.188411 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-253814bf-211c-4543-a8b4-c07dd068894f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:08:56.188834 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253814bf-211c-4543-a8b4-c07dd068894f'] response: {'server_uuid': 'dc22de43-cf44-43b6-a1c0-93dd1371285e', 'name': 'network-vif-deleted', 'tag': 'a3f76040-0a3a-4d93-8039-fd9a54605736', 'status': 'completed', 'code': 200} Mar 22 15:08:56.691313 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35018) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:57.076149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:57.354884 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 57841d45-51d2-498e-9ed1-7a152909a870 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:08:57.355194 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (57841d45-51d2-498e-9ed1-7a152909a870), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:57.445199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 57841d45-51d2-498e-9ed1-7a152909a870, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=57841d45-51d2-498e-9ed1-7a152909a870,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:57.445555 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (57841d45-51d2-498e-9ed1-7a152909a870), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:57.458983 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 57841d45-51d2-498e-9ed1-7a152909a870 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:08:57.664411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (57841d45-51d2-498e-9ed1-7a152909a870), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:57.694465 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=57841d45-51d2-498e-9ed1-7a152909a870,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:57.706543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.706855 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.707236 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.707573 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.707910 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.708246 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.708582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.708911 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.709247 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.709575 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.709907 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.710265 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.710591 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.710918 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.711242 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:57.883823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.122932 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:08:58.235194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:08:58.240371 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6b6d5b78-130b-4196-ba7b-1c009095e408 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/12b628a2-a2f3-4618-bc44-5fecdcf0db9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480340 Mar 22 15:08:58.243354 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35022) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:58.246552 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Sync routers for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:08:58.257564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:58.258241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:58.294594 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting subnet 0ea88409-cec1-4a6b-9069-74d87954c33c {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:08:58.297856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (0ea88409-cec1-4a6b-9069-74d87954c33c), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.337166 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (0ea88409-cec1-4a6b-9069-74d87954c33c), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.368232 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:58.423014 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (0ea88409-cec1-4a6b-9069-74d87954c33c), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.481139 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (0ea88409-cec1-4a6b-9069-74d87954c33c), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.512258 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.516074 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/subnets/0ea88409-cec1-4a6b-9069-74d87954c33c HTTP/1.1" status: 204 len: 168 time: 0.2718182 Mar 22 15:08:58.517321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3c28-e982-4c5f-8289-15bc7b3457b0 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea88409-cec1-4a6b-9069-74d87954c33c,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:58.518972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35024) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:58.521221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29966c6a-ccdf-4bda-b848-079de0c3eeef None None] Network a80fcb3b-8432-4e6c-a421-e8452ce4e89c requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:08:58.626596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:08:57Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:58.660820 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Checking router: 12b628a2-a2f3-4618-bc44-5fecdcf0db9f for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:08:58.672991 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Routers {'12b628a2-a2f3-4618-bc44-5fecdcf0db9f'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:08:58.673713 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:58.737937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a3f76040-0a3a-4d93-8039-fd9a54605736 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:08:58.743041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] DHCP port deletion for a80fcb3b-8432-4e6c-a421-e8452ce4e89c request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:08:58.772864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: a3f76040-0a3a-4d93-8039-fd9a54605736 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:08:58.773163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device a3f76040-0a3a-4d93-8039-fd9a54605736 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:08:58.828107 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.849824 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] Set router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:08:58.953736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Deleting port 95bc67f2-26e7-4de3-97de-faef0ab1902b {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:08:58.954002 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:58.955946 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.070168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.130686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 63881267-c795-461c-97f4-b867ed1ca4f6 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:08:59.131172 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.168195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 95bc67f2-26e7-4de3-97de-faef0ab1902b no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:08:59.212625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 63881267-c795-461c-97f4-b867ed1ca4f6, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=63881267-c795-461c-97f4-b867ed1ca4f6,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:59.212940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.225984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 63881267-c795-461c-97f4-b867ed1ca4f6 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:08:59.240642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] For port 95bc67f2-26e7-4de3-97de-faef0ab1902b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=95bc67f2-26e7-4de3-97de-faef0ab1902b,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:59.241048 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.258211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Calling delete_port for 95bc67f2-26e7-4de3-97de-faef0ab1902b owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:08:59.373214 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 95bc67f2-26e7-4de3-97de-faef0ab1902b is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:08:59.373603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.397091 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (63881267-c795-461c-97f4-b867ed1ca4f6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.413596 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:08:57Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:59.422518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=63881267-c795-461c-97f4-b867ed1ca4f6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:59.430200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 95bc67f2-26e7-4de3-97de-faef0ab1902b, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=95bc67f2-26e7-4de3-97de-faef0ab1902b,segment=NetworkSegment(5bdc1ed2-8097-4a10-9ed4-80bb18289e56),segment_id=5bdc1ed2-8097-4a10-9ed4-80bb18289e56)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:08:59.455490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.459643 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb41a9-b7ff-4680-8123-fb589f9223c9 None None] The sync data for ids ['12b628a2-a2f3-4618-bc44-5fecdcf0db9f'] in n-d-758851-5 is: [{'id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764648346', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:07:23Z', 'updated_at': '2022-03-22T15:08:57Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': '63881267-c795-461c-97f4-b867ed1ca4f6', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b628a2-a2f3-4618-bc44-5fecdcf0db9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:07:24Z', 'updated_at': '2022-03-22T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:08:59.487095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (95bc67f2-26e7-4de3-97de-faef0ab1902b), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.497936 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.506434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] No DVR routers for this DVR port 95bc67f2-26e7-4de3-97de-faef0ab1902b on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:08:59.522856 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=95bc67f2-26e7-4de3-97de-faef0ab1902b,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:59.530776 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.531129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.531481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.531830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.532163 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.532497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.532829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.533157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.533484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.533836 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.534193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.534515 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.534837 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.535158 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.535487 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:08:59.566826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc1706-df04-49db-bc07-781e2faf8b06 None None] Pushing event deleted for resources: {'Port': ['ID=95bc67f2-26e7-4de3-97de-faef0ab1902b,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:08:59.600388 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.602540 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.631275 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.647420 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (12b628a2-a2f3-4618-bc44-5fecdcf0db9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.647945 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Fanout notify agent at l3_agent the message router_deleted on router 12b628a2-a2f3-4618-bc44-5fecdcf0db9f {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:08:59.655020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.656174 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-41227f38-bfca-4034-b811-ffa68f3e0f74 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/routers/12b628a2-a2f3-4618-bc44-5fecdcf0db9f HTTP/1.1" status: 204 len: 168 time: 1.1356530 Mar 22 15:08:59.658925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35026) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:59.733852 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (a80fcb3b-8432-4e6c-a421-e8452ce4e89c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.829605 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (a80fcb3b-8432-4e6c-a421-e8452ce4e89c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.851211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80fcb3b-8432-4e6c-a421-e8452ce4e89c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:59.861490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdc1ed2-8097-4a10-9ed4-80bb18289e56') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:59.861916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdc1ed2-8097-4a10-9ed4-80bb18289e56') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:08:59.872849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (5bdc1ed2-8097-4a10-9ed4-80bb18289e56), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.886853 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (5bdc1ed2-8097-4a10-9ed4-80bb18289e56), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.893550 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:08:59.894024 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (5bdc1ed2-8097-4a10-9ed4-80bb18289e56), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:08:59.897304 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:08:59.963726 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (a80fcb3b-8432-4e6c-a421-e8452ce4e89c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.972487 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:08:59.975727 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/networks/a80fcb3b-8432-4e6c-a421-e8452ce4e89c HTTP/1.1" status: 204 len: 168 time: 0.3157747 Mar 22 15:08:59.978636 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35028) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:08:59.987574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d0ba-c18a-4a27-83b6-eeed274835ac tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Network': ['ID=a80fcb3b-8432-4e6c-a421-e8452ce4e89c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.045198 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (9531fbb9-1079-495d-84c6-16f55aa2fab9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.071333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (9531fbb9-1079-495d-84c6-16f55aa2fab9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.140411 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (9531fbb9-1079-495d-84c6-16f55aa2fab9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.143149 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.144365 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/security-groups/9531fbb9-1079-495d-84c6-16f55aa2fab9 HTTP/1.1" status: 204 len: 168 time: 0.1641505 Mar 22 15:09:00.154123 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66140c4-242c-4276-8de1-72e86d26376e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531fbb9-1079-495d-84c6-16f55aa2fab9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.381510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35034) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:00.386203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783361195', 'description': 'tempest-secgroup-smoke-1783361195 description', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:00.407883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.475571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (2c52d156-810c-4414-a348-0bbddfef0d2b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.481189 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2c52d156-810c-4414-a348-0bbddfef0d2b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.511374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.512638 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1301231 Mar 22 15:09:00.515736 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35036) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:00.516931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f67cc-eaaf-4588-87a0-21a1a6d0dc32 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52d156-810c-4414-a348-0bbddfef0d2b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.520836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:00.556833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (55871276-8ca3-4e84-8274-f2bee71d14c5), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.606229 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (55871276-8ca3-4e84-8274-f2bee71d14c5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.610856 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (55871276-8ca3-4e84-8274-f2bee71d14c5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.628874 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55871276-8ca3-4e84-8274-f2bee71d14c5,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.637994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.639183 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-36aff838-a82d-4b13-8d96-91b0eb0ef4e4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222095 Mar 22 15:09:00.641944 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35038) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:00.646147 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:00.671474 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (35c32e59-17a7-46b5-833c-0314814564c3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.727243 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (35c32e59-17a7-46b5-833c-0314814564c3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.732018 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (35c32e59-17a7-46b5-833c-0314814564c3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.750802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c32e59-17a7-46b5-833c-0314814564c3,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.756196 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.757323 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1c402571-6a94-412c-b124-0207d6de6ae8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144540 Mar 22 15:09:00.760138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35040) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:00.764342 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:00.788908 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (6ef415ba-08a4-43bc-8beb-8bbb7dbb12fe), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.843883 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (6ef415ba-08a4-43bc-8beb-8bbb7dbb12fe), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.848404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (6ef415ba-08a4-43bc-8beb-8bbb7dbb12fe), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.866974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef415ba-08a4-43bc-8beb-8bbb7dbb12fe,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.873059 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.874188 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2fdf06c9-4834-438e-88f3-d11320a91cb7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131034 Mar 22 15:09:00.876981 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35042) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:00.881350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:00.907063 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (0045bef2-e7af-4ede-a2e1-900ff02cdb56), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.965207 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (0045bef2-e7af-4ede-a2e1-900ff02cdb56), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.971436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0045bef2-e7af-4ede-a2e1-900ff02cdb56), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:00.987993 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0045bef2-e7af-4ede-a2e1-900ff02cdb56,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:00.997193 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.001483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35044) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:01.002022 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-18d29a29-0a92-4e54-8241-4668080e3a23 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236031 Mar 22 15:09:01.006305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:01.026825 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:09:01.031839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (773115f6-5ebc-436a-9f36-6d51a4ca750e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.053132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57841d45-51d2-498e-9ed1-7a152909a870 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:09:01.072916 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 57841d45-51d2-498e-9ed1-7a152909a870 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:09:01.073268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 57841d45-51d2-498e-9ed1-7a152909a870 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:09:01.073704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63881267-c795-461c-97f4-b867ed1ca4f6 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:09:01.092375 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 63881267-c795-461c-97f4-b867ed1ca4f6 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:09:01.092715 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 63881267-c795-461c-97f4-b867ed1ca4f6 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:09:01.094912 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (773115f6-5ebc-436a-9f36-6d51a4ca750e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.099282 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (773115f6-5ebc-436a-9f36-6d51a4ca750e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.116689 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773115f6-5ebc-436a-9f36-6d51a4ca750e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:01.124995 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.126223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-16b41841-ad57-45b8-8020-7e6e818b20f3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236174 Mar 22 15:09:01.128897 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35046) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:01.133094 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'security_group_rule': {'security_group_id': '2c52d156-810c-4414-a348-0bbddfef0d2b', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:01.153042 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Project 3b3a0925f2cf474b9f73b8e3d0ba70b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:09:01.158346 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (61a121e6-9a2a-447b-8262-52deee621bb1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.220355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (61a121e6-9a2a-447b-8262-52deee621bb1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.225548 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (61a121e6-9a2a-447b-8262-52deee621bb1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.242989 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a121e6-9a2a-447b-8262-52deee621bb1,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:01.250891 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.252096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-157cda97-e6f3-488c-9acd-0ca3f0cdd2e7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222835 Mar 22 15:09:01.255047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35048) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:01.259812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'network': {'name': 'tempest-network-smoke--607971309', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'port_security_enabled': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:01.279768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:09:01.282967 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.306211 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:09:01.315355 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (25086f91-f6db-4f6f-aeb5-636b0d909547), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.315707 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Added segment 25086f91-f6db-4f6f-aeb5-636b0d909547 of type vlan for network e78bbd83-00cb-40d9-9b92-227a51293748 Mar 22 15:09:01.355961 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (e78bbd83-00cb-40d9-9b92-227a51293748), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.383163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (e78bbd83-00cb-40d9-9b92-227a51293748), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.388051 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:01.388647 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.446722 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906712 Mar 22 15:09:01.449470 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35050) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:01.453722 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'admin_state_up': True, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:01.471825 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cc4ec-af17-46dc-8c1d-281bcfc6ce52 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Network': ['ID=e78bbd83-00cb-40d9-9b92-227a51293748,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:01.485314 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.486296 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network e78bbd83-00cb-40d9-9b92-227a51293748 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:09:01.486440 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.541895 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (48ec104c-f434-4cec-b24c-1d07f4c86bf6), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.688163 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (48ec104c-f434-4cec-b24c-1d07f4c86bf6), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.886486 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:01.905501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.012559 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.13 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b09c97d0-837c-4f66-b425-8c68136e7a0d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:09:02.121635 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.160068 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.202214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:02.205041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:02.211344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:09:02.216979 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=b09c97d0-837c-4f66-b425-8c68136e7a0d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:02.473313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.673379 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:09:02.677739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.813310 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:09:02.922608 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:09:02.932971 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Sync routers for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:09:02.943352 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:02.943568 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:02.943980 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:02.944885 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6faeef01-5529-4940-b126-5641ff284c1b tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4944558 Mar 22 15:09:02.948123 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:03.024549 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-62083e41-3b23-4d1e-b3da-557352493730 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751185 Mar 22 15:09:03.027224 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35056) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:03.048224 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:03.111294 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814dd834-8b82-4565-b6d8-505e8ad62ea4 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:03.112826 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-814dd834-8b82-4565-b6d8-505e8ad62ea4 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845089 Mar 22 15:09:03.115697 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35058) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:03.143680 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-22071901-45ac-4234-9482-008b7249ba7a tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=08c63ee7-2544-4d82-ab92-fa8a055acb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269394 Mar 22 15:09:03.146270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35060) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:03.151038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757349985', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:03.222934 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:02Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:03.240859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:09:03.245156 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.254110 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Checking router: 48ec104c-f434-4cec-b24c-1d07f4c86bf6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:09:03.254452 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Updating router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 port b09c97d0-837c-4f66-b425-8c68136e7a0d binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:09:03.281678 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.430853 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (3cee84aa-c735-4231-913f-a55606e73373), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.487822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Subnet': ['ID=3cee84aa-c735-4231-913f-a55606e73373,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:03.498665 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Checking segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:09:03.499032 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network hostable DHCP agents. Network: e78bbd83-00cb-40d9-9b92-227a51293748, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:09:03.516626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e78bbd83-00cb-40d9-9b92-227a51293748 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:09:03.530588 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, e78bbd83-00cb-40d9-9b92-227a51293748) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:03.530969 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks [] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.535735 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:03.536345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.539539 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.543717 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede8f1ea-9eda-4958-830b-dc959100e646 None None] Network e78bbd83-00cb-40d9-9b92-227a51293748 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:09:03.565165 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-764ea202-f5fe-430d-a29a-197b0670bf26 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178908 Mar 22 15:09:03.565764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35062) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:03.590301 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Attempting to bind port b09c97d0-837c-4f66-b425-8c68136e7a0d on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:09:03.590671 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Attempting to bind port b09c97d0-837c-4f66-b425-8c68136e7a0d by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:09:03.591032 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Attempting to bind port b09c97d0-837c-4f66-b425-8c68136e7a0d on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:09:03.602121 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:09:03.602799 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:09:03.603196 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.603643 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:09:03.604116 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Bound port: b09c97d0-837c-4f66-b425-8c68136e7a0d, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:09:03.604499 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.606045 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Pushing event updated for resources: {'Port': ['ID=b09c97d0-837c-4f66-b425-8c68136e7a0d,revision_number=2']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:03.634475 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.634918 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.635701 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.635701 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.635923 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.636189 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.636513 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.636835 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.637164 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.637481 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.637799 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.638148 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.638466 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.638781 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.639097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:03.664265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-e78bbd83-00cb-40d9-9b92-227a51293748', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:09:03.665388 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.667840 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] For port b09c97d0-837c-4f66-b425-8c68136e7a0d, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:09:03.671145 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] For port b09c97d0-837c-4f66-b425-8c68136e7a0d, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b09c97d0-837c-4f66-b425-8c68136e7a0d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:09:03.679115 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.728162 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:03.728804 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:03.821350 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Allocated IP 172.20.0.2 (e78bbd83-00cb-40d9-9b92-227a51293748/3cee84aa-c735-4231-913f-a55606e73373/02c1beeb-90ca-45ec-a1e0-c9f884786714) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:09:03.848960 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:03.876292 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59271d-ad13-476d-9591-77b046afa6ce None None] Pushing event updated for resources: {'Port': ['ID=b09c97d0-837c-4f66-b425-8c68136e7a0d,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:03.976619 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks [] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:03.984768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.030126 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Network e78bbd83-00cb-40d9-9b92-227a51293748 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:04.035378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:04.040940 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:09:04.043312 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:02Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:04.043688 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Pushing event updated for resources: {'Port': ['ID=02c1beeb-90ca-45ec-a1e0-c9f884786714,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:04.074503 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea758e5-ffbe-4dc3-98a1-6b69335de56f None None] The sync data for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 is: [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:02Z', 'revision_number': 3, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:09:04.107118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Attempting to bind port 02c1beeb-90ca-45ec-a1e0-c9f884786714 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:09:04.107493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Attempting to bind port 02c1beeb-90ca-45ec-a1e0-c9f884786714 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:09:04.107860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Attempting to bind port 02c1beeb-90ca-45ec-a1e0-c9f884786714 on network e78bbd83-00cb-40d9-9b92-227a51293748 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:09:04.113324 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:09:04.113702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Checking segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:09:04.114168 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.114564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Bound using segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:09:04.115043 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Bound port: 02c1beeb-90ca-45ec-a1e0-c9f884786714, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:09:04.115426 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.192025 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] For port 02c1beeb-90ca-45ec-a1e0-c9f884786714, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:09:04.196040 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] For port 02c1beeb-90ca-45ec-a1e0-c9f884786714, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02c1beeb-90ca-45ec-a1e0-c9f884786714,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:09:04.204783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.267881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb02026-65e6-4870-afae-4cee0d0a4c57 None None] Pushing event updated for resources: {'Port': ['ID=02c1beeb-90ca-45ec-a1e0-c9f884786714,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:04.409135 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.752706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.1 (e78bbd83-00cb-40d9-9b92-227a51293748/3cee84aa-c735-4231-913f-a55606e73373/f62345d3-6cb1-4af1-9e07-619fbde373eb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:09:04.879419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.913010 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:04.962889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e78bbd83-00cb-40d9-9b92-227a51293748 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:04.966964 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:04.975847 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:09:04.983587 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:05.037576 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.153586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b09c97d0-837c-4f66-b425-8c68136e7a0d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:05.194088 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.208774 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b09c97d0-837c-4f66-b425-8c68136e7a0d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:05.209158 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.304241 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b09c97d0-837c-4f66-b425-8c68136e7a0d is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:05.304629 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.327323 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b09c97d0-837c-4f66-b425-8c68136e7a0d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b09c97d0-837c-4f66-b425-8c68136e7a0d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:05.336191 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.336883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02c1beeb-90ca-45ec-a1e0-c9f884786714 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:05.342411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444d7e1-5803-4106-8944-f5a4351c938f None None] Network e78bbd83-00cb-40d9-9b92-227a51293748 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:09:05.481101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b09c97d0-837c-4f66-b425-8c68136e7a0d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:05.487693 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Provisioning complete for port 02c1beeb-90ca-45ec-a1e0-c9f884786714 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:05.488066 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.502791 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.509147 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.567337 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 02c1beeb-90ca-45ec-a1e0-c9f884786714 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:05.567719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.585749 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.596029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:05.658379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Current status of the port 02c1beeb-90ca-45ec-a1e0-c9f884786714 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:05.658770 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.695528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e78bbd83-00cb-40d9-9b92-227a51293748 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:05.697464 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:05.726150 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] For port 02c1beeb-90ca-45ec-a1e0-c9f884786714, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02c1beeb-90ca-45ec-a1e0-c9f884786714,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:05.733479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.736880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 02c1beeb-90ca-45ec-a1e0-c9f884786714 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:05.737252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.820691 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91514c19-653d-4d78-b4b7-593c47920a41 None None] Pushing event updated for resources: {'Port': ['ID=02c1beeb-90ca-45ec-a1e0-c9f884786714,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:05.848041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:09:05.851810 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 15:09:05.852244 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 15:09:05.953120 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Provisioning complete for port f62345d3-6cb1-4af1-9e07-619fbde373eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:05.953518 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:05.961579 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:09:05.967042 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-a90e1952-f801-4269-b1ad-92b27adf0453 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/48ec104c-f434-4cec-b24c-1d07f4c86bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4001858 Mar 22 15:09:05.981069 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Sync routers for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:09:06.004982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:06.005618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:06.007900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Port f62345d3-6cb1-4af1-9e07-619fbde373eb cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:09:06.085668 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Provisioning complete for port 02c1beeb-90ca-45ec-a1e0-c9f884786714 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:06.086070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:06.142218 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-86fa6974-4ba0-414f-a2df-2c94ca771e64 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783361195&fields=id&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 267 time: 0.0598159 Mar 22 15:09:06.162122 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:06.257617 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-244ea728-c942-4a61-8031-d81d0594cb6e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:06.259195 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-244ea728-c942-4a61-8031-d81d0594cb6e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 796 time: 0.1096270 Mar 22 15:09:06.264968 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c713609b-2fe6-4871-beb4-a5a7709f0581 None None] Current status of the port 02c1beeb-90ca-45ec-a1e0-c9f884786714 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:06.274645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6c92cb6b-9a5b-4808-9ebf-ef962fd6f75d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/quotas/3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Mar 22 15:09:06.335068 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-73064754-4994-4b0e-99a9-2ebe62842934 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532656 Mar 22 15:09:06.479994 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-60df21c6-4d24-452c-94d4-f1faec79d1d5 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326830 Mar 22 15:09:06.538581 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 02c1beeb-90ca-45ec-a1e0-c9f884786714 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:06.545353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d6a13eae-dae8-41d1-9e54-0c4f611bdd04 None None] Provisioning complete for port f62345d3-6cb1-4af1-9e07-619fbde373eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:06.545725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d6a13eae-dae8-41d1-9e54-0c4f611bdd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:06.575749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-73026af4-11b1-4714-8274-a135e72da90c service neutron] 10.222.0.81 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895054 Mar 22 15:09:06.611700 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d6a13eae-dae8-41d1-9e54-0c4f611bdd04 None None] Port f62345d3-6cb1-4af1-9e07-619fbde373eb cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:09:06.640506 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 2, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:06.667660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Checking router: 48ec104c-f434-4cec-b24c-1d07f4c86bf6 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:09:06.668021 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Updating router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 port f62345d3-6cb1-4af1-9e07-619fbde373eb binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:09:06.697353 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:06.743908 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ae8eda0-9bfc-4394-a226-51830ebd369b req-eab4758c-2779-4717-91cb-fbdcf8689a8c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 210 time: 0.0328860 Mar 22 15:09:06.976108 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks [] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:06.982237 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.038435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db906-2839-4937-9ee8-36223308aab5 None None] Pushing event updated for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:07.085848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b09c97d0-837c-4f66-b425-8c68136e7a0d up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:07.129128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Attempting to bind port f62345d3-6cb1-4af1-9e07-619fbde373eb on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:09:07.129513 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Attempting to bind port f62345d3-6cb1-4af1-9e07-619fbde373eb by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:09:07.129878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Attempting to bind port f62345d3-6cb1-4af1-9e07-619fbde373eb on network e78bbd83-00cb-40d9-9b92-227a51293748 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:09:07.148680 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:09:07.149102 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Checking segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:09:07.149488 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.149885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Bound using segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:09:07.150432 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Bound port: f62345d3-6cb1-4af1-9e07-619fbde373eb, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:09:07.150817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.196311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b09c97d0-837c-4f66-b425-8c68136e7a0d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:07.197051 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.254592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] For port f62345d3-6cb1-4af1-9e07-619fbde373eb, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:09:07.269237 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] For port f62345d3-6cb1-4af1-9e07-619fbde373eb, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f62345d3-6cb1-4af1-9e07-619fbde373eb,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:09:07.277189 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.369878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b09c97d0-837c-4f66-b425-8c68136e7a0d is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:07.370982 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02c1beeb-90ca-45ec-a1e0-c9f884786714 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:07.398522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db906-2839-4937-9ee8-36223308aab5 None None] Pushing event updated for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:07.403702 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Provisioning complete for port f62345d3-6cb1-4af1-9e07-619fbde373eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:07.404323 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.411284 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:07.411911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:07.552563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 02c1beeb-90ca-45ec-a1e0-c9f884786714 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:07.552941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.625519 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:07.652287 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Current status of the port f62345d3-6cb1-4af1-9e07-619fbde373eb is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:07.652588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.786566 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] For port f62345d3-6cb1-4af1-9e07-619fbde373eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f62345d3-6cb1-4af1-9e07-619fbde373eb,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:07.795960 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.835540 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-3cb9b3c8-b11e-4875-b2b1-0650b6d9c209 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:07.837193 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 02c1beeb-90ca-45ec-a1e0-c9f884786714 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:07.837757 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-3cb9b3c8-b11e-4875-b2b1-0650b6d9c209 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 796 time: 0.1336787 Mar 22 15:09:07.885947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728d61-65c5-478f-ab8c-d4b461a6e3f0 None None] Pushing event updated for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:07.889211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-61ce8c2c-7e5f-46bf-9d8b-8c1417b20624 req-e882c360-8300-4566-b4d7-772f65ccd067 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 210 time: 0.0345182 Mar 22 15:09:07.930482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8404c4b7-98c4-4272-a73a-b1fb0d952246 None None] Provisioning complete for port f62345d3-6cb1-4af1-9e07-619fbde373eb triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:07.930858 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8404c4b7-98c4-4272-a73a-b1fb0d952246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:07.934087 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-dccd9da7-a767-483a-ba5c-20c26aa68cd2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8 HTTP/1.1" status: 200 len: 380 time: 0.0880551 Mar 22 15:09:07.943281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'port': {'device_id': '337b3399-f385-42f6-9276-f285a555053e', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'admin_state_up': True, 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'security_groups': ['2c52d156-810c-4414-a348-0bbddfef0d2b']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:07.981721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:08.014292 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b562d-c5d5-4dd8-9cd5-041d0470131c None None] The sync data for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 is: [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:09:08.056947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8404c4b7-98c4-4272-a73a-b1fb0d952246 None None] Current status of the port f62345d3-6cb1-4af1-9e07-619fbde373eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:08.074653 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Made reservation on behalf of 3b3a0925f2cf474b9f73b8e3d0ba70b8 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:09:08.078333 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.213939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.20.0.6 (e78bbd83-00cb-40d9-9b92-227a51293748/3cee84aa-c735-4231-913f-a55606e73373/7ea55f9f-62e6-4883-bb15-965cce9ace5d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:09:08.354341 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.389736 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.435971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network e78bbd83-00cb-40d9-9b92-227a51293748 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:08.439555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:08.445295 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:09:08.452442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:08.501146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:08.501814 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.523980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-8d0d7e2b-f8f8-49d9-9341-9a4f3560dff3 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843153 Mar 22 15:09:08.537353 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Request body: {'port': {'device_id': '337b3399-f385-42f6-9276-f285a555053e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:08.603313 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.687559 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-00e8cac0-b984-4e41-8453-a4e52d2e81ac None None] Provisioning complete for port 7ea55f9f-62e6-4883-bb15-965cce9ace5d triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:08.688127 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-00e8cac0-b984-4e41-8453-a4e52d2e81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.724598 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-00e8cac0-b984-4e41-8453-a4e52d2e81ac None None] Port 7ea55f9f-62e6-4883-bb15-965cce9ace5d cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:09:08.876799 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea55f9f-62e6-4883-bb15-965cce9ace5d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:09:08.884893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks [] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.897096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Transition to ACTIVE for port object 7ea55f9f-62e6-4883-bb15-965cce9ace5d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:09:08.902230 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:08.974121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Pushing event updated for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:09.074238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Attempting to bind port 7ea55f9f-62e6-4883-bb15-965cce9ace5d on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:09:09.074552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Attempting to bind port 7ea55f9f-62e6-4883-bb15-965cce9ace5d by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:09:09.074881 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Attempting to bind port 7ea55f9f-62e6-4883-bb15-965cce9ace5d on network e78bbd83-00cb-40d9-9b92-227a51293748 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:09:09.085313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7808dcc-d3a8-485e-8b20-5084bd1ea056 req-841e6fec-3a79-4f56-98b2-c66435ea93de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.086880 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7808dcc-d3a8-485e-8b20-5084bd1ea056 req-841e6fec-3a79-4f56-98b2-c66435ea93de tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 943 time: 0.1158535 Mar 22 15:09:09.089775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Port 7ea55f9f-62e6-4883-bb15-965cce9ace5d on network e78bbd83-00cb-40d9-9b92-227a51293748 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:09:09.090002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Attempting to bind port 7ea55f9f-62e6-4883-bb15-965cce9ace5d on network e78bbd83-00cb-40d9-9b92-227a51293748 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:09:09.103743 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:09:09.104019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Checking segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:09:09.104483 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Bound using segment: {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:09:09.104916 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Bound port: 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25086f91-f6db-4f6f-aeb5-636b0d909547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:09:09.105187 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:09.126208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f62345d3-6cb1-4af1-9e07-619fbde373eb up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:09.179615 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port f62345d3-6cb1-4af1-9e07-619fbde373eb triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:09.184980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:09.186145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d7808dcc-d3a8-485e-8b20-5084bd1ea056 req-cd891cd1-0cdb-4263-9347-dcc13a53e936 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914521 Mar 22 15:09:09.202254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:09:09.205458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:09:09.212993 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:09.247137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.247812 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:09.249180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] 10.222.0.82 "PUT /v2.0/ports/7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 1091 time: 0.7165041 Mar 22 15:09:09.249679 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:09:09.251919 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89357f4-ec71-4b74-8fb6-af6919b60c99" -d '{"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:09:09.283096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45685-238f-4d0e-97c8-113b1742fefc service neutron] Pushing event updated for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:09.301648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port f62345d3-6cb1-4af1-9e07-619fbde373eb is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:09.316965 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541e1fb-7d93-437e-bc70-2caaf4dc6868 x-openstack-request-id: req-8541e1fb-7d93-437e-bc70-2caaf4dc6868 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:09:09.317265 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:09:09.317524 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8541e1fb-7d93-437e-bc70-2caaf4dc6868 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:09:09.318169 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8541e1fb-7d93-437e-bc70-2caaf4dc6868'] response: {'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'status': 'completed', 'code': 200} Mar 22 15:09:09.357002 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-a003fd87-e93a-4d6a-a382-39ae83196a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.358912 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-a003fd87-e93a-4d6a-a382-39ae83196a69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1125 time: 0.0540004 Mar 22 15:09:09.401526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-2dcca715-bc62-4448-be2d-c20c969573a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 217 time: 0.0355730 Mar 22 15:09:09.450818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-2dd26cf1-00f2-4302-a3bd-1836874c1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.452272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-2dd26cf1-00f2-4302-a3bd-1836874c1624 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0451808 Mar 22 15:09:09.504060 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-d2677c94-4d72-4b46-91ca-d0b84b6bcab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.505449 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-d2677c94-4d72-4b46-91ca-d0b84b6bcab9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453525 Mar 22 15:09:09.596983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-ca9a4f64-f782-4a35-b057-f4e9e291a447 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Mar 22 15:09:09.684568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38d509ca-6eae-46cf-a4a3-fd0dc292a7b1 req-1341d736-a906-4057-9093-fb5bac780a3a service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822611 Mar 22 15:09:09.781971 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-a305d539-f8ce-40a6-a2ea-daf904e0cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.783365 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-a305d539-f8ce-40a6-a2ea-daf904e0cd9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1125 time: 0.0505939 Mar 22 15:09:09.872994 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-91b4e90a-cc95-459b-97cd-270a597d7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.874524 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-91b4e90a-cc95-459b-97cd-270a597d7581 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 897 time: 0.0845003 Mar 22 15:09:09.918407 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-f558b351-5bed-4311-b37b-d9e7b676c0bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 217 time: 0.0373101 Mar 22 15:09:09.965925 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-c8c02902-b6ca-4708-adc3-4f271b0fa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:09.967874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-c8c02902-b6ca-4708-adc3-4f271b0fa13a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0436249 Mar 22 15:09:10.024808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-78147604-5b51-4198-b115-a0dee2c7482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:10.026492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-78147604-5b51-4198-b115-a0dee2c7482a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520182 Mar 22 15:09:10.118752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-7d2283e8-44b4-4bd9-9ad5-4b95fa11cf57 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855699 Mar 22 15:09:10.207349 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b89357f4-ec71-4b74-8fb6-af6919b60c99 req-720bbca8-0618-4e1a-ba92-d0f2cc4be939 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820293 Mar 22 15:09:10.321399 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18838f7-f7d9-41fd-97ee-3d06d091f663 req-5db1878c-ddb4-4ffd-8fda-be615b19681c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:10.322852 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c18838f7-f7d9-41fd-97ee-3d06d091f663 req-5db1878c-ddb4-4ffd-8fda-be615b19681c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 943 time: 0.0617282 Mar 22 15:09:10.379458 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c18838f7-f7d9-41fd-97ee-3d06d091f663 req-2f265ada-6ad1-423d-87d5-884c61a3278e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509531 Mar 22 15:09:11.526100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab85567-93af-4b93-a8d7-2028a9795bb0 req-880272e8-d6ce-4454-bb12-ce8adaa1c363 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:11.527515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ab85567-93af-4b93-a8d7-2028a9795bb0 req-880272e8-d6ce-4454-bb12-ce8adaa1c363 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 943 time: 0.0675645 Mar 22 15:09:11.577841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3ab85567-93af-4b93-a8d7-2028a9795bb0 req-345f6e78-a07a-420a-ae5a-785a05dd1c18 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Mar 22 15:09:12.710575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b07d-e9d8-433b-b620-b912abeeb20b req-bde178d0-4ff0-4425-b9b3-e41a3d455265 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:12.712059 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd28b07d-e9d8-433b-b620-b912abeeb20b req-bde178d0-4ff0-4425-b9b3-e41a3d455265 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 943 time: 0.0547016 Mar 22 15:09:12.760583 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fd28b07d-e9d8-433b-b620-b912abeeb20b req-354c9116-23a8-4026-83ef-bf5e76db6b3e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Mar 22 15:09:12.811813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7ea55f9f-62e6-4883-bb15-965cce9ace5d details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:09:12.916945 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:12.928435 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'port_id': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'mac_address': 'fa:16:3e:0c:db:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:09:12.968272 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7ea55f9f-62e6-4883-bb15-965cce9ace5d is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:12.968666 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:12.981905 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea55f9f-62e6-4883-bb15-965cce9ace5d {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:09:13.002390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:13.007273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:13.057749 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:13.216521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['7ea55f9f-62e6-4883-bb15-965cce9ace5d'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:09:13.886111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa26166-5628-4595-86c1-bf51b3fe1ee3 req-24f46364-aaef-447a-a94f-d04e5f149b10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:13.887581 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aa26166-5628-4595-86c1-bf51b3fe1ee3 req-24f46364-aaef-447a-a94f-d04e5f149b10 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 944 time: 0.0577259 Mar 22 15:09:13.936850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8aa26166-5628-4595-86c1-bf51b3fe1ee3 req-76cc691e-9cb7-484c-9aaf-d3f1a5c6f5a5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Mar 22 15:09:14.816947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7ea55f9f-62e6-4883-bb15-965cce9ace5d up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:09:14.879026 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port 7ea55f9f-62e6-4883-bb15-965cce9ace5d completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:09:14.882850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port 7ea55f9f-62e6-4883-bb15-965cce9ace5d triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:09:14.883231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:14.957803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port 7ea55f9f-62e6-4883-bb15-965cce9ace5d is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:09:14.958207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:14.984200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:09:14.986472 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc2ebb1-9a54-4228-b39d-ac57ecbf2ea4" -d '{"events": [{"server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:09:14.999064 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:15.006273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:15.056115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:15.060171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0bb0-ffe3-45de-b54a-48389cfe1849 req-cd529c0e-c3fb-4b6c-b18c-0bf16cf9c63e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:15.062402 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0ff0bb0-ffe3-45de-b54a-48389cfe1849 req-cd529c0e-c3fb-4b6c-b18c-0bf16cf9c63e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0567005 Mar 22 15:09:15.083727 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86bbc9-bded-4ae5-ba1e-8d26da9d18c7 x-openstack-request-id: req-aa86bbc9-bded-4ae5-ba1e-8d26da9d18c7 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:09:15.084046 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:09:15.084302 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa86bbc9-bded-4ae5-ba1e-8d26da9d18c7 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:09:15.084709 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa86bbc9-bded-4ae5-ba1e-8d26da9d18c7'] response: {'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'code': 200} Mar 22 15:09:15.111054 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0ff0bb0-ffe3-45de-b54a-48389cfe1849 req-1ac4430f-e8ae-41ea-a220-089f2768a284 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Mar 22 15:09:15.190342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c297bf-3c92-46e6-bc12-a194e0d3588a req-2bd1d167-785e-4ac5-afde-5848fc9389d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:15.191821 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c297bf-3c92-46e6-bc12-a194e0d3588a req-2bd1d167-785e-4ac5-afde-5848fc9389d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1127 time: 0.0446637 Mar 22 15:09:15.240450 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-88c297bf-3c92-46e6-bc12-a194e0d3588a req-018e00b8-0c40-47e1-ba79-57ebd62d0464 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Mar 22 15:09:16.241245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0d634-0db6-4eef-891c-7398175621eb req-3e74a062-7f57-4c0a-9e49-8426b545ed0d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:16.242861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67f0d634-0db6-4eef-891c-7398175621eb req-3e74a062-7f57-4c0a-9e49-8426b545ed0d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0551269 Mar 22 15:09:16.294672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67f0d634-0db6-4eef-891c-7398175621eb req-6b1f2c2f-1292-4d36-bcf7-395533e8817f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Mar 22 15:09:17.417327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d17b2-f227-41c3-bc0c-0f7a3109c9d5 req-52059754-362e-4cb9-9bbe-a8c03b089018 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:17.418829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c31d17b2-f227-41c3-bc0c-0f7a3109c9d5 req-52059754-362e-4cb9-9bbe-a8c03b089018 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0569437 Mar 22 15:09:17.466108 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c31d17b2-f227-41c3-bc0c-0f7a3109c9d5 req-11d8612e-da5f-42a9-8f4a-f1afbb268600 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Mar 22 15:09:17.597445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c6bb-eeae-4bfc-8b33-af2dad637461 req-28131522-fa4c-4c7c-b6a8-8fc5af64f1b6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:17.598835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f59c6bb-eeae-4bfc-8b33-af2dad637461 req-28131522-fa4c-4c7c-b6a8-8fc5af64f1b6 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0586064 Mar 22 15:09:17.649647 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8f59c6bb-eeae-4bfc-8b33-af2dad637461 req-843cc599-4c6a-401b-9786-797e72d0000c tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Mar 22 15:09:17.671995 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35120) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:17.716281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b99dfd-fbaf-4179-8514-3493c522b284 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:17.717825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-58b99dfd-fbaf-4179-8514-3493c522b284 tempest-TestNetworkAdvancedServerOps-2067938118 tempest-TestNetworkAdvancedServerOps-2067938118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1122 time: 0.0447774 Mar 22 15:09:17.720586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35122) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:17.724761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:09:17.748126 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:17.851111 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:17.952430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Allocated IP 172.25.3.107 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/290f6392-6ee4-4931-a4f0-e99c1bb2dd6a) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:09:18.062411 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:18.100893 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:18.137322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:09:18.140190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:09:18.145783 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:09:18.151373 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=290f6392-6ee4-4931-a4f0-e99c1bb2dd6a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:18.663899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0438-5ec1-4d94-9782-79136d8175f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:18.811664 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (75cdb08b-7739-4e39-a7ee-35a3e077ebd9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:18.881671 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:19.032984 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:19.039173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:19.110436 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event updated for resources: {'Port': ['ID=290f6392-6ee4-4931-a4f0-e99c1bb2dd6a,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:19.124418 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (75cdb08b-7739-4e39-a7ee-35a3e077ebd9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:19.255717 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-d325d2b2-2afa-4ef4-8ced-db7b8ddbe71b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690546 Mar 22 15:09:19.257116 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 75cdb08b-7739-4e39-a7ee-35a3e077ebd9 associated. External IP: 172.25.3.107, port: 7ea55f9f-62e6-4883-bb15-965cce9ace5d. Mar 22 15:09:19.389666 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-55ff9c12-23dc-4937-b80a-64291109ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:19.391233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-55ff9c12-23dc-4937-b80a-64291109ac2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1127 time: 0.0716062 Mar 22 15:09:19.570113 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-d1bd3b11-ec98-4bb1-b161-66551d5267dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:19.571580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-d1bd3b11-ec98-4bb1-b161-66551d5267dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 897 time: 0.1380401 Mar 22 15:09:19.576833 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:09:19.714008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-a274e243-7820-4668-8c1f-69f05657104a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 999 time: 0.1359158 Mar 22 15:09:19.781393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-d4c0e237-75c4-40e2-9cea-8ff04beecae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:19.782893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-d4c0e237-75c4-40e2-9cea-8ff04beecae1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0603282 Mar 22 15:09:19.785919 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:09:19.796848 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Sync routers for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:09:19.807187 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:19.807958 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:19.828549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:19.864279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-70866521-463c-4fcb-aded-4057c31b54cb tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1426625 Mar 22 15:09:19.865531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:09:19.867798 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6da845-5606-4f37-b5ce-1983591f43b3" -d '{"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:09:19.876460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-06160455-4a6d-4968-8a52-16da1e527d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:19.877892 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-06160455-4a6d-4968-8a52-16da1e527d30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0863373 Mar 22 15:09:19.916019 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:19.934373 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d1e16-cf68-46fb-9265-71724653b665 x-openstack-request-id: req-9c8d1e16-cf68-46fb-9265-71724653b665 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:09:19.934664 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:09:19.935467 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c8d1e16-cf68-46fb-9265-71724653b665 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:09:19.935467 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8d1e16-cf68-46fb-9265-71724653b665'] response: {'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'status': 'completed', 'code': 200} Mar 22 15:09:20.003773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-cdbc9cf1-98d4-4f70-8048-da8d8d0308ab service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185987 Mar 22 15:09:20.069819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ae9b-ee06-4fbe-b657-e44a30e5905c req-5694e2c8-88c4-439c-9a80-98f359cd0974 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:20.071388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1c8ae9b-ee06-4fbe-b657-e44a30e5905c req-5694e2c8-88c4-439c-9a80-98f359cd0974 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.1208174 Mar 22 15:09:20.143829 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07308428-7c97-48c0-a532-77ca9e6a6689 req-297ee8c2-fa53-4709-8249-586397300fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341300 Mar 22 15:09:20.148893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f1c8ae9b-ee06-4fbe-b657-e44a30e5905c req-22b63735-0114-4aca-a903-a6077a3e3645 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707200 Mar 22 15:09:20.173394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35128) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:20.226351 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '75cdb08b-7739-4e39-a7ee-35a3e077ebd9', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'port_id': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'mac_address': 'fa:16:3e:0c:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b3399-f385-42f6-9276-f285a555053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:09:18Z', 'updated_at': '2022-03-22T15:09:18Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:20.256189 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Checking router: 48ec104c-f434-4cec-b24c-1d07f4c86bf6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:09:20.263158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1c74c122-d222-45a0-afb6-6087466a9cde tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/75cdb08b-7739-4e39-a7ee-35a3e077ebd9 HTTP/1.1" status: 200 len: 991 time: 0.0871387 Mar 22 15:09:20.265032 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:20.265639 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:08:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:20.273629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-7b1c82dd-4e7d-4fe7-827c-3bf4184d3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:20.275156 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-7b1c82dd-4e7d-4fe7-827c-3bf4184d3668 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1127 time: 0.0650518 Mar 22 15:09:20.369845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-2b724b9e-f10d-4402-a113-5e119c8aa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:20.371386 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-2b724b9e-f10d-4402-a113-5e119c8aa5ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 897 time: 0.0903549 Mar 22 15:09:20.371727 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:20.440229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-0e64038b-ec43-4a05-93d0-752928c84fac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 999 time: 0.0600750 Mar 22 15:09:20.492932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-edf011cf-2e9f-4ff1-8f85-1e34fa6c379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:20.494773 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-edf011cf-2e9f-4ff1-8f85-1e34fa6c379a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0490847 Mar 22 15:09:20.544324 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-5e038379-2ca4-4f6d-9ff1-87d077fcbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:20.545840 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-5e038379-2ca4-4f6d-9ff1-87d077fcbc9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455387 Mar 22 15:09:20.592191 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '75cdb08b-7739-4e39-a7ee-35a3e077ebd9', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'port_id': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'mac_address': 'fa:16:3e:0c:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b3399-f385-42f6-9276-f285a555053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:09:18Z', 'updated_at': '2022-03-22T15:09:18Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:20.622227 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fd6e2-1f45-4922-9a5b-ef5838385adc None None] The sync data for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 is: [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '75cdb08b-7739-4e39-a7ee-35a3e077ebd9', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'port_id': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'mac_address': 'fa:16:3e:0c:db:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b3399-f385-42f6-9276-f285a555053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:09:18Z', 'updated_at': '2022-03-22T15:09:18Z', 'revision_number': 0, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:09:20.635712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-177eb1fc-3255-41e0-8cd6-a2e5a3780273 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838568 Mar 22 15:09:20.731264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c6da845-5606-4f37-b5ce-1983591f43b3 req-dea9d308-6718-4546-8f56-882058cd31f4 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895462 Mar 22 15:09:20.819546 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39848cef-8843-49b1-a607-09252dcf8bcf None None] New status for floating IP 75cdb08b-7739-4e39-a7ee-35a3e077ebd9: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:09:21.092603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-70993c50-80a0-4b7f-bc1c-b81251105379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:21.267237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:21.340329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-04003d0e-e132-443a-897f-aeb72a2bf737 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/75cdb08b-7739-4e39-a7ee-35a3e077ebd9 HTTP/1.1" status: 200 len: 993 time: 0.0715344 Mar 22 15:09:22.167015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:23.960722 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:24.979586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:28.806725 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:29.634995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:39.678678 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:09:48.172638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112cb0-3aea-45b8-b64f-45509c16d5d3 req-9a4437fa-19fc-4b3e-82c5-512cbde45b34 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:48.174155 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb112cb0-3aea-45b8-b64f-45509c16d5d3 req-9a4437fa-19fc-4b3e-82c5-512cbde45b34 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0586517 Mar 22 15:09:48.225689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cb112cb0-3aea-45b8-b64f-45509c16d5d3 req-0a436d69-d03d-4483-b914-5315d324e5e8 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Mar 22 15:09:48.675123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8338-e8f9-42d0-9f69-d24a24e398fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:49.362856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2aa0e-28b5-4b3d-8823-b8492d310cc8 req-c25f67c2-7d0a-4380-84c0-2deff4f52843 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:49.364670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30a2aa0e-28b5-4b3d-8823-b8492d310cc8 req-c25f67c2-7d0a-4380-84c0-2deff4f52843 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0560780 Mar 22 15:09:49.413716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30a2aa0e-28b5-4b3d-8823-b8492d310cc8 req-d2498854-e155-4a6a-8d3e-07a3302000a2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Mar 22 15:09:49.436835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:49.509580 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6ac7763c-0153-4610-bc0a-eccbe8e6f219 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/75cdb08b-7739-4e39-a7ee-35a3e077ebd9 HTTP/1.1" status: 200 len: 993 time: 0.0714040 Mar 22 15:09:50.831604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d437-0641-49f0-823c-c0a51d981232 req-eddd234c-627d-42f0-9b03-dd36a264f4b5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:50.833013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1a2d437-0641-49f0-823c-c0a51d981232 req-eddd234c-627d-42f0-9b03-dd36a264f4b5 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0884416 Mar 22 15:09:50.838865 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0569140-07d7-448f-b527-1065d2a40a39 req-39a574bd-dc2e-46fc-8e25-fb7e1df9d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:50.840279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-39a574bd-dc2e-46fc-8e25-fb7e1df9d795 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1127 time: 0.0657547 Mar 22 15:09:50.935967 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1a2d437-0641-49f0-823c-c0a51d981232 req-f20725c5-7695-4281-a33d-df5b9355d358 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947480 Mar 22 15:09:50.962940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0569140-07d7-448f-b527-1065d2a40a39 req-fe1a1832-fce0-44ac-852c-3d6656b2dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:50.964457 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-fe1a1832-fce0-44ac-852c-3d6656b2dacb service neutron] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 897 time: 0.1176326 Mar 22 15:09:51.031487 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-ea68ced9-3da3-4305-b65f-891528b9ba57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 1001 time: 0.0614567 Mar 22 15:09:51.068369 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ed7646bf-6047-4b16-a5bd-0dcd6fb0bfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:51.086775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0569140-07d7-448f-b527-1065d2a40a39 req-1213eda3-6cf8-46ec-b642-8d89a8622d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:51.088271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-1213eda3-6cf8-46ec-b642-8d89a8622d1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0511129 Mar 22 15:09:51.138958 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0569140-07d7-448f-b527-1065d2a40a39 req-3196a924-8b17-4f66-9965-a49399b90f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:51.140601 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-3196a924-8b17-4f66-9965-a49399b90f39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467477 Mar 22 15:09:51.229130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-f213e573-3beb-4529-a2cb-52c0fbf594cb service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Mar 22 15:09:51.323468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d0569140-07d7-448f-b527-1065d2a40a39 req-9d0b9375-2ecd-4aa3-a775-8df96f14385f service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885260 Mar 22 15:09:52.068706 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ed4f0-5021-4a96-b85f-a1679acc5bdb req-dfdce13a-8cd6-4181-9ef1-71dba8d7511f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:52.070317 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a9ed4f0-5021-4a96-b85f-a1679acc5bdb req-dfdce13a-8cd6-4181-9ef1-71dba8d7511f tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0569699 Mar 22 15:09:52.121634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a9ed4f0-5021-4a96-b85f-a1679acc5bdb req-796dc5ac-d4d2-4ee8-ba80-3ae266859aaf tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Mar 22 15:09:52.172511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:53.259686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006901-76ee-4218-9f8b-af733a867b6e req-51fec5c7-4972-46b4-adab-64b4e36518a7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:53.261167 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59006901-76ee-4218-9f8b-af733a867b6e req-51fec5c7-4972-46b4-adab-64b4e36518a7 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0601828 Mar 22 15:09:53.311146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-59006901-76ee-4218-9f8b-af733a867b6e req-04340374-0b8f-4c45-b16b-5eee333a85d9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Mar 22 15:09:53.333555 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35158) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:53.402966 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-084c2f98-48b6-4448-93d6-f30906e8dc46 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/floatingips/75cdb08b-7739-4e39-a7ee-35a3e077ebd9 HTTP/1.1" status: 200 len: 993 time: 0.0679147 Mar 22 15:09:53.667504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35164) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:53.834685 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 290f6392-6ee4-4931-a4f0-e99c1bb2dd6a {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:09:53.835004 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:53.914524 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:53.914858 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:53.927159 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 290f6392-6ee4-4931-a4f0-e99c1bb2dd6a owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:09:53.961120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.092775 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (290f6392-6ee4-4931-a4f0-e99c1bb2dd6a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.117543 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=290f6392-6ee4-4931-a4f0-e99c1bb2dd6a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:54.183406 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for floatingip (75cdb08b-7739-4e39-a7ee-35a3e077ebd9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.183639 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Floating IP 75cdb08b-7739-4e39-a7ee-35a3e077ebd9 disassociated (deleted). External IP: 172.25.3.107, port: 7ea55f9f-62e6-4883-bb15-965cce9ace5d. Mar 22 15:09:54.398376 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:09:54.509360 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:09:54.514137 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.520449 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Sync routers for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:09:54.531285 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:54.531947 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:54.543281 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9f7e9ddf-d21d-46b5-af36-5cda1c43122d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/floatingips/75cdb08b-7739-4e39-a7ee-35a3e077ebd9 HTTP/1.1" status: 204 len: 168 time: 0.8745465 Mar 22 15:09:54.543870 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:09:54.546264 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07321c1-1819-460f-97e3-32829945a5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:09:54.591775 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee37f7-6fb0-4fda-b4e1-55286a40d4b7 x-openstack-request-id: req-15ee37f7-6fb0-4fda-b4e1-55286a40d4b7 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:09:54.592071 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:09:54.592330 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15ee37f7-6fb0-4fda-b4e1-55286a40d4b7 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:09:54.592771 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ee37f7-6fb0-4fda-b4e1-55286a40d4b7'] response: {'name': 'network-changed', 'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'status': 'completed', 'code': 200} Mar 22 15:09:54.643353 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:54.665263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07321c1-1819-460f-97e3-32829945a5ee req-e9758ed3-736e-4f20-b928-806be3ab3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:54.667003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-e9758ed3-736e-4f20-b928-806be3ab3e66 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 1127 time: 0.0487392 Mar 22 15:09:54.798169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07321c1-1819-460f-97e3-32829945a5ee req-848f39e3-8256-47d0-9ebc-76cc48f5b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:54.799570 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-848f39e3-8256-47d0-9ebc-76cc48f5b540 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 200 len: 897 time: 0.1265502 Mar 22 15:09:54.821407 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d481-7319-4d24-bec3-5c23239617f1 req-07481abb-0871-4e4c-a644-24ab581234ab tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:54.822907 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b81d481-7319-4d24-bec3-5c23239617f1 req-07481abb-0871-4e4c-a644-24ab581234ab tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0871642 Mar 22 15:09:54.852359 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:54.857057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-2aff999d-645a-417b-8383-b1b9cb556bf4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 200 len: 217 time: 0.0496533 Mar 22 15:09:54.878759 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Checking router: 48ec104c-f434-4cec-b24c-1d07f4c86bf6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:09:54.888073 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:09:54.888685 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:54.931408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9b81d481-7319-4d24-bec3-5c23239617f1 req-0fec512e-f916-40e6-a5fa-96e6f65acbf4 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809836 Mar 22 15:09:54.933106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07321c1-1819-460f-97e3-32829945a5ee req-04bbaef1-2b9f-4bc7-892d-9ecf1153267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:54.934473 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-04bbaef1-2b9f-4bc7-892d-9ecf1153267d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 200 len: 835 time: 0.0695615 Mar 22 15:09:54.973815 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:54.986493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07321c1-1819-460f-97e3-32829945a5ee req-97b6b606-e7cc-4cae-8b45-3f507f377a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:54.988085 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-97b6b606-e7cc-4cae-8b45-3f507f377a0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e78bbd83-00cb-40d9-9b92-227a51293748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467134 Mar 22 15:09:54.999575 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:09:55.079869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-869df39a-bc3f-4fda-9a9f-7aecefdce665 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804033 Mar 22 15:09:55.172751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d07321c1-1819-460f-97e3-32829945a5ee req-cc1e42cf-5967-487c-8eb8-844a20a04450 service neutron] 10.222.0.82 "GET /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Mar 22 15:09:55.197595 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:09:55.227175 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8a037-e31e-44ab-9141-6c2447a73913 None None] The sync data for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 is: [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'f62345d3-6cb1-4af1-9e07-619fbde373eb', 'name': '', 'network_id': 'e78bbd83-00cb-40d9-9b92-227a51293748', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'mac_address': 'fa:16:3e:61:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '3cee84aa-c735-4231-913f-a55606e73373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:04Z', 'updated_at': '2022-03-22T15:09:07Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'subnets': [{'id': '3cee84aa-c735-4231-913f-a55606e73373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:09:55.450741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586f420-fd8f-49fc-b5c2-1667e11820e2 None None] New status for floating IP 75cdb08b-7739-4e39-a7ee-35a3e077ebd9: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:09:56.075512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df254b3-d51f-4f4b-a656-e71fe221b545 req-cc74de05-fffc-4f8c-aebf-eb5784f9f0a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:56.077319 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0df254b3-d51f-4f4b-a656-e71fe221b545 req-cc74de05-fffc-4f8c-aebf-eb5784f9f0a1 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0618892 Mar 22 15:09:56.125951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0df254b3-d51f-4f4b-a656-e71fe221b545 req-461ade00-c50f-4f5f-bcac-0ea2b6f99bca tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c52d156-810c-4414-a348-0bbddfef0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428760 Mar 22 15:09:56.446196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-c761cf89-9147-4214-80f8-9d817658079e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:09:56.447657 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-c761cf89-9147-4214-80f8-9d817658079e tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 945 time: 0.0623109 Mar 22 15:09:56.554400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port 7ea55f9f-62e6-4883-bb15-965cce9ace5d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:09:56.554735 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:56.640907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port 7ea55f9f-62e6-4883-bb15-965cce9ace5d, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=7ea55f9f-62e6-4883-bb15-965cce9ace5d,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:56.641263 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:56.657521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for 7ea55f9f-62e6-4883-bb15-965cce9ace5d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:09:56.791528 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7ea55f9f-62e6-4883-bb15-965cce9ace5d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:56.820108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=7ea55f9f-62e6-4883-bb15-965cce9ace5d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:56.832369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.832718 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.833061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.833432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.833738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.834102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.834435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.834787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.835110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.835430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.835741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.836063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.836376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.836686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.837013 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:56.876950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] No DVR routers for this DVR port 7ea55f9f-62e6-4883-bb15-965cce9ace5d on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:09:56.879719 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:56.883114 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d3e9bae7-7d9b-4f6a-b294-c56e2e72c154 req-fe98beab-64a4-4426-a2a5-3875f7a43ae2 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.82 "DELETE /v2.0/ports/7ea55f9f-62e6-4883-bb15-965cce9ace5d HTTP/1.1" status: 204 len: 173 time: 0.4295971 Mar 22 15:09:56.883555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'name': 'network-vif-deleted', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:09:56.885795 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe10f0f-8995-48e1-be3a-306d95febff0" -d '{"events": [{"server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "name": "network-vif-deleted", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:09:56.923708 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316517cd-6c8b-4487-a5a3-e32f0c4cca31 x-openstack-request-id: req-316517cd-6c8b-4487-a5a3-e32f0c4cca31 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:09:56.924033 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b3399-f385-42f6-9276-f285a555053e", "name": "network-vif-deleted", "tag": "7ea55f9f-62e6-4883-bb15-965cce9ace5d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:09:56.924285 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-316517cd-6c8b-4487-a5a3-e32f0c4cca31 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:09:56.924721 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316517cd-6c8b-4487-a5a3-e32f0c4cca31'] response: {'server_uuid': '337b3399-f385-42f6-9276-f285a555053e', 'name': 'network-vif-deleted', 'tag': '7ea55f9f-62e6-4883-bb15-965cce9ace5d', 'status': 'completed', 'code': 200} Mar 22 15:09:57.237315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-90a566c3-736c-489a-84d7-55bc2244adc2 req-d2669712-8778-4fce-931c-74733b6be183 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "GET /v2.0/ports?device_id=337b3399-f385-42f6-9276-f285a555053e HTTP/1.1" status: 200 len: 210 time: 0.0292263 Mar 22 15:09:58.312056 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35182) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:09:58.690596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:58.799123 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.063912 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7ea55f9f-62e6-4883-bb15-965cce9ace5d no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:09:59.084594 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: 7ea55f9f-62e6-4883-bb15-965cce9ace5d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:09:59.084921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device 7ea55f9f-62e6-4883-bb15-965cce9ace5d not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:09:59.285417 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port f62345d3-6cb1-4af1-9e07-619fbde373eb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:09:59.285720 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.372626 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port f62345d3-6cb1-4af1-9e07-619fbde373eb, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=f62345d3-6cb1-4af1-9e07-619fbde373eb,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:09:59.373335 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.385924 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for f62345d3-6cb1-4af1-9e07-619fbde373eb owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:09:59.580315 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (f62345d3-6cb1-4af1-9e07-619fbde373eb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.608176 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=f62345d3-6cb1-4af1-9e07-619fbde373eb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:09:59.618248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.618600 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.619263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.619601 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.619945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.620270 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.620595 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.620904 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.621233 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.622038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.622038 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.622249 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.622522 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.622894 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.623160 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:09:59.647116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:09:59.795177 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.030638 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:10:00.145215 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:00.150471 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-e7b5d2fc-80cd-4085-b2e2-61dfb2b4c4f9 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "PUT /v2.0/routers/48ec104c-f434-4cec-b24c-1d07f4c86bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374221 Mar 22 15:10:00.153512 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35184) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:00.210134 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting subnet 3cee84aa-c735-4231-913f-a55606e73373 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:10:00.213830 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (3cee84aa-c735-4231-913f-a55606e73373), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.254191 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Sync routers for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:00.256204 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (3cee84aa-c735-4231-913f-a55606e73373), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.273902 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:00.274538 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:00.344469 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (3cee84aa-c735-4231-913f-a55606e73373), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.381209 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:00.402805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (3cee84aa-c735-4231-913f-a55606e73373), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.429172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Subnet': ['ID=3cee84aa-c735-4231-913f-a55606e73373,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:00.432845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.438559 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-10304efd-503e-4c5f-8a68-94cbc3a88e50 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/subnets/3cee84aa-c735-4231-913f-a55606e73373 HTTP/1.1" status: 204 len: 168 time: 0.2816105 Mar 22 15:10:00.438718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:00.446993 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38e366-5a3e-439c-a8f8-4c78e2066314 None None] Network e78bbd83-00cb-40d9-9b92-227a51293748 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:10:00.556044 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.571024 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:59Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:00.601393 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Checking router: 48ec104c-f434-4cec-b24c-1d07f4c86bf6 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:00.611057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] DHCP port deletion for e78bbd83-00cb-40d9-9b92-227a51293748 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:10:00.611858 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Routers {'48ec104c-f434-4cec-b24c-1d07f4c86bf6'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:00.612485 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:00.662313 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Deleting port 02c1beeb-90ca-45ec-a1e0-c9f884786714 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:10:00.662711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.668404 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_gateway (48ec104c-f434-4cec-b24c-1d07f4c86bf6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.722557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] Set router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:00.723064 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Deleting port b09c97d0-837c-4f66-b425-8c68136e7a0d {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:10:00.723408 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.731511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] For port 02c1beeb-90ca-45ec-a1e0-c9f884786714, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=02c1beeb-90ca-45ec-a1e0-c9f884786714,segment=NetworkSegment(25086f91-f6db-4f6f-aeb5-636b0d909547),segment_id=25086f91-f6db-4f6f-aeb5-636b0d909547)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:00.732103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.746723 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Calling delete_port for 02c1beeb-90ca-45ec-a1e0-c9f884786714 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:10:00.805273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] For port b09c97d0-837c-4f66-b425-8c68136e7a0d, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b09c97d0-837c-4f66-b425-8c68136e7a0d,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:00.805557 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.820693 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Calling delete_port for b09c97d0-837c-4f66-b425-8c68136e7a0d owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:10:00.830580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (02c1beeb-90ca-45ec-a1e0-c9f884786714), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:00.862675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Pushing event deleted for resources: {'Port': ['ID=02c1beeb-90ca-45ec-a1e0-c9f884786714,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:00.864971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] No DVR routers for this DVR port 02c1beeb-90ca-45ec-a1e0-c9f884786714 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:10:00.875558 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.875920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.876267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.876610 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.877532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.879089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.879414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.879822 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.880142 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.880490 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.880833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.881178 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.881920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.881920 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.883229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181eb450-a584-4b0e-9ba0-7f6f6d12fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:00.913043 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-74230166-f658-482c-b090-8df0165c85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:59Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:00.939101 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230166-f658-482c-b090-8df0165c85f5 None None] The sync data for ids ['48ec104c-f434-4cec-b24c-1d07f4c86bf6'] in n-d-758851-5 is: [{'id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059155924', 'tenant_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:59Z', 'revision_number': 5, 'project_id': '3b3a0925f2cf474b9f73b8e3d0ba70b8', 'gw_port': {'id': 'b09c97d0-837c-4f66-b425-8c68136e7a0d', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec104c-f434-4cec-b24c-1d07f4c86bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:09:01Z', 'updated_at': '2022-03-22T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:01.023583 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (b09c97d0-837c-4f66-b425-8c68136e7a0d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.046921 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Port': ['ID=b09c97d0-837c-4f66-b425-8c68136e7a0d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:01.110596 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.219629 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.221848 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router_controller (48ec104c-f434-4cec-b24c-1d07f4c86bf6), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.268294 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (48ec104c-f434-4cec-b24c-1d07f4c86bf6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.268836 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Fanout notify agent at l3_agent the message router_deleted on router 48ec104c-f434-4cec-b24c-1d07f4c86bf6 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:10:01.275652 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.276797 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-a776477f-834d-4269-aef7-129c5cac657d tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/routers/48ec104c-f434-4cec-b24c-1d07f4c86bf6 HTTP/1.1" status: 204 len: 168 time: 0.8371921 Mar 22 15:10:01.281469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35188) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:01.374739 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (e78bbd83-00cb-40d9-9b92-227a51293748), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.400980 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f62345d3-6cb1-4af1-9e07-619fbde373eb no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:10:01.423351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: f62345d3-6cb1-4af1-9e07-619fbde373eb {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:10:01.423777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device f62345d3-6cb1-4af1-9e07-619fbde373eb not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:10:01.424265 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02c1beeb-90ca-45ec-a1e0-c9f884786714 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:10:01.445803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 02c1beeb-90ca-45ec-a1e0-c9f884786714 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:10:01.446187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 02c1beeb-90ca-45ec-a1e0-c9f884786714 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:10:01.785174 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (e78bbd83-00cb-40d9-9b92-227a51293748), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.804594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78bbd83-00cb-40d9-9b92-227a51293748']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:01.814108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25086f91-f6db-4f6f-aeb5-636b0d909547') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:01.814414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25086f91-f6db-4f6f-aeb5-636b0d909547') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:01.823897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (25086f91-f6db-4f6f-aeb5-636b0d909547), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.837152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (25086f91-f6db-4f6f-aeb5-636b0d909547), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.843100 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:10:01.843409 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (25086f91-f6db-4f6f-aeb5-636b0d909547), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:10:01.846361 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:10:01.907442 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (e78bbd83-00cb-40d9-9b92-227a51293748), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.914727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:01.917874 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/networks/e78bbd83-00cb-40d9-9b92-227a51293748 HTTP/1.1" status: 204 len: 168 time: 0.6360278 Mar 22 15:10:01.921266 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:01.929330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cf554-2e93-4b44-b1c7-65ceb72d8653 tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'Network': ['ID=e78bbd83-00cb-40d9-9b92-227a51293748,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:01.980184 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (2c52d156-810c-4414-a348-0bbddfef0d2b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.008048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (2c52d156-810c-4414-a348-0bbddfef0d2b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.073935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (2c52d156-810c-4414-a348-0bbddfef0d2b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.076536 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.077846 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] 10.222.0.81 "DELETE /v2.0/security-groups/2c52d156-810c-4414-a348-0bbddfef0d2b HTTP/1.1" status: 204 len: 168 time: 0.1554549 Mar 22 15:10:02.087514 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281e61-200f-4141-9fd6-bffc0116ad0a tempest-TestNetworkAdvancedServerOps-277758632 tempest-TestNetworkAdvancedServerOps-277758632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52d156-810c-4414-a348-0bbddfef0d2b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:02.428816 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:02.572723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-d7f92fbf-6dfd-4002-8d96-8ab03b6901ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b3a0925f2cf474b9f73b8e3d0ba70b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425412 Mar 22 15:10:02.575229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35202) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:02.625298 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] Publish callbacks [] for security_group (66836fa7-5ba3-452a-9b4a-c3589abc343d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.651551 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] Publish callbacks [] for security_group (66836fa7-5ba3-452a-9b4a-c3589abc343d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.704073 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (66836fa7-5ba3-452a-9b4a-c3589abc343d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.706710 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:02.707849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66836fa7-5ba3-452a-9b4a-c3589abc343d HTTP/1.1" status: 204 len: 168 time: 0.1317346 Mar 22 15:10:02.715489 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6badf-81ba-4a4a-be05-757ea89a533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66836fa7-5ba3-452a-9b4a-c3589abc343d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:02.992258 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35208) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:03.006130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-63088b6d-b4e9-4f99-8651-a300c28624dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.043548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b09c97d0-837c-4f66-b425-8c68136e7a0d no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:10:03.063830 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b09c97d0-837c-4f66-b425-8c68136e7a0d {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:10:03.064168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b09c97d0-837c-4f66-b425-8c68136e7a0d not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:10:03.081615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-63088b6d-b4e9-4f99-8651-a300c28624dc admin admin] Publish callbacks [] for security_group (b23f6712-ff23-4eef-835b-9ad81ed0dc09), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.087296 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-63088b6d-b4e9-4f99-8651-a300c28624dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b23f6712-ff23-4eef-835b-9ad81ed0dc09), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.124661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-63088b6d-b4e9-4f99-8651-a300c28624dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8a39eb0e2224ea3a1c66012f4ff6934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312463 Mar 22 15:10:03.125900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63088b6d-b4e9-4f99-8651-a300c28624dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f6712-ff23-4eef-835b-9ad81ed0dc09,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:03.127646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35210) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:03.184831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] Publish callbacks [] for security_group (b23f6712-ff23-4eef-835b-9ad81ed0dc09), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.210996 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] Publish callbacks [] for security_group (b23f6712-ff23-4eef-835b-9ad81ed0dc09), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.258889 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b23f6712-ff23-4eef-835b-9ad81ed0dc09), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.261565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:03.262773 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b23f6712-ff23-4eef-835b-9ad81ed0dc09 HTTP/1.1" status: 204 len: 168 time: 0.1337705 Mar 22 15:10:03.271888 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf8c62-bc02-4eb3-a64c-61fdf6a3327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f6712-ff23-4eef-835b-9ad81ed0dc09,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:03.981004 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35232) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:04.085321 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-504777939-network', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:04.113696 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Made reservation on behalf of 731c923fcd7e4a99a762f1022cb2b2a4 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:10:04.117266 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.130976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.211246 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks [] for security_group (36ca0934-3e55-46f2-a59b-58a14f9d4458), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.217927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (36ca0934-3e55-46f2-a59b-58a14f9d4458), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.247307 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:10:04.256976 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca0934-3e55-46f2-a59b-58a14f9d4458,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:04.261708 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c76e484d-86bc-4575-a2dc-7709dd7b007e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.262088 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Added segment c76e484d-86bc-4575-a2dc-7709dd7b007e of type vlan for network 3a312108-d712-4558-8bd1-552874e8420e Mar 22 15:10:04.302927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (3a312108-d712-4558-8bd1-552874e8420e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.328792 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (3a312108-d712-4558-8bd1-552874e8420e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.329733 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:04.330333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.388319 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4061186 Mar 22 15:10:04.391383 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:04.393278 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc86c48-f0e5-4fce-b9c2-8af5cb85f50a admin admin] Pushing event updated for resources: {'Network': ['ID=3a312108-d712-4558-8bd1-552874e8420e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:04.397941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Request body: {'subnet': {'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-504777939-subnet', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:04.403496 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 3a312108-d712-4558-8bd1-552874e8420e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:10:04.417355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Made reservation on behalf of 731c923fcd7e4a99a762f1022cb2b2a4 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:10:04.419686 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.585734 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (174895d6-b11a-4c0d-b73a-063fee0090d0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.638190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174895d6-b11a-4c0d-b73a-063fee0090d0,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:04.648609 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:04.648968 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Network hostable DHCP agents. Network: 3a312108-d712-4558-8bd1-552874e8420e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:10:04.667611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Network 3a312108-d712-4558-8bd1-552874e8420e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:10:04.677511 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 3a312108-d712-4558-8bd1-552874e8420e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:04.681845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:04.682475 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.686732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b57403-dea6-40fd-98b7-2bcafbd0dbeb None None] Network 3a312108-d712-4558-8bd1-552874e8420e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:10:04.699730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c9095f24-2c2a-4e2d-9b4f-507cc72aabb2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3072479 Mar 22 15:10:04.702376 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35238) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:04.706726 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:04.727794 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.728850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.787456 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for router_controller (9c920068-1e74-4bff-8066-22e4e54c63fd), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.792246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-3a312108-d712-4558-8bd1-552874e8420e', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:10:04.793098 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.931304 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for router_gateway (9c920068-1e74-4bff-8066-22e4e54c63fd), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:04.934364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Allocated IP 172.20.0.2 (3a312108-d712-4558-8bd1-552874e8420e/174895d6-b11a-4c0d-b73a-063fee0090d0/00607f8d-a58c-47a8-9c14-2c21595b5096) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:05.091301 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks [] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.097308 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.140461 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for router_gateway (9c920068-1e74-4bff-8066-22e4e54c63fd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.141833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Network 3a312108-d712-4558-8bd1-552874e8420e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:05.146651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:05.151346 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:05.153246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Pushing event updated for resources: {'Port': ['ID=00607f8d-a58c-47a8-9c14-2c21595b5096,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:05.159839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.211277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Attempting to bind port 00607f8d-a58c-47a8-9c14-2c21595b5096 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:05.211521 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Attempting to bind port 00607f8d-a58c-47a8-9c14-2c21595b5096 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:05.211901 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Attempting to bind port 00607f8d-a58c-47a8-9c14-2c21595b5096 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:05.217111 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:05.217486 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:05.217886 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.218311 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Bound using segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:05.218773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Bound port: 00607f8d-a58c-47a8-9c14-2c21595b5096, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:05.219153 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.266500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Allocated IP 172.25.3.125 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/b6de9408-66f5-40be-b38f-e53d9b637d06) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:05.284973 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-26a755ac-e141-480c-b606-8621e1238468 None None] For port 00607f8d-a58c-47a8-9c14-2c21595b5096, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:05.288083 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-26a755ac-e141-480c-b606-8621e1238468 None None] For port 00607f8d-a58c-47a8-9c14-2c21595b5096, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=00607f8d-a58c-47a8-9c14-2c21595b5096,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:05.294836 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.352944 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a755ac-e141-480c-b606-8621e1238468 None None] Pushing event updated for resources: {'Port': ['ID=00607f8d-a58c-47a8-9c14-2c21595b5096,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:05.381075 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.417385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.455229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:05.458238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:05.468810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:05.474803 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Pushing event updated for resources: {'Port': ['ID=b6de9408-66f5-40be-b38f-e53d9b637d06,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:05.748380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for router_gateway (9c920068-1e74-4bff-8066-22e4e54c63fd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:05.953186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.086041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Router 9c920068-1e74-4bff-8066-22e4e54c63fd is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:10:06.201061 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:06.211353 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:06.222851 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:06.223556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:06.225264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.227132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bfb50aac-d1f5-4a2f-a72e-1d0b70142190 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5232971 Mar 22 15:10:06.229481 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35240) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:06.265613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cac542-8086-44b2-89e0-65e791cd14da None None] Network 3a312108-d712-4558-8bd1-552874e8420e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:10:06.388481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Provisioning complete for port 00607f8d-a58c-47a8-9c14-2c21595b5096 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:06.388859 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.441449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:06.657247 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.671475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Current status of the port 00607f8d-a58c-47a8-9c14-2c21595b5096 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:06.671868 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.717719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] For port 00607f8d-a58c-47a8-9c14-2c21595b5096, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=00607f8d-a58c-47a8-9c14-2c21595b5096,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:06.724539 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.732364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:05Z', 'revision_number': 3, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:06.776802 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:06.777182 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Updating router 9c920068-1e74-4bff-8066-22e4e54c63fd port b6de9408-66f5-40be-b38f-e53d9b637d06 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:10:06.824630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.830909 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Allocated IP 172.20.0.1 (3a312108-d712-4558-8bd1-552874e8420e/174895d6-b11a-4c0d-b73a-063fee0090d0/8ca3fe17-ed32-4d78-a663-70913aba613f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:06.939158 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks [] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:06.976300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.015084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Network 3a312108-d712-4558-8bd1-552874e8420e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:07.018114 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:07.023705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:07.023915 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42293c08-3892-4e4d-aa8c-409f7ceb0012 None None] Pushing event updated for resources: {'Port': ['ID=00607f8d-a58c-47a8-9c14-2c21595b5096,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:07.050472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Pushing event updated for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:07.076650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (9c920068-1e74-4bff-8066-22e4e54c63fd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.094648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-df967785-bf64-4f61-9084-9b16d70941f7 None None] Provisioning complete for port 00607f8d-a58c-47a8-9c14-2c21595b5096 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:07.095024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-df967785-bf64-4f61-9084-9b16d70941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.204897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 00607f8d-a58c-47a8-9c14-2c21595b5096 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:07.246157 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.315703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-df967785-bf64-4f61-9084-9b16d70941f7 None None] Current status of the port 00607f8d-a58c-47a8-9c14-2c21595b5096 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:07.350431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 00607f8d-a58c-47a8-9c14-2c21595b5096 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:07.350802 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.416955 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks [] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.419850 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks [] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.426180 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.428987 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.495902 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (9c920068-1e74-4bff-8066-22e4e54c63fd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.497730 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Pushing event updated for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:07.511832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-b51b35a9-e07a-42b5-a690-7a1f79f1a8df None None] Provisioning complete for port 8ca3fe17-ed32-4d78-a663-70913aba613f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:07.512205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b51b35a9-e07a-42b5-a690-7a1f79f1a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.521113 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ca83-581a-40d9-9ccd-8e605890d911 None None] Pushing event updated for resources: {'Port': ['ID=b6de9408-66f5-40be-b38f-e53d9b637d06,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:07.541291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Attempting to bind port b6de9408-66f5-40be-b38f-e53d9b637d06 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:07.541291 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Attempting to bind port b6de9408-66f5-40be-b38f-e53d9b637d06 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:07.541555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Attempting to bind port b6de9408-66f5-40be-b38f-e53d9b637d06 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:07.547780 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 00607f8d-a58c-47a8-9c14-2c21595b5096 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:07.553608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:07.554007 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:07.554486 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.554786 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:07.555264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Bound port: b6de9408-66f5-40be-b38f-e53d9b637d06, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:07.555635 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.589022 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-b51b35a9-e07a-42b5-a690-7a1f79f1a8df None None] Port 8ca3fe17-ed32-4d78-a663-70913aba613f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:10:07.597121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Network 3a312108-d712-4558-8bd1-552874e8420e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:07.598518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:07.619773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] For port b6de9408-66f5-40be-b38f-e53d9b637d06, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:07.624862 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] For port b6de9408-66f5-40be-b38f-e53d9b637d06, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b6de9408-66f5-40be-b38f-e53d9b637d06,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:07.633606 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:07.692055 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:07.693035 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:07.723594 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:10:07.728644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ca83-581a-40d9-9ccd-8e605890d911 None None] Pushing event updated for resources: {'Port': ['ID=b6de9408-66f5-40be-b38f-e53d9b637d06,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:07.812878 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:07.839661 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:07.845228 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5908abf9-946f-4065-a20f-9ac33f21f8bc admin admin] 10.222.0.81 "PUT /v2.0/routers/9c920068-1e74-4bff-8066-22e4e54c63fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145794 Mar 22 15:10:07.951886 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-772ee6c4-14a2-45bb-8a94-17cec72bb001 None None] Provisioning complete for port 8ca3fe17-ed32-4d78-a663-70913aba613f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:07.952263 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-772ee6c4-14a2-45bb-8a94-17cec72bb001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.024775 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-772ee6c4-14a2-45bb-8a94-17cec72bb001 None None] Port 8ca3fe17-ed32-4d78-a663-70913aba613f cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:10:08.054154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 2, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:08.082547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1988e-41ce-4de0-a076-7f2eaaa70694 None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 2, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:08.356025 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35258) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:08.361240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641851367-network', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:08.383150 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Made reservation on behalf of 71cc33f9416b4410b1ac044a43b874dd for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:10:08.385642 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.395471 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.473805 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks [] for security_group (8f8aa04d-2b0b-4169-b36c-061528ec3b3f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.478716 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8f8aa04d-2b0b-4169-b36c-061528ec3b3f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.507724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:10:08.517941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8aa04d-2b0b-4169-b36c-061528ec3b3f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:08.523947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6e797f71-087d-4eac-9062-6259ce580cda), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.524294 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Added segment 6e797f71-087d-4eac-9062-6259ce580cda of type vlan for network 071d8ec9-93ca-49fe-9a89-553303dafe40 Mar 22 15:10:08.566185 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (071d8ec9-93ca-49fe-9a89-553303dafe40), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.592695 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (071d8ec9-93ca-49fe-9a89-553303dafe40), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.593574 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:08.594204 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.651943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2947319 Mar 22 15:10:08.654782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35260) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:08.661849 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Request body: {'subnet': {'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641851367-subnet', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:08.666182 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc6561-0192-48e4-b08b-fd4d946ec510 admin admin] Pushing event updated for resources: {'Network': ['ID=071d8ec9-93ca-49fe-9a89-553303dafe40,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:08.677953 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:10:08.686132 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Made reservation on behalf of 71cc33f9416b4410b1ac044a43b874dd for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:10:08.689264 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130252125'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.883541 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131981645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130252107'] for subnet (d2640907-aa1d-403e-8fc6-962556d46449), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.941552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2640907-aa1d-403e-8fc6-962556d46449,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:08.948956 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Checking segment: {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:08.949316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Network hostable DHCP agents. Network: 071d8ec9-93ca-49fe-9a89-553303dafe40, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:10:08.968108 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:10:08.978815 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 071d8ec9-93ca-49fe-9a89-553303dafe40) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:08.983169 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:08.983765 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:08.991365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b28878-f32d-41f0-b25e-71ac34fbc053 None None] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:10:09.002234 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-84b32f85-f7d5-4f51-b3b2-be53a5af59d0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3463819 Mar 22 15:10:09.005248 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35262) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:09.010661 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:09.044439 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.046202 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.107532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-071d8ec9-93ca-49fe-9a89-553303dafe40', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:10:09.108563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.114514 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for router_controller (f06fb42f-1352-4345-a8a9-8af787e0f944), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.192797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b6de9408-66f5-40be-b38f-e53d9b637d06 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:09.271570 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for router_gateway (f06fb42f-1352-4345-a8a9-8af787e0f944), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.293426 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Allocated IP 172.20.0.2 (071d8ec9-93ca-49fe-9a89-553303dafe40/d2640907-aa1d-403e-8fc6-962556d46449/a8244872-577a-4dd1-a799-98c9eee3fc29) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:09.304880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b6de9408-66f5-40be-b38f-e53d9b637d06 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:09.305258 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.486174 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for router_gateway (f06fb42f-1352-4345-a8a9-8af787e0f944), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.490840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b6de9408-66f5-40be-b38f-e53d9b637d06 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:09.491224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.505933 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.524461 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks [] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.527131 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port b6de9408-66f5-40be-b38f-e53d9b637d06, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b6de9408-66f5-40be-b38f-e53d9b637d06,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:09.532728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.537361 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.576440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:09.583379 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:09.586130 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:09.605065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=b6de9408-66f5-40be-b38f-e53d9b637d06,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:09.613026 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Allocated IP 172.25.3.209 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/67850a0d-310f-469b-8958-a9f5750854d5) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:09.689431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Pushing event updated for resources: {'Port': ['ID=a8244872-577a-4dd1-a799-98c9eee3fc29,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:09.692484 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Attempting to bind port a8244872-577a-4dd1-a799-98c9eee3fc29 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:09.693280 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Attempting to bind port a8244872-577a-4dd1-a799-98c9eee3fc29 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:09.693748 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Attempting to bind port a8244872-577a-4dd1-a799-98c9eee3fc29 on network 071d8ec9-93ca-49fe-9a89-553303dafe40 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:09.699654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:09.700037 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Checking segment: {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:09.700414 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.700829 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Bound using segment: {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:09.701298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Bound port: a8244872-577a-4dd1-a799-98c9eee3fc29, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:09.701684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.719757 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for port (67850a0d-310f-469b-8958-a9f5750854d5), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.754192 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (67850a0d-310f-469b-8958-a9f5750854d5), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.765703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] For port a8244872-577a-4dd1-a799-98c9eee3fc29, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:09.768943 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] For port a8244872-577a-4dd1-a799-98c9eee3fc29, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a8244872-577a-4dd1-a799-98c9eee3fc29,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:09.775893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:09.805753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:09.807607 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Pushing event updated for resources: {'Port': ['ID=67850a0d-310f-469b-8958-a9f5750854d5,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:09.811110 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:09.813485 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:09.842617 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb3eb-9d09-4e26-97cc-39907c0b4cfc None None] Pushing event updated for resources: {'Port': ['ID=a8244872-577a-4dd1-a799-98c9eee3fc29,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:10.104374 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for router_gateway (f06fb42f-1352-4345-a8a9-8af787e0f944), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.185416 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:10.194760 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:10.195369 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:10.304358 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:10.309878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.513305 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 2, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:10.540653 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:10.540999 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Updating router 9c920068-1e74-4bff-8066-22e4e54c63fd port 8ca3fe17-ed32-4d78-a663-70913aba613f binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:10:10.569329 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.786572 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Router f06fb42f-1352-4345-a8a9-8af787e0f944 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:10:10.850841 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks [] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.858821 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.917003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:10.925801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Sync routers for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:10.938920 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:10.943904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35264) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:10.944497 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:10.944997 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:10.949908 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-44ff5d59-2dfd-4267-aef7-a4d18d3b5562 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9422472 Mar 22 15:10:10.976732 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Pushing event updated for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:11.004407 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.004956 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.005440 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.005947 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.006533 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.007005 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.007476 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.007955 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.008437 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.008914 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.009401 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.009865 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.011405 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.011881 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.012349 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:10:11.019177 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Attempting to bind port 8ca3fe17-ed32-4d78-a663-70913aba613f on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:11.019920 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Attempting to bind port 8ca3fe17-ed32-4d78-a663-70913aba613f by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:11.020309 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Attempting to bind port 8ca3fe17-ed32-4d78-a663-70913aba613f on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:11.026462 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:11.026829 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:11.027226 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.027606 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Bound using segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:11.028060 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Bound port: 8ca3fe17-ed32-4d78-a663-70913aba613f, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:11.028631 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.104129 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] For port 8ca3fe17-ed32-4d78-a663-70913aba613f, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:11.108399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca3fbd-4fd3-44b6-8381-e527bcc863d6 None None] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:10:11.110197 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] For port 8ca3fe17-ed32-4d78-a663-70913aba613f, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ca3fe17-ed32-4d78-a663-70913aba613f,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:11.119077 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.318106 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f43eb-2775-46c9-949b-9469da54225f None None] Pushing event updated for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:11.331097 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:11.331948 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:11.388634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b6de9408-66f5-40be-b38f-e53d9b637d06 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:11.443494 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Provisioning complete for port a8244872-577a-4dd1-a799-98c9eee3fc29 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:11.443834 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.472805 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:11.556372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:11.671568 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port b6de9408-66f5-40be-b38f-e53d9b637d06 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:11.671951 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.684777 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:11Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:11.718752 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c5074-0615-4da8-a147-638b40d5b339 None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:11Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:11.782403 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.789264 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Current status of the port a8244872-577a-4dd1-a799-98c9eee3fc29 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:11.789569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.884058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] For port a8244872-577a-4dd1-a799-98c9eee3fc29, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a8244872-577a-4dd1-a799-98c9eee3fc29,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:11.899134 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:11.904547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port b6de9408-66f5-40be-b38f-e53d9b637d06 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:11.905254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a8244872-577a-4dd1-a799-98c9eee3fc29 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:11.985954 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Allocated IP 172.20.0.1 (071d8ec9-93ca-49fe-9a89-553303dafe40/d2640907-aa1d-403e-8fc6-962556d46449/85927fc0-f5d5-422b-acaa-8598f17008dc) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:12.002811 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1830bf-bd0a-4976-9d5a-c0a7d9e69a44 None None] Pushing event updated for resources: {'Port': ['ID=a8244872-577a-4dd1-a799-98c9eee3fc29,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.016827 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 3, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:12.050107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Checking router: f06fb42f-1352-4345-a8a9-8af787e0f944 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:12.050465 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Updating router f06fb42f-1352-4345-a8a9-8af787e0f944 port 67850a0d-310f-469b-8958-a9f5750854d5 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:10:12.083871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a8244872-577a-4dd1-a799-98c9eee3fc29 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:12.084252 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.085758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Provisioning complete for port 8ca3fe17-ed32-4d78-a663-70913aba613f triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:12.086143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.105752 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks [] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.108654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67850a0d-310f-469b-8958-a9f5750854d5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.148636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.168903 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:12.191781 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:12.195438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:12.238900 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Pushing event updated for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.251383 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (f06fb42f-1352-4345-a8a9-8af787e0f944), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.366294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Current status of the port 8ca3fe17-ed32-4d78-a663-70913aba613f is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:12.366730 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.403583 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.426129 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] For port 8ca3fe17-ed32-4d78-a663-70913aba613f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ca3fe17-ed32-4d78-a663-70913aba613f,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:12.429271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a8244872-577a-4dd1-a799-98c9eee3fc29 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:12.441778 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.501041 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Provisioning complete for port a8244872-577a-4dd1-a799-98c9eee3fc29 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:12.501411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.556994 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Pushing event updated for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.598112 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks [] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.603849 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.616405 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks [] for port (67850a0d-310f-469b-8958-a9f5750854d5), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.639934 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67850a0d-310f-469b-8958-a9f5750854d5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.668759 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (f06fb42f-1352-4345-a8a9-8af787e0f944), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.676866 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Pushing event updated for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.681922 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-6f67dcab-4f23-4027-ab6c-1348c23a4a51 None None] Current status of the port a8244872-577a-4dd1-a799-98c9eee3fc29 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:12.707325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976906ec-0774-4be9-a654-f440f346912a None None] Pushing event updated for resources: {'Port': ['ID=67850a0d-310f-469b-8958-a9f5750854d5,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.712451 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Attempting to bind port 67850a0d-310f-469b-8958-a9f5750854d5 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:12.712816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Attempting to bind port 67850a0d-310f-469b-8958-a9f5750854d5 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:12.713192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Attempting to bind port 67850a0d-310f-469b-8958-a9f5750854d5 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:12.718414 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:12.718784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:12.719300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.719689 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:12.720154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Bound port: 67850a0d-310f-469b-8958-a9f5750854d5, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:12.720533 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67850a0d-310f-469b-8958-a9f5750854d5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.769850 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] For port 67850a0d-310f-469b-8958-a9f5750854d5, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:12.773019 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] For port 67850a0d-310f-469b-8958-a9f5750854d5, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67850a0d-310f-469b-8958-a9f5750854d5,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:12.778601 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:12.780077 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:12.780497 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67850a0d-310f-469b-8958-a9f5750854d5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.855543 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-99fd3acc-54a0-4354-b270-33aad53f1476 None None] Provisioning complete for port 85927fc0-f5d5-422b-acaa-8598f17008dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:12.855920 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99fd3acc-54a0-4354-b270-33aad53f1476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:12.860170 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976906ec-0774-4be9-a654-f440f346912a None None] Pushing event updated for resources: {'Port': ['ID=67850a0d-310f-469b-8958-a9f5750854d5,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:12.882204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:12.882833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:12.899495 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Router f06fb42f-1352-4345-a8a9-8af787e0f944 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:10:12.966814 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-99fd3acc-54a0-4354-b270-33aad53f1476 None None] Port 85927fc0-f5d5-422b-acaa-8598f17008dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:10:13.008592 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:13.029102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:13.034245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-4b54e95f-fd70-47c6-952b-11ce7999d535 admin admin] 10.222.0.81 "PUT /v2.0/routers/f06fb42f-1352-4345-a8a9-8af787e0f944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890620 Mar 22 15:10:13.273751 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ca3fe17-ed32-4d78-a663-70913aba613f up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:13.358207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-9900eace-e6f7-4c51-9c01-2bb0aff45f00 None None] Provisioning complete for port 85927fc0-f5d5-422b-acaa-8598f17008dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:13.358703 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9900eace-e6f7-4c51-9c01-2bb0aff45f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.416679 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-9900eace-e6f7-4c51-9c01-2bb0aff45f00 None None] Port 85927fc0-f5d5-422b-acaa-8598f17008dc cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:10:13.452626 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 8ca3fe17-ed32-4d78-a663-70913aba613f triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:13.453008 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.515711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '85927fc0-f5d5-422b-acaa-8598f17008dc', 'name': '', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'mac_address': 'fa:16:3e:09:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:11Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 2, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'subnets': [{'id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:13.563047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e914c-fbcb-42ea-9613-24769b195be9 None None] The sync data for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 is: [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '85927fc0-f5d5-422b-acaa-8598f17008dc', 'name': '', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'mac_address': 'fa:16:3e:09:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:11Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 2, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'subnets': [{'id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:13.575818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 8ca3fe17-ed32-4d78-a663-70913aba613f is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:13.576919 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a8244872-577a-4dd1-a799-98c9eee3fc29 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:13.585907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:13.591190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108377649', 'description': 'tempest-secgroup-smoke-1108377649 description', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:13.613699 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.636143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port a8244872-577a-4dd1-a799-98c9eee3fc29 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:13.636519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.687381 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (7d0a27e5-18ad-4150-b699-2c26bc3c3ae6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.692556 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7d0a27e5-18ad-4150-b699-2c26bc3c3ae6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.724461 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port a8244872-577a-4dd1-a799-98c9eee3fc29 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:13.727159 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.732635 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1414754 Mar 22 15:10:13.732635 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35274) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:13.735798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:13.741325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a4b98-fc66-421e-83e5-adf4f2af31e0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:13.768305 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (dca1f890-4f42-42af-bf2f-9ab9275bafdb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.841130 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (dca1f890-4f42-42af-bf2f-9ab9275bafdb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.844570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (dca1f890-4f42-42af-bf2f-9ab9275bafdb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.864413 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca1f890-4f42-42af-bf2f-9ab9275bafdb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:13.871300 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.872548 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5558eb5e-3ea8-4890-a35d-e56303af20be tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401703 Mar 22 15:10:13.875440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35276) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:13.880027 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:13.905900 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (7e94a38e-19a9-42af-bfb4-c5dc3cb5c0c3), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.965270 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (7e94a38e-19a9-42af-bfb4-c5dc3cb5c0c3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.969998 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7e94a38e-19a9-42af-bfb4-c5dc3cb5c0c3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:13.990260 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e94a38e-19a9-42af-bfb4-c5dc3cb5c0c3,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:13.996604 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.001482 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35278) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:14.002056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03ff93ab-62a8-4c4b-b19a-ad16522c650b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250563 Mar 22 15:10:14.006818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:14.033579 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (aa8dd942-8059-4dcf-ac57-a787eccac214), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.093320 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (aa8dd942-8059-4dcf-ac57-a787eccac214), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.097947 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (aa8dd942-8059-4dcf-ac57-a787eccac214), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.117194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8dd942-8059-4dcf-ac57-a787eccac214,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:14.127796 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.129110 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-82361acc-d4f6-4ab2-a546-99d7d6e6b1af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258132 Mar 22 15:10:14.131923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35280) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:14.136461 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:14.162318 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (c48e7ef5-1c0a-4bb7-8ddb-49692df32ebf), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.221533 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (c48e7ef5-1c0a-4bb7-8ddb-49692df32ebf), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.225902 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (c48e7ef5-1c0a-4bb7-8ddb-49692df32ebf), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.242394 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48e7ef5-1c0a-4bb7-8ddb-49692df32ebf,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:14.252188 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.253394 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c626ed19-2ccd-4e64-a6a8-8b396652e24f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205478 Mar 22 15:10:14.256199 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35282) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:14.260451 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:14.280736 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Project 731c923fcd7e4a99a762f1022cb2b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:10:14.285776 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (0970f94a-427f-41f6-b51e-01c7c2968b01), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.356048 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (0970f94a-427f-41f6-b51e-01c7c2968b01), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.361071 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0970f94a-427f-41f6-b51e-01c7c2968b01), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.378711 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0970f94a-427f-41f6-b51e-01c7c2968b01,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:14.385561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.386912 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ed0ffabb-0b26-42e7-b37f-4680c7494acd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297803 Mar 22 15:10:14.389605 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35284) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:14.393975 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '7d0a27e5-18ad-4150-b699-2c26bc3c3ae6', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:14.414643 n-d-758851-5 neutron-server[103891]: INFO neutron.db.securitygroups_db [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Project 731c923fcd7e4a99a762f1022cb2b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:10:14.419458 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (849491d7-f9d3-4efe-b244-f130b84b28b7), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.484805 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (849491d7-f9d3-4efe-b244-f130b84b28b7), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.489754 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (849491d7-f9d3-4efe-b244-f130b84b28b7), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.508974 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849491d7-f9d3-4efe-b244-f130b84b28b7,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:14.519565 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:14.520913 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d777956c-5d76-40c2-ad0f-6cf041d94c23 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302450 Mar 22 15:10:14.686505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-2a36128d-70ba-4324-ae65-45c18eaffb72 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108377649&fields=id&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 267 time: 0.0463181 Mar 22 15:10:14.797440 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-e3b0ed76-c3d3-45e7-b440-ef73a7cd7c1a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:14.798964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-e3b0ed76-c3d3-45e7-b440-ef73a7cd7c1a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 808 time: 0.1057498 Mar 22 15:10:14.814670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-4473ced3-de88-4085-84f6-b70875505041 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/quotas/731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0101719 Mar 22 15:10:14.872869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-ce78516c-0199-43b2-81fe-3a7442aae4ac tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527296 Mar 22 15:10:14.977629 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-d9d6bc91-a1ab-41f2-bc7b-104e6eee3f42 service neutron] 10.222.0.81 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907073 Mar 22 15:10:15.088730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-469f6e2a-c0d2-4d3a-b880-92700ed33c20 service neutron] 10.222.0.81 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051326 Mar 22 15:10:15.130109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67850a0d-310f-469b-8958-a9f5750854d5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:15.189101 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67850a0d-310f-469b-8958-a9f5750854d5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:15.189748 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67850a0d-310f-469b-8958-a9f5750854d5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:15.305455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-be1be7d0-cff2-405a-b95a-2d56707dc86c req-e8c1ed4d-c078-4de1-9114-9011ea10f9ab tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 210 time: 0.0316155 Mar 22 15:10:15.309636 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67850a0d-310f-469b-8958-a9f5750854d5 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:15.310190 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (67850a0d-310f-469b-8958-a9f5750854d5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:15.335733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 67850a0d-310f-469b-8958-a9f5750854d5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67850a0d-310f-469b-8958-a9f5750854d5,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:15.341184 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (67850a0d-310f-469b-8958-a9f5750854d5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:15.395607 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=67850a0d-310f-469b-8958-a9f5750854d5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:15.979621 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Sync routers for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:15.990232 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:15.990850 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:16.105278 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:16.338102 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '85927fc0-f5d5-422b-acaa-8598f17008dc', 'name': '', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'mac_address': 'fa:16:3e:09:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:11Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 2, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'subnets': [{'id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:16.367783 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Checking router: f06fb42f-1352-4345-a8a9-8af787e0f944 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:16.368130 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Updating router f06fb42f-1352-4345-a8a9-8af787e0f944 port 85927fc0-f5d5-422b-acaa-8598f17008dc binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:10:16.403009 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.430645 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d2f880e-addd-4371-bcf7-f206b8c7b6eb req-9b83dc79-1c81-4710-80cb-0949aa430fd2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 210 time: 0.0446992 Mar 22 15:10:16.487067 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-699e563c-15a4-4ed4-b09c-1acff4403bf9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:16.488417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-699e563c-15a4-4ed4-b09c-1acff4403bf9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 808 time: 0.1809468 Mar 22 15:10:16.562373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0d70700a-a5b1-4316-a12a-34e3724077a8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 380 time: 0.0653384 Mar 22 15:10:16.570894 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'port': {'device_id': '82e7bf93-943d-416d-a7e6-5169d231b317', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'admin_state_up': True, 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'security_groups': ['7d0a27e5-18ad-4150-b699-2c26bc3c3ae6']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:16.682493 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:10:16.687518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Made reservation on behalf of 731c923fcd7e4a99a762f1022cb2b2a4 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:10:16.691479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.697729 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks [] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.704302 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.756239 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333fe6-f076-4a63-aeec-9095db5900ba None None] Pushing event updated for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:16.839138 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Attempting to bind port 85927fc0-f5d5-422b-acaa-8598f17008dc on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:16.839610 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Attempting to bind port 85927fc0-f5d5-422b-acaa-8598f17008dc by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:16.839983 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Attempting to bind port 85927fc0-f5d5-422b-acaa-8598f17008dc on network 071d8ec9-93ca-49fe-9a89-553303dafe40 {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:16.843939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Allocated IP 172.20.0.7 (3a312108-d712-4558-8bd1-552874e8420e/174895d6-b11a-4c0d-b73a-063fee0090d0/e4b80a48-23a5-4c69-85ca-6fc54cfd31e8) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:16.847504 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:16.847935 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Checking segment: {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:16.848642 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.849039 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Bound using segment: {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:16.850153 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Bound port: 85927fc0-f5d5-422b-acaa-8598f17008dc, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e797f71-087d-4eac-9062-6259ce580cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:16.850741 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.925704 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] For port 85927fc0-f5d5-422b-acaa-8598f17008dc, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:16.929551 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] For port 85927fc0-f5d5-422b-acaa-8598f17008dc, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85927fc0-f5d5-422b-acaa-8598f17008dc,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:16.937687 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:16.994449 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:16.995099 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:09:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:17.029510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.089908 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.093169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Provisioning complete for port 85927fc0-f5d5-422b-acaa-8598f17008dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:17.095574 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.139091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:17.168972 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:17.182642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Network 3a312108-d712-4558-8bd1-552874e8420e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:17.184138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:17.187069 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:17.305452 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67850a0d-310f-469b-8958-a9f5750854d5 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:17.313775 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:17.317029 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.349947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0850113c-387c-43d8-83cf-4f883523a0a0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817001 Mar 22 15:10:17.364417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Request body: {'port': {'device_id': '82e7bf93-943d-416d-a7e6-5169d231b317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:17.401877 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333fe6-f076-4a63-aeec-9095db5900ba None None] Pushing event updated for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:17.418096 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '85927fc0-f5d5-422b-acaa-8598f17008dc', 'name': '', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'mac_address': 'fa:16:3e:09:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:11Z', 'updated_at': '2022-03-22T15:10:16Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'subnets': [{'id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:17.445885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Current status of the port 85927fc0-f5d5-422b-acaa-8598f17008dc is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:17.446698 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.497549 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.503921 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] For port 85927fc0-f5d5-422b-acaa-8598f17008dc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85927fc0-f5d5-422b-acaa-8598f17008dc,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:17.514310 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.526654 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 67850a0d-310f-469b-8958-a9f5750854d5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:17.527174 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (67850a0d-310f-469b-8958-a9f5750854d5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.594854 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f3cb2-4dc7-4ad0-8f12-22a1c345ab4a None None] The sync data for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 is: [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '85927fc0-f5d5-422b-acaa-8598f17008dc', 'name': '', 'network_id': '071d8ec9-93ca-49fe-9a89-553303dafe40', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'mac_address': 'fa:16:3e:09:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:11Z', 'updated_at': '2022-03-22T15:10:16Z', 'revision_number': 4, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'subnets': [{'id': 'd2640907-aa1d-403e-8fc6-962556d46449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:17.608285 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b7018-5135-4b0f-8a34-095a2a9ed3e8 None None] Pushing event updated for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:17.673199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Provisioning complete for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:17.673581 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.707983 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8601d-4080-4a40-9a66-b2fb4d40bbed req-4ce47972-53f3-433b-8d98-1800fca07a21 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:17.710040 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1f8601d-4080-4a40-9a66-b2fb4d40bbed req-4ce47972-53f3-433b-8d98-1800fca07a21 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 931 time: 0.1922576 Mar 22 15:10:17.729623 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:10:17.736963 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 67850a0d-310f-469b-8958-a9f5750854d5 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:17.749931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Provisioning complete for port 85927fc0-f5d5-422b-acaa-8598f17008dc triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:17.750417 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.819417 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1f8601d-4080-4a40-9a66-b2fb4d40bbed req-7f9e5123-da2d-402b-a4f1-6ebc5fd76e8b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988441 Mar 22 15:10:17.841279 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-45b0ce0e-c2a5-4590-ad91-48adafb1e558 None None] Current status of the port 85927fc0-f5d5-422b-acaa-8598f17008dc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:17.927199 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:10:17.935754 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks [] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:17.950037 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Transition to ACTIVE for port object e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:10:17.955113 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.029899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:18.080196 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:10:18.080751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:10:18.081157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:18.088176 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:10:18.088493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:10:18.094333 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:10:18.094927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:10:18.095485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Bound using segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:10:18.096102 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Bound port: e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:10:18.096650 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.176225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:10:18.179499 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:10:18.187084 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.204504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.205209 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.206624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] 10.222.0.82 "PUT /v2.0/ports/e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1091 time: 0.8509786 Mar 22 15:10:18.208147 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:18.210874 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:18.279066 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e528e6-c0eb-4bee-8a4c-db97d1770638 x-openstack-request-id: req-46e528e6-c0eb-4bee-8a4c-db97d1770638 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:18.279334 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:18.279578 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46e528e6-c0eb-4bee-8a4c-db97d1770638 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:18.280068 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e528e6-c0eb-4bee-8a4c-db97d1770638'] response: {'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'status': 'completed', 'code': 200} Mar 22 15:10:18.293899 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d81c7-7264-473d-9edc-0984af62f787 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:18.310986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-5f4d48a7-e2fa-4c37-8a11-b53fb23bf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.312490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-5f4d48a7-e2fa-4c37-8a11-b53fb23bf250 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1125 time: 0.0690963 Mar 22 15:10:18.358489 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-de62f1d5-d767-4452-9b92-c884ed6f30f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 217 time: 0.0396762 Mar 22 15:10:18.411235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-cfd58e4e-55b0-492b-88bb-3081c8d3fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.412624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-cfd58e4e-55b0-492b-88bb-3081c8d3fe31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0482671 Mar 22 15:10:18.463600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5335f-496d-425a-998b-3789936cb1d0 req-ffcc06d0-5816-4a60-ace0-8d014042af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.465076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-ffcc06d0-5816-4a60-ace0-8d014042af90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462911 Mar 22 15:10:18.560819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-0230f07f-7674-4e71-948a-2c9918edc05b service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900354 Mar 22 15:10:18.654197 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-32e5335f-496d-425a-998b-3789936cb1d0 req-1b52bcdd-5c27-45fc-bd78-a1ece9d2fb57 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877624 Mar 22 15:10:18.668621 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9dac5ca1-6432-4b8c-bfae-f3701077af5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:18.744029 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-d6ae6dca-5782-437b-8328-59d008a8664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.745556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-d6ae6dca-5782-437b-8328-59d008a8664f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1125 time: 0.0469880 Mar 22 15:10:18.839157 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-8727c0aa-2453-48fa-869e-323299fc39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.840556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-8727c0aa-2453-48fa-869e-323299fc39b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0890174 Mar 22 15:10:18.882448 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-871a8f74-dbec-4544-b5bd-48d055ead6b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 217 time: 0.0362031 Mar 22 15:10:18.965595 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-6d0d6910-b2ad-4480-ae90-60b064e92148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.967110 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-6d0d6910-b2ad-4480-ae90-60b064e92148 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0776689 Mar 22 15:10:18.990782 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ec17-8c95-45da-b450-b5949954ad00 req-3a303c99-7f13-4e5b-bfc4-649fbfa974c9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:18.992284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db26ec17-8c95-45da-b450-b5949954ad00 req-3a303c99-7f13-4e5b-bfc4-649fbfa974c9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 943 time: 0.0953417 Mar 22 15:10:19.059267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-80c9e80e-4010-4cc7-a90d-769d07a5232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:19.060760 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-80c9e80e-4010-4cc7-a90d-769d07a5232e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874007 Mar 22 15:10:19.065618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-db26ec17-8c95-45da-b450-b5949954ad00 req-917f7808-a9dc-431a-996b-1a53f6e6606a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584049 Mar 22 15:10:19.123047 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85927fc0-f5d5-422b-acaa-8598f17008dc up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:19.162202 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-23d15db5-1cbb-4603-9c60-faee676c90de service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947368 Mar 22 15:10:19.170562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 85927fc0-f5d5-422b-acaa-8598f17008dc triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:19.170921 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:19.248250 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 85927fc0-f5d5-422b-acaa-8598f17008dc is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:19.256957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b6032cbf-c4c4-474a-9d2c-09ca0d69ef8f req-95c5506c-d765-40f3-a65e-7689566751a7 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885468 Mar 22 15:10:20.199286 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84231d0-3ea3-456c-b17d-7bbdee5dec58 req-e989d349-7f7c-4088-a4f7-73ff6d3f20cd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:20.200801 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d84231d0-3ea3-456c-b17d-7bbdee5dec58 req-e989d349-7f7c-4088-a4f7-73ff6d3f20cd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 943 time: 0.0576160 Mar 22 15:10:20.260724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d84231d0-3ea3-456c-b17d-7bbdee5dec58 req-349c3cd3-f1ea-46d7-9915-7f220c60f139 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533221 Mar 22 15:10:21.075931 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f3e00716-1c57-4620-a4bb-a276dd6bc096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:21.140582 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:10:21.240225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:21.252203 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:10:21.293281 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:21.293706 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:21.310961 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:10:21.333528 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:21.338576 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:21.383508 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144181f2-50c0-4c35-8a11-7219d3130786 req-18f21df9-0ec0-4be2-87fd-b81a3d2b4de0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:21.385083 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-144181f2-50c0-4c35-8a11-7219d3130786 req-18f21df9-0ec0-4be2-87fd-b81a3d2b4de0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0552404 Mar 22 15:10:21.386283 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:21.436117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-144181f2-50c0-4c35-8a11-7219d3130786 req-0279e473-6e2b-46c6-8eb4-52b5f19d2af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Mar 22 15:10:21.543050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:10:22.182047 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:22.564848 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062bdca-a4c0-4cc2-8092-f9208d183007 req-bb4f21c2-f2fb-46c1-9d65-af3b4f32dd42 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:22.566363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a062bdca-a4c0-4cc2-8092-f9208d183007 req-bb4f21c2-f2fb-46c1-9d65-af3b4f32dd42 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0612900 Mar 22 15:10:22.615917 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a062bdca-a4c0-4cc2-8092-f9208d183007 req-d0e7d338-cde1-4b59-82a7-45560e86308e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Mar 22 15:10:23.158176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:10:23.222295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:10:23.226339 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:10:23.226719 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:23.306393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:10:23.306780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:23.329321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:23.331625 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85edb70-126b-433d-9035-f2103d494309" -d '{"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:23.344211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:10:23.349229 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:23.374767 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6152b348-369c-4ff1-8692-39305858253f x-openstack-request-id: req-6152b348-369c-4ff1-8692-39305858253f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:23.375129 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:23.375391 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6152b348-369c-4ff1-8692-39305858253f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:23.375803 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6152b348-369c-4ff1-8692-39305858253f'] response: {'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'code': 200} Mar 22 15:10:23.403609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:23.483350 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3246-f1fc-407a-90f5-6b1f5d4fad61 req-86b7263d-0379-4de4-98af-bbdd12e96dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:23.484939 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-603b3246-f1fc-407a-90f5-6b1f5d4fad61 req-86b7263d-0379-4de4-98af-bbdd12e96dcf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1127 time: 0.0563438 Mar 22 15:10:23.531606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-603b3246-f1fc-407a-90f5-6b1f5d4fad61 req-f0a270de-ba44-4170-8949-00e5be13a326 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Mar 22 15:10:23.750115 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72b6d9-280b-42ce-8f79-31d4ba04e848 req-f95e0eac-9087-4b12-aa59-9e5c1ee7af66 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:23.751628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c72b6d9-280b-42ce-8f79-31d4ba04e848 req-f95e0eac-9087-4b12-aa59-9e5c1ee7af66 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Mar 22 15:10:23.800674 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c72b6d9-280b-42ce-8f79-31d4ba04e848 req-a28ce395-e4be-4db3-9bfc-817acddea6e2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Mar 22 15:10:23.966390 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:24.942179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b896f8d-f67c-412f-8c31-85e626cc17e7 req-9fe2048c-3968-46bf-b1ca-33c0348a879b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:24.943611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b896f8d-f67c-412f-8c31-85e626cc17e7 req-9fe2048c-3968-46bf-b1ca-33c0348a879b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Mar 22 15:10:24.978392 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:24.997589 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1b896f8d-f67c-412f-8c31-85e626cc17e7 req-cfc4dae1-e639-43cf-b052-382b6a955c15 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Mar 22 15:10:25.121019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58be2d5-a774-4fe5-84cd-3ce0c0d5a667 req-930aff3d-e296-4345-894c-db3272800a46 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:25.122517 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a58be2d5-a774-4fe5-84cd-3ce0c0d5a667 req-930aff3d-e296-4345-894c-db3272800a46 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0537527 Mar 22 15:10:25.172872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a58be2d5-a774-4fe5-84cd-3ce0c0d5a667 req-0764782e-5065-4bc5-9d1f-b7dea9ffbb91 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447004 Mar 22 15:10:25.194963 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35338) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:25.349181 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e61a82-6283-414f-842f-46168ec840b2 tempest-TestShelveInstance-253674692 tempest-TestShelveInstance-253674692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:25.351288 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-c2e61a82-6283-414f-842f-46168ec840b2 tempest-TestShelveInstance-253674692 tempest-TestShelveInstance-253674692-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1122 time: 0.1553721 Mar 22 15:10:25.354458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35342) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:10:25.358934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:10:25.381020 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:25.480273 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:25.584845 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Allocated IP 172.25.3.179 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/37264741-d839-4d7d-80a9-67f3e6e65fcb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:10:25.693496 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:25.730258 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:25.767087 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:10:25.769992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:10:25.776858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:10:25.782450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=37264741-d839-4d7d-80a9-67f3e6e65fcb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:26.147745 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (e0af3de0-13cb-4bf6-949e-d0f1941dd4e5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:26.234725 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:26.383385 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:26.391167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:26.460065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=37264741-d839-4d7d-80a9-67f3e6e65fcb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:10:26.470213 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (e0af3de0-13cb-4bf6-949e-d0f1941dd4e5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:26.890844 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Floating IP e0af3de0-13cb-4bf6-949e-d0f1941dd4e5 associated. External IP: 172.25.3.179, port: e4b80a48-23a5-4c69-85ca-6fc54cfd31e8. Mar 22 15:10:27.106710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:10:27.219858 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:10:27.231160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:10:27.240152 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:27.241721 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:27.242401 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:27.273848 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bf63dab6-006e-4440-a8f6-b52361e553c5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9183695 Mar 22 15:10:27.274675 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:10:27.278937 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:10:27.319440 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c4642a-47e4-4075-8e82-f2b816d9baa6 x-openstack-request-id: req-34c4642a-47e4-4075-8e82-f2b816d9baa6 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:10:27.319732 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:10:27.319981 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34c4642a-47e4-4075-8e82-f2b816d9baa6 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:10:27.320392 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c4642a-47e4-4075-8e82-f2b816d9baa6'] response: {'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'status': 'completed', 'code': 200} Mar 22 15:10:27.353618 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:27.386625 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-447174ff-5e7a-4d37-9f3b-8966b9e51030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:27.388165 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-447174ff-5e7a-4d37-9f3b-8966b9e51030 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1127 time: 0.0479352 Mar 22 15:10:27.476322 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-bf4f5fe4-9d7d-46b5-b67c-8139946833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:27.477729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-bf4f5fe4-9d7d-46b5-b67c-8139946833bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0841603 Mar 22 15:10:27.550656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-4ee79959-7bc0-420f-85f8-ebb44f1a0b17 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 999 time: 0.0650880 Mar 22 15:10:27.580112 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'e0af3de0-13cb-4bf6-949e-d0f1941dd4e5', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7bf93-943d-416d-a7e6-5169d231b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:10:26Z', 'updated_at': '2022-03-22T15:10:26Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:27.597459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-9f4e9652-fcab-41dd-9504-31ac113b5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:27.598960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-9f4e9652-fcab-41dd-9504-31ac113b5a24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0432765 Mar 22 15:10:27.610090 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:10:27.618449 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:10:27.619365 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:10:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:27.647161 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-2aa28341-52fe-49e8-96a5-3a751d863a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:10:27.648667 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-2aa28341-52fe-49e8-96a5-3a751d863a69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445697 Mar 22 15:10:27.727127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:10:27.741530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-09b0929f-7798-4982-8372-9c8a52fd0fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Mar 22 15:10:27.832851 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3bb90e1-7e87-49e5-ba61-42db0c228e5a req-5f61e975-ac7b-4aa9-8550-280d5acf023f service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Mar 22 15:10:27.953146 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'e0af3de0-13cb-4bf6-949e-d0f1941dd4e5', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7bf93-943d-416d-a7e6-5169d231b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:10:26Z', 'updated_at': '2022-03-22T15:10:26Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:10:27.980832 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983f05-f3ab-444b-b166-c8ecb2aa89e2 None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': 'e0af3de0-13cb-4bf6-949e-d0f1941dd4e5', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7bf93-943d-416d-a7e6-5169d231b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:10:26Z', 'updated_at': '2022-03-22T15:10:26Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:10:28.188514 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49e768-3202-4c3b-9056-c15b9e934f99 None None] New status for floating IP e0af3de0-13cb-4bf6-949e-d0f1941dd4e5: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:10:28.829747 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:29.643124 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:48.684740 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ea2c0993-4697-4150-8c09-b658404810ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:51.074883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9c4ba978-8fb2-4731-9b9d-522e3574b371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:52.185091 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:53.687938 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:10:53.972930 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:54.992992 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:58.836449 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:10:59.657885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:18.675302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3c82a023-95e2-4d4a-905a-b21c9e9ca077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:19.227523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-de910f52-b013-425b-8e0d-e4003ccd8822 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511138 Mar 22 15:11:19.321812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-dd0d4b52-92f4-413e-b210-a6215e14ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:19.323460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-dd0d4b52-92f4-413e-b210-a6215e14ebc1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1127 time: 0.0481968 Mar 22 15:11:19.432309 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-67e9a6db-1de9-41c7-b195-8684195a8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:19.433775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-67e9a6db-1de9-41c7-b195-8684195a8f08 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0873804 Mar 22 15:11:19.503073 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-f5befa5e-5db9-45f5-841a-8560f4f4e366 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1001 time: 0.0638838 Mar 22 15:11:19.553991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-79e9402e-b633-4328-bb92-da268258aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:19.555534 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-79e9402e-b633-4328-bb92-da268258aa42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0471170 Mar 22 15:11:19.607856 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-9fd00bd4-192e-4c69-8b4f-1e71b8293b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:11:19.609373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-9fd00bd4-192e-4c69-8b4f-1e71b8293b17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474753 Mar 22 15:11:19.619445 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-957631a6-6381-4da1-bb57-102e114be2ba service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:11:19.620380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-957631a6-6381-4da1-bb57-102e114be2ba service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054996 Mar 22 15:11:19.719871 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-cafdebc5-3cd1-47c0-a72b-1a67ef043fc4 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929492 Mar 22 15:11:19.811347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1ecf24c9-9397-4f4d-8754-75e5d582671f req-e4c4ae89-06a0-47f5-935d-1c996780d0a2 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Mar 22 15:11:21.071973 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-655674d1-4840-4485-aece-df0d215f1643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:22.184760 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:23.970769 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:24.988831 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:25.092173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-1e2e5847-49b3-4026-a379-e49ac5af09e4 service neutron] (103891) timed out ('10.222.0.81', 38704) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:11:25.498474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-758f8873-304c-41fb-8211-3c5fbed92286 req-50945846-dd73-4783-a498-e784cd56c259 tempest-ServerActionsTestJSON-254830619 tempest-ServerActionsTestJSON-254830619-project] (103891) timed out ('10.222.0.81', 38744) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:11:28.847444 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:29.674364 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:30.690911 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:11:48.679549 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9e42dbd6-299e-4db6-923b-e774ed5b6dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:51.072899 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6666dbc4-f96c-41b7-8272-3d69bba5c6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:52.196433 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:53.971906 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:54.995249 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:58.861424 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:11:59.676432 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:07.695793 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:12:18.681903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd487217-ad0a-49d5-ad90-1144188c27ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:19.280849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-9c2f8267-5477-43a4-b7d3-b74606f55c1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054251 Mar 22 15:12:19.368605 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-2129071e-87e5-46f0-8e09-0040c80c29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:19.369990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-2129071e-87e5-46f0-8e09-0040c80c29bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1127 time: 0.0478489 Mar 22 15:12:19.470281 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-70ab122c-bd67-4d70-b162-f7149cf33ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:19.471750 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-70ab122c-bd67-4d70-b162-f7149cf33ab0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0836611 Mar 22 15:12:19.547182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-f5610652-f40b-474b-808a-52862766821f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1001 time: 0.0681789 Mar 22 15:12:19.593778 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-2fef65dd-da28-4378-aa6e-bf3f0d3df5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:19.595231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-2fef65dd-da28-4378-aa6e-bf3f0d3df5ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0428393 Mar 22 15:12:19.648593 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-af83c722-f39f-4a0b-88e7-d69715237a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:19.649999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-af83c722-f39f-4a0b-88e7-d69715237a0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492361 Mar 22 15:12:19.744734 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-38fb1518-a3da-4257-a9e1-0bbe63a33be9 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Mar 22 15:12:19.832138 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fede45a5-8297-4924-bbb8-f7d227ff2f38 req-6bc9359a-9b3e-44b9-a581-d1e2930b80cf service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818951 Mar 22 15:12:21.080333 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0c670e5-20ba-47ce-be87-abcc758668ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:22.198224 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:23.078279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c92c8-2624-47c7-a102-971202474101 req-9a42e9c1-652e-4377-842e-25b75eafd0b5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:23.079835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-918c92c8-2624-47c7-a102-971202474101 req-9a42e9c1-652e-4377-842e-25b75eafd0b5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.1112654 Mar 22 15:12:23.128963 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-918c92c8-2624-47c7-a102-971202474101 req-f4b3d7f3-591d-4076-962b-7f698a61b2ca tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Mar 22 15:12:23.977334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:24.259439 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8ada-01da-461a-b50a-24cffa7f1fb9 req-262ec046-7718-4cd5-8561-257feab96f8f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:24.260919 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-689a8ada-01da-461a-b50a-24cffa7f1fb9 req-262ec046-7718-4cd5-8561-257feab96f8f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0554237 Mar 22 15:12:24.312282 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-689a8ada-01da-461a-b50a-24cffa7f1fb9 req-ed5b7ca8-2602-4f9e-833c-5200155c9277 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Mar 22 15:12:25.003556 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:25.438096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091b626-5873-4277-b902-758572fd3198 req-ee511917-09ac-48ec-8c6e-e9c4fae443bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:25.439565 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6091b626-5873-4277-b902-758572fd3198 req-ee511917-09ac-48ec-8c6e-e9c4fae443bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0542791 Mar 22 15:12:25.491687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6091b626-5873-4277-b902-758572fd3198 req-42d04e8f-7eb5-46f8-b789-f76350a83d06 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Mar 22 15:12:26.628507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300014e8-2f29-4de5-b697-e6d70121cf82 req-78b23d1f-dd8e-4330-b34c-6193e5a9f1f2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:26.630022 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-300014e8-2f29-4de5-b697-e6d70121cf82 req-78b23d1f-dd8e-4330-b34c-6193e5a9f1f2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0568981 Mar 22 15:12:26.679363 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-300014e8-2f29-4de5-b697-e6d70121cf82 req-9b3fa7ab-415b-44ed-a762-8f045d1d2591 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Mar 22 15:12:27.823887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64b5a-70ac-4dcd-9c1b-295621f130b7 req-9a8622bb-996e-4e38-ad76-1b5d264f9ca5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:27.826018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7d64b5a-70ac-4dcd-9c1b-295621f130b7 req-9a8622bb-996e-4e38-ad76-1b5d264f9ca5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0638969 Mar 22 15:12:27.875588 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b7d64b5a-70ac-4dcd-9c1b-295621f130b7 req-e0d9cb95-5e9c-4765-b754-103d259ff2e8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Mar 22 15:12:28.861273 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:29.011382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979542-29c8-48b2-a3f9-decce7377823 req-11cef5a5-3c12-4ebf-9a71-1e7762f1a475 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:29.012872 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c979542-29c8-48b2-a3f9-decce7377823 req-11cef5a5-3c12-4ebf-9a71-1e7762f1a475 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0609839 Mar 22 15:12:29.061378 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3c979542-29c8-48b2-a3f9-decce7377823 req-99a00704-9c4b-4845-b763-ae39ed5fbb08 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Mar 22 15:12:29.694668 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:30.199229 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c698c-1d36-42f4-a546-813e148c4a6d req-6bb541fd-af2f-4985-b14e-d85ee9cef096 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:30.200721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-060c698c-1d36-42f4-a546-813e148c4a6d req-6bb541fd-af2f-4985-b14e-d85ee9cef096 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0601406 Mar 22 15:12:30.251748 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-060c698c-1d36-42f4-a546-813e148c4a6d req-760223f9-85bb-480a-803e-d54d4032e0da tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452104 Mar 22 15:12:31.391924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1f070-38b1-4bac-b54c-e4131b594a32 req-e0bdae71-f62f-4c9a-a524-eb131cdb8f6d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:31.393397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43c1f070-38b1-4bac-b54c-e4131b594a32 req-e0bdae71-f62f-4c9a-a524-eb131cdb8f6d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0592165 Mar 22 15:12:31.443485 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-43c1f070-38b1-4bac-b54c-e4131b594a32 req-cf49825c-fb2f-417a-8ae5-378699d7496a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Mar 22 15:12:32.578351 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd08f6-2933-4532-93b3-1d1cc571bcc6 req-85393bfe-b0c3-44d3-aa6b-44923eb769cb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:32.579836 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54cd08f6-2933-4532-93b3-1d1cc571bcc6 req-85393bfe-b0c3-44d3-aa6b-44923eb769cb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0557790 Mar 22 15:12:32.631793 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-54cd08f6-2933-4532-93b3-1d1cc571bcc6 req-a68ac100-d9e0-46a5-96ab-6f205e7082f4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Mar 22 15:12:33.769449 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5de45-504e-4d30-b3de-e4c04f220aac req-2eb52eef-368c-442a-ba91-0966d5f9e897 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:33.770946 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbe5de45-504e-4d30-b3de-e4c04f220aac req-2eb52eef-368c-442a-ba91-0966d5f9e897 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0617869 Mar 22 15:12:33.832841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bbe5de45-504e-4d30-b3de-e4c04f220aac req-2a146a9e-9f43-4a03-8925-6642d8202c91 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533943 Mar 22 15:12:34.964792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c97a6-4395-446e-89de-8f1e38dc7ea2 req-6fe5de2f-5965-45fa-827d-911ba619f7c6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:34.966334 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-983c97a6-4395-446e-89de-8f1e38dc7ea2 req-6fe5de2f-5965-45fa-827d-911ba619f7c6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0643888 Mar 22 15:12:35.017823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-983c97a6-4395-446e-89de-8f1e38dc7ea2 req-05fd873a-1f9f-4208-9b83-a7d2cfb8a586 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Mar 22 15:12:35.699446 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:12:35.806270 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:35.819246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:12:35.855844 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:35.856242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.869258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:12:35.888372 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:35.892846 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:35.944127 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:35.958440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.958900 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.959248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.959608 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.959958 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.960294 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.960634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.960964 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.961298 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.961629 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.961992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.962327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.962662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.962992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.963332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:35.968840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:12:36.161059 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0355a-86d7-465a-8320-78c3111b53de req-34e9bf3e-c4db-4701-8ba3-24e38c47b96a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:36.169069 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fba0355a-86d7-465a-8320-78c3111b53de req-34e9bf3e-c4db-4701-8ba3-24e38c47b96a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0646167 Mar 22 15:12:36.225019 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fba0355a-86d7-465a-8320-78c3111b53de req-10f05d47-3d23-497f-9105-fb9c1a86f9ef tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546045 Mar 22 15:12:37.355318 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458a2d-586c-4c0c-83fe-467028711144 req-810d2477-ac6d-428e-a29a-2fac1a8569d9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:37.357582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28458a2d-586c-4c0c-83fe-467028711144 req-810d2477-ac6d-428e-a29a-2fac1a8569d9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0660999 Mar 22 15:12:37.412383 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28458a2d-586c-4c0c-83fe-467028711144 req-be9d51c1-dd3f-42c2-8c7f-5dee58921e09 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Mar 22 15:12:37.714104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:12:37.771199 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:12:37.771700 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.855848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:37.856239 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.883107 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:37.885377 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d192ece4-b7ea-4ec9-a61f-1ce63cbc0006" -d '{"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:37.898871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:37.906642 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:37.941114 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b508196-fa5b-4201-b961-f53f01f04a30 x-openstack-request-id: req-5b508196-fa5b-4201-b961-f53f01f04a30 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:37.941408 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:37.941667 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b508196-fa5b-4201-b961-f53f01f04a30 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:37.942090 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b508196-fa5b-4201-b961-f53f01f04a30'] response: {'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'code': 200} Mar 22 15:12:37.964390 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:38.544008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c3ff-9991-49c4-bfa1-4d74b1261ff6 req-86905d12-cce1-4d7d-a58d-ac8beb3d57ad tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:38.545520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b010c3ff-9991-49c4-bfa1-4d74b1261ff6 req-86905d12-cce1-4d7d-a58d-ac8beb3d57ad tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0612223 Mar 22 15:12:38.599244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b010c3ff-9991-49c4-bfa1-4d74b1261ff6 req-9d4bc41a-084d-444d-93cd-811d12966e81 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 Mar 22 15:12:39.728159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d23fea-6b8b-4ea6-b78b-b9a27d44355c req-092345a5-ad66-4226-a07e-bfefcf9847f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:39.731769 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5d23fea-6b8b-4ea6-b78b-b9a27d44355c req-092345a5-ad66-4226-a07e-bfefcf9847f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0592518 Mar 22 15:12:39.791320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d5d23fea-6b8b-4ea6-b78b-b9a27d44355c req-08136388-f739-46d9-a738-10acfa5617c9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537159 Mar 22 15:12:40.914663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2bd56-ca4f-49a5-bc1a-e9b34fc9828c req-0ae80b36-7519-41e1-9010-ed2804c33d0a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:40.916421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0b2bd56-ca4f-49a5-bc1a-e9b34fc9828c req-0ae80b36-7519-41e1-9010-ed2804c33d0a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0589764 Mar 22 15:12:40.971720 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f0b2bd56-ca4f-49a5-bc1a-e9b34fc9828c req-44f155e5-4dae-42d3-af26-b0e169133316 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489879 Mar 22 15:12:42.099401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6f81-7e7a-410b-8ad4-f5ad0208b999 req-dde62fbc-07eb-42fc-9f13-781cf8cc06b3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:42.100995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53ef6f81-7e7a-410b-8ad4-f5ad0208b999 req-dde62fbc-07eb-42fc-9f13-781cf8cc06b3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0555396 Mar 22 15:12:42.152118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-53ef6f81-7e7a-410b-8ad4-f5ad0208b999 req-7d664f9c-9723-4e2b-b626-b3bf512a5e6a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Mar 22 15:12:43.279026 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d5fa-884b-4ac1-bf1e-1495508817af req-fbbc402e-640a-49c1-bcdc-4d9ce716b295 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:43.282689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ca3d5fa-884b-4ac1-bf1e-1495508817af req-fbbc402e-640a-49c1-bcdc-4d9ce716b295 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0602961 Mar 22 15:12:43.333252 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6ca3d5fa-884b-4ac1-bf1e-1495508817af req-468e2871-a7c2-434b-ab84-4ffdd5f3b46a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465660 Mar 22 15:12:44.458507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ba82-fb73-4967-a2ab-e5226df19a75 req-b04a36a1-e17d-435f-be9a-4365cea85cfc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:44.460220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5aa7ba82-fb73-4967-a2ab-e5226df19a75 req-b04a36a1-e17d-435f-be9a-4365cea85cfc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Mar 22 15:12:44.509403 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5aa7ba82-fb73-4967-a2ab-e5226df19a75 req-509ea52c-fa9f-4b47-97a0-a2fff24ae3f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Mar 22 15:12:44.701549 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:12:45.069618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-96207c2e-6a4e-4ce2-ba3f-982670b6cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:45.071077 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-96207c2e-6a4e-4ce2-ba3f-982670b6cf0a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1127 time: 0.0517619 Mar 22 15:12:45.161792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-ca8c1290-1eec-4b79-8a95-b9fa8f8a4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:45.163318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-ca8c1290-1eec-4b79-8a95-b9fa8f8a4bc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0857100 Mar 22 15:12:45.231475 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-ebb52dec-31ae-48c8-9a09-8719ea0cc4db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1001 time: 0.0621181 Mar 22 15:12:45.279586 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-53a276b5-26af-4438-a47e-c781c09de232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:45.280997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-53a276b5-26af-4438-a47e-c781c09de232 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0430689 Mar 22 15:12:45.331654 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-f2ebdbe7-efbd-49f0-b267-b42b6c67c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:45.333049 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-f2ebdbe7-efbd-49f0-b267-b42b6c67c53e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456634 Mar 22 15:12:45.435431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-f0d23013-cea4-4b9b-9d2d-d27509631557 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960071 Mar 22 15:12:45.524336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c437e2d6-ba38-487d-bc6f-762b98bf89b4 req-1619407e-7abd-4759-ba62-4584ea2cbfe5 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832505 Mar 22 15:12:45.645216 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2bfdc-de70-4f49-b471-c6a8d9dcc393 req-751a204e-e9e4-46d2-a78b-296419281238 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:45.646730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13b2bfdc-de70-4f49-b471-c6a8d9dcc393 req-751a204e-e9e4-46d2-a78b-296419281238 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0646420 Mar 22 15:12:45.704113 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-13b2bfdc-de70-4f49-b471-c6a8d9dcc393 req-aff254bd-8dcf-40d7-b058-a0a031fad2ae tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514500 Mar 22 15:12:46.840545 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d390174-57ba-464f-8173-d42103ca9434 req-a56885b0-8729-457f-af21-16ec5182a8bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:46.841893 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d390174-57ba-464f-8173-d42103ca9434 req-a56885b0-8729-457f-af21-16ec5182a8bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0573838 Mar 22 15:12:46.890841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0d390174-57ba-464f-8173-d42103ca9434 req-5a987435-d5a2-42b4-87aa-0037bb7e803c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Mar 22 15:12:47.716714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:12:47.806408 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:12:47.806671 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.829444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:47.831672 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f61c86b-6e4e-4c03-93d9-6782a346066a" -d '{"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:47.843444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:47.848548 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:47.871643 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df27b855-94a0-4f4c-9385-f30997a241bf x-openstack-request-id: req-df27b855-94a0-4f4c-9385-f30997a241bf {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:47.871929 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-unplugged", "status": "failed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "code": 422}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:47.872205 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df27b855-94a0-4f4c-9385-f30997a241bf {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:47.872598 n-d-758851-5 neutron-server[103892]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-df27b855-94a0-4f4c-9385-f30997a241bf']: {'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'code': 422} returned with failed status Mar 22 15:12:47.897416 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:48.017112 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7f05-8371-439a-84f6-aa9c16aa4012 req-c6f974b8-78b0-49fe-81d0-99215d64cc3f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:48.018634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48cc7f05-8371-439a-84f6-aa9c16aa4012 req-c6f974b8-78b0-49fe-81d0-99215d64cc3f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 943 time: 0.0557895 Mar 22 15:12:48.067523 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-48cc7f05-8371-439a-84f6-aa9c16aa4012 req-641b70ee-1ae2-4b0f-96da-d1fba3a3d83e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Mar 22 15:12:48.189398 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-c75971fb-6fd8-4d4b-afdb-3743c3c691f8 req-31e12896-0e18-445d-9d29-8d5c2c307f6d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:12:48.190591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c75971fb-6fd8-4d4b-afdb-3743c3c691f8 req-31e12896-0e18-445d-9d29-8d5c2c307f6d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0579896 Mar 22 15:12:48.355762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f0ee-a04b-4f8d-b83f-3fe728abe10a req-9a9d37cf-80bc-440c-87af-b41f2765e79a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:48.357265 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf09f0ee-a04b-4f8d-b83f-3fe728abe10a req-9a9d37cf-80bc-440c-87af-b41f2765e79a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 943 time: 0.0578516 Mar 22 15:12:48.409493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bf09f0ee-a04b-4f8d-b83f-3fe728abe10a req-b06dd5bd-7d2a-409f-ac48-2ea5e21e38f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Mar 22 15:12:48.528509 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-06887cb0-f87b-4e77-aabf-8a408d913f7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930727 Mar 22 15:12:48.659463 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-0a6152dd-51b6-4093-8fe6-341fde18c08c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:48.660838 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-0a6152dd-51b6-4093-8fe6-341fde18c08c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports/e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 940 time: 0.1041515 Mar 22 15:12:48.679271 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-db6e3fc0-d1cd-405b-a0a8-b631edf3df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.466104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-15bc04c3-e1e6-4266-874e-05e3baf883e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:49.467618 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-15bc04c3-e1e6-4266-874e-05e3baf883e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 1125 time: 0.0913014 Mar 22 15:12:49.478237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-5', 'device_owner': 'compute:nova'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:12:49.570464 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.580124 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652691e4-3bd7-462e-9e7c-ed0f02f57d2d req-06edff40-9232-4967-9fa6-0535adaac79c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:49.581603 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-652691e4-3bd7-462e-9e7c-ed0f02f57d2d req-06edff40-9232-4967-9fa6-0535adaac79c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 943 time: 0.1007864 Mar 22 15:12:49.667682 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-652691e4-3bd7-462e-9e7c-ed0f02f57d2d req-e49b8493-8bff-41dc-b9c5-004ebec8ff0e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796173 Mar 22 15:12:49.812521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:12:49.848528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:49.881716 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:12:49.889501 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks [] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.902236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Transition to ACTIVE for port object e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:12:49.908945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:49.985390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=9']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:50.000420 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.000768 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.001117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.001452 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.001780 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.002138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.002461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.002785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.003105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.003409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.003772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.004093 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.004409 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.004723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.005035 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:12:50.042998 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] No DVR routers for this DVR port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:12:50.179493 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:12:50.179820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:12:50.180146 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:50.184522 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:12:50.185054 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Attempting to bind port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:12:50.190195 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:12:50.190524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:12:50.190874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Bound using segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:12:50.191315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Bound port: e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:12:50.191661 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.256131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:12:50.259052 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:12:50.266730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.301344 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.301897 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:50.303326 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] 10.222.0.78 "PUT /v2.0/ports/e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1091 time: 0.8290882 Mar 22 15:12:50.303773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:12:50.306104 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d4b133-f089-4b53-b317-0f12b04d1a97" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:12:50.338316 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489ffd-9003-49a1-a83a-22b56ddc4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=10']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:12:50.379188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-1e7d538b-a974-46c9-9b3e-207dd2783224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.380730 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-1e7d538b-a974-46c9-9b3e-207dd2783224 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1126 time: 0.0506520 Mar 22 15:12:50.436679 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085113c4-9d9d-436d-ba43-57b0b81f51a5 x-openstack-request-id: req-085113c4-9d9d-436d-ba43-57b0b81f51a5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:12:50.436958 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:12:50.437207 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-085113c4-9d9d-436d-ba43-57b0b81f51a5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:12:50.437614 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085113c4-9d9d-436d-ba43-57b0b81f51a5'] response: {'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'status': 'completed', 'code': 200} Mar 22 15:12:50.481580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-4c5d0d28-a5a4-4d59-9012-2b257ce3961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.483111 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-4c5d0d28-a5a4-4d59-9012-2b257ce3961f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0955055 Mar 22 15:12:50.548440 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-f59343f5-0a58-402e-a1a0-3ccfa05c1281 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 999 time: 0.0593381 Mar 22 15:12:50.598533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-40ed9747-71ce-424b-a010-bcd84974340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.600000 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-40ed9747-71ce-424b-a010-bcd84974340d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0464711 Mar 22 15:12:50.666325 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021937b3-9e79-425a-bc46-352266dff335 req-26a249d9-f609-4303-ba06-2f0385089bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.667830 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-26a249d9-f609-4303-ba06-2f0385089bcb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517979 Mar 22 15:12:50.787244 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-95fc0606-c6f2-4aa9-a939-6b65b7eff37b service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122272 Mar 22 15:12:50.845082 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a3a75-cf7a-4ab2-9417-2047d9ecd43e req-8a948fd1-b50a-40f8-8cfc-8a76946eed78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:50.846561 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160a3a75-cf7a-4ab2-9417-2047d9ecd43e req-8a948fd1-b50a-40f8-8cfc-8a76946eed78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.1094389 Mar 22 15:12:50.918888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-160a3a75-cf7a-4ab2-9417-2047d9ecd43e req-e959c426-493d-4c94-b3de-1e8aac91052b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664089 Mar 22 15:12:50.920876 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-021937b3-9e79-425a-bc46-352266dff335 req-7e2a7254-f98b-4f1d-90c4-67b207637ff9 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273692 Mar 22 15:12:51.022236 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-9e2a8b4d-597a-4aef-8488-29a065c73bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.023846 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-9e2a8b4d-597a-4aef-8488-29a065c73bb2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1126 time: 0.0516751 Mar 22 15:12:51.072992 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4536aad4-dc76-4d33-a885-85b0ec6d0d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:51.116846 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-7c45c335-34b0-4cdc-8e7f-a628aa7dd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:51.118669 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-7c45c335-34b0-4cdc-8e7f-a628aa7dd542 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0883198 Mar 22 15:12:51.191505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-4055a0b4-4954-4be7-bbe9-30b304e6511f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 999 time: 0.0668864 Mar 22 15:12:52.203701 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:52.394993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c245a6-c146-4ad2-9dc0-2014f81e9dd1 req-50a5385e-963a-49b3-8a75-b67a985e0c12 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:52.403142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5c245a6-c146-4ad2-9dc0-2014f81e9dd1 req-50a5385e-963a-49b3-8a75-b67a985e0c12 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.4002542 Mar 22 15:12:52.449953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f5c245a6-c146-4ad2-9dc0-2014f81e9dd1 req-8d6ba75d-10be-49c4-bbf9-0c2ea3fdd1f4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454595 Mar 22 15:12:53.583705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18a281-3055-417b-958f-c388c4215f1a req-24766cee-fd6c-4753-9260-512df567d6c4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:53.585444 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c18a281-3055-417b-958f-c388c4215f1a req-24766cee-fd6c-4753-9260-512df567d6c4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0660985 Mar 22 15:12:53.637331 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1c18a281-3055-417b-958f-c388c4215f1a req-8e89cb05-db8f-49f3-aa6a-f2184ee341dc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Mar 22 15:12:53.978374 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:54.770859 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5653917-8ad2-4908-bfba-ff8ccd0e020d req-5971fdef-fae2-4773-ae33-b49f7a7b1e0d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:54.772401 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5653917-8ad2-4908-bfba-ff8ccd0e020d req-5971fdef-fae2-4773-ae33-b49f7a7b1e0d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0590827 Mar 22 15:12:54.826632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5653917-8ad2-4908-bfba-ff8ccd0e020d req-6fd2185b-73e6-498d-a2b4-b62a3c1dfc35 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479693 Mar 22 15:12:54.988547 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:55.949719 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20952be6-b920-4aa7-b95a-3c13994afc2a req-a0d0638a-e420-4b11-a000-11efc3d7cf21 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:55.951422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20952be6-b920-4aa7-b95a-3c13994afc2a req-a0d0638a-e420-4b11-a000-11efc3d7cf21 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0534110 Mar 22 15:12:56.006775 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-20952be6-b920-4aa7-b95a-3c13994afc2a req-979fc241-381d-4710-a3f2-78b42d80b48f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Mar 22 15:12:57.137970 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3310b9-c28e-4558-9435-8749bbe9c7e5 req-679a30a3-c81d-49cf-8291-cc9f80803098 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:57.139504 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd3310b9-c28e-4558-9435-8749bbe9c7e5 req-679a30a3-c81d-49cf-8291-cc9f80803098 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0614390 Mar 22 15:12:57.201862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dd3310b9-c28e-4558-9435-8749bbe9c7e5 req-649fb7c6-0b36-4486-a0c9-7284a2fe25d9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566034 Mar 22 15:12:58.327991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634956d5-eb7c-4dfc-a633-79392fb984aa req-850da32b-a4b3-4de9-81a7-592015d23ec2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:58.329400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-634956d5-eb7c-4dfc-a633-79392fb984aa req-850da32b-a4b3-4de9-81a7-592015d23ec2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0523887 Mar 22 15:12:58.381045 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-634956d5-eb7c-4dfc-a633-79392fb984aa req-79d49056-3405-416d-90a7-285d3ee59f1b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Mar 22 15:12:58.854182 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:12:59.194717 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-da7e20f9-d06c-4798-be76-0966be4cd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:59.196208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-da7e20f9-d06c-4798-be76-0966be4cd69f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0479641 Mar 22 15:12:59.251751 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-0a565af0-c07a-451f-951c-fd7270f6581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:59.253242 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-0a565af0-c07a-451f-951c-fd7270f6581e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501823 Mar 22 15:12:59.267984 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-85fab768-a8ea-4227-bf13-e777576dcae9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:12:59.268942 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-85fab768-a8ea-4227-bf13-e777576dcae9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048218 Mar 22 15:12:59.374975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-95299b88-fea2-4ae7-8562-698f04c01589 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926394 Mar 22 15:12:59.497530 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-07d4b133-f089-4b53-b317-0f12b04d1a97 req-d13f1151-0241-4011-8b93-480f418b52e0 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157501 Mar 22 15:12:59.520477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe019b9-c871-4e0d-a6c1-ea8ffdf61ffb req-8d1a2e34-32e9-42fb-9860-c7a63272f744 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:12:59.521989 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bfe019b9-c871-4e0d-a6c1-ea8ffdf61ffb req-8d1a2e34-32e9-42fb-9860-c7a63272f744 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0697098 Mar 22 15:12:59.577276 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bfe019b9-c871-4e0d-a6c1-ea8ffdf61ffb req-57e7dd33-2a55-4b93-9473-24b07543ee0f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Mar 22 15:12:59.717030 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:00.707944 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc693b6-74fd-42ee-991f-3da40028b713 req-3c42d41d-195c-4a0a-beeb-6deaa668ba49 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:00.709419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fc693b6-74fd-42ee-991f-3da40028b713 req-3c42d41d-195c-4a0a-beeb-6deaa668ba49 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0637622 Mar 22 15:13:00.763426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2fc693b6-74fd-42ee-991f-3da40028b713 req-3f83d07f-57d0-4e28-84d1-033d37168c6a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480835 Mar 22 15:13:01.897830 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163d25-89ae-4f8e-ae50-a52fc01b4d34 req-8f8c0180-e099-4a36-bd5c-b567f1d1c17b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:01.899336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa163d25-89ae-4f8e-ae50-a52fc01b4d34 req-8f8c0180-e099-4a36-bd5c-b567f1d1c17b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 944 time: 0.0561700 Mar 22 15:13:01.948575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-aa163d25-89ae-4f8e-ae50-a52fc01b4d34 req-f8baa4cb-5c44-4a5e-806c-cf7cef527ac8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Mar 22 15:13:02.139450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:13:02.242168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:13:02.254418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'port_id': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'mac_address': 'fa:16:3e:e1:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:13:02.290373 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:13:02.290752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:02.303293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:13:02.326038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:13:02.331463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:02.382380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=11']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:13:02.556235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:13:03.072504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb139a1-294b-4941-8450-2a750f83e919 req-3a3480e7-33e4-4988-8769-18d4856cd9c4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:03.073987 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdb139a1-294b-4941-8450-2a750f83e919 req-3a3480e7-33e4-4988-8769-18d4856cd9c4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0540450 Mar 22 15:13:03.124436 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdb139a1-294b-4941-8450-2a750f83e919 req-2196bfe6-dc34-4cc3-93db-8fd3ec336d91 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Mar 22 15:13:04.139579 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:13:04.197868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:13:04.201734 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:13:04.202143 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:04.260885 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db5ccf-92cc-4265-920c-ac8962a4ca68 req-1b9caf9b-fe65-45e9-a617-8107ddc934b9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:04.262388 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3db5ccf-92cc-4265-920c-ac8962a4ca68 req-1b9caf9b-fe65-45e9-a617-8107ddc934b9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 945 time: 0.0648236 Mar 22 15:13:04.281491 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:13:04.282057 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:04.304755 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:13:04.307008 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb99618e-ffbe-4a57-999a-07120cc3ce91" -d '{"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:13:04.310860 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3db5ccf-92cc-4265-920c-ac8962a4ca68 req-7c7e59fc-ed64-4076-8977-0e3c0ef469cf tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Mar 22 15:13:04.322481 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:13:04.327633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:04.375635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=12']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:13:05.356815 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d13362a-260b-4750-8de9-1ffda7a29091 x-openstack-request-id: req-2d13362a-260b-4750-8de9-1ffda7a29091 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:13:05.356815 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:13:05.356815 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d13362a-260b-4750-8de9-1ffda7a29091 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:13:05.356815 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d13362a-260b-4750-8de9-1ffda7a29091'] response: {'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'code': 200} Mar 22 15:13:05.439168 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634791-9ede-4aed-9e49-36dad4dc9889 req-a771f2f5-e2ca-4b52-94e8-2cc2cf9bc4cd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:05.440736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a634791-9ede-4aed-9e49-36dad4dc9889 req-a771f2f5-e2ca-4b52-94e8-2cc2cf9bc4cd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.0577812 Mar 22 15:13:05.497329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6a634791-9ede-4aed-9e49-36dad4dc9889 req-40268133-3584-4401-9a9b-ca4f40610619 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506585 Mar 22 15:13:05.533616 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651f0b-462b-49e9-b2d2-637832b480e8 req-38d8dccc-88ec-4f1c-8367-fb857c8684e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:05.535215 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b651f0b-462b-49e9-b2d2-637832b480e8 req-38d8dccc-88ec-4f1c-8367-fb857c8684e4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1128 time: 0.0540783 Mar 22 15:13:05.577982 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2b651f0b-462b-49e9-b2d2-637832b480e8 req-d1e4ed31-68ed-4394-9b00-13f5bcdf0dbd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372007 Mar 22 15:13:06.622670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c6278-5b57-44eb-86b2-df9a2e7b9d08 req-102c49c7-2e27-45ba-8d02-8efa875c60bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:06.624157 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-916c6278-5b57-44eb-86b2-df9a2e7b9d08 req-102c49c7-2e27-45ba-8d02-8efa875c60bc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.0554872 Mar 22 15:13:06.674101 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-916c6278-5b57-44eb-86b2-df9a2e7b9d08 req-bd19c3c1-6d30-4e5e-af63-960489c68ca9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Mar 22 15:13:07.816384 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1989e3f-f05b-4cba-bb45-9516801dadc5 req-cbfbbc0e-7863-4e10-aebf-dde86f05dc46 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:07.817783 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1989e3f-f05b-4cba-bb45-9516801dadc5 req-cbfbbc0e-7863-4e10-aebf-dde86f05dc46 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.0615761 Mar 22 15:13:07.871238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c1989e3f-f05b-4cba-bb45-9516801dadc5 req-382655ce-b63e-4e78-8d84-a437c39e5bad tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Mar 22 15:13:15.970153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-ead89d17-8a3d-4a55-a54c-c03c50527dc0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475562 Mar 22 15:13:16.058382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-c20ae1ac-0aa5-4b46-ab62-8797d5951ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:16.059888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-c20ae1ac-0aa5-4b46-ab62-8797d5951ff2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1128 time: 0.0474727 Mar 22 15:13:16.169078 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-a42755b1-630f-4107-a707-c700d09d6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:16.170582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-a42755b1-630f-4107-a707-c700d09d6412 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0934327 Mar 22 15:13:16.240673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-327ada0b-4105-4771-aaa0-a838ff07c4e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1001 time: 0.0638928 Mar 22 15:13:16.289222 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-63078394-2683-4f05-a87a-ba84cd09adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:16.290736 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-63078394-2683-4f05-a87a-ba84cd09adb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0440266 Mar 22 15:13:16.343880 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-57ff8f13-7edc-41fe-a8c0-4013328c5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:13:16.345395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-57ff8f13-7edc-41fe-a8c0-4013328c5c13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490417 Mar 22 15:13:16.436145 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-a2b5bcc5-c923-4c8c-a854-69903c248c74 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842659 Mar 22 15:13:16.529412 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac49255e-089a-401e-9854-7c4db07a5d67 req-5b89ae7f-13c2-4d2c-824f-014f00f3dc05 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878212 Mar 22 15:13:18.683521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-42a6d191-9ee9-450f-afe8-03d1a744e467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:21.076335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1cae5ba4-ebd8-4fd5-ac70-a2680c753703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:21.701707 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:13:22.207502 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:23.980851 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:25.001519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:28.874926 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:29.742598 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:48.690079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-153203ba-0e34-48d1-bb17-e5d444f062d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:51.078354 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e53c37e0-e712-4177-afd4-5cac650dbf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:52.211988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:53.990262 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:55.005774 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:58.707546 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:13:58.890674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:13:59.733536 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:16.787421 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35654) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:16.951287 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Deleting port 37264741-d839-4d7d-80a9-67f3e6e65fcb {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:14:16.951729 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:16.965115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-7a35d1c1-9e95-4645-b2e3-71cde649da93 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510743 Mar 22 15:14:17.028904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:17.029270 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (37264741-d839-4d7d-80a9-67f3e6e65fcb), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:17.043356 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Calling delete_port for 37264741-d839-4d7d-80a9-67f3e6e65fcb owned by network:floatingip {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:14:17.055149 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-c24d5fb5-7c61-4897-8408-320b86f7e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.057071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-c24d5fb5-7c61-4897-8408-320b86f7e3e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1128 time: 0.0506704 Mar 22 15:14:17.166642 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-0328acdb-0a7d-4482-b450-81758d91855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.168179 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-0328acdb-0a7d-4482-b450-81758d91855e service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0914633 Mar 22 15:14:17.201589 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (37264741-d839-4d7d-80a9-67f3e6e65fcb), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:17.227381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'Port': ['ID=37264741-d839-4d7d-80a9-67f3e6e65fcb,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:17.243575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-61d7455c-0e55-4032-b387-a295c07476df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 1001 time: 0.0698686 Mar 22 15:14:17.261094 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.261446 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.261781 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.262151 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.262489 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.262822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.263146 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.263473 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.263796 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.264155 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.264478 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.264795 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.265116 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.265434 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.265753 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:17.298459 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-5600d568-83e3-4f91-8751-07fb60669c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.299966 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-5600d568-83e3-4f91-8751-07fb60669c81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0503209 Mar 22 15:14:17.310976 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (e0af3de0-13cb-4bf6-949e-d0f1941dd4e5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:17.311304 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Floating IP e0af3de0-13cb-4bf6-949e-d0f1941dd4e5 disassociated (deleted). External IP: 172.25.3.179, port: e4b80a48-23a5-4c69-85ca-6fc54cfd31e8. Mar 22 15:14:17.358527 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-21adf207-65cb-4e06-8fb1-a828448e3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.360036 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-21adf207-65cb-4e06-8fb1-a828448e3a26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534618 Mar 22 15:14:17.450364 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-a1d79ad9-12be-4084-84a7-35d24bf79200 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Mar 22 15:14:17.535979 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:14:17.543869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0adc697c-2a02-47ef-81be-48d2c9e33636 req-36b124bd-7af6-49a4-81ed-c6359fa0bcdf service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 Mar 22 15:14:17.655972 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:14:17.662541 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:17.667601 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:14:17.677591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:14:17.678251 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:14:17.693639 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b35493ed-0fff-4127-be76-18989cafc071 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "DELETE /v2.0/floatingips/e0af3de0-13cb-4bf6-949e-d0f1941dd4e5 HTTP/1.1" status: 204 len: 168 time: 0.9051995 Mar 22 15:14:17.694422 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:14:17.696697 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ddc749-b93f-4552-8ee1-0cd9640de9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:14:17.790937 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809d367-aee8-44f0-b0d4-7ca71c2a3437 x-openstack-request-id: req-5809d367-aee8-44f0-b0d4-7ca71c2a3437 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:14:17.791642 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:14:17.791790 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:14:17.792567 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5809d367-aee8-44f0-b0d4-7ca71c2a3437 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:14:17.793384 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5809d367-aee8-44f0-b0d4-7ca71c2a3437'] response: {'name': 'network-changed', 'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'status': 'completed', 'code': 200} Mar 22 15:14:17.868461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-cbc2537b-c9b6-4166-b949-06a04cd29d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.870303 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-cbc2537b-c9b6-4166-b949-06a04cd29d10 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 1128 time: 0.0538676 Mar 22 15:14:17.994317 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:14:17.997458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905645b0-ba10-4d22-b06f-bd419072a09d req-a2acdb35-20d9-4ed9-b114-ca6e9a15572b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:17.999033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-905645b0-ba10-4d22-b06f-bd419072a09d req-a2acdb35-20d9-4ed9-b114-ca6e9a15572b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.1145799 Mar 22 15:14:18.000151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-d00e828c-6d8b-47d2-81ff-f95d01b7d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:18.001455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-d00e828c-6d8b-47d2-81ff-f95d01b7d34f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.1253660 Mar 22 15:14:18.025277 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:14:18.033894 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:14:18.034548 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:13:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:14:18.053096 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-7059cf49-c264-44ba-8d65-ca24b55b58b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 200 len: 217 time: 0.0418258 Mar 22 15:14:18.112198 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-905645b0-ba10-4d22-b06f-bd419072a09d req-15fb8806-6075-427e-bb78-b14d6a757510 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066778 Mar 22 15:14:18.123153 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-2c271a66-2323-4875-935c-86953594e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:18.124804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-2c271a66-2323-4875-935c-86953594e4f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0619624 Mar 22 15:14:18.145208 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:14:18.174249 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-7dae0844-8f54-415d-ba46-c611f5df10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:18.175781 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-7dae0844-8f54-415d-ba46-c611f5df10be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447490 Mar 22 15:14:18.266862 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-6007bf09-2748-47df-a3ea-1e0b1f3557e2 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838795 Mar 22 15:14:18.366027 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-30ddc749-b93f-4552-8ee1-0cd9640de9c5 req-c7f00a74-e959-4393-8d8e-db0a1c0e1076 service neutron] 10.222.0.78 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931320 Mar 22 15:14:18.502143 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:14:18.528084 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5edb-7370-4776-9b7b-a7acfd71c05e None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:14:18.676513 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6291069f-eb39-4e68-a927-32238331f840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:18.761839 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454dd69c-3c11-4acb-8450-3215367f97ec None None] New status for floating IP e0af3de0-13cb-4bf6-949e-d0f1941dd4e5: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:14:19.258328 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-1f9501c5-a006-42c6-bb10-9039bd64bae3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:19.259752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-1f9501c5-a006-42c6-bb10-9039bd64bae3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.0976045 Mar 22 15:14:19.277086 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff741a-957c-42c0-9f93-815ec4599669 req-e3c185b6-fe9b-4363-9ef4-b9cd5fd9beed tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:19.278466 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dff741a-957c-42c0-9f93-815ec4599669 req-e3c185b6-fe9b-4363-9ef4-b9cd5fd9beed tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=82e7bf93-943d-416d-a7e6-5169d231b317 HTTP/1.1" status: 200 len: 946 time: 0.0736423 Mar 22 15:14:19.373779 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1dff741a-957c-42c0-9f93-815ec4599669 req-09e5c384-ed21-4fa5-8df2-717dba202294 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726645 Mar 22 15:14:19.397461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Deleting port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:14:19.397698 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:19.491003 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] For port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:14:19.491367 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:19.504355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Calling delete_port for e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:14:19.642887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4b80a48-23a5-4c69-85ca-6fc54cfd31e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:19.677808 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'Port': ['ID=e4b80a48-23a5-4c69-85ca-6fc54cfd31e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:19.690179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.690573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.690886 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.691214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.691525 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.691850 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.692167 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.692507 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.692823 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.693120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.693435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.693723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.694080 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.694396 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.694710 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:14:19.730533 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] No DVR routers for this DVR port e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:14:19.733412 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:19.736842 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3519368f-f90c-4ae8-83a8-a1cd72dab3d5 req-27b1c4e0-c4ee-404e-97dd-4ef2303d1f57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.78 "DELETE /v2.0/ports/e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 HTTP/1.1" status: 204 len: 173 time: 0.4716794 Mar 22 15:14:19.737290 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-deleted', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:14:19.739612 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416bef5-68a0-4d81-a781-b07089660f9c" -d '{"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-deleted", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:14:19.774476 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7709eaf-154f-455e-a9e8-541cf2179842 x-openstack-request-id: req-e7709eaf-154f-455e-a9e8-541cf2179842 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:14:19.774770 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7bf93-943d-416d-a7e6-5169d231b317", "name": "network-vif-deleted", "tag": "e4b80a48-23a5-4c69-85ca-6fc54cfd31e8", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:14:19.775017 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7709eaf-154f-455e-a9e8-541cf2179842 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:14:19.775424 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7709eaf-154f-455e-a9e8-541cf2179842'] response: {'server_uuid': '82e7bf93-943d-416d-a7e6-5169d231b317', 'name': 'network-vif-deleted', 'tag': 'e4b80a48-23a5-4c69-85ca-6fc54cfd31e8', 'status': 'completed', 'code': 200} Mar 22 15:14:20.431239 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35680) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:20.488935 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (7d0a27e5-18ad-4150-b699-2c26bc3c3ae6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.515373 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (7d0a27e5-18ad-4150-b699-2c26bc3c3ae6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.576366 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (7d0a27e5-18ad-4150-b699-2c26bc3c3ae6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.579322 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.580480 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "DELETE /v2.0/security-groups/7d0a27e5-18ad-4150-b699-2c26bc3c3ae6 HTTP/1.1" status: 204 len: 168 time: 0.1482940 Mar 22 15:14:20.589923 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b9905-2080-4d0d-9344-520b8679f594 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a27e5-18ad-4150-b699-2c26bc3c3ae6,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:20.899638 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35686) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:20.904275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971392145', 'description': 'tempest-secgroup-smoke-971392145 description', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:20.926730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.992072 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (1c059fc7-7c1f-4bba-9e03-469703340e62), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:20.997340 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1c059fc7-7c1f-4bba-9e03-469703340e62), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.025991 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.027207 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265352 Mar 22 15:14:21.029151 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6427-3fe8-4e5b-907a-bf770a887e78 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c059fc7-7c1f-4bba-9e03-469703340e62,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.030191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35688) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.035126 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.061025 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (8d7fea40-be8c-45d8-8c16-6245ca70792b), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.069448 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-74b2ba90-ec81-4a83-b1b2-86be97246dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.108675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (8d7fea40-be8c-45d8-8c16-6245ca70792b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.113175 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (8d7fea40-be8c-45d8-8c16-6245ca70792b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.130965 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7fea40-be8c-45d8-8c16-6245ca70792b,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.138745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.139958 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f8f694ae-d21f-4c33-a302-846bd816474e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087570 Mar 22 15:14:21.142996 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 35690) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.147381 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.172675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (79ea9043-f1f8-47ca-8e64-7d68085b3959), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.234986 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (79ea9043-f1f8-47ca-8e64-7d68085b3959), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.240675 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (79ea9043-f1f8-47ca-8e64-7d68085b3959), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.257858 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ea9043-f1f8-47ca-8e64-7d68085b3959,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.267239 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.268447 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7d88b044-0268-4671-8075-deef9ce194e4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244662 Mar 22 15:14:21.271458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35692) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.276075 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.301031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (56d70226-3adc-4e15-b9c1-9d5c03ad8213), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.360761 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (56d70226-3adc-4e15-b9c1-9d5c03ad8213), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.365712 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (56d70226-3adc-4e15-b9c1-9d5c03ad8213), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.383319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d70226-3adc-4e15-b9c1-9d5c03ad8213,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.393614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.394864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-88f13d73-6800-483a-b2ed-fc5ef8e69158 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224251 Mar 22 15:14:21.397785 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35694) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.402039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.427144 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (0c83dd04-585d-458d-968b-36855346fb6d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.485627 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (0c83dd04-585d-458d-968b-36855346fb6d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.490733 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (0c83dd04-585d-458d-968b-36855346fb6d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.509289 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83dd04-585d-458d-968b-36855346fb6d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.514269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.515455 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-36484624-4998-4cb1-ae26-22630ef46ea6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167126 Mar 22 15:14:21.518610 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35696) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.523307 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.545005 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Project 731c923fcd7e4a99a762f1022cb2b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:14:21.550261 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (d7733f3f-8949-41e6-a188-22fac2aecd76), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.609326 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (d7733f3f-8949-41e6-a188-22fac2aecd76), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.614636 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d7733f3f-8949-41e6-a188-22fac2aecd76), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.632806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7733f3f-8949-41e6-a188-22fac2aecd76,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.639615 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.640847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9262e570-ccb9-4952-8b52-2de08c158af3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212649 Mar 22 15:14:21.643655 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35698) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:14:21.647923 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'security_group_rule': {'security_group_id': '1c059fc7-7c1f-4bba-9e03-469703340e62', 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:21.667947 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Project 731c923fcd7e4a99a762f1022cb2b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:14:21.672646 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (d0c91da7-2603-4fa7-97fb-ba1c454baddd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.735552 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (d0c91da7-2603-4fa7-97fb-ba1c454baddd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.740162 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (d0c91da7-2603-4fa7-97fb-ba1c454baddd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.759535 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c91da7-2603-4fa7-97fb-ba1c454baddd,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:21.765109 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:21.766294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0831ea33-7942-4759-9465-5523ce1665af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216924 Mar 22 15:14:22.215703 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:22.557817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:14:22.577942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:14:22.578295 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e4b80a48-23a5-4c69-85ca-6fc54cfd31e8 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:14:23.986551 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:25.001137 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:28.879457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:29.746797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:35.696331 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:14:41.268673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-e0924c3d-fcfa-4e6f-bd9a-5d20f60c8022 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971392145&fields=id&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 267 time: 0.0440629 Mar 22 15:14:41.375637 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c4b0a19b-171e-4f10-b25c-7d9c8510469a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:41.377018 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c4b0a19b-171e-4f10-b25c-7d9c8510469a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 808 time: 0.1018808 Mar 22 15:14:41.391678 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-762a7339-2dfa-41ff-99da-33c009780c38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/quotas/731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0093179 Mar 22 15:14:41.450220 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-af8efd6a-d7d5-494e-bbf0-c23b98c8b96c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535939 Mar 22 15:14:41.525404 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c2505129-2932-43d1-a9aa-82794f7ef0b5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:14:41.526438 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c2505129-2932-43d1-a9aa-82794f7ef0b5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602169 Mar 22 15:14:41.619841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-811d4579-60ca-4f91-953a-66ceb88dee4b service neutron] 10.222.0.81 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Mar 22 15:14:41.722587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-043fea2a-572e-4ab6-ae61-dc869216fe10 service neutron] 10.222.0.81 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982611 Mar 22 15:14:42.037708 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-de2df42f-483e-4bcb-badf-e9b08ac3d805 req-e1c186fe-3be5-4b92-b1fa-905e90f9b21a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0373094 Mar 22 15:14:43.114203 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b08ba77d-6969-4dc2-8c99-d4d1fb77a810 req-2bc25a35-05c6-4b2a-9a83-e82edf25b56d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Mar 22 15:14:44.192231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-77b4c54e-9229-450b-b987-3b96099275d9 req-f4d2cd29-7024-451f-9169-bfe2df7df2b1 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Mar 22 15:14:45.273901 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-380ae85d-6668-4f56-9061-4b77ecaf58b8 req-e15eac3d-6653-4a55-8563-7145af518743 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Mar 22 15:14:46.380990 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79fd8625-67aa-4d7c-a67f-dd60f7dcc243 req-449df05b-c7c8-48b1-b60c-dd08938d5302 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0281982 Mar 22 15:14:47.070966 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-ce0790ee-8be5-43e6-ac1a-51c15f90f285 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:47.072395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-ce0790ee-8be5-43e6-ac1a-51c15f90f285 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 808 time: 0.1140604 Mar 22 15:14:47.135048 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-91ced81d-7dbb-49f3-8a71-7ce9b767471b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 379 time: 0.0548606 Mar 22 15:14:47.143001 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'port': {'device_id': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'admin_state_up': True, 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'security_groups': ['1c059fc7-7c1f-4bba-9e03-469703340e62']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:47.255058 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Made reservation on behalf of 731c923fcd7e4a99a762f1022cb2b2a4 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:14:47.258433 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.382955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Allocated IP 172.20.0.5 (3a312108-d712-4558-8bd1-552874e8420e/174895d6-b11a-4c0d-b73a-063fee0090d0/e4876419-f940-462b-8c46-c55b7aea3bc5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:14:47.501999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15b9bfbb-1ad4-491f-9600-1ac66e8289b2 req-fb40cb02-cf73-44be-aae4-975053aba2ba tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0327394 Mar 22 15:14:47.550596 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.586276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.630502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Network 3a312108-d712-4558-8bd1-552874e8420e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:14:47.633602 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:14:47.635934 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:14:47.663138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:47.693429 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:47.694044 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.711373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-540906f4-9c69-4e95-bc97-8c60df10b400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719912 Mar 22 15:14:47.722241 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Request body: {'port': {'device_id': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:14:47.783302 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.884758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-8c572e95-e463-44ac-a061-aabe0eb1d3e9 None None] Provisioning complete for port e4876419-f940-462b-8c46-c55b7aea3bc5 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:14:47.885373 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8c572e95-e463-44ac-a061-aabe0eb1d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:47.918874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-8c572e95-e463-44ac-a061-aabe0eb1d3e9 None None] Port e4876419-f940-462b-8c46-c55b7aea3bc5 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:14:48.043604 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4876419-f940-462b-8c46-c55b7aea3bc5 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:14:48.051347 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks [] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.063770 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Transition to ACTIVE for port object e4876419-f940-462b-8c46-c55b7aea3bc5 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:14:48.068417 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.118700 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:48.189771 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Attempting to bind port e4876419-f940-462b-8c46-c55b7aea3bc5 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:14:48.190131 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Attempting to bind port e4876419-f940-462b-8c46-c55b7aea3bc5 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:14:48.190458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Attempting to bind port e4876419-f940-462b-8c46-c55b7aea3bc5 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:14:48.195696 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Port e4876419-f940-462b-8c46-c55b7aea3bc5 on network 3a312108-d712-4558-8bd1-552874e8420e not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:14:48.196212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Attempting to bind port e4876419-f940-462b-8c46-c55b7aea3bc5 on network 3a312108-d712-4558-8bd1-552874e8420e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:14:48.202268 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:14:48.202618 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Checking segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:14:48.202996 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Bound using segment: {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:14:48.203435 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Bound port: e4876419-f940-462b-8c46-c55b7aea3bc5, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e484d-86bc-4575-a2dc-7709dd7b007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3a312108-d712-4558-8bd1-552874e8420e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:14:48.203788 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.276304 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:14:48.279810 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:14:48.287715 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.324209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:48.324827 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.326224 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 1091 time: 0.6081996 Mar 22 15:14:48.326724 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:14:48.328959 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60" -d '{"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:14:48.356502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f3d95-d042-4033-9029-14cef95069f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:14:48.397211 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132afe40-cb67-4ca7-9284-a8183fbbd523 x-openstack-request-id: req-132afe40-cb67-4ca7-9284-a8183fbbd523 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:14:48.397855 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:14:48.397855 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-132afe40-cb67-4ca7-9284-a8183fbbd523 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:14:48.398234 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132afe40-cb67-4ca7-9284-a8183fbbd523'] response: {'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'status': 'completed', 'code': 200} Mar 22 15:14:48.436721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c377e29e-ea05-4972-bf64-e8fe19467865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:48.438283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c377e29e-ea05-4972-bf64-e8fe19467865 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1125 time: 0.0529890 Mar 22 15:14:48.485052 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-87b1a073-bc9a-49fe-bbd7-4edfe79627fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 217 time: 0.0393713 Mar 22 15:14:48.543502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-fe4af17d-2441-4047-9b81-f4a07e3a9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:48.544960 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-fe4af17d-2441-4047-9b81-f4a07e3a9999 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0539482 Mar 22 15:14:48.619394 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-4bb956ce-08d5-4a89-9671-aab0c8203b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:48.620904 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-4bb956ce-08d5-4a89-9671-aab0c8203b05 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0704072 Mar 22 15:14:48.681126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a12ab89e-61e1-4159-a621-98b5f533f05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:48.991835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1fca-14eb-4d13-beb1-15220b520a01 req-c136349a-77e6-4573-9dbc-26bf0235ba62 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:48.993593 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a92f1fca-14eb-4d13-beb1-15220b520a01 req-c136349a-77e6-4573-9dbc-26bf0235ba62 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.4145291 Mar 22 15:14:49.064024 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-c4e2612f-8e87-4ff2-b256-15fa076a6b1c service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354088 Mar 22 15:14:49.068008 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a92f1fca-14eb-4d13-beb1-15220b520a01 req-5b338820-a3a6-47c8-872b-a4aa3e8c0691 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669053 Mar 22 15:14:49.157721 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5bd8d67f-c84a-4b80-9ef9-276b2fe4daa2 req-ba75ade6-decd-4f87-89bd-392ecd7118c6 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873666 Mar 22 15:14:49.245274 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-ba576271-de3c-4716-96e0-6425e23cae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:49.246790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-ba576271-de3c-4716-96e0-6425e23cae7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1125 time: 0.0457592 Mar 22 15:14:49.335943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-ff5915a6-7fa6-4520-bb53-de4a249b62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:49.337446 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-ff5915a6-7fa6-4520-bb53-de4a249b62bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0845838 Mar 22 15:14:49.382256 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-cc0896cb-3254-4abe-8f93-746956378bdd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 217 time: 0.0383494 Mar 22 15:14:49.429473 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-de40e6b9-f331-4024-a4a7-a96b50c723ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:49.430951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-de40e6b9-f331-4024-a4a7-a96b50c723ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0438099 Mar 22 15:14:49.479047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-4c4f960e-2380-4ac1-8d53-252cf78f1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:49.480542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-4c4f960e-2380-4ac1-8d53-252cf78f1b5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444257 Mar 22 15:14:49.572695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-a5f4de4b-6838-4474-ab37-0e9b626e5976 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Mar 22 15:14:49.660659 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bdd95ed6-9a58-47c5-a4aa-c56e8895da60 req-a7a99b1f-4863-424c-9a5f-5e6682f4d859 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818634 Mar 22 15:14:50.193811 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb8882-bbe7-4f62-bf90-c9432ca97216 req-ebd38f74-b7bf-4be9-ab35-9631cf7035ce tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:50.195695 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51eb8882-bbe7-4f62-bf90-c9432ca97216 req-ebd38f74-b7bf-4be9-ab35-9631cf7035ce tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0558581 Mar 22 15:14:50.249264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-51eb8882-bbe7-4f62-bf90-c9432ca97216 req-b55d1323-e4b8-470d-8c25-ac0c2811e1da tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476520 Mar 22 15:14:51.073025 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e8b2f736-94c9-4bf2-b409-fb61076d78a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:51.367345 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce673a5-a747-4077-94fd-28d143f11adc req-b859e6a1-8ed3-494a-826e-c7f5d2356278 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:51.369146 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ce673a5-a747-4077-94fd-28d143f11adc req-b859e6a1-8ed3-494a-826e-c7f5d2356278 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0525942 Mar 22 15:14:51.417735 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8ce673a5-a747-4077-94fd-28d143f11adc req-55953642-eb71-4fff-8477-87b80c79e94f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428345 Mar 22 15:14:52.203896 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:52.538600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f14b3-a5fe-40fc-8cde-58f125958784 req-35fb1f25-2994-4810-abc4-5e3683db4db8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:52.543915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-211f14b3-a5fe-40fc-8cde-58f125958784 req-35fb1f25-2994-4810-abc4-5e3683db4db8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0587780 Mar 22 15:14:52.597076 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-211f14b3-a5fe-40fc-8cde-58f125958784 req-dc356ee0-5baa-4f96-b765-b7b361e7eddc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439024 Mar 22 15:14:53.721705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70acc20-c209-4e7a-8b33-ef5ca78c3bdf req-37c42327-28b0-4bc9-b34d-9b4ad36c6cfa tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:53.723074 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a70acc20-c209-4e7a-8b33-ef5ca78c3bdf req-37c42327-28b0-4bc9-b34d-9b4ad36c6cfa tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0585179 Mar 22 15:14:53.772632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a70acc20-c209-4e7a-8b33-ef5ca78c3bdf req-bbbb6fe6-632f-40c3-8245-e16bcb5a588a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Mar 22 15:14:53.993909 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:54.895874 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e035d-590a-4950-ae9c-559c7a74d337 req-c62bc03b-c203-4297-9983-ef57745c2275 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:54.897405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c76e035d-590a-4950-ae9c-559c7a74d337 req-c62bc03b-c203-4297-9983-ef57745c2275 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0553226 Mar 22 15:14:54.945914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c76e035d-590a-4950-ae9c-559c7a74d337 req-e8e303a3-30cd-40f5-ae45-6b431736ac29 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428603 Mar 22 15:14:55.006304 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:56.072648 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ed107-0fc6-4f0b-b71f-dcf877d8c175 req-3d8bb3a7-31df-43a2-8a30-7b26f3054bf5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:56.074172 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a63ed107-0fc6-4f0b-b71f-dcf877d8c175 req-3d8bb3a7-31df-43a2-8a30-7b26f3054bf5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0581310 Mar 22 15:14:56.122922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a63ed107-0fc6-4f0b-b71f-dcf877d8c175 req-56c12159-038d-4b7b-8f60-67ea3b76f7aa tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Mar 22 15:14:57.247228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cfc5a-30f3-47d3-a417-afae2af9777c req-3d94fc0b-92f5-4ffc-99b2-5721e45ff561 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:57.248729 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d2cfc5a-30f3-47d3-a417-afae2af9777c req-3d94fc0b-92f5-4ffc-99b2-5721e45ff561 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0533049 Mar 22 15:14:57.296425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2d2cfc5a-30f3-47d3-a417-afae2af9777c req-9b219e0c-31bf-4617-8e70-ef3f5d9264ad tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 Mar 22 15:14:58.425159 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c3df-f49e-4bc7-8ed0-2e2dfbbf803f req-a4aa9836-b7fe-4815-985f-4068adaace2e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:58.426759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cd2c3df-f49e-4bc7-8ed0-2e2dfbbf803f req-a4aa9836-b7fe-4815-985f-4068adaace2e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0530636 Mar 22 15:14:58.479290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1cd2c3df-f49e-4bc7-8ed0-2e2dfbbf803f req-4036794d-746a-4db1-9657-a9af25cf2c30 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467594 Mar 22 15:14:58.907603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:14:59.604016 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbd4ae-e48f-4647-82c1-a2606d6f02cd req-19208bb1-0bc1-4d9b-b86a-2e6cfebf4543 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:14:59.605492 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33bbd4ae-e48f-4647-82c1-a2606d6f02cd req-19208bb1-0bc1-4d9b-b86a-2e6cfebf4543 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0533442 Mar 22 15:14:59.656983 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-33bbd4ae-e48f-4647-82c1-a2606d6f02cd req-aa4b9e6e-ac03-4c92-b2fc-598304398b56 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Mar 22 15:14:59.744573 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:00.794004 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8322411-907b-4195-9df1-1c74ceb1269d req-d9537c65-9c7a-4ec6-924f-3234c107a58f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:00.795427 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8322411-907b-4195-9df1-1c74ceb1269d req-d9537c65-9c7a-4ec6-924f-3234c107a58f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0564697 Mar 22 15:15:00.847454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8322411-907b-4195-9df1-1c74ceb1269d req-64f3afa4-8345-4f9d-8dd3-459767866e57 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Mar 22 15:15:01.978501 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcf8a9-76c3-4863-883d-f5a572671f72 req-b5119abb-1cc6-4302-b39b-e67d2d38521c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:01.979978 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34dcf8a9-76c3-4863-883d-f5a572671f72 req-b5119abb-1cc6-4302-b39b-e67d2d38521c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0631237 Mar 22 15:15:02.030023 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-34dcf8a9-76c3-4863-883d-f5a572671f72 req-1a0af907-1ed3-48fc-b685-f5c6d966b5bd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Mar 22 15:15:03.169130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69768559-a202-4965-bb1a-7bc571eaf496 req-edffcb2b-7b30-4b7f-8b89-5104a5a4a2f2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:03.170672 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69768559-a202-4965-bb1a-7bc571eaf496 req-edffcb2b-7b30-4b7f-8b89-5104a5a4a2f2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0615256 Mar 22 15:15:03.218571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-69768559-a202-4965-bb1a-7bc571eaf496 req-bb0a634c-bffe-4607-95ec-687989e15528 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Mar 22 15:15:04.342953 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb4a3-f404-41b8-b4a9-0e207b8f3e71 req-5ecb4006-e30c-4d3d-aacf-0ebabe7b4d29 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:04.344456 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d52bb4a3-f404-41b8-b4a9-0e207b8f3e71 req-5ecb4006-e30c-4d3d-aacf-0ebabe7b4d29 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0553272 Mar 22 15:15:04.396266 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d52bb4a3-f404-41b8-b4a9-0e207b8f3e71 req-dc897a1f-30a9-4175-865e-ce4ddf19b27d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462272 Mar 22 15:15:04.460876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:15:04.571108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:04.584942 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'mac_address': 'fa:16:3e:0e:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:15:04.635042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4876419-f940-462b-8c46-c55b7aea3bc5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:15:04.635433 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:04.655896 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4876419-f940-462b-8c46-c55b7aea3bc5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:15:04.712640 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:04.739161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:04.798013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:04.810460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.810813 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.811189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.811532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.811866 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.812196 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.812532 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.812858 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.813188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.813509 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.813817 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.814171 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.814493 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.814816 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.815139 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:15:04.974932 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e4876419-f940-462b-8c46-c55b7aea3bc5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:15:05.520432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e626fe-2e70-491b-8236-546bb42a8f76 req-4f97b487-39be-443e-a768-af23deb90edb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:05.524551 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e626fe-2e70-491b-8236-546bb42a8f76 req-4f97b487-39be-443e-a768-af23deb90edb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 944 time: 0.0573111 Mar 22 15:15:05.574525 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a0e626fe-2e70-491b-8236-546bb42a8f76 req-f253b637-be56-48a9-a66d-070bdae4bcea tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463960 Mar 22 15:15:06.478351 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:15:06.540898 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port e4876419-f940-462b-8c46-c55b7aea3bc5 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:15:06.545160 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e4876419-f940-462b-8c46-c55b7aea3bc5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:15:06.545538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:06.626572 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4876419-f940-462b-8c46-c55b7aea3bc5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:15:06.626964 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:06.650804 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:06.653224 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed3f87-78e6-42aa-a320-52837463318f" -d '{"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-plugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:06.667664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:15:06.672716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:06.698454 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebbf87-e1cb-41f7-8009-088b237f6a14 req-7e612e6d-cd8d-47ad-9385-c3a1455f0019 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:06.699951 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adebbf87-e1cb-41f7-8009-088b237f6a14 req-7e612e6d-cd8d-47ad-9385-c3a1455f0019 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Mar 22 15:15:06.721697 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:06.751906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-adebbf87-e1cb-41f7-8009-088b237f6a14 req-24b1411b-50fa-4f47-a10e-60630fb43528 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Mar 22 15:15:06.759742 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ee4f8-55a8-4ded-9f8f-bee9266ecc53 x-openstack-request-id: req-789ee4f8-55a8-4ded-9f8f-bee9266ecc53 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:06.760064 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-plugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:06.760309 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-789ee4f8-55a8-4ded-9f8f-bee9266ecc53 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:06.760715 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789ee4f8-55a8-4ded-9f8f-bee9266ecc53'] response: {'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'code': 200} Mar 22 15:15:06.859869 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551bb3-13ab-4a1c-898d-3a1f534cff0d req-9d42334f-78bb-4ccf-92a6-32a337759e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:06.861336 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae551bb3-13ab-4a1c-898d-3a1f534cff0d req-9d42334f-78bb-4ccf-92a6-32a337759e8c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0475791 Mar 22 15:15:06.905995 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ae551bb3-13ab-4a1c-898d-3a1f534cff0d req-7d768ce9-4631-4745-af1e-f35f49c2c71a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383561 Mar 22 15:15:07.883096 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027fcda-7daa-4577-ad70-3312d487ebda req-739148de-594c-4195-88ed-84ae8ed4d0a2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:07.884560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a027fcda-7daa-4577-ad70-3312d487ebda req-739148de-594c-4195-88ed-84ae8ed4d0a2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0592127 Mar 22 15:15:07.934291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a027fcda-7daa-4577-ad70-3312d487ebda req-94b9baaa-f7e1-49f5-90e8-f9912014bc11 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Mar 22 15:15:09.064170 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e61d2-10ab-4d7a-8579-ece564361904 req-ad8dc0c1-577d-4789-bf42-4620afb821e2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:09.065646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-255e61d2-10ab-4d7a-8579-ece564361904 req-ad8dc0c1-577d-4789-bf42-4620afb821e2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0589390 Mar 22 15:15:09.116284 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-255e61d2-10ab-4d7a-8579-ece564361904 req-73338d05-a45a-451f-9bfc-0f3ada8f6ad2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Mar 22 15:15:09.241566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301a68-f00c-48c4-88e5-37c7a68b81c5 req-b37b9fb7-457a-4f6f-a8cf-1effd83c253c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:09.243301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa301a68-f00c-48c4-88e5-37c7a68b81c5 req-b37b9fb7-457a-4f6f-a8cf-1effd83c253c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0532022 Mar 22 15:15:09.296239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fa301a68-f00c-48c4-88e5-37c7a68b81c5 req-0f60b81e-841f-462d-973c-a01909e4b165 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450702 Mar 22 15:15:09.322207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35924) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:15:09.368911 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef215a-19da-4b9f-aafc-935017fafc4d tempest-TestShelveInstance-253674692 tempest-TestShelveInstance-253674692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:09.370544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fcef215a-19da-4b9f-aafc-935017fafc4d tempest-TestShelveInstance-253674692 tempest-TestShelveInstance-253674692-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1122 time: 0.0471773 Mar 22 15:15:09.373486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 35926) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:15:09.377927 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:15:09.400609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:09.506319 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:09.620674 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Allocated IP 172.25.3.133 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/7504c416-667e-43df-a952-111f4b473408) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:15:09.732099 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (7504c416-667e-43df-a952-111f4b473408), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:09.769507 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7504c416-667e-43df-a952-111f4b473408), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:09.805575 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:15:09.808646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:15:09.815541 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:15:09.821090 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=7504c416-667e-43df-a952-111f4b473408,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:10.178082 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (0faa42d5-842e-4e3b-b622-25e4bc8ee9fb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.253860 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (7504c416-667e-43df-a952-111f4b473408), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.404637 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for port (7504c416-667e-43df-a952-111f4b473408), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.411139 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (7504c416-667e-43df-a952-111f4b473408), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.482531 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event updated for resources: {'Port': ['ID=7504c416-667e-43df-a952-111f4b473408,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:15:10.493476 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (0faa42d5-842e-4e3b-b622-25e4bc8ee9fb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.596881 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Floating IP 0faa42d5-842e-4e3b-b622-25e4bc8ee9fb associated. External IP: 172.25.3.133, port: e4876419-f940-462b-8c46-c55b7aea3bc5. Mar 22 15:15:10.810089 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:15:10.927047 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:15:10.938109 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:15:10.946535 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:10.950211 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:15:10.950853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:10.976943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-18105217-9c3f-4194-87b4-37c06a89c3d5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6023376 Mar 22 15:15:10.977536 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:15:10.979929 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08b9e7-3690-4319-a104-24b9389427d3" -d '{"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:15:11.019281 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c968e-dda0-49d8-8bd8-0267ca6b205e x-openstack-request-id: req-d19c968e-dda0-49d8-8bd8-0267ca6b205e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:15:11.019570 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:15:11.019818 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d19c968e-dda0-49d8-8bd8-0267ca6b205e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:15:11.020225 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19c968e-dda0-49d8-8bd8-0267ca6b205e'] response: {'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'status': 'completed', 'code': 200} Mar 22 15:15:11.067673 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:15:11.083186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-febb5be6-4ead-4aea-89ea-435652b79b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:11.084696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-febb5be6-4ead-4aea-89ea-435652b79b03 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0440795 Mar 22 15:15:11.170684 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-ebf272d8-352f-4dee-8847-44717a52ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:11.172129 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-ebf272d8-352f-4dee-8847-44717a52ba02 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0820158 Mar 22 15:15:11.241294 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-e9339eb9-fc4f-436e-b30d-d314bdbb07c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 999 time: 0.0632584 Mar 22 15:15:11.289243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-1a723ae6-353b-4d05-b114-1736e3316102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:11.290756 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-1a723ae6-353b-4d05-b114-1736e3316102 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0443063 Mar 22 15:15:11.295222 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0faa42d5-842e-4e3b-b622-25e4bc8ee9fb', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:0e:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:10Z', 'updated_at': '2022-03-22T15:15:10Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:11.322078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:15:11.331611 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:15:11.332238 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:14:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:11.340973 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-2ce3a9bc-ba38-435f-abfe-e7a013364bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:11.342554 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-2ce3a9bc-ba38-435f-abfe-e7a013364bfd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462482 Mar 22 15:15:11.437733 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-c621057d-9b70-4f44-a0df-facfb9090a28 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Mar 22 15:15:11.438488 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:15:11.527670 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-6c08b9e7-3690-4319-a104-24b9389427d3 req-605e3f25-bded-466a-8605-a665ddb0e874 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844009 Mar 22 15:15:11.668423 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0faa42d5-842e-4e3b-b622-25e4bc8ee9fb', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:0e:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:10Z', 'updated_at': '2022-03-22T15:15:10Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:15:11.699104 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9da85-979b-4b8d-b395-87c397d0d27e None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0faa42d5-842e-4e3b-b622-25e4bc8ee9fb', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'mac_address': 'fa:16:3e:0e:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:15:10Z', 'updated_at': '2022-03-22T15:15:10Z', 'revision_number': 0, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:15:11.906949 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b32c14-fd11-4d69-857e-c498343055ac None None] New status for floating IP 0faa42d5-842e-4e3b-b622-25e4bc8ee9fb: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:15:12.701399 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:15:18.686519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b402a772-b86a-4f12-9662-cd40eac63170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:21.083797 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb7f2-08af-4abb-9045-f6d622b7b945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.207517 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:22.236472 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-4ac64bcb-66a7-414c-903c-06654e680677 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510728 Mar 22 15:15:22.324841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-72ed8e92-db6b-41c1-a082-ef57267314e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.326405 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-72ed8e92-db6b-41c1-a082-ef57267314e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0477910 Mar 22 15:15:22.426664 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-0a2468c6-6eb0-49bf-83d3-8c08f4cd43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.428017 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-0a2468c6-6eb0-49bf-83d3-8c08f4cd43c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0832477 Mar 22 15:15:22.500425 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-0c9e2f23-606f-43c1-97c3-b07391f3df5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0636272 Mar 22 15:15:22.548646 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-6352c236-588f-4980-bebe-00d76d596eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.550125 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-6352c236-588f-4980-bebe-00d76d596eaf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0434806 Mar 22 15:15:22.599337 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-7a2e2176-df29-40d5-9288-189e17494d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:15:22.600827 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-7a2e2176-df29-40d5-9288-189e17494d18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449548 Mar 22 15:15:22.695277 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-8c9afee0-fed0-499e-afb0-cb5ecc6fde14 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886950 Mar 22 15:15:22.784387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b0b1ecd2-3d46-4bff-a44f-a58503b8498a req-7e26e779-ba6b-43f1-a608-2eb75014000d service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834641 Mar 22 15:15:24.003646 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:25.011447 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:28.908580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:29.756114 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:48.691728 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-170a99e7-11d4-4f11-ae0a-00e73a421994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:49.701058 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:15:51.083771 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d6e345f9-ac06-4f25-9492-c943647f8638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:52.216239 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:54.004499 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:55.020035 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:58.909463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:15:59.750411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:18.707567 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c88f7494-c1f2-4519-8583-7b52911651f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:21.084291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d433fcc-7ae2-4bfa-80ac-275ce50e7ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:22.227095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:24.005335 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:24.235815 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-854dbf49-ddc7-4d7b-80d1-34a131b3c925 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513639 Mar 22 15:16:24.322369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-611d8285-19b4-4a46-add0-a6cfdad2eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:24.323865 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-611d8285-19b4-4a46-add0-a6cfdad2eb4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0465620 Mar 22 15:16:24.425986 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-cfacdc8d-b915-4d09-83a1-f7d3fe84dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:24.427421 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-cfacdc8d-b915-4d09-83a1-f7d3fe84dc5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0836668 Mar 22 15:16:24.495927 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-bf49108e-74b7-4754-9ea5-c8d37a045751 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0618222 Mar 22 15:16:24.546234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-8c11ff26-5de9-47ed-9250-649e079132fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:24.548135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-8c11ff26-5de9-47ed-9250-649e079132fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0463448 Mar 22 15:16:24.599119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-97a534c8-e689-4636-8b67-59ca40206c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:16:24.600723 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-97a534c8-e689-4636-8b67-59ca40206c69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470719 Mar 22 15:16:24.695004 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-1da6038e-195e-43e6-ad69-497c58e89c36 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Mar 22 15:16:24.782107 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1e22e5ec-bb5b-4a74-8f9e-eb6f888513b9 req-ce593592-01e0-43aa-a949-06509f393cfb service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815585 Mar 22 15:16:25.020847 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:26.706457 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:16:28.924474 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:29.751564 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:48.701737 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10dbb551-c716-4562-a028-354d80b83b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:51.081463 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d75ec102-c78f-442e-81ab-0119fa9d29b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:52.224806 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:54.010665 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:55.028291 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:58.937228 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:16:59.760489 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:03.712278 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:17:08.931327 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307cd7c-64b8-4f5a-bae5-1179b5d59105 req-fc2efc6f-8f05-4ec0-96ed-ae67e89c9fd8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:08.932843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7307cd7c-64b8-4f5a-bae5-1179b5d59105 req-fc2efc6f-8f05-4ec0-96ed-ae67e89c9fd8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0636542 Mar 22 15:17:08.986127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7307cd7c-64b8-4f5a-bae5-1179b5d59105 req-2c3769da-8d30-4b6d-afd4-754e4fd7aa59 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Mar 22 15:17:10.128319 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1b04f-6591-4386-85c5-84665045ee36 req-27b81b77-8ba8-4061-85de-30d31bfa656a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:10.129770 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4f1b04f-6591-4386-85c5-84665045ee36 req-27b81b77-8ba8-4061-85de-30d31bfa656a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Mar 22 15:17:10.177975 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c4f1b04f-6591-4386-85c5-84665045ee36 req-b50549b3-7aa5-487e-82ab-0b142ee12e87 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Mar 22 15:17:11.311134 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf263f-2d2e-4975-bce6-2d863851c1ed req-c0a8d2fc-ef75-47ed-a364-fdacdb89bfbd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:11.312591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fadf263f-2d2e-4975-bce6-2d863851c1ed req-c0a8d2fc-ef75-47ed-a364-fdacdb89bfbd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0563192 Mar 22 15:17:11.361845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-fadf263f-2d2e-4975-bce6-2d863851c1ed req-e6aafda7-22ff-46d6-a39f-40e24f5eef2d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Mar 22 15:17:12.497234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3fcec-aa42-4729-b587-aae574febad2 req-9d14bc0c-673f-44dc-bd29-614867ddec7a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:12.498738 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1be3fcec-aa42-4729-b587-aae574febad2 req-9d14bc0c-673f-44dc-bd29-614867ddec7a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Mar 22 15:17:12.553322 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1be3fcec-aa42-4729-b587-aae574febad2 req-57be1005-577b-47e4-8467-fb807d26d05f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486391 Mar 22 15:17:13.674180 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9652c6-afc7-4131-a4c2-8a04136fcc44 req-672f9b57-5d58-45da-8163-40219017f7ac tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:13.675650 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e9652c6-afc7-4131-a4c2-8a04136fcc44 req-672f9b57-5d58-45da-8163-40219017f7ac tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Mar 22 15:17:13.731499 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8e9652c6-afc7-4131-a4c2-8a04136fcc44 req-65aa32f2-857c-4fc6-82ef-c0ac278fd4b7 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Mar 22 15:17:14.864498 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b19e-e624-4cbc-938c-39a5359cfb08 req-4e9e53a3-3e17-4fe3-9c90-bfe9e904de92 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:14.865991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e599b19e-e624-4cbc-938c-39a5359cfb08 req-4e9e53a3-3e17-4fe3-9c90-bfe9e904de92 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Mar 22 15:17:14.918213 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e599b19e-e624-4cbc-938c-39a5359cfb08 req-1ecffc07-17e4-4c35-9aad-d5c90c751fda tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Mar 22 15:17:16.038291 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd879a-7728-45a6-bd87-19b6a035d254 req-e2650859-e039-4f26-ac89-de56c563fd2b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:16.039759 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35cd879a-7728-45a6-bd87-19b6a035d254 req-e2650859-e039-4f26-ac89-de56c563fd2b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Mar 22 15:17:16.090924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-35cd879a-7728-45a6-bd87-19b6a035d254 req-233997d1-78c2-41d8-84c3-74c1fa420d3a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Mar 22 15:17:17.231486 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e621-8af2-4f67-bac6-12b7817bf4cf req-4d2b6b5c-d02a-42d3-aaeb-7962c0b30712 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:17.233033 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7990e621-8af2-4f67-bac6-12b7817bf4cf req-4d2b6b5c-d02a-42d3-aaeb-7962c0b30712 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0602977 Mar 22 15:17:17.281816 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7990e621-8af2-4f67-bac6-12b7817bf4cf req-956c4cf1-8d11-4815-bf4f-047e87786a93 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Mar 22 15:17:18.411103 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c56697-aad3-4ee0-aceb-e57d5d436a3b req-71b95f1e-8db4-4212-94b1-2d9faa3665d0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:18.412582 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4c56697-aad3-4ee0-aceb-e57d5d436a3b req-71b95f1e-8db4-4212-94b1-2d9faa3665d0 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0633340 Mar 22 15:17:18.464741 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a4c56697-aad3-4ee0-aceb-e57d5d436a3b req-3c43e06e-6be3-47d7-8926-f632ec01068d tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Mar 22 15:17:18.706077 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7519780c-9b0c-49c0-94eb-ee5e1f9ced27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:19.064109 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-ca0a7af2-6230-4e69-ab72-753d149d0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:19.065493 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-ca0a7af2-6230-4e69-ab72-753d149d0335 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0545077 Mar 22 15:17:19.465240 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-bd4428a0-2042-4bd8-ad05-c13ad1a3e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:19.466768 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-bd4428a0-2042-4bd8-ad05-c13ad1a3e993 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.3950310 Mar 22 15:17:19.600392 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-d3e47f4a-04f0-4f08-81b0-f9af736601e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 1001 time: 0.1268990 Mar 22 15:17:19.646699 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cccc1-9140-4356-a3b8-beedd3dd07bc req-d15f828b-0f03-4f66-ae38-26715dfea97b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:19.648131 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a67cccc1-9140-4356-a3b8-beedd3dd07bc req-d15f828b-0f03-4f66-ae38-26715dfea97b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0992658 Mar 22 15:17:19.671121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-b1312685-0e0a-4961-9144-b39af92fd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:19.672490 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-b1312685-0e0a-4961-9144-b39af92fd8c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0658462 Mar 22 15:17:19.728974 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a67cccc1-9140-4356-a3b8-beedd3dd07bc req-913a2a09-ea01-4533-9730-b93b49a520d2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747662 Mar 22 15:17:19.741477 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-a53e66bf-952a-4d7a-af3a-48a209d4a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:19.743013 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-a53e66bf-952a-4d7a-af3a-48a209d4a185 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641196 Mar 22 15:17:19.833823 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-a96fdc33-c5ef-41be-9873-46b3d31f27ee service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852299 Mar 22 15:17:19.927687 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e1e6dc0a-5c9e-4f16-8166-64dee91d36f0 req-83296dd4-dccc-4598-bb5d-339a215b70dc service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Mar 22 15:17:20.872472 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7e9d9-2552-496a-8931-e26711f6293f req-3e5672ee-b7af-44fa-8d54-0cd33579054c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:20.873991 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cb7e9d9-2552-496a-8931-e26711f6293f req-3e5672ee-b7af-44fa-8d54-0cd33579054c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0638185 Mar 22 15:17:20.932356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8cb7e9d9-2552-496a-8931-e26711f6293f req-1de58e6f-a53e-4cd1-8c12-63394f89ff99 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498471 Mar 22 15:17:21.084643 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dc916d85-0252-4bd0-ab9e-f7faaa2ff078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:22.053924 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7d51-28ff-4aa7-b55f-119aeffeac10 req-8f4c171f-c20c-460f-8487-703b7ec0f954 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:22.055460 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b39e7d51-28ff-4aa7-b55f-119aeffeac10 req-8f4c171f-c20c-460f-8487-703b7ec0f954 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Mar 22 15:17:22.105563 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b39e7d51-28ff-4aa7-b55f-119aeffeac10 req-77f72bb6-9dcb-4148-b630-dc2e4e8c3d15 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 Mar 22 15:17:22.222260 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:23.230512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedad56-2a1e-45b2-a71f-688e4a10c9c3 req-0f1cefa7-6c13-4dff-96e7-aa10960281e3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:23.232118 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bedad56-2a1e-45b2-a71f-688e4a10c9c3 req-0f1cefa7-6c13-4dff-96e7-aa10960281e3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 22 15:17:23.288217 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0bedad56-2a1e-45b2-a71f-688e4a10c9c3 req-908bf99b-9831-4102-8891-55457d6b9956 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504208 Mar 22 15:17:24.008768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:24.454323 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1c6aa-34bc-4364-814e-eb47d374573b req-4bf19c84-8eff-4331-a0a2-1b3d53cdbe2e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:24.455766 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fb1c6aa-34bc-4364-814e-eb47d374573b req-4bf19c84-8eff-4331-a0a2-1b3d53cdbe2e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0995848 Mar 22 15:17:24.504162 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4fb1c6aa-34bc-4364-814e-eb47d374573b req-b051b18e-8103-499c-94ce-4b8fdc684c6c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Mar 22 15:17:25.015082 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:25.054118 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:17:25.138630 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4876419-f940-462b-8c46-c55b7aea3bc5 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:25.139024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:25.169541 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:25.172413 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f0727-e818-41dc-80aa-7e696958958e" -d '{"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:25.191937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:25.203018 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:25.230327 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cb2f15-49ff-454d-9804-35a7f393353f x-openstack-request-id: req-d4cb2f15-49ff-454d-9804-35a7f393353f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:25.230624 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:25.230882 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4cb2f15-49ff-454d-9804-35a7f393353f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:25.231283 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cb2f15-49ff-454d-9804-35a7f393353f'] response: {'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'code': 200} Mar 22 15:17:25.250879 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-e04dec35-750b-48f3-8201-808485cbd9bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644529 Mar 22 15:17:25.254925 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:25.263525 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.263860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.264213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.264561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.264889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.265454 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.266003 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.266518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.266909 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.267226 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.267556 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.267867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.268194 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.268516 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.268831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:17:25.340723 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79913578-4d16-4336-955a-45a09733c519 req-1441f997-1a34-4f7a-b03d-b49855566142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.342241 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-1441f997-1a34-4f7a-b03d-b49855566142 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1125 time: 0.0492671 Mar 22 15:17:25.444907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79913578-4d16-4336-955a-45a09733c519 req-625d92b7-0a70-4638-b382-13432ae7bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.446395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-625d92b7-0a70-4638-b382-13432ae7bec0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0837846 Mar 22 15:17:25.524060 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-c5dba2cb-943f-4947-9dc9-cf45ab96f1b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 999 time: 0.0687511 Mar 22 15:17:25.574524 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79913578-4d16-4336-955a-45a09733c519 req-a3ec5043-2581-409e-813a-52ec884cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.575984 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-a3ec5043-2581-409e-813a-52ec884cbb76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0461259 Mar 22 15:17:25.655843 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be4d-9882-4941-afda-46b66f6b630f req-1be81d0b-b4c7-43e3-8f9c-012c9d369636 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.657314 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8533be4d-9882-4941-afda-46b66f6b630f req-1be81d0b-b4c7-43e3-8f9c-012c9d369636 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0804439 Mar 22 15:17:25.659296 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79913578-4d16-4336-955a-45a09733c519 req-5b517f1e-c197-4772-ac33-76767f756071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.660632 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-5b517f1e-c197-4772-ac33-76767f756071 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757220 Mar 22 15:17:25.754883 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8533be4d-9882-4941-afda-46b66f6b630f req-eb412d7c-34f3-4577-8f29-d66a26987db5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911460 Mar 22 15:17:25.781058 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-d345e78d-c56d-4f2a-8ecf-358cd133fffd service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116779 Mar 22 15:17:25.880139 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-79913578-4d16-4336-955a-45a09733c519 req-a3fa1b7e-7ce2-48ec-b48e-bb4931a21f1f service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933151 Mar 22 15:17:25.943911 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-f1a79e41-4c0c-4372-9afa-1ee00b49eb15 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462320 Mar 22 15:17:25.953365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-5f3a8dfd-8516-40fb-9dca-623f04371012 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:17:25.954474 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-5f3a8dfd-8516-40fb-9dca-623f04371012 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052240 Mar 22 15:17:25.974663 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819305ec-fe49-430a-8e62-2d186638c27e req-5aef577e-c319-4347-a4f3-0f31f95d2610 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:25.976208 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819305ec-fe49-430a-8e62-2d186638c27e req-5aef577e-c319-4347-a4f3-0f31f95d2610 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0540264 Mar 22 15:17:26.025641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-d51fc40a-a732-4671-aff8-68f63f4cbac8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:26.027040 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-d51fc40a-a732-4671-aff8-68f63f4cbac8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports/e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 940 time: 0.0455897 Mar 22 15:17:26.027272 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-819305ec-fe49-430a-8e62-2d186638c27e req-fb1d675b-17ab-48d3-97f6-c8f1431070b5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452123 Mar 22 15:17:27.195497 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac9d9-ae46-493b-ae07-8b892e338491 req-88bbf83d-8892-4834-9637-e6c42a9ca420 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:27.197100 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dbac9d9-ae46-493b-ae07-8b892e338491 req-88bbf83d-8892-4834-9637-e6c42a9ca420 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.1008708 Mar 22 15:17:27.246962 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4dbac9d9-ae46-493b-ae07-8b892e338491 req-f60cc8fc-e22e-4867-8c95-d77c7bcc7e19 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Mar 22 15:17:28.373393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e84b7-b058-494c-bc08-fd7e56790419 req-c02ec4a2-d5e4-41be-af03-01da1591473a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:28.375003 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c02e84b7-b058-494c-bc08-fd7e56790419 req-c02ec4a2-d5e4-41be-af03-01da1591473a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0582352 Mar 22 15:17:28.425673 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c02e84b7-b058-494c-bc08-fd7e56790419 req-430bd122-601f-467d-85bc-d60df54a3cc7 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Mar 22 15:17:28.933136 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:29.548453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8199-b027-4074-8d06-ea9c55617de3 req-58500af4-3592-44a0-8baf-d230f09a709b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:29.549864 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-848a8199-b027-4074-8d06-ea9c55617de3 req-58500af4-3592-44a0-8baf-d230f09a709b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0566151 Mar 22 15:17:29.601239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-848a8199-b027-4074-8d06-ea9c55617de3 req-6d70ed11-f5c9-4176-962e-05d9dd5067a9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Mar 22 15:17:29.775052 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:30.721734 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3990a5-741c-4a25-bb53-a63c7cb48233 req-6030d7f9-82fe-4753-81eb-989da314ece7 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:30.723206 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c3990a5-741c-4a25-bb53-a63c7cb48233 req-6030d7f9-82fe-4753-81eb-989da314ece7 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0545356 Mar 22 15:17:30.777235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2c3990a5-741c-4a25-bb53-a63c7cb48233 req-bd896089-9184-4eef-b935-b40d4997cecb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475221 Mar 22 15:17:31.900510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a723-d1d2-4c5d-ba23-996616ad981f req-d57135a2-0ff1-42df-b52b-2d6346014b6e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:31.901997 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df31a723-d1d2-4c5d-ba23-996616ad981f req-d57135a2-0ff1-42df-b52b-2d6346014b6e tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0576942 Mar 22 15:17:31.954743 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-df31a723-d1d2-4c5d-ba23-996616ad981f req-513dcfd3-7a44-4882-8e2f-e769ecde4acc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Mar 22 15:17:33.075365 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c73a-46af-4d11-a177-2cd4ab442ed3 req-c6170c11-04a0-4fb9-a581-f184b7db5a26 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:33.076747 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65d8c73a-46af-4d11-a177-2cd4ab442ed3 req-c6170c11-04a0-4fb9-a581-f184b7db5a26 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0523629 Mar 22 15:17:33.124542 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65d8c73a-46af-4d11-a177-2cd4ab442ed3 req-d5924dfc-a846-4bee-b58e-89cdbc90c913 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Mar 22 15:17:34.254214 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933bc1e-48cb-4531-bbab-4e6220282b05 req-b0d9f8d6-7cd0-4d7d-a444-7860f93ac912 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:34.255726 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7933bc1e-48cb-4531-bbab-4e6220282b05 req-b0d9f8d6-7cd0-4d7d-a444-7860f93ac912 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0606444 Mar 22 15:17:34.306180 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7933bc1e-48cb-4531-bbab-4e6220282b05 req-18d1edc5-b605-4063-9a2f-c86497071301 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Mar 22 15:17:35.427476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfde5-44ad-4664-bfb4-d5b70b16c1a6 req-01ae37e3-dee9-4c14-acdd-1de213eb8e94 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:35.429057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-086bfde5-44ad-4664-bfb4-d5b70b16c1a6 req-01ae37e3-dee9-4c14-acdd-1de213eb8e94 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0542572 Mar 22 15:17:35.477813 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-086bfde5-44ad-4664-bfb4-d5b70b16c1a6 req-4de15296-b0b5-487c-b27f-6f3e229f8646 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Mar 22 15:17:36.606032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9fc56-e0b4-45d4-bb9d-386b37a9ffa8 req-6f1e2c82-1b34-4f83-bcfb-df27ac028647 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:36.607579 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4e9fc56-e0b4-45d4-bb9d-386b37a9ffa8 req-6f1e2c82-1b34-4f83-bcfb-df27ac028647 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0598879 Mar 22 15:17:36.655945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e4e9fc56-e0b4-45d4-bb9d-386b37a9ffa8 req-3bc32559-7381-4ce2-a122-5fff6cd0840c tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Mar 22 15:17:36.855041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-4c118d5d-3b33-4896-8dff-32efb90ce9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:36.856560 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-4c118d5d-3b33-4896-8dff-32efb90ce9fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&tenant_id=731c923fcd7e4a99a762f1022cb2b2a4 HTTP/1.1" status: 200 len: 1125 time: 0.0485890 Mar 22 15:17:36.924821 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-af98afaf-8a21-418a-94cf-bee48f9a5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:36.926376 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-af98afaf-8a21-418a-94cf-bee48f9a5e5a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1125 time: 0.0473332 Mar 22 15:17:37.020991 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-7ca052c9-9180-49ba-90db-6f7763cc1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:37.022510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-7ca052c9-9180-49ba-90db-6f7763cc1968 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0907211 Mar 22 15:17:37.087308 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-76a10754-7e31-4eb3-bfed-2373c6298824 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 999 time: 0.0588536 Mar 22 15:17:37.134261 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-ac17c24a-3141-451e-9807-ebd9d98b164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:37.135556 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-ac17c24a-3141-451e-9807-ebd9d98b164c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0430863 Mar 22 15:17:37.188455 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-391636c5-86b6-4c8d-9a6e-0e65b19799af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:37.190239 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-391636c5-86b6-4c8d-9a6e-0e65b19799af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482652 Mar 22 15:17:37.277711 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-a3e1b2e8-85db-4f5e-98fc-432cd29b1a6f service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Mar 22 15:17:37.382127 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-8ecc7d5c-39da-43e9-8bd7-c2dba7cd63e3 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978243 Mar 22 15:17:37.789619 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42cad3-cabf-4491-a840-feb004e58b4c req-d9c99a00-11a3-4106-9b3f-4ea7cd2955ea tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:37.791134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f42cad3-cabf-4491-a840-feb004e58b4c req-d9c99a00-11a3-4106-9b3f-4ea7cd2955ea tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0556774 Mar 22 15:17:37.844803 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f42cad3-cabf-4491-a840-feb004e58b4c req-59ca1d43-1005-4b14-a246-46d4061390f2 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Mar 22 15:17:38.974822 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1760ada-8d85-4072-93f6-f773005e1e21 req-c05d64b8-dca0-40bc-876d-ce020d649c0b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:38.976312 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1760ada-8d85-4072-93f6-f773005e1e21 req-c05d64b8-dca0-40bc-876d-ce020d649c0b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0553160 Mar 22 15:17:39.031452 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b1760ada-8d85-4072-93f6-f773005e1e21 req-0759ca9e-9cd4-4a88-9754-93028edbc99b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467241 Mar 22 15:17:40.155479 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78c03-2cfb-421a-917e-fc357e8b488d req-a614eee7-4f82-4c50-a09e-ffdbea6084f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:40.156979 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76a78c03-2cfb-421a-917e-fc357e8b488d req-a614eee7-4f82-4c50-a09e-ffdbea6084f5 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0556667 Mar 22 15:17:40.206232 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-76a78c03-2cfb-421a-917e-fc357e8b488d req-463e8548-6e10-43dc-afde-1542d704b291 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435638 Mar 22 15:17:40.717303 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:17:41.332680 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1de07-9154-4b22-95bd-efa92b42b44d req-ede3a75e-241a-4b3c-ab9b-98d16253ce11 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:41.334222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bfa1de07-9154-4b22-95bd-efa92b42b44d req-ede3a75e-241a-4b3c-ab9b-98d16253ce11 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0583799 Mar 22 15:17:41.386387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-bfa1de07-9154-4b22-95bd-efa92b42b44d req-c9c98261-8d1d-47e8-b77f-23e9f91b1db3 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 Mar 22 15:17:42.512606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bb5a4-ad3c-46bc-a04c-bf3db6bf16f3 req-8b5b86aa-ccfa-47dc-bf81-92039fa4cb20 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:42.514136 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-043bb5a4-ad3c-46bc-a04c-bf3db6bf16f3 req-8b5b86aa-ccfa-47dc-bf81-92039fa4cb20 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0581348 Mar 22 15:17:42.563214 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-043bb5a4-ad3c-46bc-a04c-bf3db6bf16f3 req-0ed6edb5-a3dc-455a-8f4c-968ead9de301 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Mar 22 15:17:43.694932 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6068ea-f318-4969-9e2a-1a723b33e188 req-5174fdfd-3f31-45cf-9f71-f6e51b1ff1d6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:43.696394 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a6068ea-f318-4969-9e2a-1a723b33e188 req-5174fdfd-3f31-45cf-9f71-f6e51b1ff1d6 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0661271 Mar 22 15:17:43.745838 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2a6068ea-f318-4969-9e2a-1a723b33e188 req-b5fd2bbb-3ee2-4ce6-84ae-59756ddac5cf tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Mar 22 15:17:44.875534 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff904df-c643-4541-9281-fa8f36bc953f req-70dcd4ec-22d9-42a8-9ecb-aaf73ed10f86 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:44.877053 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dff904df-c643-4541-9281-fa8f36bc953f req-70dcd4ec-22d9-42a8-9ecb-aaf73ed10f86 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 943 time: 0.0535729 Mar 22 15:17:44.930301 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-dff904df-c643-4541-9281-fa8f36bc953f req-72f10b34-b679-4351-92f1-ee388b18894b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Mar 22 15:17:45.196157 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:17:45.299841 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:45.314758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'port_id': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'mac_address': 'fa:16:3e:0e:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:17:45.351725 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4876419-f940-462b-8c46-c55b7aea3bc5 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:45.352103 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:45.365641 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4876419-f940-462b-8c46-c55b7aea3bc5 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:17:45.385149 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:45.388893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:45.434743 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:45.608188 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['e4876419-f940-462b-8c46-c55b7aea3bc5'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:17:46.066622 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982b92-f775-4965-b92a-83d610bc2bb4 req-2ddfee9f-06cf-4eba-9338-95c5e6f45344 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:46.068090 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2982b92-f775-4965-b92a-83d610bc2bb4 req-2ddfee9f-06cf-4eba-9338-95c5e6f45344 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 944 time: 0.0630705 Mar 22 15:17:46.120279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d2982b92-f775-4965-b92a-83d610bc2bb4 req-04df3623-785c-4385-96e6-d0f3d0d16017 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465047 Mar 22 15:17:47.194355 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:17:47.244366 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port e4876419-f940-462b-8c46-c55b7aea3bc5 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:17:47.244736 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:47.251428 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab602b-7a27-4a9f-b819-797bd7c6adf6 req-c758d5b0-6cd8-47a2-b552-5a7508e75763 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:47.252915 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bab602b-7a27-4a9f-b819-797bd7c6adf6 req-c758d5b0-6cd8-47a2-b552-5a7508e75763 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 944 time: 0.0538332 Mar 22 15:17:47.302223 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3bab602b-7a27-4a9f-b819-797bd7c6adf6 req-f025bacc-5905-469f-bb0b-c6478a2b9cec tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Mar 22 15:17:47.324183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port e4876419-f940-462b-8c46-c55b7aea3bc5 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:17:47.324559 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:47.346473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:17:47.348699 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2fdc6-af9f-48a9-b7b9-0bd5d30fe7aa" -d '{"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-plugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:17:47.361262 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:17:47.366176 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:47.389049 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006a2b0-fb6b-4d63-86c8-93932c4aa46f x-openstack-request-id: req-9006a2b0-fb6b-4d63-86c8-93932c4aa46f {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:17:47.389327 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-plugged", "status": "completed", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:17:47.389585 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9006a2b0-fb6b-4d63-86c8-93932c4aa46f {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:17:47.389978 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9006a2b0-fb6b-4d63-86c8-93932c4aa46f'] response: {'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'code': 200} Mar 22 15:17:47.415533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:17:47.550591 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090067db-c0db-4d90-a2a6-5da4aa44ed4a req-88192450-0233-478d-9e27-21ed389fd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:47.552089 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-090067db-c0db-4d90-a2a6-5da4aa44ed4a req-88192450-0233-478d-9e27-21ed389fd982 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0599515 Mar 22 15:17:47.601849 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-090067db-c0db-4d90-a2a6-5da4aa44ed4a req-a8dfd8e6-b584-4e51-b4e7-0007eccad6ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Mar 22 15:17:48.439667 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91137ee-80f7-4b31-a7ca-9eb3dc769b72 req-169f50d5-277e-469c-9959-b1a31d3188b8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:48.441132 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c91137ee-80f7-4b31-a7ca-9eb3dc769b72 req-169f50d5-277e-469c-9959-b1a31d3188b8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0636756 Mar 22 15:17:48.490940 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c91137ee-80f7-4b31-a7ca-9eb3dc769b72 req-8a0ee40a-a038-4ea1-bcda-b0441a520c58 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Mar 22 15:17:48.708423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-69ea060f-54a8-4d4a-8bba-01a9f86531a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:49.632568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3749-c904-4621-b52c-deaabb48e865 req-6e74c479-9bae-4081-8bbb-c983e07b80bd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:17:49.634015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-202e3749-c904-4621-b52c-deaabb48e865 req-6e74c479-9bae-4081-8bbb-c983e07b80bd tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0578897 Mar 22 15:17:49.682785 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-202e3749-c904-4621-b52c-deaabb48e865 req-0a8e5799-ae43-4dd4-9585-2e43fea302af tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 Mar 22 15:17:51.086117 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-03bf47c1-0e1b-4cfd-be3e-a850178d995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:52.230883 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:54.011923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:55.015868 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:58.943300 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:17:59.762633 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:17.717400 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:18:18.707512 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-8b136bfe-1a2a-4fde-bbc0-b28da6a79562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:21.080076 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5de8-1e18-4827-907e-ea880062b949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:22.236290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:24.020776 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:25.016149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:26.219913 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-7418f472-2245-4334-b0e5-efe4fc83cc39 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453894 Mar 22 15:18:26.307893 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-f2adf250-f1f9-40a9-9a94-32527e8dd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:18:26.309353 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-f2adf250-f1f9-40a9-9a94-32527e8dd5fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0445051 Mar 22 15:18:26.411179 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-ba357424-1187-4b61-8dbb-11364377a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:18:26.412616 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-ba357424-1187-4b61-8dbb-11364377a620 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.0860391 Mar 22 15:18:26.483505 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-c17120dc-fe22-45b0-b298-5c114cd02723 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0642896 Mar 22 15:18:26.531583 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-3f5a1b6f-1ba2-42f4-8b10-c667cd0a1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:18:26.533039 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-3f5a1b6f-1ba2-42f4-8b10-c667cd0a1d27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.0438843 Mar 22 15:18:26.586588 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-63e0aadd-cd4d-45a5-86bd-2d8bec6d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:18:26.588061 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-63e0aadd-cd4d-45a5-86bd-2d8bec6d22c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494058 Mar 22 15:18:26.679011 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-48fccb2b-1900-4e0e-b84a-eef0923504c1 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 Mar 22 15:18:26.772575 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4a105fa3-a7ad-4cde-a638-e823160128e7 req-9b4b4808-4e61-410b-b9ad-c3abafa35f0f service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875330 Mar 22 15:18:28.949751 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:29.779112 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:48.712829 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-10bffcb5-0885-4b11-a2d0-3a8b6414a0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:51.091555 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-34e915f1-9452-4160-bff8-0a0a43a9e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:52.245207 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:54.025288 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:54.723200 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:18:55.013768 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:58.950157 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:18:59.800408 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.015460 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36084) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:03.188521 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Deleting port 7504c416-667e-43df-a952-111f4b473408 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:03.188820 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (7504c416-667e-43df-a952-111f4b473408), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.266181 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (7504c416-667e-43df-a952-111f4b473408), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.266460 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (7504c416-667e-43df-a952-111f4b473408), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.282636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Calling delete_port for 7504c416-667e-43df-a952-111f4b473408 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:03.435680 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (7504c416-667e-43df-a952-111f4b473408), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.460403 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'Port': ['ID=7504c416-667e-43df-a952-111f4b473408,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:03.473097 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.473450 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.473793 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.474163 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.474496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.474806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.475164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.475490 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.475813 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.476119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.476441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.476757 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.477074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.477390 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.477705 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:03.551876 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for floatingip (0faa42d5-842e-4e3b-b622-25e4bc8ee9fb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.552210 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Floating IP 0faa42d5-842e-4e3b-b622-25e4bc8ee9fb disassociated (deleted). External IP: 172.25.3.133, port: e4876419-f940-462b-8c46-c55b7aea3bc5. Mar 22 15:19:03.766267 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:03.877209 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:03.881609 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:03.889016 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:03.899735 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:03.900444 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:03.913339 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-70ab4acd-9c2b-42ba-a66b-9930508b8346 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "DELETE /v2.0/floatingips/0faa42d5-842e-4e3b-b622-25e4bc8ee9fb HTTP/1.1" status: 204 len: 168 time: 0.8937521 Mar 22 15:19:03.913339 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:19:03.913670 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0725a-35eb-477c-b426-6ba0cde07640" -d '{"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:19:04.003396 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4793a1d2-5144-41c9-bb91-21fc91761e12 x-openstack-request-id: req-4793a1d2-5144-41c9-bb91-21fc91761e12 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:19:04.003807 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:19:04.004064 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4793a1d2-5144-41c9-bb91-21fc91761e12 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:19:04.004509 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4793a1d2-5144-41c9-bb91-21fc91761e12'] response: {'name': 'network-changed', 'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'status': 'completed', 'code': 200} Mar 22 15:19:04.022732 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:04.078484 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-08970c56-f1f8-4128-bdff-5d053dcb4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:04.080119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-08970c56-f1f8-4128-bdff-5d053dcb4901 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 1127 time: 0.0551844 Mar 22 15:19:04.206461 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-c478bf8c-72bc-436b-83d6-c87cf60739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:04.207861 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-c478bf8c-72bc-436b-83d6-c87cf60739a1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 200 len: 909 time: 0.1200356 Mar 22 15:19:04.215820 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150975-22c6-47c6-907c-4d4a5726fbe9 req-5f54a3ec-d45f-48cd-b3ee-6ec1a47962bb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:04.217229 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f150975-22c6-47c6-907c-4d4a5726fbe9 req-5f54a3ec-d45f-48cd-b3ee-6ec1a47962bb tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0844395 Mar 22 15:19:04.237989 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:04.265117 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-02a1087f-c1d3-47c4-b04c-7de70519ee7c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 200 len: 217 time: 0.0469353 Mar 22 15:19:04.270418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:04.280017 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:04.280642 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:04.393647 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:04.600880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:04.632319 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fae04d-1d6a-4a7d-becd-2457d250a922 None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:10:07Z', 'revision_number': 4, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '8ca3fe17-ed32-4d78-a663-70913aba613f', 'name': '', 'network_id': '3a312108-d712-4558-8bd1-552874e8420e', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'mac_address': 'fa:16:3e:42:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:06Z', 'updated_at': '2022-03-22T15:10:12Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'subnets': [{'id': '174895d6-b11a-4c0d-b73a-063fee0090d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:04.640397 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-7f150975-22c6-47c6-907c-4d4a5726fbe9 req-8c277123-1efb-4a0e-bb64-437589b3f847 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4163265 Mar 22 15:19:04.654137 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-4a2b0cf0-a930-4d3b-84cd-92168ee3fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:04.655598 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-4a2b0cf0-a930-4d3b-84cd-92168ee3fc3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 200 len: 847 time: 0.3780055 Mar 22 15:19:04.710548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-b5f30338-b4e1-4c22-9cd1-a914a296db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:04.712063 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-b5f30338-b4e1-4c22-9cd1-a914a296db43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a312108-d712-4558-8bd1-552874e8420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491400 Mar 22 15:19:04.809819 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-7cfd0a5f-3e29-4ec6-83bc-caa95fab5e49 service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914338 Mar 22 15:19:04.873170 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1fe47-cb42-4ab5-97eb-df1605ea2e58 None None] New status for floating IP 0faa42d5-842e-4e3b-b622-25e4bc8ee9fb: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:19:04.900278 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-15e0725a-35eb-477c-b426-6ba0cde07640 req-17bfaf56-0ed4-43d0-9740-9f05cd111fdd service neutron] 10.222.0.82 "GET /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837672 Mar 22 15:19:05.662411 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-51f72a45-09e7-4852-94d9-714d997c68b4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:05.663749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-51f72a45-09e7-4852-94d9-714d997c68b4 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0686324 Mar 22 15:19:05.790336 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8311f4d-0cae-4b09-b878-04cd281bc13b req-ada33f2a-0f5f-433e-8f4b-add2281a2b63 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:05.791790 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8311f4d-0cae-4b09-b878-04cd281bc13b req-ada33f2a-0f5f-433e-8f4b-add2281a2b63 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 945 time: 0.0745370 Mar 22 15:19:05.807835 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Deleting port e4876419-f940-462b-8c46-c55b7aea3bc5 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:05.808168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:05.893194 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d8311f4d-0cae-4b09-b878-04cd281bc13b req-ff175553-b2cd-4517-9ea0-5645db5aaa2b tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c059fc7-7c1f-4bba-9e03-469703340e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947058 Mar 22 15:19:05.929064 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] For port e4876419-f940-462b-8c46-c55b7aea3bc5, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=e4876419-f940-462b-8c46-c55b7aea3bc5,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:05.929365 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:05.943238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Calling delete_port for e4876419-f940-462b-8c46-c55b7aea3bc5 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:06.090901 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e4876419-f940-462b-8c46-c55b7aea3bc5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:06.119902 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'Port': ['ID=e4876419-f940-462b-8c46-c55b7aea3bc5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:06.161572 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] No DVR routers for this DVR port e4876419-f940-462b-8c46-c55b7aea3bc5 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:19:06.164177 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:06.167628 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-558faba0-effb-48bd-aa3e-9eb0d9e4b579 req-cab40e68-77af-4e31-9e6a-aa1381e07670 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.82 "DELETE /v2.0/ports/e4876419-f940-462b-8c46-c55b7aea3bc5 HTTP/1.1" status: 204 len: 173 time: 0.4964077 Mar 22 15:19:06.168071 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-deleted', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:19:06.170338 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf40da53-0090-453e-9863-3c2a6f4dfb66" -d '{"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-deleted", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:19:06.210587 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718b85b-41d8-46c6-a724-6d5fcdfa76bb x-openstack-request-id: req-7718b85b-41d8-46c6-a724-6d5fcdfa76bb {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:19:06.210905 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d116a4-9241-496f-a7b9-6ff29fffadc8", "name": "network-vif-deleted", "tag": "e4876419-f940-462b-8c46-c55b7aea3bc5", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:19:06.211189 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7718b85b-41d8-46c6-a724-6d5fcdfa76bb {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:19:06.211636 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7718b85b-41d8-46c6-a724-6d5fcdfa76bb'] response: {'server_uuid': '41d116a4-9241-496f-a7b9-6ff29fffadc8', 'name': 'network-vif-deleted', 'tag': 'e4876419-f940-462b-8c46-c55b7aea3bc5', 'status': 'completed', 'code': 200} Mar 22 15:19:06.989950 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-396d5bf1-7d76-4d5f-a41d-2316ed429bf9 req-f527c20e-b993-490a-95cf-a8f64c781d25 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Mar 22 15:19:08.090119 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e3ab0d35-7582-494e-b3f6-29a6048838dc req-0fe9a005-dd70-4301-8a9c-292041afc658 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0303564 Mar 22 15:19:09.185606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5ab0be76-a1d8-4424-bce8-a590f8f4443d req-04bf7de4-c135-4d43-b65a-694772d8acd8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0270607 Mar 22 15:19:09.506089 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:09.528204 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: e4876419-f940-462b-8c46-c55b7aea3bc5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:09.528591 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device e4876419-f940-462b-8c46-c55b7aea3bc5 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:10.282668 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8766a688-a397-4228-86df-92178514e2e2 req-9e85ca82-7e24-42ee-83ac-2548ac80a400 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0276041 Mar 22 15:19:11.380714 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e22e6c01-47d2-4be4-a143-17f445b53199 req-681a1ecd-d363-42e4-9607-f3c0ac713d5a tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0287781 Mar 22 15:19:12.475544 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12f10409-0037-4e81-91b6-26f0ab447acc req-be1dc2f4-fe90-4f1e-8d3e-0ca000d2a8dc tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Mar 22 15:19:13.573847 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5313304d-d139-4d3e-9ec7-1ad9f0a30b23 req-4983207b-6a2e-4c5b-b74b-4aab1e15fcb9 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0273275 Mar 22 15:19:14.675142 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-12b5b957-b23e-4f13-bd24-ca5201680b0a req-eb2de8c7-d684-4cdc-8eb7-ef558041ee0f tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "GET /v2.0/ports?device_id=41d116a4-9241-496f-a7b9-6ff29fffadc8 HTTP/1.1" status: 200 len: 210 time: 0.0308764 Mar 22 15:19:15.733204 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36124) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:15.800068 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (1c059fc7-7c1f-4bba-9e03-469703340e62), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:15.826503 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (1c059fc7-7c1f-4bba-9e03-469703340e62), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:15.899747 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (1c059fc7-7c1f-4bba-9e03-469703340e62), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:15.903711 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:15.905475 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c059fc7-7c1f-4bba-9e03-469703340e62 HTTP/1.1" status: 204 len: 168 time: 0.1705406 Mar 22 15:19:15.917900 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c059fc7-7c1f-4bba-9e03-469703340e62,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:15.927497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.927849 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.928200 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.928742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.930761 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.931345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.931609 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.932015 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.932335 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.932743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.933163 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.933497 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.934117 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.934449 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.934847 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f34c-e3d9-45fa-9437-02994ae1ee38 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:15.956006 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36130) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:16.465909 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (9c920068-1e74-4bff-8066-22e4e54c63fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:16.734517 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Deleting port 8ca3fe17-ed32-4d78-a663-70913aba613f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:16.734766 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:16.814391 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] For port 8ca3fe17-ed32-4d78-a663-70913aba613f, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=8ca3fe17-ed32-4d78-a663-70913aba613f,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:16.814774 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:16.831416 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Calling delete_port for 8ca3fe17-ed32-4d78-a663-70913aba613f owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:17.023108 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (8ca3fe17-ed32-4d78-a663-70913aba613f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.050462 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca3fe17-ed32-4d78-a663-70913aba613f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:17.232659 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (9c920068-1e74-4bff-8066-22e4e54c63fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.471777 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Router 9c920068-1e74-4bff-8066-22e4e54c63fd has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:17.584917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:17.594015 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-dba1c3ca-5a94-4532-b746-0b9bc1188972 admin admin] 10.222.0.81 "PUT /v2.0/routers/9c920068-1e74-4bff-8066-22e4e54c63fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337402 Mar 22 15:19:17.594192 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Sync routers for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:17.594744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36134) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:17.608045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:17.608665 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:17.707465 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks [] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.719235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:17.817679 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks [] for router_gateway (9c920068-1e74-4bff-8066-22e4e54c63fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.877636 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Deleting port b6de9408-66f5-40be-b38f-e53d9b637d06 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:17.877950 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.961256 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] For port b6de9408-66f5-40be-b38f-e53d9b637d06, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=b6de9408-66f5-40be-b38f-e53d9b637d06,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:17.961614 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:17.975774 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Calling delete_port for b6de9408-66f5-40be-b38f-e53d9b637d06 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:18.077576 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:19:16Z', 'revision_number': 5, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port': {'id': 'b6de9408-66f5-40be-b38f-e53d9b637d06', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:05Z', 'updated_at': '2022-03-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:18.105327 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Checking router: 9c920068-1e74-4bff-8066-22e4e54c63fd for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:18.114777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Routers {'9c920068-1e74-4bff-8066-22e4e54c63fd'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:18.115427 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['9c920068-1e74-4bff-8066-22e4e54c63fd'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:18.155923 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (b6de9408-66f5-40be-b38f-e53d9b637d06), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.183110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6de9408-66f5-40be-b38f-e53d9b637d06,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:18.211095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] Set router 9c920068-1e74-4bff-8066-22e4e54c63fd gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:18.248554 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (9c920068-1e74-4bff-8066-22e4e54c63fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.267555 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:19:17Z', 'revision_number': 6, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:18.296729 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bb8f5-d907-469f-8e17-98d2d553d0df None None] The sync data for ids ['9c920068-1e74-4bff-8066-22e4e54c63fd'] in n-d-758851-5 is: [{'id': '9c920068-1e74-4bff-8066-22e4e54c63fd', 'name': 'tempest-TestShelveInstance-504777939-router', 'tenant_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:04Z', 'updated_at': '2022-03-22T15:19:17Z', 'revision_number': 6, 'project_id': '731c923fcd7e4a99a762f1022cb2b2a4', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:18.342031 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.344173 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks [] for router_controller (9c920068-1e74-4bff-8066-22e4e54c63fd), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.392190 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (9c920068-1e74-4bff-8066-22e4e54c63fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.393084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c920068-1e74-4bff-8066-22e4e54c63fd {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:19:18.397397 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.398612 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0a6121e1-b7b5-409e-a878-094d15c8c7cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/9c920068-1e74-4bff-8066-22e4e54c63fd HTTP/1.1" status: 204 len: 168 time: 0.8029077 Mar 22 15:19:18.401582 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36136) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:18.448315 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Deleting subnet 174895d6-b11a-4c0d-b73a-063fee0090d0 {{(pid=103891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:19:18.451441 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Publish callbacks [] for subnet (174895d6-b11a-4c0d-b73a-063fee0090d0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.485150 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130575025'] for subnet (174895d6-b11a-4c0d-b73a-063fee0090d0), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.570653 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (174895d6-b11a-4c0d-b73a-063fee0090d0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.624356 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130579206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130272354'] for subnet (174895d6-b11a-4c0d-b73a-063fee0090d0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.638055 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.643032 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd6648-7429-4152-bd72-59430a9c4bbe None None] Network 3a312108-d712-4558-8bd1-552874e8420e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:18.645573 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36138) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:18.646339 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/174895d6-b11a-4c0d-b73a-063fee0090d0 HTTP/1.1" status: 204 len: 168 time: 0.2435324 Mar 22 15:19:18.669194 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc417-8dbb-44fa-952e-4e2a245f8c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174895d6-b11a-4c0d-b73a-063fee0090d0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:18.747129 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (3a312108-d712-4558-8bd1-552874e8420e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.776205 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-325f512d-749f-4195-b2bc-7747367c7e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.824670 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Deleting port 00607f8d-a58c-47a8-9c14-2c21595b5096 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:18.825005 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.894245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] For port 00607f8d-a58c-47a8-9c14-2c21595b5096, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=00607f8d-a58c-47a8-9c14-2c21595b5096,segment=NetworkSegment(c76e484d-86bc-4575-a2dc-7709dd7b007e),segment_id=c76e484d-86bc-4575-a2dc-7709dd7b007e)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:18.894555 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:18.908129 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Calling delete_port for 00607f8d-a58c-47a8-9c14-2c21595b5096 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:18.992563 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (00607f8d-a58c-47a8-9c14-2c21595b5096), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.025731 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Pushing event deleted for resources: {'Port': ['ID=00607f8d-a58c-47a8-9c14-2c21595b5096,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:19.027611 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] No DVR routers for this DVR port 00607f8d-a58c-47a8-9c14-2c21595b5096 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:19:19.098528 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (3a312108-d712-4558-8bd1-552874e8420e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.111276 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c4cf2-efb4-4ca7-9386-caa246ff9e67 None None] DHCP port deletion for 3a312108-d712-4558-8bd1-552874e8420e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:19:19.131432 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a312108-d712-4558-8bd1-552874e8420e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:19.145119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76e484d-86bc-4575-a2dc-7709dd7b007e') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:19.145119 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76e484d-86bc-4575-a2dc-7709dd7b007e') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:19.161421 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (c76e484d-86bc-4575-a2dc-7709dd7b007e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.175127 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (c76e484d-86bc-4575-a2dc-7709dd7b007e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.180993 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:19:19.181648 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (c76e484d-86bc-4575-a2dc-7709dd7b007e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:19:19.183328 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:19:19.244366 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (3a312108-d712-4558-8bd1-552874e8420e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.250238 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.257055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36140) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:19.257408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3a312108-d712-4558-8bd1-552874e8420e HTTP/1.1" status: 204 len: 168 time: 0.6102850 Mar 22 15:19:19.274019 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a108ba-2680-435e-b900-408cdda18483 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a312108-d712-4558-8bd1-552874e8420e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:19.447651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 00607f8d-a58c-47a8-9c14-2c21595b5096 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:19.475247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 00607f8d-a58c-47a8-9c14-2c21595b5096 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:19.476224 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 00607f8d-a58c-47a8-9c14-2c21595b5096 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:19.476883 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ca3fe17-ed32-4d78-a663-70913aba613f no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:19.504231 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 8ca3fe17-ed32-4d78-a663-70913aba613f {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:19.504466 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 8ca3fe17-ed32-4d78-a663-70913aba613f not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:19.504865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b6de9408-66f5-40be-b38f-e53d9b637d06 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:19.530403 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: b6de9408-66f5-40be-b38f-e53d9b637d06 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:19.530891 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device b6de9408-66f5-40be-b38f-e53d9b637d06 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:19.645505 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (f06fb42f-1352-4345-a8a9-8af787e0f944), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.908172 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Deleting port 85927fc0-f5d5-422b-acaa-8598f17008dc {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:19.908467 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:19.992679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] For port 85927fc0-f5d5-422b-acaa-8598f17008dc, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=85927fc0-f5d5-422b-acaa-8598f17008dc,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:19.993019 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:20.007361 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Calling delete_port for 85927fc0-f5d5-422b-acaa-8598f17008dc owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:20.194733 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (85927fc0-f5d5-422b-acaa-8598f17008dc), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:20.218982 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85927fc0-f5d5-422b-acaa-8598f17008dc,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:20.402590 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (f06fb42f-1352-4345-a8a9-8af787e0f944), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:20.624751 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Router f06fb42f-1352-4345-a8a9-8af787e0f944 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:20.733272 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:20.742250 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-611c99c1-9f84-4581-8d6d-682b8b56dee9 admin admin] 10.222.0.81 "PUT /v2.0/routers/f06fb42f-1352-4345-a8a9-8af787e0f944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835279 Mar 22 15:19:20.744822 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36142) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:20.748275 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Sync routers for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:20.758822 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:20.759424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:20.856327 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks [] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:20.866775 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:20.968657 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks [] for router_gateway (f06fb42f-1352-4345-a8a9-8af787e0f944), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.024077 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Deleting port 67850a0d-310f-469b-8958-a9f5750854d5 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:21.024485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (67850a0d-310f-469b-8958-a9f5750854d5), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.046894 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '67850a0d-310f-469b-8958-a9f5750854d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:19:20Z', 'revision_number': 5, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port': {'id': '67850a0d-310f-469b-8958-a9f5750854d5', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:21.074812 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Checking router: f06fb42f-1352-4345-a8a9-8af787e0f944 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:21.084782 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Routers {'f06fb42f-1352-4345-a8a9-8af787e0f944'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:21.085404 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:18:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['f06fb42f-1352-4345-a8a9-8af787e0f944'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:21.088686 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ef5a22cc-43ee-42a7-bc13-7c261d7c95cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.122068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] For port 67850a0d-310f-469b-8958-a9f5750854d5, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=67850a0d-310f-469b-8958-a9f5750854d5,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:21.122787 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (67850a0d-310f-469b-8958-a9f5750854d5), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.137111 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Calling delete_port for 67850a0d-310f-469b-8958-a9f5750854d5 owned by network:router_gateway {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:21.175349 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] Set router f06fb42f-1352-4345-a8a9-8af787e0f944 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:21.225398 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:19:20Z', 'revision_number': 6, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:21.254509 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d37196-ef39-4068-baca-1f3d7a61b0c1 None None] The sync data for ids ['f06fb42f-1352-4345-a8a9-8af787e0f944'] in n-d-758851-5 is: [{'id': 'f06fb42f-1352-4345-a8a9-8af787e0f944', 'name': 'tempest-TestShelveInstance-1641851367-router', 'tenant_id': '71cc33f9416b4410b1ac044a43b874dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:10:09Z', 'updated_at': '2022-03-22T15:19:20Z', 'revision_number': 6, 'project_id': '71cc33f9416b4410b1ac044a43b874dd', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:21.314927 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (67850a0d-310f-469b-8958-a9f5750854d5), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.341791 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67850a0d-310f-469b-8958-a9f5750854d5,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:21.406539 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (f06fb42f-1352-4345-a8a9-8af787e0f944), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.753074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85927fc0-f5d5-422b-acaa-8598f17008dc no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:21.777185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 85927fc0-f5d5-422b-acaa-8598f17008dc {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:21.777864 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 85927fc0-f5d5-422b-acaa-8598f17008dc not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:21.836459 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.838615 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks [] for router_controller (f06fb42f-1352-4345-a8a9-8af787e0f944), precommit_delete_associations {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.884436 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (f06fb42f-1352-4345-a8a9-8af787e0f944), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.884930 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f06fb42f-1352-4345-a8a9-8af787e0f944 {{(pid=103891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:19:21.889737 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.890872 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-6d78b783-4483-4c54-abb4-73f3e01fa7b3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f06fb42f-1352-4345-a8a9-8af787e0f944 HTTP/1.1" status: 204 len: 168 time: 1.1451631 Mar 22 15:19:21.893787 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36144) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:21.939629 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Deleting subnet d2640907-aa1d-403e-8fc6-962556d46449 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:19:21.942911 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Publish callbacks [] for subnet (d2640907-aa1d-403e-8fc6-962556d46449), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:21.977523 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (d2640907-aa1d-403e-8fc6-962556d46449), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.059529 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (d2640907-aa1d-403e-8fc6-962556d46449), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.124678 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (d2640907-aa1d-403e-8fc6-962556d46449), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.152754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2640907-aa1d-403e-8fc6-962556d46449,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:22.157989 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.160173 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa19abb-a241-4ce8-b058-fdaeb3f4b999 None None] Network 071d8ec9-93ca-49fe-9a89-553303dafe40 requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:22.163835 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b28c23f0-98bc-4343-a820-0104d79ce73c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d2640907-aa1d-403e-8fc6-962556d46449 HTTP/1.1" status: 204 len: 168 time: 0.2658052 Mar 22 15:19:22.164315 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36146) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:22.234945 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (071d8ec9-93ca-49fe-9a89-553303dafe40), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.279479 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.367273 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] DHCP port deletion for 071d8ec9-93ca-49fe-9a89-553303dafe40 request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:19:22.421877 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Deleting port a8244872-577a-4dd1-a799-98c9eee3fc29 {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:22.422292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.496209 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] For port a8244872-577a-4dd1-a799-98c9eee3fc29, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=a8244872-577a-4dd1-a799-98c9eee3fc29,segment=NetworkSegment(6e797f71-087d-4eac-9062-6259ce580cda),segment_id=6e797f71-087d-4eac-9062-6259ce580cda)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:22.496607 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.516359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Calling delete_port for a8244872-577a-4dd1-a799-98c9eee3fc29 owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:22.604711 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.626008 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Deleting port a8244872-577a-4dd1-a799-98c9eee3fc29 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:19:22.626606 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.630380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Pushing event deleted for resources: {'Port': ['ID=a8244872-577a-4dd1-a799-98c9eee3fc29,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:22.634631 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] No DVR routers for this DVR port a8244872-577a-4dd1-a799-98c9eee3fc29 on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:19:22.642093 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.642438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.648438 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9728ac-eb4e-46e0-9349-51ff1a30d104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:22.688368 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] For port a8244872-577a-4dd1-a799-98c9eee3fc29, host n-d-758851-5, got binding levels [] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:22.688660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.700442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Calling delete_port for a8244872-577a-4dd1-a799-98c9eee3fc29 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:19:22.703105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.ipam_backend_mixin [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Port a8244872-577a-4dd1-a799-98c9eee3fc29 was not found and therefore no delete operation was performed {{(pid=103890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 15:19:22.704371 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (a8244872-577a-4dd1-a799-98c9eee3fc29), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.732776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8244872-577a-4dd1-a799-98c9eee3fc29,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:22.737185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] No DVR routers for this DVR port a8244872-577a-4dd1-a799-98c9eee3fc29 on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:19:22.810106 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (071d8ec9-93ca-49fe-9a89-553303dafe40), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.830949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071d8ec9-93ca-49fe-9a89-553303dafe40']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:22.839980 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e797f71-087d-4eac-9062-6259ce580cda') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:22.840279 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e797f71-087d-4eac-9062-6259ce580cda') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:22.849480 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (6e797f71-087d-4eac-9062-6259ce580cda), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.862833 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (6e797f71-087d-4eac-9062-6259ce580cda), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.868644 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:19:22.869018 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (6e797f71-087d-4eac-9062-6259ce580cda), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:19:22.870660 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:19:22.931660 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (071d8ec9-93ca-49fe-9a89-553303dafe40), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.937058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:22.940318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/071d8ec9-93ca-49fe-9a89-553303dafe40 HTTP/1.1" status: 204 len: 168 time: 0.7750344 Mar 22 15:19:22.951597 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7092-ccfa-4323-b6ae-26190f2380d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=071d8ec9-93ca-49fe-9a89-553303dafe40,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:23.059976 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36150) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:23.100345 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-19c209c8-b304-4ae7-9c64-c0722298965c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=731c923fcd7e4a99a762f1022cb2b2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391548 Mar 22 15:19:23.103024 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36152) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:23.156940 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] Publish callbacks [] for security_group (36ca0934-3e55-46f2-a59b-58a14f9d4458), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.180167 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] Publish callbacks [] for security_group (36ca0934-3e55-46f2-a59b-58a14f9d4458), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.230406 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (36ca0934-3e55-46f2-a59b-58a14f9d4458), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.233168 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.234373 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36ca0934-3e55-46f2-a59b-58a14f9d4458 HTTP/1.1" status: 204 len: 168 time: 0.1304572 Mar 22 15:19:23.241879 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f39859-c867-4ed6-bb2d-f8da94da6505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca0934-3e55-46f2-a59b-58a14f9d4458,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:23.424757 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67850a0d-310f-469b-8958-a9f5750854d5 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:23.448612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 67850a0d-310f-469b-8958-a9f5750854d5 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:23.449038 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 67850a0d-310f-469b-8958-a9f5750854d5 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:23.449540 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a8244872-577a-4dd1-a799-98c9eee3fc29 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:19:23.468124 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: a8244872-577a-4dd1-a799-98c9eee3fc29 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:19:23.468470 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device a8244872-577a-4dd1-a799-98c9eee3fc29 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:19:23.584600 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36158) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:23.630869 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-1ff85c6e-6d31-49a4-9578-1ec6e1e13789 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71cc33f9416b4410b1ac044a43b874dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450573 Mar 22 15:19:23.633542 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:23.679795 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] Publish callbacks [] for security_group (8f8aa04d-2b0b-4169-b36c-061528ec3b3f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.700199 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] Publish callbacks [] for security_group (8f8aa04d-2b0b-4169-b36c-061528ec3b3f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.755161 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (8f8aa04d-2b0b-4169-b36c-061528ec3b3f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.757721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:23.759245 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f8aa04d-2b0b-4169-b36c-061528ec3b3f HTTP/1.1" status: 204 len: 168 time: 0.1247985 Mar 22 15:19:23.766827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f763e68-3185-4c29-8dd5-5bb967d42e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8aa04d-2b0b-4169-b36c-061528ec3b3f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:24.025111 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.458370 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36182) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:24.557795 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1275840235-network', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:24.578904 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Made reservation on behalf of 7cd74b24c2c24e4e92462e1d6a88488b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:19:24.581380 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.589510 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.662221 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks [] for security_group (b7ade4c0-a227-44b8-9978-df355e8e3b5a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.667441 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7ade4c0-a227-44b8-9978-df355e8e3b5a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.691225 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:19:24.699796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ade4c0-a227-44b8-9978-df355e8e3b5a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:24.707522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7b7e5a02-ed57-46ee-898c-4a35c68561f6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.707522 n-d-758851-5 neutron-server[103890]: INFO neutron.db.segments_db [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Added segment 7b7e5a02-ed57-46ee-898c-4a35c68561f6 of type vlan for network 484554c9-6b8a-48d4-88ca-b9fefb08df3d Mar 22 15:19:24.749925 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (484554c9-6b8a-48d4-88ca-b9fefb08df3d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.777053 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (484554c9-6b8a-48d4-88ca-b9fefb08df3d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.777917 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:24.778570 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:24.832233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3727543 Mar 22 15:19:24.835325 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36186) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:24.839558 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f36ee-138c-46be-8187-c43d3b751198 admin admin] Pushing event updated for resources: {'Network': ['ID=484554c9-6b8a-48d4-88ca-b9fefb08df3d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:24.840493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Request body: {'subnet': {'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1275840235-subnet', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:24.849244 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:19:24.864472 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Made reservation on behalf of 7cd74b24c2c24e4e92462e1d6a88488b for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:19:24.866841 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.009734 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.039172 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.085752 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:25.100846 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Checking segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:25.101201 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Network hostable DHCP agents. Network: 484554c9-6b8a-48d4-88ca-b9fefb08df3d, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:19:25.120362 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:19:25.130454 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 484554c9-6b8a-48d4-88ca-b9fefb08df3d) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:25.134462 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:25.135053 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.139818 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28282440-160d-4f12-abac-a507f5204869 None None] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:25.150907 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3a0ad4ae-fee3-4c50-9b54-54c1098097e4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3144476 Mar 22 15:19:25.153687 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36188) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:25.158133 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:25.178845 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (31ee0935-ad29-417f-a465-9651075fc8a1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.180127 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (31ee0935-ad29-417f-a465-9651075fc8a1), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.236247 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for router_controller (31ee0935-ad29-417f-a465-9651075fc8a1), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.240957 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:19:25.241907 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.376334 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for router_gateway (31ee0935-ad29-417f-a465-9651075fc8a1), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.376505 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Allocated IP 172.20.0.2 (484554c9-6b8a-48d4-88ca-b9fefb08df3d/7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0/0e3e6fed-1531-4fe3-b697-9a7aced2b06e) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:25.522520 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks [] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.530765 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.567534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:25.570397 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:25.574168 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:25.581567 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for router_gateway (31ee0935-ad29-417f-a465-9651075fc8a1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.584784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Pushing event updated for resources: {'Port': ['ID=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:25.600937 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.637741 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Attempting to bind port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:25.638067 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Attempting to bind port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:25.638507 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Attempting to bind port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:25.643635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:25.644013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Checking segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:25.644411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.644807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Bound using segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:25.645304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Bound port: 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:25.645974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.705809 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Allocated IP 172.25.3.75 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:25.709937 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] For port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:25.712911 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] For port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:25.720265 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.776065 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cebb2-1b92-4220-9e95-cff8e215875c None None] Pushing event updated for resources: {'Port': ['ID=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:25.815709 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.852034 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:25.890780 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:25.893718 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:25.896182 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:25.930230 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Pushing event updated for resources: {'Port': ['ID=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:26.183833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for router_gateway (31ee0935-ad29-417f-a465-9651075fc8a1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:26.391532 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (31ee0935-ad29-417f-a465-9651075fc8a1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:26.527223 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Router 31ee0935-ad29-417f-a465-9651075fc8a1 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:19:26.640471 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:26.649648 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:26.661202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:26.661472 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:26.662097 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:26.662590 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-1bdff6cb-158c-47f8-bddb-fa5c784fdefc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5078883 Mar 22 15:19:26.665162 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36190) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:26.704819 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3074e-b3ca-490d-a116-01719aa98572 None None] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:26.824221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Provisioning complete for port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:26.824603 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:26.865835 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:27.098217 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.259288 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Allocated IP 172.20.0.1 (484554c9-6b8a-48d4-88ca-b9fefb08df3d/7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0/5af69562-dc47-4775-8ba7-ebb4fe6a7390) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:27.259456 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Current status of the port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:27.259651 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.299861 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] For port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:27.311357 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.358959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:26Z', 'revision_number': 3, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:27.377967 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks [] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.392704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:27.392704 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Updating router 31ee0935-ad29-417f-a465-9651075fc8a1 port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:19:27.418904 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.421862 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.423485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbe783-f24f-4f43-95c6-1f15d0da1162 None None] Pushing event updated for resources: {'Port': ['ID=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:27.460504 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:27.463585 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:27.466301 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:27.507818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Pushing event updated for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:27.520781 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (31ee0935-ad29-417f-a465-9651075fc8a1), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.550108 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0e3e6fed-1531-4fe3-b697-9a7aced2b06e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:27.628015 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-68581c93-6ba2-4aa9-b5cc-71f308014808 None None] Provisioning complete for port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:27.628912 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-68581c93-6ba2-4aa9-b5cc-71f308014808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.665136 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.726826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:27.727457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.829862 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks [] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.835323 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.857569 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-68581c93-6ba2-4aa9-b5cc-71f308014808 None None] Current status of the port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:27.892242 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks [] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.903367 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.904036 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Pushing event updated for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:27.907573 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (31ee0935-ad29-417f-a465-9651075fc8a1), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.918054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:27.960030 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Attempting to bind port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:27.960404 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Attempting to bind port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:27.960767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Attempting to bind port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:27.971872 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af4653-e736-4cf6-97ed-40e84ecce1ca None None] Pushing event updated for resources: {'Port': ['ID=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:27.975135 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:27.975512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:27.975905 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.976309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:27.976784 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Bound port: bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:27.977154 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:27.998457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:27.999871 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:28.014445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-da31a450-bec7-42d6-89a5-3c49cc130447 None None] Provisioning complete for port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:28.014828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da31a450-bec7-42d6-89a5-3c49cc130447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.065362 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] For port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:28.069801 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] For port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:28.071468 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-da31a450-bec7-42d6-89a5-3c49cc130447 None None] Port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:19:28.080187 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.124619 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:28.129169 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:28.129798 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:28.203946 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af4653-e736-4cf6-97ed-40e84ecce1ca None None] Pushing event updated for resources: {'Port': ['ID=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:28.242684 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:28.250515 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3c7a80ee-9731-4473-85ed-bab6c1f98fee admin admin] 10.222.0.81 "PUT /v2.0/routers/31ee0935-ad29-417f-a465-9651075fc8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842741 Mar 22 15:19:28.251560 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:28.336959 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-e78349bc-3560-49e5-8e6b-a24c504c5ae5 None None] Provisioning complete for port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:28.337342 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e78349bc-3560-49e5-8e6b-a24c504c5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.411400 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-e78349bc-3560-49e5-8e6b-a24c504c5ae5 None None] Port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:19:28.493612 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 2, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:28.520380 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e86778-55fd-437c-a246-d2aeb274e03d None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 2, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:28.810811 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36208) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:28.815945 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-567338158-network', 'tenant_id': '3e524608016840008b3c114f3f2173e8'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:28.839191 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Made reservation on behalf of 3e524608016840008b3c114f3f2173e8 for: {'network': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:19:28.841773 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for network (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.852352 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.934516 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks [] for security_group (a3f8367e-87a6-44e6-bc6e-a957ce3d3c30), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.934913 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.939190 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3f8367e-87a6-44e6-bc6e-a957ce3d3c30), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.966547 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=103891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 15:19:28.973062 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f8367e-87a6-44e6-bc6e-a957ce3d3c30,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:28.980291 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4077383d-ebe1-4db3-8f8c-cbef9569e19c), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:28.980617 n-d-758851-5 neutron-server[103891]: INFO neutron.db.segments_db [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Added segment 4077383d-ebe1-4db3-8f8c-cbef9569e19c of type vlan for network 977a85cc-3f1a-4367-b203-640c3fc3bd1e Mar 22 15:19:29.028698 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728380582494'] for network (977a85cc-3f1a-4367-b203-640c3fc3bd1e), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.054286 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590'] for network (977a85cc-3f1a-4367-b203-640c3fc3bd1e), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.055409 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:29.056065 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.114420 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3024437 Mar 22 15:19:29.117093 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36210) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:29.124001 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Request body: {'subnet': {'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-567338158-subnet', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'ip_version': 4}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:29.128384 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7d40-20d6-46e0-b015-d4e491bd3745 admin admin] Pushing event updated for resources: {'Network': ['ID=977a85cc-3f1a-4367-b203-640c3fc3bd1e,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:29.158178 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Made reservation on behalf of 3e524608016840008b3c114f3f2173e8 for: {'subnet': 1} {{(pid=103891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:19:29.160637 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130272335'] for subnet (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.161316 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e details requested by agent ovs-agent-n-d-758851-5 with host n-d-758851-5 {{(pid=103892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 15:19:29.352271 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130579271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130272345'] for subnet (523ab096-e048-44f8-91aa-fd683e6d9415), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.410956 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523ab096-e048-44f8-91aa-fd683e6d9415,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:29.420793 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Checking segment: {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:29.421258 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Network hostable DHCP agents. Network: 977a85cc-3f1a-4367-b203-640c3fc3bd1e, hostable agents: ['e5657835-152c-4159-8f3f-d1981110966b'], hosted agents: [] {{(pid=103891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 15:19:29.441071 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e is scheduled to be hosted by DHCP agent e5657835-152c-4159-8f3f-d1981110966b with binding_index 1 {{(pid=103891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 15:19:29.454021 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-5, 977a85cc-3f1a-4367-b203-640c3fc3bd1e) {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:29.459440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:29.460618 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.470001 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e706ae-6251-4a48-92b8-a9d0ac385717 None None] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:29.497346 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-bf3bbab6-c1dc-4b01-8147-239868fd8421 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3792093 Mar 22 15:19:29.500024 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36212) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:29.506986 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:29.524094 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0e3e6fed-1531-4fe3-b697-9a7aced2b06e up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:29.538223 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3979'] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.539544 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3986'] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.604401 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for router_controller (afef749d-2a95-4a9c-bca6-e63a6894dac3), precommit_add_association {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.611604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4775cac-eea1-5a6d-8d34-4faf52908685-977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'project_id': '3e524608016840008b3c114f3f2173e8', 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415'}]}} from n-d-758851-5. {{(pid=103892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 15:19:29.612540 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.625510 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:29.625997 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.755490 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for router_gateway (afef749d-2a95-4a9c-bca6-e63a6894dac3), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.827114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:29.828161 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:29.830396 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.db_base_plugin_common [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Allocated IP 172.20.0.2 (977a85cc-3f1a-4367-b203-640c3fc3bd1e/523ab096-e048-44f8-91aa-fd683e6d9415/78a955b5-7f43-4e41-a0b7-b1be881d5abd) {{(pid=103892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:29.832857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:29.947378 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:29.948072 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.045083 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks [] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), precommit_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.070131 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), after_create {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.123675 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:30.123952 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.135589 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e is already hosted by enough agents. {{(pid=103892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:30.141750 n-d-758851-5 neutron-server[103892]: DEBUG neutron.scheduler.base_scheduler [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Resources bound (agent type, host, resource id): {{(pid=103892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:30.147971 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Pushing event updated for resources: {'Port': ['ID=78a955b5-7f43-4e41-a0b7-b1be881d5abd,revision_number=1']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:30.150710 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Received port after_create {{(pid=103892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:30.164523 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:30.169772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.243464 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Attempting to bind port 78a955b5-7f43-4e41-a0b7-b1be881d5abd on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:30.243853 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Attempting to bind port 78a955b5-7f43-4e41-a0b7-b1be881d5abd by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:30.244200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Attempting to bind port 78a955b5-7f43-4e41-a0b7-b1be881d5abd on network 977a85cc-3f1a-4367-b203-640c3fc3bd1e {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:30.258889 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:30.259268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Checking segment: {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:30.259669 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.260066 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Bound using segment: {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:30.260565 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Bound port: 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:30.260942 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.271393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:30.314897 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for router_gateway (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.335063 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] For port 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:30.335339 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.338698 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] For port 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=78a955b5-7f43-4e41-a0b7-b1be881d5abd,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:30.348401 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.407268 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a8e7d-71fb-4bd7-bb3a-691faf2bd854 None None] Pushing event updated for resources: {'Port': ['ID=78a955b5-7f43-4e41-a0b7-b1be881d5abd,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:30.454827 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Allocated IP 172.25.3.117 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/6ae824f8-92bd-48c3-9e46-85901dae2572) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:30.577676 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.617026 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.653112 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:30.662557 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:30.665743 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:30.667212 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:30.667902 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:30.671701 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:30.677739 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Pushing event updated for resources: {'Port': ['ID=6ae824f8-92bd-48c3-9e46-85901dae2572,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:30.784443 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:30.933849 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for router_gateway (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:30.994008 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 2, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:31.116561 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:31.116821 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Updating router 31ee0935-ad29-417f-a465-9651075fc8a1 port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:19:31.144823 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.145548 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606754'] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.299263 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Router afef749d-2a95-4a9c-bca6-e63a6894dac3 is scheduled to L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e with binding_index 1 {{(pid=103891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 15:19:31.390843 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8b450-815e-4104-9d5d-2218a554a45a None None] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:19:31.417756 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:31.420033 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks [] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.429073 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.448070 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.449641 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-4ac3e8d5-d4f3-45f0-ba9c-618a8d64bf2b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9484715 Mar 22 15:19:31.452408 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36214) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:31.524547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Sync routers for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:31.547121 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Attempting to bind port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:31.547821 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Attempting to bind port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:31.552927 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Attempting to bind port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:31.566748 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Pushing event updated for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:31.575835 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.576505 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.577006 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.577501 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.578028 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.578570 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.579110 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.579594 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.580077 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.580557 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.581052 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.581528 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.582049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.582526 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.583000 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:19:31.589530 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:31.590239 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Checking segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:31.590830 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.591376 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Bound using segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:31.592206 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Bound port: 5af69562-dc47-4775-8ba7-ebb4fe6a7390, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:31.592903 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.679141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] For port 5af69562-dc47-4775-8ba7-ebb4fe6a7390, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:31.679141 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] For port 5af69562-dc47-4775-8ba7-ebb4fe6a7390, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5af69562-dc47-4775-8ba7-ebb4fe6a7390,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:31.682694 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.728260 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:19:31.764119 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3351-d04e-4bb9-8a14-1fa3f14bd86b None None] Pushing event updated for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:31.771240 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:31.772346 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:31.803406 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 78a955b5-7f43-4e41-a0b7-b1be881d5abd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:31.845803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Provisioning complete for port 78a955b5-7f43-4e41-a0b7-b1be881d5abd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:31.846217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:31.852087 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:31.852880 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:31.905346 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:32.010840 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 78a955b5-7f43-4e41-a0b7-b1be881d5abd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:32.011217 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.025437 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.071031 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:32.153060 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Current status of the port 78a955b5-7f43-4e41-a0b7-b1be881d5abd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:32.153443 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.159316 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:31Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:32.186802 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb89df-733f-4c90-978e-d2d04ff3ca07 None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:31Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:32.223646 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Allocated IP 172.20.0.1 (977a85cc-3f1a-4367-b203-640c3fc3bd1e/523ab096-e048-44f8-91aa-fd683e6d9415/e8363bc8-a8a7-4d38-87f6-41778f529b05) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:32.255258 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] For port 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=78a955b5-7f43-4e41-a0b7-b1be881d5abd,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:32.284389 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.333783 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 78a955b5-7f43-4e41-a0b7-b1be881d5abd is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:32.334201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.355978 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks [] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.392948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.393983 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eeafb-01af-4ad1-9094-b36a0860c25e None None] Pushing event updated for resources: {'Port': ['ID=78a955b5-7f43-4e41-a0b7-b1be881d5abd,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:32.438486 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:32.443212 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:32.450090 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:32.451024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Provisioning complete for port 78a955b5-7f43-4e41-a0b7-b1be881d5abd triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:32.451403 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.477630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:32.480328 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 15:19:32.480692 n-d-758851-5 neutron-server[103892]: DEBUG oslo_db.api [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 15:19:32.498522 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 3, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:32.518345 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607479'] for router_interface (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.528551 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Checking router: afef749d-2a95-4a9c-bca6-e63a6894dac3 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:32.528719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Updating router afef749d-2a95-4a9c-bca6-e63a6894dac3 port 6ae824f8-92bd-48c3-9e46-85901dae2572 binding host n-d-758851-5 {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:19:32.568782 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.632695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Current status of the port 78a955b5-7f43-4e41-a0b7-b1be881d5abd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:32.685391 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.699655 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Provisioning complete for port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:32.700033 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.863431 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Current status of the port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:32.863817 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.883662 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks [] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.888561 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.929320 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] For port 5af69562-dc47-4775-8ba7-ebb4fe6a7390, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5af69562-dc47-4775-8ba7-ebb4fe6a7390,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:32.936185 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.953733 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks [] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.961833 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607331'] for router_interface (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:32.965034 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:32.987928 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.042364 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dacd29-1256-452f-a512-82bfe4101bf9 None None] Pushing event updated for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:33.065984 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 78a955b5-7f43-4e41-a0b7-b1be881d5abd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:33.066956 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:33.069055 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:33.070464 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:33.091349 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Attempting to bind port 6ae824f8-92bd-48c3-9e46-85901dae2572 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:33.091586 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Attempting to bind port 6ae824f8-92bd-48c3-9e46-85901dae2572 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:33.091897 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Attempting to bind port 6ae824f8-92bd-48c3-9e46-85901dae2572 on network 08c63ee7-2544-4d82-ab92-fa8a055acb24 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:33.124977 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:33.125440 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Checking segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:33.125825 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.126248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Bound using segment: {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:33.126736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Bound port: 6ae824f8-92bd-48c3-9e46-85901dae2572, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc339a38-015d-48cc-85db-7d873788375f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:33.127118 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.157100 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-636c11ed-638f-4009-861a-4deb0d853d78 None None] Provisioning complete for port e8363bc8-a8a7-4d38-87f6-41778f529b05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:33.157472 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-636c11ed-638f-4009-861a-4deb0d853d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.189474 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Router afef749d-2a95-4a9c-bca6-e63a6894dac3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:33.190275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa85b-418b-4332-a0d6-86447dd2cd4c None None] Pushing event updated for resources: {'Port': ['ID=6ae824f8-92bd-48c3-9e46-85901dae2572,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:33.229309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-636c11ed-638f-4009-861a-4deb0d853d78 None None] Port e8363bc8-a8a7-4d38-87f6-41778f529b05 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:19:33.251325 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] For port 6ae824f8-92bd-48c3-9e46-85901dae2572, host n-d-758851-5, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:33.255485 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] For port 6ae824f8-92bd-48c3-9e46-85901dae2572, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ae824f8-92bd-48c3-9e46-85901dae2572,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:33.258831 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:33.259208 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.282267 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.307666 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:33.313413 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-51d047e3-ad6d-4385-a453-1fbceb300fd4 admin admin] 10.222.0.81 "PUT /v2.0/routers/afef749d-2a95-4a9c-bca6-e63a6894dac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591259 Mar 22 15:19:33.367941 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa85b-418b-4332-a0d6-86447dd2cd4c None None] Pushing event updated for resources: {'Port': ['ID=6ae824f8-92bd-48c3-9e46-85901dae2572,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:33.391575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:33.392202 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:33.627054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-39242764-6ae7-49be-920b-6f2199dd1723 None None] Provisioning complete for port e8363bc8-a8a7-4d38-87f6-41778f529b05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:33.627654 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-39242764-6ae7-49be-920b-6f2199dd1723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:33.656662 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:33.684868 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-39242764-6ae7-49be-920b-6f2199dd1723 None None] Port e8363bc8-a8a7-4d38-87f6-41778f529b05 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:19:33.706039 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:33.746666 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5af69562-dc47-4775-8ba7-ebb4fe6a7390 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:33.883059 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:33.883440 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:34.008874 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'e8363bc8-a8a7-4d38-87f6-41778f529b05', 'name': '', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'mac_address': 'fa:16:3e:97:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4480, 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:32Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 2, 'project_id': '3e524608016840008b3c114f3f2173e8', 'subnets': [{'id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:34.011692 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:34.012696 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 78a955b5-7f43-4e41-a0b7-b1be881d5abd up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:34.037201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac00e-fa93-4481-8279-a125b27dfed4 None None] The sync data for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 is: [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'e8363bc8-a8a7-4d38-87f6-41778f529b05', 'name': '', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'mac_address': 'fa:16:3e:97:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4480, 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:32Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 2, 'project_id': '3e524608016840008b3c114f3f2173e8', 'subnets': [{'id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:34.089803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 78a955b5-7f43-4e41-a0b7-b1be881d5abd triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:34.090220 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:34.169256 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 78a955b5-7f43-4e41-a0b7-b1be881d5abd is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:35.326284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36224) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.331047 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808778172', 'description': 'tempest-secgroup-smoke-1808778172 description', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:35.352734 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.423851 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (668b0830-b56b-4e74-9d30-d6ae244d2508), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.428871 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (668b0830-b56b-4e74-9d30-d6ae244d2508), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.466050 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.467435 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1401370 Mar 22 15:19:35.468488 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1987ebf-fd1e-420a-98c3-13312a97603c tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668b0830-b56b-4e74-9d30-d6ae244d2508,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.471435 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36226) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.476419 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:35.501718 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (79835e51-c985-4b3f-bce8-e3110c71ce24), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.559138 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (79835e51-c985-4b3f-bce8-e3110c71ce24), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.563875 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (79835e51-c985-4b3f-bce8-e3110c71ce24), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.583899 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79835e51-c985-4b3f-bce8-e3110c71ce24,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.589519 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.590909 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-71855940-3313-411c-9b74-8248bce06ef2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179810 Mar 22 15:19:35.593760 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36228) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.598571 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:35.628310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (11ba5c59-8bff-4eff-891f-ecc08bb04480), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.685522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (11ba5c59-8bff-4eff-891f-ecc08bb04480), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.690792 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (11ba5c59-8bff-4eff-891f-ecc08bb04480), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.710254 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ba5c59-8bff-4eff-891f-ecc08bb04480,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.716107 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.717587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-bd34e612-9470-44a3-949e-4fc701bb7531 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226060 Mar 22 15:19:35.720379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36230) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.725430 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:35.748048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ae824f8-92bd-48c3-9e46-85901dae2572 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:35.753350 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (9ac07064-cab3-4482-ad7f-b42b02558adb), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.796936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6ae824f8-92bd-48c3-9e46-85901dae2572 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:35.797664 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.815738 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (9ac07064-cab3-4482-ad7f-b42b02558adb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.820269 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (9ac07064-cab3-4482-ad7f-b42b02558adb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.839348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac07064-cab3-4482-ad7f-b42b02558adb,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.847740 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.851820 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36232) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.851986 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-2fa02d7c-26c5-4786-bd17-ef324579864e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306076 Mar 22 15:19:35.856427 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:35.880722 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (7b0b0539-df67-4a5d-97e3-eba8e0165288), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.885609 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6ae824f8-92bd-48c3-9e46-85901dae2572 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:35.886027 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.907086 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] For port 6ae824f8-92bd-48c3-9e46-85901dae2572, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ae824f8-92bd-48c3-9e46-85901dae2572,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:35.911268 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.938664 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (7b0b0539-df67-4a5d-97e3-eba8e0165288), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.942485 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (7b0b0539-df67-4a5d-97e3-eba8e0165288), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.960164 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0b0539-df67-4a5d-97e3-eba8e0165288,revision_number=0']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.962950 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Pushing event updated for resources: {'Port': ['ID=6ae824f8-92bd-48c3-9e46-85901dae2572,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:35.969948 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:35.974219 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-f927a12a-932d-40dd-af5b-8f84a6bf36e9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183693 Mar 22 15:19:35.975819 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36234) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:35.980702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:36.002826 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Project 7cd74b24c2c24e4e92462e1d6a88488b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:19:36.008169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (be143885-fc80-4abe-8d21-a885472196a6), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.067979 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (be143885-fc80-4abe-8d21-a885472196a6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.071887 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (be143885-fc80-4abe-8d21-a885472196a6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.089518 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be143885-fc80-4abe-8d21-a885472196a6,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:36.098479 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.101999 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-fb26f4a1-b3b4-40b5-8506-c7206d7c3f71 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225719 Mar 22 15:19:36.102458 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:36.106812 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'security_group_rule': {'security_group_id': '668b0830-b56b-4e74-9d30-d6ae244d2508', 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:36.130065 n-d-758851-5 neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Project 7cd74b24c2c24e4e92462e1d6a88488b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 15:19:36.135354 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (822de408-6fe1-438c-952c-53e9281e803d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.193947 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (822de408-6fe1-438c-952c-53e9281e803d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.197830 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535935'] for security_group_rule (822de408-6fe1-438c-952c-53e9281e803d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.215466 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822de408-6fe1-438c-952c-53e9281e803d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:36.227813 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.229130 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b2e6fc5b-b10b-4d52-a05e-a2344bb07e99 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256366 Mar 22 15:19:36.312091 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Sync routers for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:36.324279 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:36.324958 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:36.399468 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-b154e452-da09-4a4a-b65d-4a60299647e4 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808778172&fields=id&tenant_id=7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 267 time: 0.0460212 Mar 22 15:19:36.437025 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:36.505202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-67bd91d0-04ca-4498-9c81-26b87f29fb61 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:36.506614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-67bd91d0-04ca-4498-9c81-26b87f29fb61 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 810 time: 0.1006463 Mar 22 15:19:36.521426 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-f3c0f46f-d66a-42fb-be08-7a45b866b10e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/quotas/7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 375 time: 0.0092762 Mar 22 15:19:36.577825 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-5d869e10-bee2-4544-874a-2fa48f223521 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508778 Mar 22 15:19:36.635049 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'e8363bc8-a8a7-4d38-87f6-41778f529b05', 'name': '', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'mac_address': 'fa:16:3e:97:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4480, 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:32Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 2, 'project_id': '3e524608016840008b3c114f3f2173e8', 'subnets': [{'id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:36.662339 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Checking router: afef749d-2a95-4a9c-bca6-e63a6894dac3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:36.662699 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Updating router afef749d-2a95-4a9c-bca6-e63a6894dac3 port e8363bc8-a8a7-4d38-87f6-41778f529b05 binding host n-d-758851-5 {{(pid=103893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 15:19:36.680301 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-d82d4abb-90af-48fe-8df4-f5455f4d10cc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:19:36.681320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-d82d4abb-90af-48fe-8df4-f5455f4d10cc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0922000 Mar 22 15:19:36.689173 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.774728 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-91e4accb-92c6-4440-ac04-7be9f5b34317 service neutron] 10.222.0.81 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869782 Mar 22 15:19:36.865329 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-f2723ba8-512e-4303-8ac5-11d6f5bb0d1b service neutron] 10.222.0.81 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Mar 22 15:19:36.948550 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks [] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), precommit_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:36.953929 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.030241 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f83531-4aac-415e-919d-3d27b11f9737 None None] Pushing event updated for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=3']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:37.060913 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Attempting to bind port e8363bc8-a8a7-4d38-87f6-41778f529b05 on host n-d-758851-5 for vnic_type normal with profile {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:37.061468 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Attempting to bind port e8363bc8-a8a7-4d38-87f6-41778f529b05 by drivers openvswitch,hyperv on host n-d-758851-5 at level 0 using segments [{'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:37.062047 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Attempting to bind port e8363bc8-a8a7-4d38-87f6-41778f529b05 on network 977a85cc-3f1a-4367-b203-640c3fc3bd1e {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:37.064509 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-493fa7f9-9bc0-4618-9d6b-6a38db430e37 req-3b3eebaa-93dc-43b9-83be-2e1dab8127ca tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 210 time: 0.0533357 Mar 22 15:19:37.067967 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Checking agent: {'id': '3d320389-2b7e-4eff-8168-53b0fa332e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 48, 25), 'started_at': datetime.datetime(2022, 3, 22, 13, 48, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:37.068584 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Checking segment: {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:37.069175 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.069731 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Bound using segment: {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'} {{(pid=103893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:37.070431 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.managers [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Bound port: e8363bc8-a8a7-4d38-87f6-41778f529b05, host: n-d-758851-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4077383d-ebe1-4db3-8f8c-cbef9569e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e'}}] {{(pid=103893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:37.071001 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), before_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.144766 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] For port e8363bc8-a8a7-4d38-87f6-41778f529b05, host n-d-758851-5, cleared binding levels {{(pid=103893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:37.148480 n-d-758851-5 neutron-server[103893]: DEBUG neutron.plugins.ml2.db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] For port e8363bc8-a8a7-4d38-87f6-41778f529b05, host n-d-758851-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e8363bc8-a8a7-4d38-87f6-41778f529b05,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:37.155529 n-d-758851-5 neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_update {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.207710 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:37.208341 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:37.330467 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Provisioning complete for port e8363bc8-a8a7-4d38-87f6-41778f529b05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:37.331148 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.391387 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f83531-4aac-415e-919d-3d27b11f9737 None None] Pushing event updated for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=4']} {{(pid=103893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:37.440638 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Current status of the port e8363bc8-a8a7-4d38-87f6-41778f529b05 is: DOWN; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:37.441061 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.459831 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:37.481332 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] For port e8363bc8-a8a7-4d38-87f6-41778f529b05, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e8363bc8-a8a7-4d38-87f6-41778f529b05,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:37.486476 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.542010 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820709-52e5-4de0-ac2c-bd93ed458e2d None None] Pushing event updated for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:37.612564 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-fa11cb0d-0a06-4f33-befa-e55450147e2d None None] Provisioning complete for port e8363bc8-a8a7-4d38-87f6-41778f529b05 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:37.613292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-fa11cb0d-0a06-4f33-befa-e55450147e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.692335 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'e8363bc8-a8a7-4d38-87f6-41778f529b05', 'name': '', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'mac_address': 'fa:16:3e:97:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4480, 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:32Z', 'updated_at': '2022-03-22T15:19:37Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'subnets': [{'id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:37.720293 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-fa11cb0d-0a06-4f33-befa-e55450147e2d None None] Current status of the port e8363bc8-a8a7-4d38-87f6-41778f529b05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:37.723575 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ea197-3e64-4e71-9e4c-d39eab299e04 None None] The sync data for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 is: [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': 'e8363bc8-a8a7-4d38-87f6-41778f529b05', 'name': '', 'network_id': '977a85cc-3f1a-4367-b203-640c3fc3bd1e', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'mac_address': 'fa:16:3e:97:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4480, 'fixed_ips': [{'subnet_id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:32Z', 'updated_at': '2022-03-22T15:19:37Z', 'revision_number': 4, 'project_id': '3e524608016840008b3c114f3f2173e8', 'subnets': [{'id': '523ab096-e048-44f8-91aa-fd683e6d9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:37.777985 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ae824f8-92bd-48c3-9e46-85901dae2572 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:37.832848 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port 6ae824f8-92bd-48c3-9e46-85901dae2572 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:37.833226 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:37.917210 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port 6ae824f8-92bd-48c3-9e46-85901dae2572 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:37.918309 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e8363bc8-a8a7-4d38-87f6-41778f529b05 up at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:37.965881 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Provisioning complete for port e8363bc8-a8a7-4d38-87f6-41778f529b05 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:37.966150 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:38.042992 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Current status of the port e8363bc8-a8a7-4d38-87f6-41778f529b05 is: ACTIVE; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:38.217310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-8630d91f-777a-4e3f-a89d-80cdab154e60 req-2688e35f-4562-478f-99d8-4b855a128361 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 210 time: 0.0572608 Mar 22 15:19:38.269796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-a82418a8-e396-46ae-beea-b8cf6c2f3355 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:38.272498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-a82418a8-e396-46ae-beea-b8cf6c2f3355 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 810 time: 0.1379826 Mar 22 15:19:38.340441 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-a1da59ec-03e6-4ed7-947e-37829b27853f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 380 time: 0.0593662 Mar 22 15:19:38.348906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'port': {'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'admin_state_up': True, 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'security_groups': ['668b0830-b56b-4e74-9d30-d6ae244d2508']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:38.456190 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Made reservation on behalf of 7cd74b24c2c24e4e92462e1d6a88488b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:19:38.459489 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:38.591417 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Allocated IP 172.20.0.7 (484554c9-6b8a-48d4-88ca-b9fefb08df3d/7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0/edda7167-12c2-4dba-9d12-e29bf8c4f4a2) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:38.735169 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:38.771634 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:38.817084 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:38.820175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:38.826556 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:38.832500 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:38.879512 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:38.880140 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:38.897380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-670ea98d-2483-43ac-b0b2-812064acc60f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521188 Mar 22 15:19:38.909950 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Request body: {'port': {'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:38.972713 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.054305 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-a1e3ebcd-820c-4330-8c4a-5f35c96eded4 None None] Provisioning complete for port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:39.054968 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ebcd-820c-4330-8c4a-5f35c96eded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.093207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3ebcd-820c-4330-8c4a-5f35c96eded4 None None] Port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:19:39.245798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edda7167-12c2-4dba-9d12-e29bf8c4f4a2 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:19:39.253688 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks [] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.266118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Transition to ACTIVE for port object edda7167-12c2-4dba-9d12-e29bf8c4f4a2 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:19:39.271186 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.350537 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:39.413120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456320b-1b0c-464c-bb1a-d641486ded5e req-63109f52-3aa4-4fbf-baa5-940d3df312ee tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:39.414663 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1456320b-1b0c-464c-bb1a-d641486ded5e req-63109f52-3aa4-4fbf-baa5-940d3df312ee tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.1188686 Mar 22 15:19:39.467104 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Attempting to bind port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 on host n-h1-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:19:39.467441 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Attempting to bind port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 by drivers openvswitch,hyperv on host n-h1-758851-5 at level 0 using segments [{'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:19:39.467762 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Attempting to bind port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:39.480570 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:19:39.480890 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Attempting to bind port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:19:39.486211 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-1456320b-1b0c-464c-bb1a-d641486ded5e req-14dd2fd9-41a0-4338-8378-1e5c3f43994f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652621 Mar 22 15:19:39.490227 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Checking agent: {'id': '2b5dc517-ada0-469f-b555-84db1b144276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:19:39.490568 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Checking segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:19:39.490940 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Bound using segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:19:39.491362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Bound port: edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host: n-h1-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:19:39.491711 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.560844 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:19:39.563796 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:19:39.569142 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.600245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:39.600898 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:39.602299 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] 10.222.0.82 "PUT /v2.0/ports/edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 1091 time: 0.6967101 Mar 22 15:19:39.602744 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:19:39.604959 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe" -d '{"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:19:39.635136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d7a80-294b-4dcd-a68e-0dcf131b3272 service neutron] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:39.679791 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209f01ad-f1fc-4797-ac0e-7ffa1863d05b x-openstack-request-id: req-209f01ad-f1fc-4797-ac0e-7ffa1863d05b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:19:39.680108 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:19:39.680339 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-209f01ad-f1fc-4797-ac0e-7ffa1863d05b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:19:39.680868 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209f01ad-f1fc-4797-ac0e-7ffa1863d05b'] response: {'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'status': 'completed', 'code': 200} Mar 22 15:19:39.700207 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-a35e18fa-6ef3-432b-a0c7-7f38931ae471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:39.701764 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-a35e18fa-6ef3-432b-a0c7-7f38931ae471 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1125 time: 0.0541086 Mar 22 15:19:39.744654 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-88a95a70-118b-4f44-82c4-539604ac0f6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0358927 Mar 22 15:19:39.793553 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-d92bd050-b306-499e-b856-7f6335bae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:39.795056 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-d92bd050-b306-499e-b856-7f6335bae17d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0443826 Mar 22 15:19:39.850171 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-2833dd68-6c3b-484a-ad80-1d2b88c88e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:39.851771 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-2833dd68-6c3b-484a-ad80-1d2b88c88e76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504665 Mar 22 15:19:39.944291 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-557f1fcf-8910-4ee5-b926-d5f83795bd8b service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855114 Mar 22 15:19:40.037414 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a7242b20-a37e-4cf8-aa47-4f50a1fd8304 req-78c5e71c-954d-47bd-947d-bac20c3d1080 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873189 Mar 22 15:19:40.134476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-4dd089ab-7e00-483d-a514-14a285a4d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:40.135896 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-4dd089ab-7e00-483d-a514-14a285a4d1f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1125 time: 0.0492272 Mar 22 15:19:40.225800 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-5031b941-ca60-4c20-b4cb-95e1ec1ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:40.227283 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-5031b941-ca60-4c20-b4cb-95e1ec1ad405 service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0835714 Mar 22 15:19:40.272591 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-2ab3bdec-96eb-460f-873a-dd75beb8c7bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0389872 Mar 22 15:19:40.320798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-f6f62089-4519-4b07-babf-fe28b35b801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:40.322231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-f6f62089-4519-4b07-babf-fe28b35b801f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0431104 Mar 22 15:19:40.373438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-42e06063-b042-4702-8248-c7574f3c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:40.374947 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-42e06063-b042-4702-8248-c7574f3c504e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459845 Mar 22 15:19:40.469607 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-ef067315-1d43-4008-a3a2-e438526ea161 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855901 Mar 22 15:19:40.568357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e7caa2ed-d6d0-4d03-b782-60b8352a4abe req-32906efa-24ea-4183-873d-1cd9f7fbac9e service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930195 Mar 22 15:19:40.608414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48184-71f6-4dc6-bb54-6066f4051b58 req-ad38dcbb-8355-4879-b7aa-03012c30c53e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:40.610168 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38a48184-71f6-4dc6-bb54-6066f4051b58 req-ad38dcbb-8355-4879-b7aa-03012c30c53e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0546513 Mar 22 15:19:40.668387 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-38a48184-71f6-4dc6-bb54-6066f4051b58 req-c674e950-3680-42c5-8020-2191a6617d40 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507288 Mar 22 15:19:41.801943 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a41dfc-5712-47eb-835e-143475d2b0c5 req-a46e371d-9ce7-4077-a507-fb44e3071a59 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:41.803395 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46a41dfc-5712-47eb-835e-143475d2b0c5 req-a46e371d-9ce7-4077-a507-fb44e3071a59 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0566349 Mar 22 15:19:41.852850 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-46a41dfc-5712-47eb-835e-143475d2b0c5 req-984af6ce-13f5-43ca-a966-7548395cf130 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Mar 22 15:19:42.983185 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5011-5fbf-459e-bb5c-84c0aa1f1b2e req-5dcdc2c7-91f8-4a2d-a0a5-479b8721a4b2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:42.984696 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeee5011-5fbf-459e-bb5c-84c0aa1f1b2e req-5dcdc2c7-91f8-4a2d-a0a5-479b8721a4b2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0522001 Mar 22 15:19:43.041755 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-eeee5011-5fbf-459e-bb5c-84c0aa1f1b2e req-20a40a9a-2754-4e0d-ba18-58d3377faae4 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512486 Mar 22 15:19:43.708767 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:19:43.813187 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:43.825132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:19:43.874213 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:43.874600 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:43.892482 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edda7167-12c2-4dba-9d12-e29bf8c4f4a2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:19:43.915764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:43.920880 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:43.968074 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:44.126794 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['edda7167-12c2-4dba-9d12-e29bf8c4f4a2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:19:44.173761 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0b70-cf06-4e65-bae1-15e5689d110d req-93390cc2-0a82-4f44-9cac-d194962b0d1e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:44.175281 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56bf0b70-cf06-4e65-bae1-15e5689d110d req-93390cc2-0a82-4f44-9cac-d194962b0d1e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 944 time: 0.0604749 Mar 22 15:19:44.224235 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-56bf0b70-cf06-4e65-bae1-15e5689d110d req-85b50295-3bd2-4ef9-ba12-e6d960c47dbe tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Mar 22 15:19:45.349039 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5f1e-fe63-4110-a3ad-f5c4b811a46d req-4f03e9b9-96d5-4b55-bc0c-48a910f21d79 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:45.350539 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-958c5f1e-fe63-4110-a3ad-f5c4b811a46d req-4f03e9b9-96d5-4b55-bc0c-48a910f21d79 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 944 time: 0.0547876 Mar 22 15:19:45.400044 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-958c5f1e-fe63-4110-a3ad-f5c4b811a46d req-03355621-7df2-4b06-a100-21ee7ec36eb6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Mar 22 15:19:45.723939 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:19:45.782073 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning for port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:19:45.786480 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:19:45.786794 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:45.864518 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:19:45.864903 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:45.889807 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:19:45.892341 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fba4b8-9230-44b3-9244-dbf8aad5b943" -d '{"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-plugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:19:45.905009 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:19:45.910271 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:45.933642 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df29d7-5ecd-4eb8-b623-b998e993afa1 x-openstack-request-id: req-39df29d7-5ecd-4eb8-b623-b998e993afa1 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:19:45.933942 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-plugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:19:45.934221 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39df29d7-5ecd-4eb8-b623-b998e993afa1 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:19:45.935367 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39df29d7-5ecd-4eb8-b623-b998e993afa1'] response: {'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'code': 200} Mar 22 15:19:45.966842 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:46.033552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e9f1f-9cb7-4115-90a9-0193a951ec0d req-f9c4ea5d-6da5-4546-b572-d7698a64f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:46.035135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-584e9f1f-9cb7-4115-90a9-0193a951ec0d req-f9c4ea5d-6da5-4546-b572-d7698a64f7fe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1127 time: 0.0490985 Mar 22 15:19:46.081526 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-584e9f1f-9cb7-4115-90a9-0193a951ec0d req-853fe7cc-67d0-4f7c-9d23-f7cc09abc7e7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Mar 22 15:19:46.533118 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ed4e-c2a2-444c-8f1a-338918ddebca req-83705792-ee96-4738-a85f-5a416010a752 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:46.534609 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0420ed4e-c2a2-444c-8f1a-338918ddebca req-83705792-ee96-4738-a85f-5a416010a752 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 945 time: 0.0543385 Mar 22 15:19:46.585182 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0420ed4e-c2a2-444c-8f1a-338918ddebca req-d47c616d-f3cc-4f39-9d38-75b74b4aadbc tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Mar 22 15:19:47.717193 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3451-ebb3-4ab8-bb17-cbef6ee24cdf req-875f486a-3524-4cd9-8b11-90a985438e06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:47.718689 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8c3451-ebb3-4ab8-bb17-cbef6ee24cdf req-875f486a-3524-4cd9-8b11-90a985438e06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 945 time: 0.0543785 Mar 22 15:19:47.771501 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-ac8c3451-ebb3-4ab8-bb17-cbef6ee24cdf req-2e8e23a8-128d-481e-bb05-53d714b1c661 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 Mar 22 15:19:47.892098 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28402fd3-7fb3-43fa-a1fc-ec3abdca3468 req-1e968f66-92b1-4569-a971-e2b364ccd6eb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:47.893562 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28402fd3-7fb3-43fa-a1fc-ec3abdca3468 req-1e968f66-92b1-4569-a971-e2b364ccd6eb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 945 time: 0.0550113 Mar 22 15:19:47.942366 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-28402fd3-7fb3-43fa-a1fc-ec3abdca3468 req-3b180e1a-fce3-4f0f-8ce1-c518cf52c3f8 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Mar 22 15:19:47.963773 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36292) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:48.051861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762e4b1-448a-4a7f-a199-a2d252c4b3ec tempest-TestSnapshotPattern-467898774 tempest-TestSnapshotPattern-467898774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:48.053300 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e762e4b1-448a-4a7f-a199-a2d252c4b3ec tempest-TestSnapshotPattern-467898774 tempest-TestSnapshotPattern-467898774-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1122 time: 0.0885441 Mar 22 15:19:48.056570 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36296) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:19:48.061122 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:19:48.086599 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.198965 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.302284 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Allocated IP 172.25.3.37 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/fe12756f-3ca6-49a1-b914-508253ce8c41) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:19:48.423705 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.464823 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.501345 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:19:48.504198 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:19:48.509699 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:19:48.515264 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=fe12756f-3ca6-49a1-b914-508253ce8c41,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:48.712196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6dce24e0-ef07-4f95-bbfb-25b3f855c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.861772 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (0343d480-a585-4ee2-950f-1d464dfde1c9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:48.932604 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:49.406405 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:49.413913 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:49.482068 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=fe12756f-3ca6-49a1-b914-508253ce8c41,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:19:49.493893 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (0343d480-a585-4ee2-950f-1d464dfde1c9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:49.599120 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Floating IP 0343d480-a585-4ee2-950f-1d464dfde1c9 associated. External IP: 172.25.3.37, port: edda7167-12c2-4dba-9d12-e29bf8c4f4a2. Mar 22 15:19:49.820203 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:19:49.944706 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:19:49.954254 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:19:49.964955 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:49.965158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:49.965575 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:49.995501 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-b4adce2c-341a-4569-ae98-ed146685aab2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9378407 Mar 22 15:19:49.996070 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:19:49.998647 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e0adc-dee5-4699-8c8a-952078c24c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:19:50.079664 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:50.095351 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfabd2bf-3e35-4913-8348-abe734daffdd x-openstack-request-id: req-dfabd2bf-3e35-4913-8348-abe734daffdd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:19:50.095770 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:19:50.096117 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfabd2bf-3e35-4913-8348-abe734daffdd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:19:50.096593 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfabd2bf-3e35-4913-8348-abe734daffdd'] response: {'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'status': 'completed', 'code': 200} Mar 22 15:19:50.162203 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-a2bbf327-7b85-43f2-90e0-9e16be73c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:50.163704 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-a2bbf327-7b85-43f2-90e0-9e16be73c001 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1127 time: 0.0443485 Mar 22 15:19:50.255861 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-b66d8b68-0df4-4bdb-9d01-eadf86bf0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:50.257238 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-b66d8b68-0df4-4bdb-9d01-eadf86bf0ed1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0877934 Mar 22 15:19:50.303788 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:48Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:50.321320 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-9dacfd5b-eaf6-4b68-ba48-acabd12819dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 998 time: 0.0585582 Mar 22 15:19:50.374496 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-9d43ccb1-3f42-4f41-9fa8-12463badcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:50.376310 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-9d43ccb1-3f42-4f41-9fa8-12463badcc99 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0494730 Mar 22 15:19:50.428818 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-1758d5af-3dc8-4632-8516-6c51fc8c3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:19:50.430357 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-1758d5af-3dc8-4632-8516-6c51fc8c3b1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482404 Mar 22 15:19:50.499267 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:19:50.508054 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:19:50.508604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:19:21Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:50.521634 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-7bda5b17-efd2-4c42-a9e1-40dc06a67c18 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Mar 22 15:19:50.613980 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-e89e0adc-dee5-4699-8c8a-952078c24c3c req-9f85869d-8c10-47eb-b37c-eaa87394bbd0 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864735 Mar 22 15:19:50.617195 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:19:50.851095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:48Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:19:50.880803 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1da1d-0c4f-4390-95af-2fc0a3cd0365 None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:48Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:19:51.076367 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0b794-727f-4767-98b6-3494c42e3ae1 None None] New status for floating IP 0343d480-a585-4ee2-950f-1d464dfde1c9: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:19:51.084183 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc1d9-c1b9-437f-b61f-7edbb69cdd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:52.251984 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:54.030487 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:55.017617 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:58.947334 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:19:59.798988 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:08.728812 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:20:18.723593 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-28fc62bf-8b01-4888-86df-70a06145312c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:21.095530 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-43efac89-c0d0-4e0b-8961-2cc5217c1023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:22.255468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:24.030857 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:25.019024 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:28.232811 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-68b99f2b-a90f-45f5-bf91-b7d70791a15c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480378 Mar 22 15:20:28.319362 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-b808c077-8b61-40f3-9b0e-4deb066dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:20:28.320888 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-b808c077-8b61-40f3-9b0e-4deb066dd543 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1127 time: 0.0468497 Mar 22 15:20:28.426876 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-5ca9264b-36e2-4ab2-bab3-c94d752c0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:20:28.428347 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-5ca9264b-36e2-4ab2-bab3-c94d752c0ebf service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0895939 Mar 22 15:20:28.493661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-57e468e1-cb9a-4287-8f5d-a72b298514f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 1000 time: 0.0584981 Mar 22 15:20:28.546218 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-9b138bdc-7236-4ed2-baa1-c84f41e93194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:20:28.547677 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-9b138bdc-7236-4ed2-baa1-c84f41e93194 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0482733 Mar 22 15:20:28.595776 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-8bc80791-347e-4374-bc9f-e62b30b3ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:20:28.597233 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-8bc80791-347e-4374-bc9f-e62b30b3ef9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440488 Mar 22 15:20:28.684478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-164122ee-aa1b-4584-bc5c-5ae43328bb2b service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809414 Mar 22 15:20:28.781231 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3869b4b9-7d7b-4fac-b157-27a3a0288ad9 req-4161cfc9-421e-47b7-9842-c84adb42da99 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892003 Mar 22 15:20:28.963279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:29.813699 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:45.733732 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:20:48.727424 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d6d29fd6-a55d-4f78-b49c-62132a58263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:51.101166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6ca5adae-cad9-4635-b834-dbd8cd7b180c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:52.258376 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:54.040295 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:55.024087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:58.964586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:20:59.814675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:18.734521 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0721c27-4a08-403a-a613-979e8c38e4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:21.096634 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3f711040-b7e3-4066-b8da-785023eb9c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:22.261375 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:22.733140 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:21:24.042430 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:25.023980 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:28.981697 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:29.236340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-db225476-9188-427b-9113-220ad9cc556e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480068 Mar 22 15:21:29.327342 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-dc4b492b-60aa-4ab9-aab0-8422f67873f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:29.328877 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-dc4b492b-60aa-4ab9-aab0-8422f67873f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1127 time: 0.0487394 Mar 22 15:21:29.436382 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-1a56443a-c2dd-4a31-ac1a-cb40934fc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:29.437841 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-1a56443a-c2dd-4a31-ac1a-cb40934fc43e service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0903678 Mar 22 15:21:29.513095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-d923709a-9378-4546-ad93-73ff673a6220 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 1000 time: 0.0690794 Mar 22 15:21:29.564727 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-4e6e3b81-78b3-4bce-9fb8-8940119705ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:29.566236 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-4e6e3b81-78b3-4bce-9fb8-8940119705ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0471022 Mar 22 15:21:29.617041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-7c5c572a-93b1-4afb-9209-77114aff222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:29.619497 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-7c5c572a-93b1-4afb-9209-77114aff222a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475724 Mar 22 15:21:29.632245 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-3150dec7-ad94-4624-98df-c4f9fe09e679 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:21:29.633709 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-3150dec7-ad94-4624-98df-c4f9fe09e679 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077031 Mar 22 15:21:29.722368 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-25157783-441a-48f4-981a-7471e79fb6f3 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821795 Mar 22 15:21:29.802481 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:29.817351 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c6b3b26c-207e-45ac-a6df-bbcfd2a2b622 req-d6629a9d-3c06-498d-bf8b-2e53b071e2fb service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Mar 22 15:21:48.732011 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45dc29ef-c6ab-48d2-ad63-ae46f926295c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:50.221885 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 details requested by agent hyperv_n-h1-758851-5 with host n-h1-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:21:50.326660 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:21:50.342407 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Returning: {'device': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:21:50.387758 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:21:50.388241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:50.402418 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edda7167-12c2-4dba-9d12-e29bf8c4f4a2 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:21:50.425315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:21:50.430519 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:50.486212 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:21:50.494051 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.494411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.494754 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.495095 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.495500 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.495828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.496248 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.496547 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.496867 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.497216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.497542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.497860 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.498216 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.498539 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.499176 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:21:50.504604 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] get_ports_and_sgs() called for port_ids ['edda7167-12c2-4dba-9d12-e29bf8c4f4a2'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:21:51.089166 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0828bea1-8f23-4d4b-b4c3-8be1628edf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.232201 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 up at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:21:52.302278 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.310651 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Provisioning complete for port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:21:52.311022 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.405433 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:21:52.405752 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.430606 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:21:52.432864 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f78e10-2557-48ec-aa3b-771e87e4cadf" -d '{"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-plugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:21:52.448079 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:21:52.455543 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:52.525902 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:21:52.561777 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e404a4e-da52-4af4-96fd-a468bfe1878e x-openstack-request-id: req-1e404a4e-da52-4af4-96fd-a468bfe1878e {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:21:52.562125 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-plugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:21:52.562505 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e404a4e-da52-4af4-96fd-a468bfe1878e {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:21:52.562987 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e404a4e-da52-4af4-96fd-a468bfe1878e'] response: {'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'code': 200} Mar 22 15:21:54.038888 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:55.019391 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:58.336820 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-2c0cdf88-a387-4554-af7b-7efda3ed6ceb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808778172&fields=id&tenant_id=7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 267 time: 0.0455260 Mar 22 15:21:58.461855 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-cd88285b-aea6-431f-a8c2-826d19bca728 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:58.463406 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-cd88285b-aea6-431f-a8c2-826d19bca728 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 810 time: 0.1178658 Mar 22 15:21:58.479163 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-b71db2b4-bca2-49f2-bb55-5af7d28bb4c9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/quotas/7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 375 time: 0.0102868 Mar 22 15:21:58.537086 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-aac9bfc5-0735-4a01-b955-f8199ebf8343 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530148 Mar 22 15:21:58.703943 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-6a4233d0-00ba-4db2-b13a-0fa12a302502 service neutron] 10.222.0.81 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555765 Mar 22 15:21:58.800817 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-2947a26a-b7cf-40b9-9c62-14605907cd79 service neutron] 10.222.0.81 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884118 Mar 22 15:21:58.973674 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:58.977787 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-d9b514d0-522a-4f38-8f5d-a7645ea21d13 req-97f84597-1228-43b1-a897-3c810b2787af tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 210 time: 0.0300770 Mar 22 15:21:59.739459 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:21:59.802947 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:21:59.961329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-b842fefc-4913-4c72-928e-1e8b65f9662f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:21:59.962903 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-b842fefc-4913-4c72-928e-1e8b65f9662f tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 810 time: 0.1095715 Mar 22 15:22:00.028177 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-a8c2e74a-2151-4041-91a7-2d8872ee1c1e tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cd74b24c2c24e4e92462e1d6a88488b HTTP/1.1" status: 200 len: 380 time: 0.0556798 Mar 22 15:22:00.038906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'port': {'device_id': '0c89be39-2d05-45bd-9a47-180621514ed3', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'admin_state_up': True, 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'security_groups': ['668b0830-b56b-4e74-9d30-d6ae244d2508']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:22:00.111528 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-93e2625b-92d9-4693-af41-df73a64ea6aa req-4b14acfa-4d0b-4adf-a5df-f9029a9eb286 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 210 time: 0.0569475 Mar 22 15:22:00.173792 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Made reservation on behalf of 7cd74b24c2c24e4e92462e1d6a88488b for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 15:22:00.177251 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:00.316480 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Allocated IP 172.20.0.5 (484554c9-6b8a-48d4-88ca-b9fefb08df3d/7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0/e8340c49-5e4a-47c1-a56d-5e0d690fcc79) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:22:00.538786 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:00.581201 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:00.625202 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:22:00.628530 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:22:00.631277 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:22:00.683379 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:00.684016 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:00.698767 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:00.708305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.708772 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.709155 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.709456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.709854 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.710212 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.710548 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.710939 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.711469 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.711806 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.712178 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.712503 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.712908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.713275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.713606 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:00.723071 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-694a702d-a4c4-4a70-b469-62d9b0d12128 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6884925 Mar 22 15:22:00.964690 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-84b9c247-67ff-4d67-b5e8-14bfff4c8b60 None None] Provisioning complete for port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 triggered by entity DHCP. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:22:00.965333 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-84b9c247-67ff-4d67-b5e8-14bfff4c8b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:01.004189 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-84b9c247-67ff-4d67-b5e8-14bfff4c8b60 None None] Port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 cannot update to ACTIVE because it is not bound. {{(pid=103892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 15:22:01.254590 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a53a86-de8c-4694-88df-2cdc1d9c3269 req-f0d7a8a7-86e8-4589-9787-06da4bfb39ce tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:01.256253 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14a53a86-de8c-4694-88df-2cdc1d9c3269 req-f0d7a8a7-86e8-4589-9787-06da4bfb39ce tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0683224 Mar 22 15:22:01.305454 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-14a53a86-de8c-4694-88df-2cdc1d9c3269 req-713b6969-3237-450a-a4f7-bcebf43fd162 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Mar 22 15:22:02.284326 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:22:02.397271 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Current status of the port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 is: ACTIVE; New status is: DOWN {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:22:02.397660 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:02.423235 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:22:02.425487 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b56fb94-01b1-4837-9fe9-00c0784a0e07" -d '{"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-unplugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:22:02.438756 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:22:02.443166 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce2b05-a03a-4fa5-9c3b-190593210d24 req-6ca7a31c-97ee-44e2-9456-09f4902a41c5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:02.444763 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:02.444924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cce2b05-a03a-4fa5-9c3b-190593210d24 req-6ca7a31c-97ee-44e2-9456-09f4902a41c5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0540891 Mar 22 15:22:02.469848 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae61cc0e-9e4f-4aae-b597-08c6a2bcddf2 x-openstack-request-id: req-ae61cc0e-9e4f-4aae-b597-08c6a2bcddf2 {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:22:02.470155 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-unplugged", "status": "completed", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:22:02.470672 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae61cc0e-9e4f-4aae-b597-08c6a2bcddf2 {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:22:02.471333 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae61cc0e-9e4f-4aae-b597-08c6a2bcddf2'] response: {'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'code': 200} Mar 22 15:22:02.498534 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Pushing event updated for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=8']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:02.511318 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3cce2b05-a03a-4fa5-9c3b-190593210d24 req-efb8dab0-5d9e-42b0-8c4b-fd3ce9d19ed0 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465779 Mar 22 15:22:03.643992 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2dbc-05b9-4243-9a65-586fe6a2f5a3 req-47c25424-6a29-4e07-b4d0-ae6f7231f9fe tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:03.645478 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f3f2dbc-05b9-4243-9a65-586fe6a2f5a3 req-47c25424-6a29-4e07-b4d0-ae6f7231f9fe tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0561125 Mar 22 15:22:03.694843 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-3f3f2dbc-05b9-4243-9a65-586fe6a2f5a3 req-00f01305-bbd0-4203-8649-491d7a1409cd tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Mar 22 15:22:04.839502 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2c4eb-2844-4dc5-9515-c5c6d54f6378 req-a9fa56e7-5616-4c36-b353-cf3bde20c813 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:04.840964 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08b2c4eb-2844-4dc5-9515-c5c6d54f6378 req-a9fa56e7-5616-4c36-b353-cf3bde20c813 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0592921 Mar 22 15:22:04.890724 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-08b2c4eb-2844-4dc5-9515-c5c6d54f6378 req-c48a80bb-9422-4c4c-9492-5debd5104c05 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Mar 22 15:22:06.026529 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87419b-282c-4e21-bb28-a32499ef4792 req-d779219a-097c-41a3-b424-5d0b52dc8722 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:06.028186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a87419b-282c-4e21-bb28-a32499ef4792 req-d779219a-097c-41a3-b424-5d0b52dc8722 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0598218 Mar 22 15:22:06.081400 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a87419b-282c-4e21-bb28-a32499ef4792 req-37bcfa33-2984-4605-bb03-1acae9795999 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Mar 22 15:22:07.218580 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009694a-025b-4e96-a062-72f3b6db3738 req-78fa6161-3600-4dd2-a869-e8594870e0d2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:07.220273 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4009694a-025b-4e96-a062-72f3b6db3738 req-78fa6161-3600-4dd2-a869-e8594870e0d2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0673857 Mar 22 15:22:07.271191 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4009694a-025b-4e96-a062-72f3b6db3738 req-500000e0-693b-4d0b-9e62-1eacbd9c03cd tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453484 Mar 22 15:22:08.410355 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa1c2-6ccf-4d3e-bf0d-9338c17c9a09 req-e567b155-9561-4577-9ff2-af4c9834193a tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:08.411834 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c79aa1c2-6ccf-4d3e-bf0d-9338c17c9a09 req-e567b155-9561-4577-9ff2-af4c9834193a tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0546477 Mar 22 15:22:08.461451 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c79aa1c2-6ccf-4d3e-bf0d-9338c17c9a09 req-7fd04ed3-97a2-4973-a9fc-8588ad24d547 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Mar 22 15:22:09.599640 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325704-519b-42bf-8358-4cbe3336f325 req-0c976dfc-1bf0-4966-94a1-eababab4a4ff tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:09.601186 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70325704-519b-42bf-8358-4cbe3336f325 req-0c976dfc-1bf0-4966-94a1-eababab4a4ff tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.0648463 Mar 22 15:22:09.649271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-70325704-519b-42bf-8358-4cbe3336f325 req-66f12171-28c5-47e4-8fe5-096512653ca1 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Mar 22 15:22:10.580686 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.v2.base [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Request body: {'port': {'device_id': '0c89be39-2d05-45bd-9a47-180621514ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-5'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:22:10.638233 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.164698 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b6777-fc0d-4d88-ac01-0dcdb1edb692 req-adb8f277-06e6-462e-85e1-a9b850329e11 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:11.166164 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b65b6777-fc0d-4d88-ac01-0dcdb1edb692 req-adb8f277-06e6-462e-85e1-a9b850329e11 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 931 time: 0.4235425 Mar 22 15:22:11.245784 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b65b6777-fc0d-4d88-ac01-0dcdb1edb692 req-05ae6e11-c8fa-48ac-b160-9e02275884bc tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711260 Mar 22 15:22:11.287465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:22:11.295150 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks [] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.307062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Transition to ACTIVE for port object e8340c49-5e4a-47c1-a56d-5e0d690fcc79 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 15:22:11.312839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.365677 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:11.432038 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Attempting to bind port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 on host n-h2-758851-5 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 15:22:11.432405 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Attempting to bind port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 by drivers openvswitch,hyperv on host n-h2-758851-5 at level 0 using segments [{'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 15:22:11.432766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Attempting to bind port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:22:11.437566 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-5 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 15:22:11.437887 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Attempting to bind port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 on network 484554c9-6b8a-48d4-88ca-b9fefb08df3d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 15:22:11.443062 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Checking agent: {'id': '21f09ef7-bad4-4ce0-82e3-87741c4c10e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'started_at': datetime.datetime(2022, 3, 22, 13, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 15:22:11.443401 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Checking segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 15:22:11.443786 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Bound using segment: {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 15:22:11.444235 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Bound port: e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host: n-h2-758851-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e5a02-ed57-46ee-898c-4a35c68561f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 15:22:11.444591 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.510041 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 15:22:11.513175 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 15:22:11.519997 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131982026'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.556623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:11.557276 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:11.558671 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] 10.222.0.78 "PUT /v2.0/ports/e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 1091 time: 1.0398543 Mar 22 15:22:11.559125 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:22:11.561338 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783effc0-5055-4292-815e-acf63a3d9d80" -d '{"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:22:11.596032 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141d14-26b4-4a23-912a-b6b332afb3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:11.607427 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aed29e-18b0-4eac-9960-7348ea53cca1 x-openstack-request-id: req-85aed29e-18b0-4eac-9960-7348ea53cca1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:22:11.607718 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:22:11.607997 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85aed29e-18b0-4eac-9960-7348ea53cca1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:22:11.608379 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85aed29e-18b0-4eac-9960-7348ea53cca1'] response: {'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'status': 'completed', 'code': 200} Mar 22 15:22:11.654414 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-0e44bd9e-dc14-45b7-8b06-ed2521f54380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:11.655920 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-0e44bd9e-dc14-45b7-8b06-ed2521f54380 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1125 time: 0.0462253 Mar 22 15:22:11.699095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-9802f52f-8019-40ad-86a9-f944214478e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 217 time: 0.0353286 Mar 22 15:22:11.749369 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-f79781cf-ce62-482e-a643-e903af9887c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:11.750976 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-f79781cf-ce62-482e-a643-e903af9887c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0453081 Mar 22 15:22:11.804448 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-59f351ab-90b2-49ae-9997-d36a97eb6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:11.805932 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-59f351ab-90b2-49ae-9997-d36a97eb6894 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494521 Mar 22 15:22:11.905584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-00aa2ccc-bcf0-44c1-82f2-5c65a0add45d service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927815 Mar 22 15:22:12.007587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-cbe667b5-1ae3-4fc8-8284-feeba187a6b6 req-c1114ed5-193c-4c46-a4d1-769406327997 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960958 Mar 22 15:22:12.097065 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783effc0-5055-4292-815e-acf63a3d9d80 req-13d3c423-cbbb-4914-9066-a1b4621e9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:12.098498 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-13d3c423-cbbb-4914-9066-a1b4621e9b72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1125 time: 0.0452199 Mar 22 15:22:12.196471 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783effc0-5055-4292-815e-acf63a3d9d80 req-72c868a4-1648-4498-bbaa-88da246a3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:12.197924 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-72c868a4-1648-4498-bbaa-88da246a3023 service neutron] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0942066 Mar 22 15:22:12.247356 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-a18298ad-d2cd-4d33-8968-5a075e5171a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 217 time: 0.0438406 Mar 22 15:22:12.295941 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783effc0-5055-4292-815e-acf63a3d9d80 req-2a42f096-39b8-4917-a9f8-ae3e9ed4ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:12.297408 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-2a42f096-39b8-4917-a9f8-ae3e9ed4ed87 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0437124 Mar 22 15:22:12.381837 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783effc0-5055-4292-815e-acf63a3d9d80 req-2b59ac44-5f52-440e-b0ab-07a7976705ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:12.383384 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-2b59ac44-5f52-440e-b0ab-07a7976705ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793860 Mar 22 15:22:12.395017 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e5af-7b7d-45c4-a68e-dc66068a212d req-cb1a22b1-a100-430e-9f33-3b7861e46b46 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:12.396658 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60a6e5af-7b7d-45c4-a68e-dc66068a212d req-cb1a22b1-a100-430e-9f33-3b7861e46b46 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 943 time: 0.0680716 Mar 22 15:22:12.500012 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-60a6e5af-7b7d-45c4-a68e-dc66068a212d req-47b3ecc6-c156-41c2-8836-5ce99fea19d6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946279 Mar 22 15:22:12.515553 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-f2006d05-7975-4a1f-bc10-d1f8d94a65f1 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179199 Mar 22 15:22:12.615271 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-783effc0-5055-4292-815e-acf63a3d9d80 req-7f13af97-f228-40b2-9827-6181636c2f3e service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936794 Mar 22 15:22:13.287145 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:22:13.395029 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:22:13.406613 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'mac_address': 'fa:16:3e:ad:71:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:22:13.443393 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 is: DOWN; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:22:13.443786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:13.458081 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:22:13.477799 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:22:13.483684 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:13.531876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:13.624955 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d71841-84f6-4a4b-82eb-05bfb0c1131e req-5d31f976-fee9-4f60-9289-0011176a57fb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:13.626479 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5d71841-84f6-4a4b-82eb-05bfb0c1131e req-5d31f976-fee9-4f60-9289-0011176a57fb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 944 time: 0.0549848 Mar 22 15:22:13.684545 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-a5d71841-84f6-4a4b-82eb-05bfb0c1131e req-3cc06484-49bf-4190-a8e7-f4bb2615c570 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523076 Mar 22 15:22:13.718236 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e8340c49-5e4a-47c1-a56d-5e0d690fcc79'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:22:14.809136 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c53633-df70-4d49-9280-5cc84ec2c853 req-e269a804-6a9f-45db-abe2-5282bbae9ca9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:14.810611 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c53633-df70-4d49-9280-5cc84ec2c853 req-e269a804-6a9f-45db-abe2-5282bbae9ca9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 944 time: 0.0558059 Mar 22 15:22:14.861154 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-16c53633-df70-4d49-9280-5cc84ec2c853 req-9f254841-96a9-4c19-8147-2c812d4996d5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Mar 22 15:22:15.302243 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:22:15.357947 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning for port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 completed by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 15:22:15.361773 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:22:15.362169 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:15.438562 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:22:15.439008 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:15.462301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:22:15.464650 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8934424-4d06-4bb2-b240-8a9a2c192aae" -d '{"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:22:15.476828 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:22:15.481749 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:15.507417 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32de6674-c3c3-427d-8ab4-3af431618b6d x-openstack-request-id: req-32de6674-c3c3-427d-8ab4-3af431618b6d {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:22:15.507706 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:22:15.508065 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32de6674-c3c3-427d-8ab4-3af431618b6d {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:22:15.508350 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32de6674-c3c3-427d-8ab4-3af431618b6d'] response: {'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'code': 200} Mar 22 15:22:15.539300 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=5']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:15.600790 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309743df-dfe5-41ef-b019-e55ae3e2f982 req-3785c822-fd55-42b6-af22-779fb11cc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:15.602280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309743df-dfe5-41ef-b019-e55ae3e2f982 req-3785c822-fd55-42b6-af22-779fb11cc17a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1127 time: 0.0425298 Mar 22 15:22:15.646464 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-309743df-dfe5-41ef-b019-e55ae3e2f982 req-73b04f9a-16ef-46e4-a604-7f248d643959 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Mar 22 15:22:15.987641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e99a8-af7e-4ba6-9c51-88a4d8c661e8 req-acd68b69-23c7-451e-aa82-81ba91e4ef33 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:15.989149 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-562e99a8-af7e-4ba6-9c51-88a4d8c661e8 req-acd68b69-23c7-451e-aa82-81ba91e4ef33 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.0600383 Mar 22 15:22:16.038957 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-562e99a8-af7e-4ba6-9c51-88a4d8c661e8 req-d77d9c34-fc8f-43a1-b55f-8e07b66d07c4 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Mar 22 15:22:17.159871 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46b7a-122a-4ff7-b79e-dea4babc3f12 req-d1c25e99-a9ba-461c-ba6c-6171b901f6c9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:17.161361 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3a46b7a-122a-4ff7-b79e-dea4babc3f12 req-d1c25e99-a9ba-461c-ba6c-6171b901f6c9 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Mar 22 15:22:17.209719 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c3a46b7a-122a-4ff7-b79e-dea4babc3f12 req-d5184d85-b2c8-4e2a-9c27-8a4c783c2ba7 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Mar 22 15:22:17.334234 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0faf69-df47-4ea7-9c76-4ffddad29249 req-8f42b435-727e-40e8-8f78-0cad494b96ef tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:17.335606 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f0faf69-df47-4ea7-9c76-4ffddad29249 req-8f42b435-727e-40e8-8f78-0cad494b96ef tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Mar 22 15:22:17.386910 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-5f0faf69-df47-4ea7-9c76-4ffddad29249 req-7104b32a-0eb2-40d9-831c-37a2c0153ff8 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Mar 22 15:22:17.408907 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36578) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:22:17.452126 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e98cf1-5e76-4138-ab79-54d898ed6d6d tempest-TestSnapshotPattern-467898774 tempest-TestSnapshotPattern-467898774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:17.453587 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-06e98cf1-5e76-4138-ab79-54d898ed6d6d tempest-TestSnapshotPattern-467898774 tempest-TestSnapshotPattern-467898774-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1122 time: 0.0437591 Mar 22 15:22:17.456660 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36580) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:22:17.461889 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.v2.base [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Request body: {'floatingip': {'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 15:22:17.487332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:17.591951 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:17.700865 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Allocated IP 172.25.3.107 (08c63ee7-2544-4d82-ab92-fa8a055acb24/2ca7edc2-0843-42ca-850f-0928dd9a7b53/95deefc1-adbd-4f06-8bcc-5305517c9dce) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 15:22:17.801890 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:17.837382 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728380630263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:17.872592 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Network 08c63ee7-2544-4d82-ab92-fa8a055acb24 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 15:22:17.875642 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 15:22:17.878173 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 15:22:17.909893 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=95deefc1-adbd-4f06-8bcc-5305517c9dce,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:17.923305 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.923686 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.924035 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.924373 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.924705 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.925039 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.925372 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.925719 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.926016 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.926350 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.926679 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.927003 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.927326 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.927648 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:17.927968 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:22:18.255556 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (b466858d-8409-459f-abf4-117b28cc0b79), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.329901 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.484617 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.491831 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130578624'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.556158 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event updated for resources: {'Port': ['ID=95deefc1-adbd-4f06-8bcc-5305517c9dce,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:22:18.575393 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606796'] for floatingip (b466858d-8409-459f-abf4-117b28cc0b79), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.684057 n-d-758851-5 neutron-server[103891]: INFO neutron.db.l3_db [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Floating IP b466858d-8409-459f-abf4-117b28cc0b79 associated. External IP: 172.25.3.107, port: e8340c49-5e4a-47c1-a56d-5e0d690fcc79. Mar 22 15:22:18.718082 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf976-41a5-4ff6-b30b-210e3ddcfb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:18.918901 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:22:19.045135 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:22:19.057359 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:22:19.064109 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:19.071445 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:22:19.072078 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:22:19.098293 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-8725371a-7a8f-4ae3-8720-f15e60797fc2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6405284 Mar 22 15:22:19.099010 n-d-758851-5 neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:22:19.101272 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aa5d707aa981550423b4ea13f29abb603791dd3ff14eb8c83a89bd8d2d0720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:22:19.149483 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19de10a3-e56a-496a-adcb-51a38bae212c x-openstack-request-id: req-19de10a3-e56a-496a-adcb-51a38bae212c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:22:19.149846 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "status": "completed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:22:19.150120 n-d-758851-5 neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19de10a3-e56a-496a-adcb-51a38bae212c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:22:19.150537 n-d-758851-5 neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19de10a3-e56a-496a-adcb-51a38bae212c'] response: {'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'status': 'completed', 'code': 200} Mar 22 15:22:19.220442 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-592cd46a-1b18-4829-8499-311d8d44a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:19.221906 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-592cd46a-1b18-4829-8499-311d8d44a797 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1127 time: 0.0481460 Mar 22 15:22:19.317949 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-cf856b19-9ead-478a-b470-611d9ec09f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:19.319569 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-cf856b19-9ead-478a-b470-611d9ec09f76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0918798 Mar 22 15:22:19.348833 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:22:19.384725 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-bb254df2-b973-4f66-9344-330efbc422a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 999 time: 0.0594926 Mar 22 15:22:19.439206 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-5503da62-e7d6-4e1a-b7a3-d385dc956988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:19.440752 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-5503da62-e7d6-4e1a-b7a3-d385dc956988 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0505316 Mar 22 15:22:19.493110 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-452f7ec4-4706-4f3c-93f5-4d4addded8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:19.494559 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-452f7ec4-4706-4f3c-93f5-4d4addded8a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484974 Mar 22 15:22:19.582868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-19393310-f9f1-4375-8f7b-e51a86724a07 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Mar 22 15:22:19.584303 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}, {'id': 'b466858d-8409-459f-abf4-117b28cc0b79', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ad:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c89be39-2d05-45bd-9a47-180621514ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:22:18Z', 'updated_at': '2022-03-22T15:22:18Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:22:19.614542 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:22:19.623110 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:22:19.623719 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:21:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:22:19.675143 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-c5b9eb8a-8d0d-42ad-b524-9101b0cab25b req-3bfe8556-7e6a-4afb-b8ee-2eadbb1525c8 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862765 Mar 22 15:22:19.738511 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:22:19.965561 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}, {'id': 'b466858d-8409-459f-abf4-117b28cc0b79', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ad:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c89be39-2d05-45bd-9a47-180621514ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:22:18Z', 'updated_at': '2022-03-22T15:22:18Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:22:19.991473 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6964f-c4cb-43f8-ba10-23afc526674b None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}, {'id': 'b466858d-8409-459f-abf4-117b28cc0b79', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ad:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c89be39-2d05-45bd-9a47-180621514ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:22:18Z', 'updated_at': '2022-03-22T15:22:18Z', 'revision_number': 0, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:22:20.195765 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4947c85-b251-4488-9a1e-7feae62efef1 None None] New status for floating IP b466858d-8409-459f-abf4-117b28cc0b79: ACTIVE {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:22:21.108538 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-280c946d-9bf9-48b3-8f06-01bf8dc3fcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:22.263491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:23.982985 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-c62a5d52-3697-43c9-9e93-a545519659d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480905 Mar 22 15:22:24.042231 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:24.070400 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-443758fa-82dd-441b-84fe-4df97024ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:24.071868 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-443758fa-82dd-441b-84fe-4df97024ea3c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1127 time: 0.0455098 Mar 22 15:22:24.177138 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-0c994131-1d56-41d3-8ebb-b91a9899c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:24.178631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-0c994131-1d56-41d3-8ebb-b91a9899c46c service neutron] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0889492 Mar 22 15:22:24.242568 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-bd6a6c11-4620-4003-9624-d7c94a4de210 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 1001 time: 0.0580921 Mar 22 15:22:24.289243 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-7618457f-8a29-4083-bc89-7d7287c3e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:24.290716 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-7618457f-8a29-4083-bc89-7d7287c3e3ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0432174 Mar 22 15:22:24.344702 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-9279f678-1947-4857-b91d-a8961227de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:24.346222 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-9279f678-1947-4857-b91d-a8961227de26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496731 Mar 22 15:22:24.433313 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-da9ca55b-4ad5-4134-bb99-b15a9ab5c0d2 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814757 Mar 22 15:22:24.527945 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-65e71359-0458-4cd9-b5c0-ed95425f5654 req-e36de807-9a62-483e-8b89-3d94e337d484 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Mar 22 15:22:25.033128 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:28.998264 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:29.804772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:31.277158 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-8a6d58a9-ebb9-4872-9cb3-67a940f8021f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906346 Mar 22 15:22:31.363510 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-54b4e231-9401-4b36-8526-282b8b2c0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:31.365031 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-54b4e231-9401-4b36-8526-282b8b2c0ef1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1125 time: 0.0469494 Mar 22 15:22:31.472334 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-9bcdb360-dd1e-476a-b102-f9bf4df226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:31.473697 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-9bcdb360-dd1e-476a-b102-f9bf4df226ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0882304 Mar 22 15:22:31.540115 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-b7e73865-1f04-42e5-baed-43678f292e1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 998 time: 0.0604732 Mar 22 15:22:31.587883 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-f71d71e9-67fa-441b-af57-51da8730468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:31.589286 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-f71d71e9-67fa-441b-af57-51da8730468f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0433712 Mar 22 15:22:31.642117 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-b5e5714c-17bf-44e1-9ae7-4471fc8a079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:22:31.643584 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-b5e5714c-17bf-44e1-9ae7-4471fc8a079f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486329 Mar 22 15:22:31.736135 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-0f541213-1639-4735-ba73-c5ce3f6b01cf service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866826 Mar 22 15:22:31.833614 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-04299427-766a-4c49-9462-ffd3a0f205f0 req-00976fb5-08dc-4991-8b53-9877121234b6 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909655 Mar 22 15:22:36.734216 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:22:48.731974 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d55a9f0a-6a09-454e-a8de-9d7c9856ce4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:51.103491 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d56cae99-90f8-48de-ab45-8ccc06459576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:52.268284 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:54.050466 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:55.028371 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:59.021923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:22:59.799570 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:13.734486 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:23:18.734908 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-448fa257-93e0-479b-97c7-a7db1689de69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:21.102855 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-45da68da-e3cf-4d16-864c-2c47557fb772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:22.267227 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:24.052849 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:24.987512 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-25fd44e0-bf19-43dd-ac9b-8977f14f43e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483007 Mar 22 15:23:25.037632 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:25.076130 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-8d0241de-c56a-47b2-be36-eb891446b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:25.077623 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-8d0241de-c56a-47b2-be36-eb891446b1cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1127 time: 0.0481896 Mar 22 15:23:25.182960 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-d221e98b-2e78-4a7e-adb9-274b49ab76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:25.184419 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-d221e98b-2e78-4a7e-adb9-274b49ab76e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0890784 Mar 22 15:23:25.252315 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-a54a04e7-ca0e-42b1-b93f-d908fad5afb6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 1001 time: 0.0616894 Mar 22 15:23:25.303263 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-e1d68a63-e584-4418-b9a6-3a84ea87071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:25.304702 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-e1d68a63-e584-4418-b9a6-3a84ea87071a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0465994 Mar 22 15:23:25.367476 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-b06b8b76-8e22-4b5a-8edf-c9cc64596e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:25.369029 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-b06b8b76-8e22-4b5a-8edf-c9cc64596e6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584753 Mar 22 15:23:25.378908 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-a0c335dc-c154-4e37-aac3-fc06acd7a782 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 15:23:25.379845 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-a0c335dc-c154-4e37-aac3-fc06acd7a782 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052028 Mar 22 15:23:25.470092 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-427c70d0-7196-4c9a-a2d0-c5b9665e3c8f service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Mar 22 15:23:25.564510 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-67c84bd7-2b1c-4424-8f8b-b0f21ce472a0 req-14c9fbe3-1704-46b6-8dc1-46091a9f4c7c service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883923 Mar 22 15:23:29.021704 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:29.825292 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:32.220380 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-9c5bbf30-f6f6-40bb-b6df-4060db75d170 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525885 Mar 22 15:23:32.323754 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-fda2f9cf-8aff-4feb-932e-7abebf82a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:32.325279 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-fda2f9cf-8aff-4feb-932e-7abebf82a6a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1125 time: 0.0493209 Mar 22 15:23:32.433152 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-b65a6d44-7e9b-4353-a273-c28c3a262303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:32.434631 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-b65a6d44-7e9b-4353-a273-c28c3a262303 service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0876827 Mar 22 15:23:32.502097 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-751736fe-d6f7-4639-86c8-c5eec02e20bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 998 time: 0.0614030 Mar 22 15:23:32.548643 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-3df204fb-a1c1-4e89-a190-03d26095830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:32.550134 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-3df204fb-a1c1-4e89-a190-03d26095830f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0428047 Mar 22 15:23:32.606707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-fbfb187c-9b36-44dd-a2f1-3442a8e23feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:23:32.608205 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-fbfb187c-9b36-44dd-a2f1-3442a8e23feb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505519 Mar 22 15:23:32.696881 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-8ab0f009-c522-45f9-80d4-9999d6de6dd3 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822663 Mar 22 15:23:32.791189 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-24711ed4-fd11-464e-bcb4-2ae0f3d20f8d req-7f417753-cba5-4d64-aeff-cda07eb2da75 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882349 Mar 22 15:23:47.743042 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 details requested by agent hyperv_n-h2-758851-5 with host n-h2-758851-5 {{(pid=103892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 15:23:47.852049 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:23:47.864068 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Returning: {'device': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'port_id': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'mac_address': 'fa:16:3e:ad:71:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 15:23:47.906537 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 is: ACTIVE; New status is: BUILD {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:23:47.906923 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:47.919517 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 15:23:47.938057 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:23:47.943161 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:47.992512 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=6']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:23:48.000838 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.001128 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.001460 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.001792 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.002153 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.002475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.002805 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.003119 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.003450 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.003777 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.004092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.004399 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.004711 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.005024 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.005357 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:48.016023 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] get_ports_and_sgs() called for port_ids ['e8340c49-5e4a-47c1-a56d-5e0d690fcc79'] {{(pid=103892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 15:23:48.736272 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f0c2797d-87d2-452e-9267-175152532131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:49.769411 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 up at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 15:23:49.825910 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Provisioning complete for port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 triggered by entity L2. {{(pid=103892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 15:23:49.826430 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424673'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), provisioning_complete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:49.910520 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Current status of the port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 is: BUILD; New status is: ACTIVE {{(pid=103892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 15:23:49.910826 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518387'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:49.934246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:23:49.936711 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db34bbc9e951af9a87d8caf15c521c75287e4fe3b12d91b8de13d2abf8bf2350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4432866-bbcc-498a-8be6-3220a053f168" -d '{"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:23:49.952229 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:23:49.957565 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728381116052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728380630541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728380630559'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:49.992267 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84837c61-2e59-4026-a329-84cf7e68c7fc x-openstack-request-id: req-84837c61-2e59-4026-a329-84cf7e68c7fc {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:23:49.992569 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "code": 200}]} {{(pid=103892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:23:49.992822 n-d-758851-5 neutron-server[103892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84837c61-2e59-4026-a329-84cf7e68c7fc {{(pid=103892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:23:49.993233 n-d-758851-5 neutron-server[103892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84837c61-2e59-4026-a329-84cf7e68c7fc'] response: {'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'code': 200} Mar 22 15:23:50.016410 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Pushing event updated for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=7']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:23:50.737979 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:23:51.099972 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c096d343-6bc5-4b3c-b5ee-755e38c5de06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:52.269167 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:54.056074 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:55.033087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.031575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.229238 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36776) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:23:59.399555 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Deleting port 95deefc1-adbd-4f06-8bcc-5305517c9dce {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:23:59.399884 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.473058 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.473356 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (95deefc1-adbd-4f06-8bcc-5305517c9dce), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.485022 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Calling delete_port for 95deefc1-adbd-4f06-8bcc-5305517c9dce owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:23:59.658115 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (95deefc1-adbd-4f06-8bcc-5305517c9dce), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.681438 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event deleted for resources: {'Port': ['ID=95deefc1-adbd-4f06-8bcc-5305517c9dce,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:23:59.692111 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.692456 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.692788 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.693577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.693577 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.693798 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.694073 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.694393 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.694738 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.695049 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.695363 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.695673 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.695981 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.696297 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.696913 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:23:59.760701 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (b466858d-8409-459f-abf4-117b28cc0b79), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:23:59.760988 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Floating IP b466858d-8409-459f-abf4-117b28cc0b79 disassociated (deleted). External IP: 172.25.3.107, port: e8340c49-5e4a-47c1-a56d-5e0d690fcc79. Mar 22 15:23:59.815577 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:00.315408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:24:00.428528 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:24:00.433183 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:00.438931 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:24:00.449425 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:00.450198 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:00.462749 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-84572514-dcf6-4a7b-88e3-3621a2a9dea6 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "DELETE /v2.0/floatingips/b466858d-8409-459f-abf4-117b28cc0b79 HTTP/1.1" status: 204 len: 168 time: 1.2323773 Mar 22 15:24:00.463329 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:24:00.465590 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2460724a-28d6-4514-9da7-9dd5c834f112" -d '{"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:24:00.503957 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4082b373-f741-4b21-9fe7-b2bfd2d6de2e x-openstack-request-id: req-4082b373-f741-4b21-9fe7-b2bfd2d6de2e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:24:00.504331 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:24:00.504798 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4082b373-f741-4b21-9fe7-b2bfd2d6de2e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:24:00.505283 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4082b373-f741-4b21-9fe7-b2bfd2d6de2e'] response: {'name': 'network-changed', 'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'status': 'completed', 'code': 200} Mar 22 15:24:00.571475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:00.577827 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-ae48bbb2-0c90-4304-9238-fec624786ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:00.580389 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-ae48bbb2-0c90-4304-9238-fec624786ea4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 1127 time: 0.0529346 Mar 22 15:24:00.695386 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-e9b08c93-9b89-4c97-82d7-c02d4e310603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:00.696993 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-e9b08c93-9b89-4c97-82d7-c02d4e310603 service neutron] 10.222.0.78 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.1058381 Mar 22 15:24:00.744057 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-12fd780e-f490-415d-bbbd-55737530f231 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 200 len: 217 time: 0.0390501 Mar 22 15:24:00.810402 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:00.819186 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-861070c5-72b7-449f-8afc-3c5a384b726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:00.820712 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-861070c5-72b7-449f-8afc-3c5a384b726f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0689688 Mar 22 15:24:00.832378 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718fe0-1b20-46f8-b153-a0bae68b78d4 req-2eeb31e7-40cf-4151-8234-d46226112187 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:00.833776 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b718fe0-1b20-46f8-b153-a0bae68b78d4 req-2eeb31e7-40cf-4151-8234-d46226112187 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.1605115 Mar 22 15:24:00.837563 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:24:00.846448 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:00.847044 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:00.909624 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-4b718fe0-1b20-46f8-b153-a0bae68b78d4 req-9199cc99-780e-4ba7-9bdf-0a35bc5acb4b tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673542 Mar 22 15:24:00.912485 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-66620a09-3519-44f3-9383-645c33d531f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:00.913953 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-66620a09-3519-44f3-9383-645c33d531f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793471 Mar 22 15:24:00.954207 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:01.007661 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-cedc4d11-f228-4692-ad9d-d231dfc76fc7 service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Mar 22 15:24:01.103804 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2460724a-28d6-4514-9da7-9dd5c834f112 req-ba9502cc-119f-463d-b428-4c1a860573cf service neutron] 10.222.0.78 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897527 Mar 22 15:24:01.175347 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:01.366936 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fe1dc-2532-454d-93d4-69b5781105c7 None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_floatingips': [{'id': '0343d480-a585-4ee2-950f-1d464dfde1c9', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'router_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'port_id': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'mac_address': 'fa:16:3e:ac:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d3d888-998a-4473-b210-e176c9fff87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T15:19:48Z', 'updated_at': '2022-03-22T15:19:51Z', 'revision_number': 1, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:24:01.628598 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e26f15-c009-4d6a-8ac0-5e66afc2cf71 None None] New status for floating IP b466858d-8409-459f-abf4-117b28cc0b79: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:24:02.051275 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3f44a-879f-4189-a62f-893c460455e8 req-3b020fa6-b2cf-4a29-842c-54ee226525bb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:02.052751 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0da3f44a-879f-4189-a62f-893c460455e8 req-3b020fa6-b2cf-4a29-842c-54ee226525bb tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.0592332 Mar 22 15:24:02.101732 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-0da3f44a-879f-4189-a62f-893c460455e8 req-289953c1-d808-4459-a5b9-0b67d4551eae tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Mar 22 15:24:02.196162 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-2c324770-b19e-4efa-b22b-a24d8be1ba8b tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:02.197515 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-2c324770-b19e-4efa-b22b-a24d8be1ba8b tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c89be39-2d05-45bd-9a47-180621514ed3 HTTP/1.1" status: 200 len: 945 time: 0.0586507 Mar 22 15:24:02.292215 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Deleting port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:02.292522 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:02.384938 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] For port e8340c49-5e4a-47c1-a56d-5e0d690fcc79, host n-h2-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-5',level=0,port_id=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:02.385299 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:02.398741 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Calling delete_port for e8340c49-5e4a-47c1-a56d-5e0d690fcc79 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:02.529753 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e8340c49-5e4a-47c1-a56d-5e0d690fcc79), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:02.560564 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event deleted for resources: {'Port': ['ID=e8340c49-5e4a-47c1-a56d-5e0d690fcc79,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:02.604447 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] No DVR routers for this DVR port e8340c49-5e4a-47c1-a56d-5e0d690fcc79 on host n-h2-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:02.607046 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:02.610431 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-855b6d74-7551-4300-b53b-0ddb1d7dc52b req-76b4aa81-9a8b-4128-8c4d-1096efc64b06 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.78 "DELETE /v2.0/ports/e8340c49-5e4a-47c1-a56d-5e0d690fcc79 HTTP/1.1" status: 204 len: 173 time: 0.4071410 Mar 22 15:24:02.610870 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-deleted', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:24:02.613106 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5424eb3-787a-4073-ae7b-6e16cecae4d6" -d '{"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-deleted", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:24:02.649366 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29037155-a5bd-4907-8e46-127a3d036fe1 x-openstack-request-id: req-29037155-a5bd-4907-8e46-127a3d036fe1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:24:02.649657 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c89be39-2d05-45bd-9a47-180621514ed3", "name": "network-vif-deleted", "tag": "e8340c49-5e4a-47c1-a56d-5e0d690fcc79", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:24:02.649897 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29037155-a5bd-4907-8e46-127a3d036fe1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:24:02.650325 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29037155-a5bd-4907-8e46-127a3d036fe1'] response: {'server_uuid': '0c89be39-2d05-45bd-9a47-180621514ed3', 'name': 'network-vif-deleted', 'tag': 'e8340c49-5e4a-47c1-a56d-5e0d690fcc79', 'status': 'completed', 'code': 200} Mar 22 15:24:03.679121 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36832) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:03.800246 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:03.820289 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:03.820644 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:03.841930 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Deleting port fe12756f-3ca6-49a1-b914-508253ce8c41 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:03.842303 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:03.919601 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:03.919845 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (fe12756f-3ca6-49a1-b914-508253ce8c41), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:03.931494 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Calling delete_port for fe12756f-3ca6-49a1-b914-508253ce8c41 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:04.082980 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (fe12756f-3ca6-49a1-b914-508253ce8c41), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:04.107408 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event deleted for resources: {'Port': ['ID=fe12756f-3ca6-49a1-b914-508253ce8c41,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:04.168207 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for floatingip (0343d480-a585-4ee2-950f-1d464dfde1c9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:04.168517 n-d-758851-5 neutron-server[103890]: INFO neutron.db.l3_db [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Floating IP 0343d480-a585-4ee2-950f-1d464dfde1c9 disassociated (deleted). External IP: 172.25.3.37, port: edda7167-12c2-4dba-9d12-e29bf8c4f4a2. Mar 22 15:24:04.395764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:24:04.506145 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:24:04.511026 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:04.516092 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:24:04.525503 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:04.526154 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:04.544153 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8ab82cfa-2d62-4b30-9643-c7c2c6e3eb54 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "DELETE /v2.0/floatingips/0343d480-a585-4ee2-950f-1d464dfde1c9 HTTP/1.1" status: 204 len: 168 time: 0.8613148 Mar 22 15:24:04.638185 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:04.652348 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:24:04.655175 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ef37ff-de22-41dc-b15d-8f19879f99cc" -d '{"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:24:04.759528 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d8f28-cb8f-467b-9db4-fa921cbf31f1 x-openstack-request-id: req-608d8f28-cb8f-467b-9db4-fa921cbf31f1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:24:04.760161 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:24:04.760161 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-608d8f28-cb8f-467b-9db4-fa921cbf31f1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:24:04.760572 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608d8f28-cb8f-467b-9db4-fa921cbf31f1'] response: {'name': 'network-changed', 'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'status': 'completed', 'code': 200} Mar 22 15:24:04.784313 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31e6df-dc01-4b83-bb2a-63ab3c0a2da1 req-3d4af5df-74dc-4892-8210-b0ed6e75167b tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:04.785822 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f31e6df-dc01-4b83-bb2a-63ab3c0a2da1 req-3d4af5df-74dc-4892-8210-b0ed6e75167b tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0584173 Mar 22 15:24:04.852002 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:04.865422 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-2f31e6df-dc01-4b83-bb2a-63ab3c0a2da1 req-c52353c8-b7c2-4a01-a305-262d97011497 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700979 Mar 22 15:24:04.867453 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-c0d1f58e-f9a2-4268-960b-02292e89dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:04.868858 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-c0d1f58e-f9a2-4268-960b-02292e89dc22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 1125 time: 0.0821745 Mar 22 15:24:04.884221 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:24:04.893177 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:04.893796 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:04.969906 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-b852679f-d02b-4a76-9e43-05b98eb5ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:04.971340 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-b852679f-d02b-4a76-9e43-05b98eb5ee48 service neutron] 10.222.0.82 "GET /v2.0/networks?id=484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 200 len: 911 time: 0.0935700 Mar 22 15:24:05.004826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:05.016225 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-b3422f00-925d-4906-9830-de3405e268f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0386403 Mar 22 15:24:05.065106 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-e6e510d0-05ef-4494-9e23-e6d5b250d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:05.066656 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-e6e510d0-05ef-4494-9e23-e6d5b250d560 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 200 len: 849 time: 0.0446262 Mar 22 15:24:05.115721 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-f3c2739d-2407-422f-a0bb-1e83ed407800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:05.117280 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-f3c2739d-2407-422f-a0bb-1e83ed407800 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=484554c9-6b8a-48d4-88ca-b9fefb08df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447075 Mar 22 15:24:05.204058 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:05.210646 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-4663e424-97d1-4248-a3c8-0b76ccf56102 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Mar 22 15:24:05.229826 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff94eb9-c555-4df0-bc01-2a448c8a1257 None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:27Z', 'revision_number': 4, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5', '_interfaces': [{'id': '5af69562-dc47-4775-8ba7-ebb4fe6a7390', 'name': '', 'network_id': '484554c9-6b8a-48d4-88ca-b9fefb08df3d', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'mac_address': 'fa:16:3e:6b:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:27Z', 'updated_at': '2022-03-22T15:19:32Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'subnets': [{'id': '7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:24:05.301926 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-49ef37ff-de22-41dc-b15d-8f19879f99cc req-f28b314e-4d31-4c3e-9244-cbc0c83b47f4 service neutron] 10.222.0.82 "GET /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Mar 22 15:24:05.462664 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1277b5-f0cd-4c6a-bc9b-5997569e2198 None None] New status for floating IP 0343d480-a585-4ee2-950f-1d464dfde1c9: DOWN {{(pid=103893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 15:24:05.996465 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17a5e-c0df-4b6a-a187-4439e7f62969 req-2ec193be-fcc2-4c09-b4e6-21da057039b0 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:05.997929 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8a17a5e-c0df-4b6a-a187-4439e7f62969 req-2ec193be-fcc2-4c09-b4e6-21da057039b0 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0620897 Mar 22 15:24:06.056120 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-b8a17a5e-c0df-4b6a-a187-4439e7f62969 req-694a20de-1bef-4d76-aba6-a4ab726d3536 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/security-groups?id=668b0830-b56b-4e74-9d30-d6ae244d2508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494037 Mar 22 15:24:06.317764 n-d-758851-5 neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984afed-f1b0-4422-b942-da43d3667f6a req-1a60e129-85f1-4198-a499-55d459e783a2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 15:24:06.319264 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f984afed-f1b0-4422-b942-da43d3667f6a req-1a60e129-85f1-4198-a499-55d459e783a2 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.82 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 943 time: 0.0605021 Mar 22 15:24:06.414888 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Deleting port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:06.415226 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:06.506372 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] For port edda7167-12c2-4dba-9d12-e29bf8c4f4a2, host n-h1-758851-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-5',level=0,port_id=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:06.506727 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:06.519426 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Calling delete_port for edda7167-12c2-4dba-9d12-e29bf8c4f4a2 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:06.658639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (edda7167-12c2-4dba-9d12-e29bf8c4f4a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:06.688063 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event deleted for resources: {'Port': ['ID=edda7167-12c2-4dba-9d12-e29bf8c4f4a2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:06.731120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] No DVR routers for this DVR port edda7167-12c2-4dba-9d12-e29bf8c4f4a2 on host n-h1-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:06.733803 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88734'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:06.737260 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-f984afed-f1b0-4422-b942-da43d3667f6a req-7aed6481-f0b6-4bbc-a1ec-f28dbca87184 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.82 "DELETE /v2.0/ports/edda7167-12c2-4dba-9d12-e29bf8c4f4a2 HTTP/1.1" status: 204 len: 173 time: 0.4127517 Mar 22 15:24:06.762164 n-d-758851-5 neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-deleted', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 15:24:06.764542 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b19df49ad9c6d766354ea7c015d40b982b01290bcc0b49d9f6025bff56a564d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e009033-c8f2-49ce-8fae-9588d561178e" -d '{"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-deleted", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 15:24:06.801902 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d63884-3a23-4caf-9a64-5adacf5ee4c1 x-openstack-request-id: req-b7d63884-3a23-4caf-9a64-5adacf5ee4c1 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 15:24:06.802223 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3d888-998a-4473-b210-e176c9fff87c", "name": "network-vif-deleted", "tag": "edda7167-12c2-4dba-9d12-e29bf8c4f4a2", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 15:24:06.802508 n-d-758851-5 neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7d63884-3a23-4caf-9a64-5adacf5ee4c1 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 15:24:06.802889 n-d-758851-5 neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d63884-3a23-4caf-9a64-5adacf5ee4c1'] response: {'server_uuid': '01d3d888-998a-4473-b210-e176c9fff87c', 'name': 'network-vif-deleted', 'tag': 'edda7167-12c2-4dba-9d12-e29bf8c4f4a2', 'status': 'completed', 'code': 200} Mar 22 15:24:07.175290 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [req-9a2d1c54-0254-48a5-a802-e03e9374f180 req-9a061107-2572-4413-8322-f4bf4f938d26 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "GET /v2.0/ports?device_id=01d3d888-998a-4473-b210-e176c9fff87c HTTP/1.1" status: 200 len: 210 time: 0.0342147 Mar 22 15:24:07.818115 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 no longer exists at agent hyperv_n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:07.845048 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] No Port match for: e8340c49-5e4a-47c1-a56d-5e0d690fcc79 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:07.845368 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Device e8340c49-5e4a-47c1-a56d-5e0d690fcc79 not bound to the agent host n-h2-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:08.240138 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36850) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:08.305333 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (668b0830-b56b-4e74-9d30-d6ae244d2508), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:08.332205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (668b0830-b56b-4e74-9d30-d6ae244d2508), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:08.391804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (668b0830-b56b-4e74-9d30-d6ae244d2508), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:08.394421 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:08.395597 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] 10.222.0.81 "DELETE /v2.0/security-groups/668b0830-b56b-4e74-9d30-d6ae244d2508 HTTP/1.1" status: 204 len: 168 time: 0.1544237 Mar 22 15:24:08.404493 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b0830-b56b-4e74-9d30-d6ae244d2508,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:08.411802 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.412156 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.412499 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.412841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.413205 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.413535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.413862 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.414211 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.414535 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.414859 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.415179 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.415500 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.415818 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.416216 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.416457 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbc816-7cbb-4a75-b6e6-0c67fd9adbf5 tempest-TestSnapshotPattern-1413620661 tempest-TestSnapshotPattern-1413620661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-5 {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 15:24:08.448992 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36856) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:08.802117 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (31ee0935-ad29-417f-a465-9651075fc8a1), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:08.829045 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 no longer exists at agent hyperv_n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:08.849225 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] No Port match for: edda7167-12c2-4dba-9d12-e29bf8c4f4a2 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:08.849583 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Device edda7167-12c2-4dba-9d12-e29bf8c4f4a2 not bound to the agent host n-h1-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:09.049841 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Deleting port 5af69562-dc47-4775-8ba7-ebb4fe6a7390 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:09.050205 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:09.133630 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] For port 5af69562-dc47-4775-8ba7-ebb4fe6a7390, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=5af69562-dc47-4775-8ba7-ebb4fe6a7390,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:09.133994 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:09.147583 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Calling delete_port for 5af69562-dc47-4775-8ba7-ebb4fe6a7390 owned by network:router_interface {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:09.337834 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (5af69562-dc47-4775-8ba7-ebb4fe6a7390), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:09.362367 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5af69562-dc47-4775-8ba7-ebb4fe6a7390,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:09.534804 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (31ee0935-ad29-417f-a465-9651075fc8a1), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:09.753950 n-d-758851-5 neutron-server[103891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Router 31ee0935-ad29-417f-a465-9651075fc8a1 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:24:10.175312 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:24:10.180406 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-ade79660-2892-4f8e-b2ec-a7da9a1c80ec admin admin] 10.222.0.81 "PUT /v2.0/routers/31ee0935-ad29-417f-a465-9651075fc8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303483 Mar 22 15:24:10.183641 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:10.184733 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Sync routers for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:24:10.194865 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:10.195476 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:10.290225 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks [] for router (31ee0935-ad29-417f-a465-9651075fc8a1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.301703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: n-d-758851-5 {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:10.397182 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks [] for router_gateway (31ee0935-ad29-417f-a465-9651075fc8a1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.450840 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Deleting port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:10.451089 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.481259 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:24:09Z', 'revision_number': 5, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port': {'id': 'bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:10.508634 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Checking router: 31ee0935-ad29-417f-a465-9651075fc8a1 for host: n-d-758851-5 {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:24:10.517166 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Routers {'31ee0935-ad29-417f-a465-9651075fc8a1'} bound to L3 agent in host n-d-758851-5 {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:10.517771 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['31ee0935-ad29-417f-a465-9651075fc8a1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:10.532250 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] For port bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:10.532620 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.545794 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Calling delete_port for bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:10.607381 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] Set router 31ee0935-ad29-417f-a465-9651075fc8a1 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:10.661200 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:24:10Z', 'revision_number': 6, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:10.692797 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ce71d-c2e8-4455-a858-e9368411eca7 None None] The sync data for ids ['31ee0935-ad29-417f-a465-9651075fc8a1'] in n-d-758851-5 is: [{'id': '31ee0935-ad29-417f-a465-9651075fc8a1', 'name': 'tempest-TestSnapshotPattern-1275840235-router', 'tenant_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:25Z', 'updated_at': '2022-03-22T15:24:10Z', 'revision_number': 6, 'project_id': '7cd74b24c2c24e4e92462e1d6a88488b', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:24:10.719171 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.745623 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:10.808259 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (31ee0935-ad29-417f-a465-9651075fc8a1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.902353 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (31ee0935-ad29-417f-a465-9651075fc8a1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.904883 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks [] for router_controller (31ee0935-ad29-417f-a465-9651075fc8a1), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.948885 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (31ee0935-ad29-417f-a465-9651075fc8a1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.949463 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ee0935-ad29-417f-a465-9651075fc8a1 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:24:10.953839 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:10.955095 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8d355f18-3cc1-4849-a5d0-5e1001e1e868 admin admin] 10.222.0.81 "DELETE /v2.0/routers/31ee0935-ad29-417f-a465-9651075fc8a1 HTTP/1.1" status: 204 len: 168 time: 0.7704859 Mar 22 15:24:10.957707 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36860) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:11.002809 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Deleting subnet 7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:24:11.006011 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Publish callbacks [] for subnet (7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.039148 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.445801 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.524079 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.552211 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.555571 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0 HTTP/1.1" status: 204 len: 168 time: 0.5968328 Mar 22 15:24:11.556504 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c2140-3c52-4ecd-a1dc-a7b24b40b4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1bcdb3-89c2-433c-bf86-3b5ea2f248d0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:11.558470 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36862) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:11.560132 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031dec2-0db7-4f1a-a3cd-a1294cfef834 None None] Network 484554c9-6b8a-48d4-88ca-b9fefb08df3d requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:24:11.630777 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (484554c9-6b8a-48d4-88ca-b9fefb08df3d), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.686243 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Deleting port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:11.686572 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.738114 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] DHCP port deletion for 484554c9-6b8a-48d4-88ca-b9fefb08df3d request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:24:11.765558 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] For port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:11.765840 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.780991 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Calling delete_port for 0e3e6fed-1531-4fe3-b697-9a7aced2b06e owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:11.802275 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Deleting port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:11.802656 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.866033 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] For port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,segment=NetworkSegment(7b7e5a02-ed57-46ee-898c-4a35c68561f6),segment_id=7b7e5a02-ed57-46ee-898c-4a35c68561f6)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:11.866453 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.867745 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130578679'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.887050 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Calling delete_port for 0e3e6fed-1531-4fe3-b697-9a7aced2b06e owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:11.895344 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:11.897744 n-d-758851-5 neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] No DVR routers for this DVR port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e on host n-d-758851-5 {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:11.938321 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0e3e6fed-1531-4fe3-b697-9a7aced2b06e no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:11.964304 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 0e3e6fed-1531-4fe3-b697-9a7aced2b06e {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:11.964580 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 0e3e6fed-1531-4fe3-b697-9a7aced2b06e not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:11.964995 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5af69562-dc47-4775-8ba7-ebb4fe6a7390 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:11.973524 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (484554c9-6b8a-48d4-88ca-b9fefb08df3d), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:11.993715 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484554c9-6b8a-48d4-88ca-b9fefb08df3d']}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:11.997871 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 5af69562-dc47-4775-8ba7-ebb4fe6a7390 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:11.998315 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 5af69562-dc47-4775-8ba7-ebb4fe6a7390 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:11.998736 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:12.004061 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7e5a02-ed57-46ee-898c-4a35c68561f6') {'for_net_delete': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:12.004365 n-d-758851-5 neutron-server[103891]: DEBUG neutron.services.segments.db [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7e5a02-ed57-46ee-898c-4a35c68561f6') {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:12.013878 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130574984'] for segment (7b7e5a02-ed57-46ee-898c-4a35c68561f6), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.024434 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:12.024714 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device bc3ac9b6-6ac1-4bd3-99ed-ee5629c6e166 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:12.028903 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (7b7e5a02-ed57-46ee-898c-4a35c68561f6), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.034550 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (0e3e6fed-1531-4fe3-b697-9a7aced2b06e), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.037329 n-d-758851-5 neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:24:12.037719 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130578596'] for segment (7b7e5a02-ed57-46ee-898c-4a35c68561f6), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: Traceback (most recent call last): Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: timer() Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: cb(*args, **kw) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: return func(*args, **kwargs) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: self._notify() Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: self.callback(batched_events) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: event.method(event) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: return f(self, *a, **k) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: return self._get(url).json() Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: return self.request(url, 'GET', **kwargs) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:24:12.040023 n-d-758851-5 neutron-server[103891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:24:12.061301 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] Pushing event deleted for resources: {'Port': ['ID=0e3e6fed-1531-4fe3-b697-9a7aced2b06e,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:12.066846 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e598c-cf56-4ce9-bb72-8535a068b01a None None] No DVR routers for this DVR port 0e3e6fed-1531-4fe3-b697-9a7aced2b06e on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:12.099146 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (484554c9-6b8a-48d4-88ca-b9fefb08df3d), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.104704 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.108060 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/484554c9-6b8a-48d4-88ca-b9fefb08df3d HTTP/1.1" status: 204 len: 168 time: 0.5480232 Mar 22 15:24:12.111228 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36864) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:12.119149 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dc0f3-8164-40d3-a3b2-dc77bdaf19e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=484554c9-6b8a-48d4-88ca-b9fefb08df3d,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:12.463915 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607308'] for router_interface (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.718237 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Deleting port e8363bc8-a8a7-4d38-87f6-41778f529b05 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:12.718483 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.796613 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] For port e8363bc8-a8a7-4d38-87f6-41778f529b05, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=e8363bc8-a8a7-4d38-87f6-41778f529b05,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:12.797071 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:12.810244 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Calling delete_port for e8363bc8-a8a7-4d38-87f6-41778f529b05 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:13.001730 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (e8363bc8-a8a7-4d38-87f6-41778f529b05), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.031658 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8363bc8-a8a7-4d38-87f6-41778f529b05,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:13.208737 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610300'] for router_interface (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.452189 n-d-758851-5 neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Router afef749d-2a95-4a9c-bca6-e63a6894dac3 has already been hosted by L3 agent dd3c803c-a727-4a32-b713-3892f8b73b7e {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 15:24:13.561766 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] Notify agent at l3_agent.n-d-758851-5 the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 15:24:13.566922 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-e8e0856d-6dec-4415-869b-8752925a208b admin admin] 10.222.0.81 "PUT /v2.0/routers/afef749d-2a95-4a9c-bca6-e63a6894dac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4546196 Mar 22 15:24:13.569889 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36866) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:13.571114 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Sync routers for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 15:24:13.581913 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:13.582558 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:13.677310 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks [] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.686928 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: n-d-758851-5 {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:13.784639 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks [] for router_gateway (afef749d-2a95-4a9c-bca6-e63a6894dac3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.838826 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Deleting port 6ae824f8-92bd-48c3-9e46-85901dae2572 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:13.839160 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.866651 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'external_fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:24:12Z', 'revision_number': 5, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port': {'id': '6ae824f8-92bd-48c3-9e46-85901dae2572', 'name': '', 'network_id': '08c63ee7-2544-4d82-ab92-fa8a055acb24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4479, 'fixed_ips': [{'subnet_id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T15:19:30Z', 'updated_at': '2022-03-22T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ca7edc2-0843-42ca-850f-0928dd9a7b53', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-5'}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:13.893506 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Checking router: afef749d-2a95-4a9c-bca6-e63a6894dac3 for host: n-d-758851-5 {{(pid=103893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 15:24:13.902265 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Routers {'afef749d-2a95-4a9c-bca6-e63a6894dac3'} bound to L3 agent in host n-d-758851-5 {{(pid=103893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 15:24:13.902863 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T13:48:21Z,description=,heartbeat_timestamp=2022-03-22T15:23:51Z,host='n-d-758851-5',id=dd3c803c-a727-4a32-b713-3892f8b73b7e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T13:48:21Z,topic='l3_agent')) {'router_ids': ['afef749d-2a95-4a9c-bca6-e63a6894dac3'], 'active': True} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:13.922011 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] For port 6ae824f8-92bd-48c3-9e46-85901dae2572, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=6ae824f8-92bd-48c3-9e46-85901dae2572,segment=NetworkSegment(bc339a38-015d-48cc-85db-7d873788375f),segment_id=bc339a38-015d-48cc-85db-7d873788375f)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:13.922374 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:13.934988 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Calling delete_port for 6ae824f8-92bd-48c3-9e46-85901dae2572 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:13.989673 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_dvr_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] Set router afef749d-2a95-4a9c-bca6-e63a6894dac3 gateway port host: None {{(pid=103893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 15:24:14.044074 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.l3_hamode_db [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:24:13Z', 'revision_number': 6, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port_host': None}], 'n-d-758851-5', False) {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:14.071383 n-d-758851-5 neutron-server[103893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5722c8b-2976-48a1-bbe0-4da89f02d2c3 None None] The sync data for ids ['afef749d-2a95-4a9c-bca6-e63a6894dac3'] in n-d-758851-5 is: [{'id': 'afef749d-2a95-4a9c-bca6-e63a6894dac3', 'name': 'tempest-TestSnapshotPattern-567338158-router', 'tenant_id': '3e524608016840008b3c114f3f2173e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T15:19:29Z', 'updated_at': '2022-03-22T15:24:13Z', 'revision_number': 6, 'project_id': '3e524608016840008b3c114f3f2173e8', 'gw_port_host': None}] {{(pid=103893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 15:24:14.105667 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (6ae824f8-92bd-48c3-9e46-85901dae2572), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.131523 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae824f8-92bd-48c3-9e46-85901dae2572,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:14.195873 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606726'] for router_gateway (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.286571 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3993'] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.288750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks [] for router_controller (afef749d-2a95-4a9c-bca6-e63a6894dac3), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.343723 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-609765'] for router (afef749d-2a95-4a9c-bca6-e63a6894dac3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.344509 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afef749d-2a95-4a9c-bca6-e63a6894dac3 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 15:24:14.349419 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.350914 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-03f7f637-8431-46db-9342-bd1d54948aa8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/afef749d-2a95-4a9c-bca6-e63a6894dac3 HTTP/1.1" status: 204 len: 168 time: 0.7800536 Mar 22 15:24:14.353581 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36868) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:14.406552 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Deleting subnet 523ab096-e048-44f8-91aa-fd683e6d9415 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 15:24:14.410321 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Publish callbacks [] for subnet (523ab096-e048-44f8-91aa-fd683e6d9415), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.447252 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131981725'] for subnet (523ab096-e048-44f8-91aa-fd683e6d9415), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.524750 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347341'] for subnet (523ab096-e048-44f8-91aa-fd683e6d9415), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.576077 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131981580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130252144'] for subnet (523ab096-e048-44f8-91aa-fd683e6d9415), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.602105 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523ab096-e048-44f8-91aa-fd683e6d9415,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:14.610595 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.614173 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-0b328304-fc23-472b-9546-a542d76b9460 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/523ab096-e048-44f8-91aa-fd683e6d9415 HTTP/1.1" status: 204 len: 168 time: 0.2590413 Mar 22 15:24:14.616533 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bbe0c-e668-4314-b5b1-5be385121c2f None None] Network 977a85cc-3f1a-4367-b203-640c3fc3bd1e requested from n-d-758851-5 {{(pid=103892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 15:24:14.617074 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36870) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:14.684951 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1305154'] for network (977a85cc-3f1a-4367-b203-640c3fc3bd1e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.740547 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Deleting port 78a955b5-7f43-4e41-a0b7-b1be881d5abd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:14.740892 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.807000 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] DHCP port deletion for 977a85cc-3f1a-4367-b203-640c3fc3bd1e request from n-d-758851-5 {{(pid=103892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 15:24:14.809165 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] For port 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=78a955b5-7f43-4e41-a0b7-b1be881d5abd,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:14.809714 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.823841 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Calling delete_port for 78a955b5-7f43-4e41-a0b7-b1be881d5abd owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:14.856392 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Deleting port 78a955b5-7f43-4e41-a0b7-b1be881d5abd {{(pid=103892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 15:24:14.856680 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728381110815'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), before_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.905558 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131982077'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.921859 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] For port 78a955b5-7f43-4e41-a0b7-b1be881d5abd, host n-d-758851-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-5',level=0,port_id=78a955b5-7f43-4e41-a0b7-b1be881d5abd,segment=NetworkSegment(4077383d-ebe1-4db3-8f8c-cbef9569e19c),segment_id=4077383d-ebe1-4db3-8f8c-cbef9569e19c)] {{(pid=103892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 15:24:14.922601 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611166'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), precommit_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:14.932931 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a955b5-7f43-4e41-a0b7-b1be881d5abd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:14.937764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Calling delete_port for 78a955b5-7f43-4e41-a0b7-b1be881d5abd owned by network:dhcp {{(pid=103892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 15:24:14.938188 n-d-758851-5 neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] No DVR routers for this DVR port 78a955b5-7f43-4e41-a0b7-b1be881d5abd on host n-d-758851-5 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:15.012234 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410232', 'neutron.services.segments.db._delete_segments_for_network-8728380956227'] for network (977a85cc-3f1a-4367-b203-640c3fc3bd1e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.019160 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728381116034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728380630532'] for port (78a955b5-7f43-4e41-a0b7-b1be881d5abd), after_delete {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.037120 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977a85cc-3f1a-4367-b203-640c3fc3bd1e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:15.047876 n-d-758851-5 neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] Pushing event deleted for resources: {'Port': ['ID=78a955b5-7f43-4e41-a0b7-b1be881d5abd,revision_number=None']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:15.050010 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4077383d-ebe1-4db3-8f8c-cbef9569e19c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:15.050330 n-d-758851-5 neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4077383d-ebe1-4db3-8f8c-cbef9569e19c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 15:24:15.050475 n-d-758851-5 neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181fcae-52ff-47a3-bc39-741fa4b72963 None None] No DVR routers for this DVR port 78a955b5-7f43-4e41-a0b7-b1be881d5abd on host n-d-758851-5 {{(pid=103892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 15:24:15.063721 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380956748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131981732'] for segment (4077383d-ebe1-4db3-8f8c-cbef9569e19c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.080049 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372'] for segment (4077383d-ebe1-4db3-8f8c-cbef9569e19c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.087305 n-d-758851-5 neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 15:24:15.087720 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1348372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131981998'] for segment (4077383d-ebe1-4db3-8f8c-cbef9569e19c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: Traceback (most recent call last): Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: timer() Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: cb(*args, **kw) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: return func(*args, **kwargs) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: self._notify() Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: self.callback(batched_events) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: event.method(event) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: return f(self, *a, **k) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: return self._get(url).json() Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: return self.request(url, 'GET', **kwargs) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 15:24:15.089453 n-d-758851-5 neutron-server[103890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 15:24:15.151514 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606842'] for network (977a85cc-3f1a-4367-b203-640c3fc3bd1e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.157531 n-d-758851-5 neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.168520 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] 10.222.0.81 "DELETE /v2.0/networks/977a85cc-3f1a-4367-b203-640c3fc3bd1e HTTP/1.1" status: 204 len: 168 time: 0.5508642 Mar 22 15:24:15.182748 n-d-758851-5 neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850adb9-1f7f-442b-9ea0-7cb005a73d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=977a85cc-3f1a-4367-b203-640c3fc3bd1e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:15.347321 n-d-758851-5 neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 36874) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:15.388625 n-d-758851-5 neutron-server[103890]: INFO neutron.wsgi [None req-51432c0c-1c4f-4914-8e18-ef31c4ede086 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cd74b24c2c24e4e92462e1d6a88488b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399587 Mar 22 15:24:15.391440 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36876) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:15.440332 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] Publish callbacks [] for security_group (b7ade4c0-a227-44b8-9978-df355e8e3b5a), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.466767 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] Publish callbacks [] for security_group (b7ade4c0-a227-44b8-9978-df355e8e3b5a), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.514226 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (b7ade4c0-a227-44b8-9978-df355e8e3b5a), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.517158 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.518535 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7ade4c0-a227-44b8-9978-df355e8e3b5a HTTP/1.1" status: 204 len: 168 time: 0.1261399 Mar 22 15:24:15.526742 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38c8a6-e057-4645-800a-56a94099fa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ade4c0-a227-44b8-9978-df355e8e3b5a,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:15.847721 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36882) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:15.892392 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-dc783603-7907-4a48-9b86-d0dd29b055ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e524608016840008b3c114f3f2173e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408936 Mar 22 15:24:15.892641 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [-] (103891) accepted ('10.222.0.81', 36884) {{(pid=103891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 15:24:15.927247 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e8363bc8-a8a7-4d38-87f6-41778f529b05 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:15.942409 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] Publish callbacks [] for security_group (a3f8367e-87a6-44e6-bc6e-a957ce3d3c30), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.949764 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: e8363bc8-a8a7-4d38-87f6-41778f529b05 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:15.950183 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device e8363bc8-a8a7-4d38-87f6-41778f529b05 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:15.950703 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ae824f8-92bd-48c3-9e46-85901dae2572 no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:15.963739 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] Publish callbacks [] for security_group (a3f8367e-87a6-44e6-bc6e-a957ce3d3c30), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:15.969635 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 6ae824f8-92bd-48c3-9e46-85901dae2572 {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:15.970181 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 6ae824f8-92bd-48c3-9e46-85901dae2572 not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:15.970695 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 78a955b5-7f43-4e41-a0b7-b1be881d5abd no longer exists at agent ovs-agent-n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 15:24:15.995013 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] No Port match for: 78a955b5-7f43-4e41-a0b7-b1be881d5abd {{(pid=103892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 15:24:15.995746 n-d-758851-5 neutron-server[103892]: DEBUG neutron.plugins.ml2.rpc [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Device 78a955b5-7f43-4e41-a0b7-b1be881d5abd not bound to the agent host n-d-758851-5 {{(pid=103892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 15:24:16.014440 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542244'] for security_group (a3f8367e-87a6-44e6-bc6e-a957ce3d3c30), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:16.017046 n-d-758851-5 neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:16.018223 n-d-758851-5 neutron-server[103891]: INFO neutron.wsgi [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3f8367e-87a6-44e6-bc6e-a957ce3d3c30 HTTP/1.1" status: 204 len: 168 time: 0.1248307 Mar 22 15:24:16.026106 n-d-758851-5 neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06f7ce-9386-477a-82be-a5937ef89d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f8367e-87a6-44e6-bc6e-a957ce3d3c30,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 15:24:18.731201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c436725-507d-403d-8d1d-3a8406616db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:21.099585 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9296-80d8-403d-8dd1-5b3b55d049aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:22.286395 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:24.055140 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:25.027442 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:27.744596 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:24:29.041468 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:29.833458 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:48.741580 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4157-dfea-4de7-bb6f-439fadacd545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:51.098545 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0d7a30e4-c6a4-44a2-91d1-8a5785b4fa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:52.288784 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:54.058612 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:55.032965 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:59.032437 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:24:59.834411 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:04.744828 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:25:18.742490 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-dd689613-ffad-4820-b7ee-cab0674c38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:21.098558 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9f9e38e6-c108-4e33-9380-d5008d64d348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:22.290241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:24.071093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:25.038302 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:29.034149 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:29.853429 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:41.745326 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:25:48.743511 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b7a7149a-7464-44b0-9da5-87b8ae8b6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:51.100044 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d91683ac-910f-496a-8893-22d93108f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:52.294241 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:54.074716 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:55.034893 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:59.039064 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:25:59.844439 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:18.740780 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0c2085de-6214-4bcd-b832-75c73d56aabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:18.746308 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:26:21.099636 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-81675efe-16b8-4af6-84a6-8e0937938347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:22.297029 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:24.080803 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:25.036764 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:29.039290 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:29.863505 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:48.742786 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7c492051-7710-4f06-b5ee-2b32b2a5b2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:51.099828 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5a5e-158d-4407-848a-10a65d5272f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:52.299971 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:54.079469 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:55.035783 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:55.749036 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:26:59.049462 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:26:59.864279 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:18.750811 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89c3a72a-014c-46c6-b2eb-c5f13e874324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:21.099982 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1997c2a1-cd9c-4919-9997-3c05c0862ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:22.304569 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:24.087844 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:25.037036 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:29.068675 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:29.877093 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:32.753563 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:27:48.744423 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-f1deb2a6-5070-4315-b106-d885abda2a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:51.103378 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bd1af96a-ed5a-406a-8825-81df0b2acf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:52.308885 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:54.085720 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:55.042070 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:59.060360 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:27:59.872165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:09.759665 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:28:18.745101 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-858bfe00-36df-488a-828a-c10feef02523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:21.100588 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7cdc528b-e820-46b1-822d-a1be8279251b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:22.311095 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:24.091120 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:25.050007 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:29.089670 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:29.861203 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:46.754424 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:28:48.746188 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-9391d4ba-7074-460b-be81-de277b531f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:51.096953 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-2e019f44-1d56-4cda-8be8-d1ac06cb7f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:52.320956 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:54.093586 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:55.040079 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:59.100631 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:28:59.879688 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:18.752563 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e7576007-600b-4176-a3f8-cd52cd5335b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:21.101069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d0aec46c-34a1-4c33-8143-f5c60fade91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:22.317691 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:23.760910 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:29:24.094852 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:25.036630 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:29.128126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:29.859672 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:48.745116 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-7f9d6ba2-650d-4038-a4c9-4882b24bc36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:51.097941 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-d34d83b8-1067-47e1-84ca-4e7b5a0294f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:52.324746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:54.101196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:55.032787 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:59.140196 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:29:59.881457 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:00.766706 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:30:18.747201 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c31f2ba2-8378-488e-bce5-22f668886e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:21.096808 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-b2da5a31-14b5-4273-abc6-6aaee1ba6539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:22.334575 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:24.109015 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:25.039339 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:29.142352 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:29.877434 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:37.771394 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:30:48.748572 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-420c618e-dcd5-40bf-b33b-d814ba82f860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:51.095746 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-56530a3c-ec72-483c-a9c8-d0a6d49382e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:52.332304 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:54.112429 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:55.028609 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:59.153990 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:30:59.878614 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:14.776811 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:31:18.749842 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-6a289d77-de5a-49ce-826f-256b4d52cd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:21.100253 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-86959cce-73c1-40e9-b724-bbeb6be41e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:22.338954 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:24.112840 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:25.039661 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:29.152837 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:29.882372 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:48.751459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-99fc6845-ece9-4a01-94c9-79eae03d15bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:51.103498 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-062ae3f3-7fca-4ad9-b23c-0b0b0c219f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:51.780384 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:31:52.341415 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:54.115958 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:55.037114 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:59.174422 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:31:59.881037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:18.751087 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5450747b-d0e5-4a9a-a1ff-801ee21238f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:21.105156 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-67503f8c-b21a-44e0-a032-cb45d294ce81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:22.344975 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:24.117985 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:25.034214 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:25.956273 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-5f3a8dfd-8516-40fb-9dca-623f04371012 service neutron] (103891) timed out ('10.222.0.81', 34712) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:32:26.028459 n-d-758851-5 neutron-server[103891]: DEBUG neutron.wsgi [req-3fd9f700-b907-4d36-a3ab-f47cc6892243 req-d51fc40a-a732-4671-aff8-68f63f4cbac8 tempest-TestShelveInstance-1501798787 tempest-TestShelveInstance-1501798787-project] (103891) timed out ('10.222.0.81', 34738) {{(pid=103891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 15:32:28.786048 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:32:29.169031 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:29.880554 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:48.752459 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd6229cc-26cd-40f2-a594-46f67f3d1243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:51.106332 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-704710f1-d227-4621-921a-68b3ec349c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:52.360772 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:54.120995 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:55.033989 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:59.182165 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:32:59.892037 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8447-98a0-4d9c-9f50-5e9fd038c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (21f09ef7-bad4-4ce0-82e3-87741c4c10e6), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:05.785776 n-d-758851-5 neutron-server[103893]: DEBUG neutron.db.agents_db [None req-0550a1b3-1da3-4365-8245-e8508b23e90f None None] Agent healthcheck: found 7 active agents {{(pid=103893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 15:33:18.747054 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c7064619-1e69-4890-9b99-a1ec94284687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (e5657835-152c-4159-8f3f-d1981110966b), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:21.100065 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-cd35340e-f8f8-4a99-a566-3b88563a81a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (dd3c803c-a727-4a32-b713-3892f8b73b7e), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:22.349283 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-bc9cbd0c-2f25-4775-81b3-5b84149fb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (fcca9ef5-72ed-4130-bf94-2d68c42146f5), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:24.128126 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-0158d6b2-dee6-419d-b205-982fcb65f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (84130986-bfad-4420-97a6-ecbb0294ffbc), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:25.020069 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-18809cec-cea8-4178-b2ea-e36c707dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (3d320389-2b7e-4eff-8168-53b0fa332e95), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 15:33:29.168429 n-d-758851-5 neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6b06-a8e5-4f13-a940-065482c63f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380956209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424763'] for agent (2b5dc517-ada0-469f-b555-84db1b144276), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}